-- Logs begin at Wed 2022-04-06 13:18:12 UTC, end at Wed 2022-04-06 15:16:51 UTC. -- Apr 06 14:04:52.978254 dv-neutron-835868-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 06 14:04:55.101507 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.common.config [-] Logging enabled! Apr 06 14:04:55.102078 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev59 Apr 06 14:04:55.102172 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83632) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 06 14:04:55.104330 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.common.config [-] Logging enabled! Apr 06 14:04:55.104577 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev59 Apr 06 14:04:55.104820 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83632) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 06 14:04:55.105803 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 14:04:55.106034 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 14:04:55.106379 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 14:04:55.106623 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 14:04:55.106849 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 14:04:55.107182 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.108005 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.108301 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.108532 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.108827 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.109145 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.109428 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.109718 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.110015 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.110300 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.110580 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.110868 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.111097 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.111387 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.111676 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.111966 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.112191 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] debug = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.112473 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.112921 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.113337 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.113620 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.113910 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.114182 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.114457 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.114742 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.115074 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] host = dv-neutron-835868-1-hyperv {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.115352 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.115638 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.115924 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.116210 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.116488 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.116765 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.117080 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.117356 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.117626 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] log_file = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.117900 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.118188 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.118478 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.118773 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.119000 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.119223 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.119511 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.119799 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.120074 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.120348 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.120622 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.120920 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.121200 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.121468 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.121751 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.122032 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.122315 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.122589 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.122863 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.123687 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.123963 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.124249 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.124524 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.124802 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.125102 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.125391 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.125661 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.125933 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.126233 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.126516 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.126798 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.127083 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.127358 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.127639 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.127910 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.128183 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.128455 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] use_json = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.128727 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.129019 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.129304 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.129576 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.129849 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.130121 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.130392 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.130675 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.130947 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:55.131248 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.131546 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.131843 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.132129 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.132426 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.132707 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.133020 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.133301 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.133590 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.133879 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.134170 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.134449 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.134735 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.135029 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.135318 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.135593 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.135874 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.136165 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.136443 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.136717 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.137019 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.137309 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.137588 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.137864 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.138144 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.138421 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.138743 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.139024 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.139300 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.139589 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.139864 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.140135 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.140405 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.140680 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.140982 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.141276 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.141554 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.141829 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.142104 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.142383 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.142656 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.142930 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.143207 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.143481 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.143758 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.144029 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.144302 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.144573 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.144844 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.145138 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.145410 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.145681 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.145957 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.146226 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.146497 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.146768 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.147039 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.147311 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.147596 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.147892 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.148166 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.148443 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.148720 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.149023 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.149301 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.149577 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.149853 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.150130 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.150402 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.150692 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.150976 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.151270 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.151555 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.151834 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.152127 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.152402 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.152682 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.152982 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.153260 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.153538 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.153817 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.154105 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.154419 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.154713 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.155004 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.155295 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.155573 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.155878 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.156156 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:55.156373 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 14:04:55.156614 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83632) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 06 14:04:55.563441 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO keyring.backend [-] Loading KWallet Apr 06 14:04:55.571663 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO keyring.backend [-] Loading SecretService Apr 06 14:04:55.574899 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO keyring.backend [-] Loading Windows Apr 06 14:04:55.576732 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO keyring.backend [-] Loading chainer Apr 06 14:04:55.577343 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO keyring.backend [-] Loading macOS Apr 06 14:04:55.609652 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 06 14:04:55.609923 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 06 14:04:55.610213 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 06 14:04:55.611580 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 06 14:04:55.914644 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:55.914926 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:55.915192 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:55.969906 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:55.970181 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:55.970448 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:55.973484 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:55.973762 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:55.974030 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.002449 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.002719 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.002980 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.029831 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.030102 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.030367 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.343527 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.344165 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.344165 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.344345 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.345220 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.462256 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.462570 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.462849 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.463118 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.463382 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.463687 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.463947 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.464202 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.464453 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.464729 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.465009 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.465273 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.465538 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.465793 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.466056 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.466321 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.466570 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.467353 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.467602 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.467881 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.468222 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.468477 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.468722 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.469021 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.469271 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.469515 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.469889 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:04:56.470125 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:04:56.470359 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:04:56.470592 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:04:56.470823 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:04:56.471052 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:04:56.471596 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 06 14:04:56.474638 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 06 14:04:56.478612 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 06 14:04:56.482513 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Apr 06 14:04:56.484125 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 06 14:04:56.484504 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 06 14:04:56.484835 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 06 14:04:56.485241 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 06 14:04:56.487982 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 06 14:04:56.488234 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 06 14:04:56.488584 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 14:04:56.516744 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Apr 06 14:04:56.517198 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.517493 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83632) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 06 14:04:56.517853 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.519194 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83632) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 06 14:04:56.519471 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 14:04:56.519715 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 06 14:04:56.522914 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.523191 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:56.583831 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 06 14:04:56.584067 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 06 14:04:56.584298 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 06 14:04:56.584655 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 06 14:04:56.615770 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_db.sqlalchemy.engines [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83632) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 06 14:04:56.934065 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Initializing driver for type 'gre' Apr 06 14:04:56.934672 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] gre ID ranges: [(1, 1000)] Apr 06 14:04:56.988470 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Initializing driver for type 'local' Apr 06 14:04:56.988809 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Initializing driver for type 'vlan' Apr 06 14:04:57.002633 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] VlanTypeDriver initialization complete Apr 06 14:04:57.002984 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Initializing driver for type 'vxlan' Apr 06 14:04:57.003481 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] vxlan ID ranges: [(1, 1000)] Apr 06 14:04:57.058662 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Initializing extension driver 'port_security' Apr 06 14:04:57.058959 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.extensions.port_security [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] PortSecurityExtensionDriver initialization complete Apr 06 14:04:57.059293 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Initializing mechanism driver 'openvswitch' Apr 06 14:04:57.059616 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Initializing mechanism driver 'hyperv' Apr 06 14:04:57.066558 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:57.067236 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > port after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.067614 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > port after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.067971 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > port after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.068489 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 06 14:04:57.068946 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > subnet after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.069309 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > subnet after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.069660 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > subnet after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.070052 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 06 14:04:57.070466 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > network after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.070823 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > network after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.071176 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > network after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.071569 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 06 14:04:57.071973 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > security_group after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.072332 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > security_group after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.072676 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > security_group after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.073230 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 06 14:04:57.073642 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.073994 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.074340 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.074732 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 06 14:04:57.075172 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] ML2 OVO RPC backend initialized. {{(pid=83632) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Apr 06 14:04:57.075813 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > router_interface after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.076210 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.077216 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > network before_response 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.077570 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > networks before_response 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.077920 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > port before_response 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.078266 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > ports before_response 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.078612 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > subnet before_response 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.078961 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > subnets before_response 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.079311 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > network after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.079652 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > network after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.079993 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > network after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.080334 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > port after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.080675 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > port after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.081043 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > port after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.081382 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > subnet after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.081720 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > subnet after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.082063 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > subnet after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.082658 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.plugin [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Modular L2 Plugin initialization complete Apr 06 14:04:57.082995 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading services supported by the core plugin {{(pid=83632) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 06 14:04:57.083324 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Got port-security extension from driver 'port_security' Apr 06 14:04:57.083796 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.extensions.vlantransparent [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Disabled vlantransparent extension. Apr 06 14:04:57.084218 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83632) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 06 14:04:57.084541 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading Plugin: router Apr 06 14:04:57.119330 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > router_interface before_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.119728 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > router after_create 55549900 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.120098 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > router before_create 55549900 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.120464 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.120843 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.121231 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > router after_delete 55549900 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.121601 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > floatingip after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.121967 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > router after_create 55549900 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.122318 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > router after_update 55549900 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.122671 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > router after_update 55549900 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.123540 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.123906 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > router after_update 55549900 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.124317 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > router precommit_update 55549900 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.124688 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: port after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.125058 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: port after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.125400 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: subnet after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.125741 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.126092 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > port precommit_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.126443 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > router precommit_create 55549900 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.126790 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: port before_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.127138 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > router precommit_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.127497 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > router after_update 55549900 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.127841 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > router precommit_delete 55549900 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.128194 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > router precommit_create 55549900 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.128556 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > router_interface after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.128931 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > router precommit_update 55549900 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.129307 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > agent after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.129662 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > agent after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.130013 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > network after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.130881 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.quota.resource_registry [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Tracking information for resource: router configured {{(pid=83632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:04:57.131227 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.quota.resource_registry [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Tracking information for resource: floatingip configured {{(pid=83632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:04:57.136197 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.db.l3_agentschedulers_db [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 06 14:04:57.136781 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: port after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.137168 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: port after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.137526 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: port after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.137889 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: port after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.139352 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > router before_create 55550100 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.139716 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > router precommit_delete 55550100 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.140085 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > router precommit_create 55550100 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.140448 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > router precommit_update 55550100 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.144735 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.services.provider_configuration [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Service providers = [] {{(pid=83632) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 06 14:04:57.145138 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.db.servicetype_db [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83632) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 06 14:04:57.148078 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.services.service_base [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83632) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 14:04:57.148436 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.services.service_base [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83632) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 14:04:57.148787 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.services.service_base [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83632) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 14:04:57.149700 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.services.service_base [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83632) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 14:04:57.150081 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.services.service_base [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 06 14:04:57.150469 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:04:57.150795 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 06 14:04:57.161447 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:04:57.161786 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading Plugin: auto_allocate Apr 06 14:04:57.167580 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: network precommit_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.167959 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: network precommit_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.168483 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:04:57.168813 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading Plugin: tag Apr 06 14:04:57.175288 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:04:57.175622 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading Plugin: timestamp Apr 06 14:04:57.179602 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:04:57.179942 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading Plugin: network_ip_availability Apr 06 14:04:57.185967 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.186281 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.186640 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.187351 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:04:57.187675 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading Plugin: flavors Apr 06 14:04:57.192442 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:04:57.192778 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading Plugin: revisions Apr 06 14:04:57.197011 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:04:57.197405 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_concurrency.lockutils [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.587s {{(pid=83632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 06 14:04:57.198140 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83632) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Apr 06 14:04:57.198478 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Initializing extension manager. Apr 06 14:04:57.198981 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: __init__.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.199327 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: __pycache__ {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.199666 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.200005 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.200346 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: _filter_validation_lib.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.200680 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.201059 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: address_group.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.202358 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.202924 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: address-group Apr 06 14:04:57.203254 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: address_scope.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.203971 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.204487 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: address-scope Apr 06 14:04:57.204813 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: admin_state_down_before_update.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.205777 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.206292 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: router-admin-state-down-before-update Apr 06 14:04:57.206621 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: agent.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.207324 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.207834 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: agent Apr 06 14:04:57.208161 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: agent_resources_synced.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.209098 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.209612 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: agent-resources-synced Apr 06 14:04:57.209941 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: allowedaddresspairs.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.211914 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.212440 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: allowed-address-pairs Apr 06 14:04:57.212774 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: auto_allocated_topology.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.213873 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.214395 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: auto-allocated-topology Apr 06 14:04:57.214724 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: availability_zone.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.215415 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.215930 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: availability_zone Apr 06 14:04:57.216257 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: availability_zone_filter.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.217226 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.217745 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: availability_zone_filter Apr 06 14:04:57.218072 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: data_plane_status.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.219000 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.219516 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension data-plane-status not supported by any of loaded plugins Apr 06 14:04:57.219847 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: default_subnetpools.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.220773 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.221326 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: default-subnetpools Apr 06 14:04:57.221655 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: dhcpagentscheduler.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.222451 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.222967 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: dhcp_agent_scheduler Apr 06 14:04:57.223296 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: dns.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.224215 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.224725 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension dns-integration not supported by any of loaded plugins Apr 06 14:04:57.225082 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: dns_domain_ports.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.226004 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.226514 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 06 14:04:57.226842 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: dvr.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.227517 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.228033 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: dvr Apr 06 14:04:57.228361 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: empty_string_filtering.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.229298 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.229817 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: empty-string-filtering Apr 06 14:04:57.230151 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.231077 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.231589 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 06 14:04:57.231920 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.232856 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.233396 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 06 14:04:57.233723 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: external_net.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.234637 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.235154 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: external-net Apr 06 14:04:57.235482 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: extra_dhcp_opt.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.236400 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.236938 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: extra_dhcp_opt Apr 06 14:04:57.237267 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: extraroute.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.238182 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.238696 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: extraroute Apr 06 14:04:57.239022 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: extraroute_atomic.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.240059 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.240581 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: extraroute-atomic Apr 06 14:04:57.240938 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: filter_validation.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.241633 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.242145 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: filter-validation Apr 06 14:04:57.242471 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: fip_pf_description.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.243383 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.243894 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 06 14:04:57.244218 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: fip_port_details.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.245173 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.245688 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: fip-port-details Apr 06 14:04:57.246013 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: flavors.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.247238 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.247767 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: flavors Apr 06 14:04:57.248621 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.250316 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.250853 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 06 14:04:57.251189 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: floatingip_pools.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.251895 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.252413 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: floatingip-pools Apr 06 14:04:57.252744 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: ip_allocation.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.253688 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.254199 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension ip_allocation not supported by any of loaded plugins Apr 06 14:04:57.254526 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.255447 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.255961 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: ip-substring-filtering Apr 06 14:04:57.256289 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: l2_adjacency.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.257254 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.257763 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension l2_adjacency not supported by any of loaded plugins Apr 06 14:04:57.258089 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: l3.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.259047 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.259570 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: router Apr 06 14:04:57.259900 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: l3_conntrack_helper.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.262252 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.262785 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 06 14:04:57.263148 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.264640 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.265299 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: ext-gw-mode Apr 06 14:04:57.265635 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.266561 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.267081 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: l3-ha Apr 06 14:04:57.267410 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: l3_flavors.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.268337 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.268856 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: l3-flavors Apr 06 14:04:57.269206 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.270153 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.270680 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: l3-port-ip-change-not-allowed Apr 06 14:04:57.271008 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: l3agentscheduler.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.272027 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.272547 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: l3_agent_scheduler Apr 06 14:04:57.272903 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: logging.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.274377 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.274906 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension logging not supported by any of loaded plugins Apr 06 14:04:57.275241 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: metering.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.275988 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.276572 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: metering Apr 06 14:04:57.276936 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.278032 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.278556 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: metering_source_and_destination_fields Apr 06 14:04:57.278887 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: multiprovidernet.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.279844 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.280360 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: multi-provider Apr 06 14:04:57.280695 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: netmtu.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.281642 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.282158 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: net-mtu Apr 06 14:04:57.282484 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: netmtu_writable.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.283406 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.283921 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: net-mtu-writable Apr 06 14:04:57.284249 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: network_availability_zone.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.284955 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.285467 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: network_availability_zone Apr 06 14:04:57.285792 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: network_ip_availability.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.286883 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.287405 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: network-ip-availability Apr 06 14:04:57.287738 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: network_segment_range.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.288503 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.289049 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension network-segment-range not supported by any of loaded plugins Apr 06 14:04:57.289379 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: pagination.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.290364 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.290705 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: pagination Apr 06 14:04:57.291029 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.291964 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.292489 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: port-mac-address-regenerate Apr 06 14:04:57.292818 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: port_resource_request.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.293757 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.294272 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension port-resource-request not supported by any of loaded plugins Apr 06 14:04:57.294598 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: portbindings.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.296048 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.296565 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: binding Apr 06 14:04:57.296910 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: portbindings_extended.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.298192 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.298718 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: binding-extended Apr 06 14:04:57.299053 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: portsecurity.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.299982 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.300503 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: port-security Apr 06 14:04:57.300834 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: project_id.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.301844 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.302184 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: project-id Apr 06 14:04:57.302509 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: providernet.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.303440 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.303956 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: provider Apr 06 14:04:57.304284 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: qos.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.308220 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.308752 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension qos not supported by any of loaded plugins Apr 06 14:04:57.309112 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.310359 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.311421 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 06 14:04:57.311752 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.312681 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.313250 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 06 14:04:57.313584 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: qos_default.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.314508 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.315032 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension qos-default not supported by any of loaded plugins Apr 06 14:04:57.315360 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: qos_fip.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.316014 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.316529 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension qos-fip not supported by any of loaded plugins Apr 06 14:04:57.316856 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: qos_gateway_ip.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.317809 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.318328 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 06 14:04:57.318656 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: qos_port_network_policy.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.319582 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.320100 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 06 14:04:57.320428 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: qos_rule_type_details.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.321393 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.321912 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 06 14:04:57.322239 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: qos_rules_alias.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.323289 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.323812 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 06 14:04:57.324140 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: quotasv2.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.325047 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.325378 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: quotas Apr 06 14:04:57.325706 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: quotasv2_detail.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.327339 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.327678 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: quota_details Apr 06 14:04:57.328009 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: rbac.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.329095 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.329625 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: rbac-policies Apr 06 14:04:57.329963 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: rbac_address_scope.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.330898 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.331433 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: rbac-address-scope Apr 06 14:04:57.331766 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: rbac_security_groups.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.332693 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.333248 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: rbac-security-groups Apr 06 14:04:57.333580 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: rbac_subnetpool.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.334502 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.335020 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: rbac-subnetpool Apr 06 14:04:57.335349 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: revisionifmatch.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.336278 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.336797 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: revision-if-match Apr 06 14:04:57.337149 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: revisions.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.338266 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.338783 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: standard-attr-revisions Apr 06 14:04:57.339115 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: router_availability_zone.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.339791 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.340308 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: router_availability_zone Apr 06 14:04:57.340637 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: routerservicetype.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.341607 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.342157 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension router-service-type not supported by any of loaded plugins Apr 06 14:04:57.342517 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: security_groups_port_filtering.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.343460 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.343985 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: port-security-groups-filtering Apr 06 14:04:57.344506 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: securitygroup.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.355368 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.355908 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: security-group Apr 06 14:04:57.356251 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: segment.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.357076 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.358119 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension segment not supported by any of loaded plugins Apr 06 14:04:57.358453 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.359411 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.359931 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 06 14:04:57.360260 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: servicetype.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.361384 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.361926 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: service-type Apr 06 14:04:57.362258 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: sorting.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.363246 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.363584 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: sorting Apr 06 14:04:57.363913 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: standard_attr_segment.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.364838 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.365390 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 06 14:04:57.365720 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: standardattrdescription.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.366375 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.366894 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: standard-attr-description Apr 06 14:04:57.367223 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: stateful_security_group.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.368168 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.368690 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: stateful-security-group Apr 06 14:04:57.369052 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: stdattrs_common.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.369641 dv-neutron-835868-1-hyperv neutron-server[83632]: WARNING neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 06 14:04:57.369967 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.370890 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.371410 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 06 14:04:57.371744 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: subnet_onboard.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.372943 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.373984 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: subnet_onboard Apr 06 14:04:57.374313 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.375262 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.375778 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 06 14:04:57.376105 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: subnet_service_types.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.377068 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.377590 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: subnet-service-types Apr 06 14:04:57.377916 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: subnetallocation.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.379010 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.379534 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: subnet_allocation Apr 06 14:04:57.379863 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.380541 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.381098 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: subnetpool-prefix-ops Apr 06 14:04:57.381426 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.382369 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.382886 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 06 14:04:57.383212 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: tagging.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.384263 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.384788 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: standard-attr-tag Apr 06 14:04:57.385152 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: timestamp.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.386360 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.386882 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loaded extension: standard-attr-timestamp Apr 06 14:04:57.387220 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: trunk.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.388260 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.388805 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension trunk not supported by any of loaded plugins Apr 06 14:04:57.389161 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: trunk_details.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.390095 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.390612 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension trunk-details not supported by any of loaded plugins Apr 06 14:04:57.390941 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: uplink_status_propagation.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.391876 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.392400 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 06 14:04:57.392728 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Loading extension file: vlantransparent.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 14:04:57.393433 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 14:04:57.393951 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extension vlan-transparent not supported by any of loaded plugins Apr 06 14:04:57.396159 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Creating instance of TrackedResource for resource:network Apr 06 14:04:57.396880 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Creating instance of TrackedResource for resource:subnet Apr 06 14:04:57.397500 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 14:04:57.398275 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Creating instance of TrackedResource for resource:port Apr 06 14:04:57.399524 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.v2.resource_helper [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:04:57.399982 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.v2.resource_helper [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Service FLAVORS assigned prefix: {{(pid=83632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:04:57.400594 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.v2.resource_helper [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:04:57.401064 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.v2.resource_helper [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:04:57.401411 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Creating instance of TrackedResource for resource:router Apr 06 14:04:57.402088 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Creating instance of TrackedResource for resource:floatingip Apr 06 14:04:57.402793 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.v2.resource_helper [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Service METERING assigned prefix: /metering {{(pid=83632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:04:57.404214 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.404589 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.404980 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:04:57.406115 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 14:04:57.406556 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Creating instance of TrackedResource for resource:security_group Apr 06 14:04:57.407214 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 14:04:57.408053 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.v2.resource_helper [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Service CORE assigned prefix: {{(pid=83632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:04:57.408399 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 14:04:57.408744 dv-neutron-835868-1-hyperv neutron-server[83632]: WARNING neutron.quota.resource_registry [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] subnetpool is already registered Apr 06 14:04:57.409384 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.v2.resource_helper [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Service CORE assigned prefix: {{(pid=83632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:04:57.409727 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 14:04:57.410060 dv-neutron-835868-1-hyperv neutron-server[83632]: WARNING neutron.quota.resource_registry [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] subnetpool is already registered Apr 06 14:04:57.412602 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.v2.resource_helper [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:04:57.413063 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.v2.resource_helper [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Service FLAVORS assigned prefix: {{(pid=83632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:04:57.413653 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.v2.resource_helper [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:04:57.414076 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.v2.resource_helper [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:04:57.414416 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Creating instance of TrackedResource for resource:router Apr 06 14:04:57.414754 dv-neutron-835868-1-hyperv neutron-server[83632]: WARNING neutron.quota.resource_registry [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] router is already registered Apr 06 14:04:57.415343 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Creating instance of TrackedResource for resource:floatingip Apr 06 14:04:57.415679 dv-neutron-835868-1-hyperv neutron-server[83632]: WARNING neutron.quota.resource_registry [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] floatingip is already registered Apr 06 14:04:57.416300 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.v2.resource_helper [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Service METERING assigned prefix: /metering {{(pid=83632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:04:57.416999 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 14:04:57.417332 dv-neutron-835868-1-hyperv neutron-server[83632]: WARNING neutron.quota.resource_registry [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] rbac_policy is already registered Apr 06 14:04:57.417873 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Creating instance of TrackedResource for resource:security_group Apr 06 14:04:57.418208 dv-neutron-835868-1-hyperv neutron-server[83632]: WARNING neutron.quota.resource_registry [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] security_group is already registered Apr 06 14:04:57.418787 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 14:04:57.419123 dv-neutron-835868-1-hyperv neutron-server[83632]: WARNING neutron.quota.resource_registry [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] security_group_rule is already registered Apr 06 14:04:57.419788 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.v2.resource_helper [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Service CORE assigned prefix: {{(pid=83632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:04:57.420646 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 14:04:57.421015 dv-neutron-835868-1-hyperv neutron-server[83632]: WARNING neutron.quota.resource_registry [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] subnetpool is already registered Apr 06 14:04:57.421613 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.v2.resource_helper [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Service CORE assigned prefix: {{(pid=83632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:04:57.421950 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 14:04:57.422289 dv-neutron-835868-1-hyperv neutron-server[83632]: WARNING neutron.quota.resource_registry [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] subnetpool is already registered Apr 06 14:04:57.422935 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: extensions {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.424368 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: address-groups {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.425944 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: address-scopes {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.427147 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: agents {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.428295 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: auto-allocated-topology {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.429528 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: availability_zones {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.430824 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: dhcp-networks {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.432185 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: dhcp-agents {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.433869 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: routers {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.436237 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: flavors {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.437360 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: service_profiles {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.438543 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: next_providers {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.440014 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: service_profiles {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.441447 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: floatingip-pools {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.442644 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: routers {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.444377 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: floatingips {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.445572 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: l3-routers {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.446906 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: l3-agents {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.448283 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: metering-labels {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.449671 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: metering-label-rules {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.450910 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: network-ip-availabilities {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.452172 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: bindings {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.454682 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: quotas {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.456126 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: quotas {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.457558 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: rbac-policies {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.458816 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: security-groups {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.459998 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: security-group-rules {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.461225 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: service-providers {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.462441 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: subnetpools {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.463878 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: subnetpools {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.465325 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: tags {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.466998 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: tags {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.468749 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: tags {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.470481 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: tags {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.472220 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: tags {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.473896 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: tags {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.475629 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: tags {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.477452 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: tags {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.479252 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: tags {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.481073 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Extended resource: tags {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 14:04:57.487305 dv-neutron-835868-1-hyperv neutron-server[83632]: WARNING keystonemiddleware.auth_token [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 06 14:04:57.491990 dv-neutron-835868-1-hyperv neutron-server[83632]: WARNING keystonemiddleware.auth_token [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 06 14:04:57.500441 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_concurrency.lockutils [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Acquired lock "singleton_lock" {{(pid=83632) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 06 14:04:57.500944 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_concurrency.lockutils [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Releasing lock "singleton_lock" {{(pid=83632) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 06 14:04:57.501573 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO oslo_service.service [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Starting 2 workers Apr 06 14:04:57.506183 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Started child 83737 {{(pid=83632) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 06 14:04:57.510334 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Started child 83738 {{(pid=83632) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 06 14:04:57.511469 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:57.512181 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO neutron.service [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Neutron service started, listening on 0.0.0.0:9696 Apr 06 14:04:57.512505 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Notify callbacks [] for process, before_spawn {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:57.512923 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [-] (83737) wsgi starting up on http://0.0.0.0:9696 Apr 06 14:04:57.515077 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO oslo_service.service [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Starting 1 workers Apr 06 14:04:57.515273 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:57.516599 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [-] (83738) wsgi starting up on http://0.0.0.0:9696 Apr 06 14:04:57.519976 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Started child 83739 {{(pid=83632) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 06 14:04:57.520510 dv-neutron-835868-1-hyperv neutron-server[83632]: INFO oslo_service.service [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Starting 1 workers Apr 06 14:04:57.523862 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.service [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] calling RpcWorker wait() {{(pid=83739) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 06 14:04:57.524391 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.service [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] returning from RpcWorker wait() {{(pid=83739) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 06 14:04:57.524718 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Started child 83740 {{(pid=83632) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 06 14:04:57.525577 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ca591c73-e29e-4b22-8fcc-378229a4ee9f None None] Notify callbacks [] for process, after_spawn {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:57.525819 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:57.526379 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:57.527377 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83632) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 06 14:04:57.527591 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 14:04:57.527774 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 14:04:57.527996 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 14:04:57.528330 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 14:04:57.528494 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 14:04:57.529027 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.529364 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.529671 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.529889 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:57.530354 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.530354 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.530742 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.530998 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.531236 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.531494 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.531766 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.531936 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.532104 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.532357 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.532589 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.532904 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.533164 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.533405 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.533683 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.533856 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.534108 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.534369 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.534613 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.534874 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] debug = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.535117 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.535577 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.535832 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.536072 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.536309 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.536588 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.536832 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.537159 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.537393 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.537609 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.537842 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.538097 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.538316 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.538561 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.538835 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.539057 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.539522 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] host = dv-neutron-835868-1-hyperv {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.539960 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.540200 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.540451 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.540679 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.540951 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.541184 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.541451 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.541702 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.541973 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.542200 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.542454 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.542697 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.542913 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.543164 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_file = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.543331 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_options = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.543567 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.543848 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.544119 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.544314 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.544484 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.544663 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.545525 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.545664 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.546057 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.546462 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.546694 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.546912 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.547154 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.547394 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.547394 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.548241 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.548241 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.548754 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.548754 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.549030 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.549030 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.549300 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.549563 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.549742 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.549966 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.550185 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.550434 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.550685 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.550903 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.551140 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.551418 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.551676 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.551922 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.552185 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.552415 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.552646 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.552928 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.553169 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.553402 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.553665 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.553935 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.554172 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.554399 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.554613 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.554851 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.555067 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] use_json = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.555287 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.555532 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.555779 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.556014 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.556261 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.556478 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.556699 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.556954 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.557170 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.557577 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.558100 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.558421 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.558679 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.558878 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.559206 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.559482 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.559722 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.559922 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.560158 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.560538 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.561379 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.561640 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.561769 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:57.561913 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.562155 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.562419 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.562641 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.562878 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.563116 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.563428 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.563654 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.563890 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.564157 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.564943 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.565150 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.565376 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.565677 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.565867 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.566127 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.566257 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.566529 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.566727 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.566952 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.567187 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.567418 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.567637 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.567869 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.568107 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.568325 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.568590 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.568824 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.569093 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.569314 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.569523 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.570074 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.570074 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.570245 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.571409 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.571409 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.571409 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.571409 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.571409 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.571727 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.571727 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.571972 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.572367 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.572574 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.572812 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.574821 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.574821 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.574821 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.574821 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.574821 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.574821 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.574821 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.574821 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.574821 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.576512 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.576512 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.576512 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.576512 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.576512 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.576512 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.576512 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.576965 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.576965 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.577229 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.577476 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.577719 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.578177 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.578600 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.579016 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.579458 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.580468 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.581751 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.582559 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.582827 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.583123 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.583397 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.587102 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.587427 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.587692 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.587978 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.588230 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.588499 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.588781 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.589128 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.589403 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.589677 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.589926 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.590179 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.590485 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.590712 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.591012 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.591245 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.591522 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.591840 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.592128 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.592412 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.592679 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.595102 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.595428 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.595704 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.595995 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.596284 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.596565 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.596844 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.597145 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.597414 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.597682 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.597893 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.598132 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.598487 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.598743 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.598981 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.599200 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.599471 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.599723 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.599980 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.600248 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.600509 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.600746 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.601240 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.601498 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.601735 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.601970 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.602212 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.602426 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.602832 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.603240 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.603983 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.605248 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.605638 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.606049 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.606271 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.606497 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.606750 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.607017 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.607203 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.607990 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.608218 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.608442 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.608695 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.608946 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.609170 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.609396 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.610085 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.610361 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.610590 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.610872 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.611529 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.611773 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.612005 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.612225 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.612488 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.612707 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.612973 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.613197 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.613412 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.613627 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.613844 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.614059 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.614273 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.614501 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.614739 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.614992 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.615208 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.615557 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.615793 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.616061 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.616314 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.616570 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.616792 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.617046 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.617264 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.617483 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.617718 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.617947 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.618164 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.618382 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.618598 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.618815 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.619053 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.619275 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.619515 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.619737 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.619981 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.620197 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.620424 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.620632 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.620850 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.621109 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.621316 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.621531 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.621744 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.622009 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.622223 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.622429 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.622715 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.623014 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.623250 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.623498 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.623738 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.623966 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.624176 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.624385 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.624601 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.624809 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.625284 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.625428 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.625579 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.625887 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.626147 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.626412 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.626695 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.627012 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.627225 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.627467 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.627687 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.627906 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.628131 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.628414 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.628741 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.629054 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.629317 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.629571 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.629880 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.630167 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.630439 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.630654 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.630936 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.631262 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.631536 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.631791 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.632018 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.632289 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.632526 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.632745 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.633003 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.633261 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.633486 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.633724 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.633960 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.634360 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.634463 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.634631 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.634904 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.635062 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.635295 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.635515 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.641707 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.641707 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 14:04:57.641707 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83632) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 06 14:04:57.641707 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 14:04:57.641707 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 14:04:57.641707 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 14:04:57.641707 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 14:04:57.641707 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 14:04:57.642396 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.642396 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.642396 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.642396 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.642396 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.642747 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 43096) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:04:57.642839 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.642839 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.642839 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.642839 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.642839 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.642839 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.642839 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.642839 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.643636 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.643636 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.643636 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.643636 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.643636 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.643636 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.643636 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.643636 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.644224 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.644224 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] debug = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.644224 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.644224 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.644224 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.644224 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.644656 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.644656 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.644656 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.644656 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.644656 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.644656 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.644656 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.644656 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.645384 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.645384 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.645384 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.645384 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.645384 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] host = dv-neutron-835868-1-hyperv {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.645384 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.645384 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.645384 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.645925 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.645925 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.645925 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.645925 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.645925 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.645925 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.645925 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.646392 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.646392 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.646392 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.646595 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_file = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.646672 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_options = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.646791 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.646951 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.647114 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.647300 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.647463 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.647623 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.647782 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.647942 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.648101 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.648260 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.648423 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.648576 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.648721 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064740 Apr 06 14:04:57.650906 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.650906 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.650906 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.650906 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.650906 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.650906 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.650906 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.650906 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.652819 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.652819 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.652819 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.652819 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.652819 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.652819 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.652819 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.652819 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.652819 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.653601 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.653601 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.653601 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.653601 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.653601 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.653601 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.653601 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.653601 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.655073 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.655073 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.655073 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.655073 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.655073 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.655073 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.655073 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.655834 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.655834 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] use_json = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.655834 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.655834 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.655834 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.656212 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.656212 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.656447 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.656447 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.656691 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.656691 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:04:57.656972 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.657098 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.657184 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.657350 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.657512 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.657674 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.657841 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.658036 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.658158 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.658468 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.658791 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.658956 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.659137 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.659301 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.660000 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.660000 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.660000 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.660000 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.660461 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.660461 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.660461 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.660845 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.660845 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.660845 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.661181 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.661181 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.661431 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.661431 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.661698 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.661840 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.661978 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.662113 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.662248 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.662387 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.662530 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.662673 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.662811 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.662950 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.663097 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.663261 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.663440 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.663586 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.663755 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.664001 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.664145 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.664287 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.664377 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.665273 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.665273 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.665273 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.665273 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.665273 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.665792 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.665792 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.665792 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.665792 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.666173 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.666173 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.666366 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.666366 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.666561 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.666682 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.666789 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.666956 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.667804 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.667804 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.667804 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.667804 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.667804 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.668482 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.668482 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.668482 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.668482 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.668482 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.669191 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.669191 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.669191 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.669191 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.669700 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.669700 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.669700 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.669700 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.670616 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.670698 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.670845 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.671019 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.671171 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.671323 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.671656 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.671797 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.671966 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.672894 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.672894 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.672894 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.672894 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.672894 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.672894 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.673282 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.673282 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.673403 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:57.674170 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.674326 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.674499 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.674735 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.674886 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.675034 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.675126 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.675297 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.675481 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.675628 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.675768 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.676742 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.676742 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.676742 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.676742 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.676742 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.676742 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.677570 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.677570 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.677570 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.677570 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.677570 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.678225 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.678225 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.678225 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.678225 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.678225 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.678865 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.678865 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.678865 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.678865 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.679370 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.679370 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.679370 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.679768 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.679768 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.679768 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.680167 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.680167 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.680167 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.680548 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.680548 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.680818 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.680818 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.681159 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.681159 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.681419 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.681419 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.681708 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.681708 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.682068 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.682068 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.682330 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.682330 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.682590 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.682590 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.683103 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.683103 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.683368 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.683514 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.683652 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.683810 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.683949 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.684087 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.684224 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.684361 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.684498 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.684635 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.684857 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.685052 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.685264 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.685436 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.685581 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.685719 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.685961 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.686119 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.686325 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.686487 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.686627 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.687576 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.687576 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.687576 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.687576 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.687576 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.687576 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.688375 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.688375 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.688375 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.688375 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.688375 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.689219 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.689219 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.689219 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.689219 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.689219 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.689219 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.689662 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.689662 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.689662 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.690733 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.690733 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.690733 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.690733 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.690733 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.690733 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.690733 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.691467 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.691467 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.691467 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.691467 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.691467 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.692065 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.692065 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.692065 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.692065 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.692498 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.692498 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.692679 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.692679 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.692825 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.693007 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.693171 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.693343 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.693505 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.693672 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.693835 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.694009 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.694172 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.694338 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.694502 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.694662 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.694824 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.694988 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.695154 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.695373 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.695495 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.695645 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.695816 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.695988 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.696159 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.696329 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.696485 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.696724 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.696912 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.697042 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.697155 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.697277 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.697439 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.697602 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.697752 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.697914 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.698075 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.699032 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.699032 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.699032 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.699032 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.699032 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.699032 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.699867 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.699867 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.699867 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.699867 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:04:57.699867 dv-neutron-835868-1-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 14:05:08.006327 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf108a3-0de8-4027-aae9-902e4757d9d1 None None] get_active_networks_info from dv-neutron-835868-1-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 06 14:05:08.081013 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf108a3-0de8-4027-aae9-902e4757d9d1 None None] No non-hosted networks {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 06 14:05:08.106511 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-62c3934f-b410-4541-8550-34bd9623c4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1651167'] for agent, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:10.209892 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-441e66d0-1269-43ec-ba0b-f5ba0084e883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1651167'] for agent, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:10.256728 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bd095892-3428-4844-b87a-36c2186e546e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:11.267163 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1651167'] for agent, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:11.274931 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:11.276745 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:11.279972 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:11.281425 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:11.282017 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:11.282558 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:11.283093 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:11.283681 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:11.284267 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:11.284810 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:11.285390 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:11.286054 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-835868-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:05:11.304170 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-835868-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:05:11.317912 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1651167'] for agent, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:12.716966 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1651167'] for agent, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:14.374656 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 43192) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:05:14.963153 dv-neutron-835868-1-hyperv neutron-server[83737]: WARNING oslo_policy.policy [None req-6b7796ce-6d61-43d9-a299-1eb318e21646 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:05:14.963723 dv-neutron-835868-1-hyperv neutron-server[83737]: WARNING oslo_policy.policy [None req-6b7796ce-6d61-43d9-a299-1eb318e21646 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:05:15.177767 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-6b7796ce-6d61-43d9-a299-1eb318e21646 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:05:15.178821 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6b7796ce-6d61-43d9-a299-1eb318e21646 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8032670 Apr 06 14:05:17.223660 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.db.l3_hamode_db [None req-6d7c0e90-5325-412e-b7a2-8ce4a8837901 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 06 14:05:17.306073 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7c0e90-5325-412e-b7a2-8ce4a8837901 None None] Routers set() bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:05:17.306459 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7c0e90-5325-412e-b7a2-8ce4a8837901 None None] Router IDs set() for agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 06 14:05:17.414017 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 43206) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:05:17.795068 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ed223deb-ede4-407b-a8e4-7b3dc1e14123 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:05:17.848574 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.policy [None req-ed223deb-ede4-407b-a8e4-7b3dc1e14123 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83737) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 06 14:05:17.849374 dv-neutron-835868-1-hyperv neutron-server[83737]: WARNING oslo_policy.policy [None req-ed223deb-ede4-407b-a8e4-7b3dc1e14123 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:05:17.849734 dv-neutron-835868-1-hyperv neutron-server[83737]: WARNING oslo_policy.policy [None req-ed223deb-ede4-407b-a8e4-7b3dc1e14123 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:05:17.853013 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.quota [None req-ed223deb-ede4-407b-a8e4-7b3dc1e14123 admin admin] Loaded quota_driver: . Apr 06 14:05:17.868074 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ed223deb-ede4-407b-a8e4-7b3dc1e14123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:05:17.935761 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed223deb-ede4-407b-a8e4-7b3dc1e14123 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727576193493', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727576208691', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727576205251', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727576231805', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727576221905', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-537379', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1383598', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-361385', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-442003'] for rbac-policy, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:18.003689 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed223deb-ede4-407b-a8e4-7b3dc1e14123 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:18.004882 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ed223deb-ede4-407b-a8e4-7b3dc1e14123 admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5898116 Apr 06 14:05:20.507628 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 43220) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:05:20.880755 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Request body: {'network': {'project_id': '6dac420920124fdc801fe845652aa271', 'admin_state_up': True, 'name': 'private'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:05:20.885441 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:05:20.889835 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Usage tracker for resource:network and tenant:6dac420920124fdc801fe845652aa271 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:05:20.894361 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:05:20.900471 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:05:20.910362 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Made reservation on behalf of 6dac420920124fdc801fe845652aa271 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:05:20.913119 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:20.931056 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:20.972772 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:05:20.976356 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Usage tracker for resource:security_group_rule and tenant:6dac420920124fdc801fe845652aa271 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:05:20.979091 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:05:20.985400 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:05:21.050595 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:21.054185 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:21.075482 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:05:21.100728 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727578143079', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:21.101332 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Unsubscribe: segment precommit_create {{(pid=83737) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 14:05:21.101841 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Added segment b264c275-23d8-42f7-9aff-590b2415a555 of type vlan for network f7f568ff-6b4f-4189-b996-312d7a64b6a2 Apr 06 14:05:21.116004 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d864db4-0a70-44f9-b47b-8751d5b7f406,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:21.170711 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:21.171057 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:21.171392 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:21.171721 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:21.172050 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:21.172379 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:21.172722 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:21.173070 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:21.173393 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:21.173711 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:21.174030 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:21.175295 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Tracked resource versions report: Apr 06 14:05:21.175295 dv-neutron-835868-1-hyperv neutron-server[83737]: pushed versions: Apr 06 14:05:21.175295 dv-neutron-835868-1-hyperv neutron-server[83737]: { 'ConntrackHelper': {'1.0'}, Apr 06 14:05:21.175295 dv-neutron-835868-1-hyperv neutron-server[83737]: 'Log': {'1.0'}, Apr 06 14:05:21.175295 dv-neutron-835868-1-hyperv neutron-server[83737]: 'Network': {'1.1'}, Apr 06 14:05:21.175295 dv-neutron-835868-1-hyperv neutron-server[83737]: 'Port': {'1.5'}, Apr 06 14:05:21.175295 dv-neutron-835868-1-hyperv neutron-server[83737]: 'PortForwarding': {'1.2'}, Apr 06 14:05:21.175295 dv-neutron-835868-1-hyperv neutron-server[83737]: 'QosPolicy': {'1.8'}, Apr 06 14:05:21.175295 dv-neutron-835868-1-hyperv neutron-server[83737]: 'SecurityGroup': {'1.2'}, Apr 06 14:05:21.175295 dv-neutron-835868-1-hyperv neutron-server[83737]: 'SecurityGroupRule': {'1.0'}, Apr 06 14:05:21.175295 dv-neutron-835868-1-hyperv neutron-server[83737]: 'SubPort': {'1.0'}, Apr 06 14:05:21.175295 dv-neutron-835868-1-hyperv neutron-server[83737]: 'Subnet': {'1.1'}, Apr 06 14:05:21.175295 dv-neutron-835868-1-hyperv neutron-server[83737]: 'Trunk': {'1.1'}} Apr 06 14:05:21.175295 dv-neutron-835868-1-hyperv neutron-server[83737]: consumer versions: Apr 06 14:05:21.175295 dv-neutron-835868-1-hyperv neutron-server[83737]: { DHCP agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:05:21.175295 dv-neutron-835868-1-hyperv neutron-server[83737]: L3 agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:05:21.175295 dv-neutron-835868-1-hyperv neutron-server[83737]: Metadata agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:05:21.175295 dv-neutron-835868-1-hyperv neutron-server[83737]: Metering agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:05:21.175295 dv-neutron-835868-1-hyperv neutron-server[83737]: Open vSwitch agent@dv-neutron-835868-1-hyperv: { 'ConntrackHelper': '1.0', Apr 06 14:05:21.175295 dv-neutron-835868-1-hyperv neutron-server[83737]: 'Log': '1.0', Apr 06 14:05:21.175295 dv-neutron-835868-1-hyperv neutron-server[83737]: 'Network': '1.1', Apr 06 14:05:21.175295 dv-neutron-835868-1-hyperv neutron-server[83737]: 'Port': '1.5', Apr 06 14:05:21.175295 dv-neutron-835868-1-hyperv neutron-server[83737]: 'PortForwarding': '1.2', Apr 06 14:05:21.175295 dv-neutron-835868-1-hyperv neutron-server[83737]: 'QosPolicy': '1.8', Apr 06 14:05:21.175295 dv-neutron-835868-1-hyperv neutron-server[83737]: 'SecurityGroup': '1.2', Apr 06 14:05:21.175295 dv-neutron-835868-1-hyperv neutron-server[83737]: 'SecurityGroupRule': '1.0', Apr 06 14:05:21.175295 dv-neutron-835868-1-hyperv neutron-server[83737]: 'SubPort': '1.0', Apr 06 14:05:21.175295 dv-neutron-835868-1-hyperv neutron-server[83737]: 'Subnet': '1.1', Apr 06 14:05:21.175295 dv-neutron-835868-1-hyperv neutron-server[83737]: 'Trunk': '1.1'}} Apr 06 14:05:21.175295 dv-neutron-835868-1-hyperv neutron-server[83737]: {{(pid=83737) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:05:21.221240 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:21.259384 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:21.260310 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:21.260963 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:21.365715 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] Pushing event updated for resources: {'Network': ['ID=f7f568ff-6b4f-4189-b996-312d7a64b6a2,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:21.369173 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c6b7b3df-ab76-4759-9603-830fcfa9ce1d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8605392 Apr 06 14:05:21.377486 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network f7f568ff-6b4f-4189-b996-312d7a64b6a2 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:05:23.952627 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 43236) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:05:24.682579 dv-neutron-835868-1-hyperv neutron-server[83738]: WARNING oslo_policy.policy [None req-c79f6ba7-db0a-4112-89ab-83bd4439bf3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:05:24.683475 dv-neutron-835868-1-hyperv neutron-server[83738]: WARNING oslo_policy.policy [None req-c79f6ba7-db0a-4112-89ab-83bd4439bf3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:05:25.142158 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.policy [None req-c79f6ba7-db0a-4112-89ab-83bd4439bf3e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83738) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 06 14:05:25.142984 dv-neutron-835868-1-hyperv neutron-server[83738]: WARNING oslo_policy.policy [None req-c79f6ba7-db0a-4112-89ab-83bd4439bf3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:05:25.143362 dv-neutron-835868-1-hyperv neutron-server[83738]: WARNING oslo_policy.policy [None req-c79f6ba7-db0a-4112-89ab-83bd4439bf3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:05:25.146660 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79f6ba7-db0a-4112-89ab-83bd4439bf3e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:25.148630 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c79f6ba7-db0a-4112-89ab-83bd4439bf3e admin admin] 10.222.0.60 "GET /v2.0/networks/f7f568ff-6b4f-4189-b996-312d7a64b6a2 HTTP/1.1" status: 200 len: 825 time: 1.1939800 Apr 06 14:05:25.184158 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-59394a30-5d6b-49a9-a3cb-9fd10c13003d admin admin] 10.222.0.60 "GET /v2.0/subnetpools/72d27ea4-d8b6-4603-a3b1-cfa76d2093c8 HTTP/1.1" status: 200 len: 734 time: 0.0301008 Apr 06 14:05:25.193366 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2ddb1998-8708-4af6-8754-7e3b71da2f3a admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'f7f568ff-6b4f-4189-b996-312d7a64b6a2', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '72d27ea4-d8b6-4603-a3b1-cfa76d2093c8', 'name': 'private-subnet', 'tenant_id': '6dac420920124fdc801fe845652aa271'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:05:25.195029 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.quota [None req-2ddb1998-8708-4af6-8754-7e3b71da2f3a admin admin] Loaded quota_driver: . Apr 06 14:05:25.202351 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2ddb1998-8708-4af6-8754-7e3b71da2f3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:05:25.208513 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2ddb1998-8708-4af6-8754-7e3b71da2f3a admin admin] Usage tracker for resource:subnet and tenant:6dac420920124fdc801fe845652aa271 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:05:25.212264 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2ddb1998-8708-4af6-8754-7e3b71da2f3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:05:25.220575 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2ddb1998-8708-4af6-8754-7e3b71da2f3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:05:25.235584 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddb1998-8708-4af6-8754-7e3b71da2f3a admin admin] Made reservation on behalf of 6dac420920124fdc801fe845652aa271 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:05:25.238872 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ddb1998-8708-4af6-8754-7e3b71da2f3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:25.578340 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ddb1998-8708-4af6-8754-7e3b71da2f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:25.661737 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddb1998-8708-4af6-8754-7e3b71da2f3a admin admin] Checking segment: {'id': 'b264c275-23d8-42f7-9aff-590b2415a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7f568ff-6b4f-4189-b996-312d7a64b6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:05:25.662109 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddb1998-8708-4af6-8754-7e3b71da2f3a admin admin] Network hostable DHCP agents. Network: f7f568ff-6b4f-4189-b996-312d7a64b6a2, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:05:25.674576 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb1998-8708-4af6-8754-7e3b71da2f3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1908fa0d-e63c-41ff-af75-37edb6807bd9,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:25.686370 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb1998-8708-4af6-8754-7e3b71da2f3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:25.686714 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb1998-8708-4af6-8754-7e3b71da2f3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:25.687048 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb1998-8708-4af6-8754-7e3b71da2f3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:25.687378 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb1998-8708-4af6-8754-7e3b71da2f3a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:25.687717 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb1998-8708-4af6-8754-7e3b71da2f3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:25.688045 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb1998-8708-4af6-8754-7e3b71da2f3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:25.688367 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb1998-8708-4af6-8754-7e3b71da2f3a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:25.688685 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb1998-8708-4af6-8754-7e3b71da2f3a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:25.689028 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb1998-8708-4af6-8754-7e3b71da2f3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:25.689347 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb1998-8708-4af6-8754-7e3b71da2f3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:25.689662 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb1998-8708-4af6-8754-7e3b71da2f3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:25.690915 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb1998-8708-4af6-8754-7e3b71da2f3a admin admin] Tracked resource versions report: Apr 06 14:05:25.690915 dv-neutron-835868-1-hyperv neutron-server[83738]: pushed versions: Apr 06 14:05:25.690915 dv-neutron-835868-1-hyperv neutron-server[83738]: { 'ConntrackHelper': {'1.0'}, Apr 06 14:05:25.690915 dv-neutron-835868-1-hyperv neutron-server[83738]: 'Log': {'1.0'}, Apr 06 14:05:25.690915 dv-neutron-835868-1-hyperv neutron-server[83738]: 'Network': {'1.1'}, Apr 06 14:05:25.690915 dv-neutron-835868-1-hyperv neutron-server[83738]: 'Port': {'1.5'}, Apr 06 14:05:25.690915 dv-neutron-835868-1-hyperv neutron-server[83738]: 'PortForwarding': {'1.2'}, Apr 06 14:05:25.690915 dv-neutron-835868-1-hyperv neutron-server[83738]: 'QosPolicy': {'1.8'}, Apr 06 14:05:25.690915 dv-neutron-835868-1-hyperv neutron-server[83738]: 'SecurityGroup': {'1.2'}, Apr 06 14:05:25.690915 dv-neutron-835868-1-hyperv neutron-server[83738]: 'SecurityGroupRule': {'1.0'}, Apr 06 14:05:25.690915 dv-neutron-835868-1-hyperv neutron-server[83738]: 'SubPort': {'1.0'}, Apr 06 14:05:25.690915 dv-neutron-835868-1-hyperv neutron-server[83738]: 'Subnet': {'1.1'}, Apr 06 14:05:25.690915 dv-neutron-835868-1-hyperv neutron-server[83738]: 'Trunk': {'1.1'}} Apr 06 14:05:25.690915 dv-neutron-835868-1-hyperv neutron-server[83738]: consumer versions: Apr 06 14:05:25.690915 dv-neutron-835868-1-hyperv neutron-server[83738]: { DHCP agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:05:25.690915 dv-neutron-835868-1-hyperv neutron-server[83738]: L3 agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:05:25.690915 dv-neutron-835868-1-hyperv neutron-server[83738]: Metadata agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:05:25.690915 dv-neutron-835868-1-hyperv neutron-server[83738]: Metering agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:05:25.690915 dv-neutron-835868-1-hyperv neutron-server[83738]: Open vSwitch agent@dv-neutron-835868-1-hyperv: { 'ConntrackHelper': '1.0', Apr 06 14:05:25.690915 dv-neutron-835868-1-hyperv neutron-server[83738]: 'Log': '1.0', Apr 06 14:05:25.690915 dv-neutron-835868-1-hyperv neutron-server[83738]: 'Network': '1.1', Apr 06 14:05:25.690915 dv-neutron-835868-1-hyperv neutron-server[83738]: 'Port': '1.5', Apr 06 14:05:25.690915 dv-neutron-835868-1-hyperv neutron-server[83738]: 'PortForwarding': '1.2', Apr 06 14:05:25.690915 dv-neutron-835868-1-hyperv neutron-server[83738]: 'QosPolicy': '1.8', Apr 06 14:05:25.690915 dv-neutron-835868-1-hyperv neutron-server[83738]: 'SecurityGroup': '1.2', Apr 06 14:05:25.690915 dv-neutron-835868-1-hyperv neutron-server[83738]: 'SecurityGroupRule': '1.0', Apr 06 14:05:25.690915 dv-neutron-835868-1-hyperv neutron-server[83738]: 'SubPort': '1.0', Apr 06 14:05:25.690915 dv-neutron-835868-1-hyperv neutron-server[83738]: 'Subnet': '1.1', Apr 06 14:05:25.690915 dv-neutron-835868-1-hyperv neutron-server[83738]: 'Trunk': '1.1'}} Apr 06 14:05:25.690915 dv-neutron-835868-1-hyperv neutron-server[83738]: {{(pid=83738) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:05:25.722270 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddb1998-8708-4af6-8754-7e3b71da2f3a admin admin] Network f7f568ff-6b4f-4189-b996-312d7a64b6a2 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:05:25.737401 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-2ddb1998-8708-4af6-8754-7e3b71da2f3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, f7f568ff-6b4f-4189-b996-312d7a64b6a2) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:05:25.741794 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddb1998-8708-4af6-8754-7e3b71da2f3a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:25.742413 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ddb1998-8708-4af6-8754-7e3b71da2f3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:25.749869 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf841e0-89b6-46e1-bb8b-3d600242a3a4 None None] Network f7f568ff-6b4f-4189-b996-312d7a64b6a2 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:05:25.765901 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2ddb1998-8708-4af6-8754-7e3b71da2f3a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5766127 Apr 06 14:05:26.062396 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-f7f568ff-6b4f-4189-b996-312d7a64b6a2', 'network_id': 'f7f568ff-6b4f-4189-b996-312d7a64b6a2', 'tenant_id': '6dac420920124fdc801fe845652aa271', 'fixed_ips': [{'subnet_id': '1908fa0d-e63c-41ff-af75-37edb6807bd9'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:05:26.063904 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:26.249670 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Allocated IP 172.20.0.2 (f7f568ff-6b4f-4189-b996-312d7a64b6a2/1908fa0d-e63c-41ff-af75-37edb6807bd9/0e48defb-5a1d-4ec5-9326-84af1aac8fc6) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:05:26.474151 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:26.487535 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Transition to ACTIVE for port object 0e48defb-5a1d-4ec5-9326-84af1aac8fc6 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:05:26.509874 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Transition to ACTIVE for port object 0e48defb-5a1d-4ec5-9326-84af1aac8fc6 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:05:26.517357 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:26.581794 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Network f7f568ff-6b4f-4189-b996-312d7a64b6a2 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:05:26.585053 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:05:26.588379 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:05:26.598526 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Pushing event updated for resources: {'Port': ['ID=0e48defb-5a1d-4ec5-9326-84af1aac8fc6,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:26.639475 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:26.639829 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:26.640175 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:26.640516 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:26.640894 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:26.641231 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:26.641564 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:26.641911 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:26.642241 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:26.642569 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:26.642896 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:26.644219 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Tracked resource versions report: Apr 06 14:05:26.644219 dv-neutron-835868-1-hyperv neutron-server[83739]: pushed versions: Apr 06 14:05:26.644219 dv-neutron-835868-1-hyperv neutron-server[83739]: { 'ConntrackHelper': {'1.0'}, Apr 06 14:05:26.644219 dv-neutron-835868-1-hyperv neutron-server[83739]: 'Log': {'1.0'}, Apr 06 14:05:26.644219 dv-neutron-835868-1-hyperv neutron-server[83739]: 'Network': {'1.1'}, Apr 06 14:05:26.644219 dv-neutron-835868-1-hyperv neutron-server[83739]: 'Port': {'1.5'}, Apr 06 14:05:26.644219 dv-neutron-835868-1-hyperv neutron-server[83739]: 'PortForwarding': {'1.2'}, Apr 06 14:05:26.644219 dv-neutron-835868-1-hyperv neutron-server[83739]: 'QosPolicy': {'1.8'}, Apr 06 14:05:26.644219 dv-neutron-835868-1-hyperv neutron-server[83739]: 'SecurityGroup': {'1.2'}, Apr 06 14:05:26.644219 dv-neutron-835868-1-hyperv neutron-server[83739]: 'SecurityGroupRule': {'1.0'}, Apr 06 14:05:26.644219 dv-neutron-835868-1-hyperv neutron-server[83739]: 'SubPort': {'1.0'}, Apr 06 14:05:26.644219 dv-neutron-835868-1-hyperv neutron-server[83739]: 'Subnet': {'1.1'}, Apr 06 14:05:26.644219 dv-neutron-835868-1-hyperv neutron-server[83739]: 'Trunk': {'1.1'}} Apr 06 14:05:26.644219 dv-neutron-835868-1-hyperv neutron-server[83739]: consumer versions: Apr 06 14:05:26.644219 dv-neutron-835868-1-hyperv neutron-server[83739]: { DHCP agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:05:26.644219 dv-neutron-835868-1-hyperv neutron-server[83739]: L3 agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:05:26.644219 dv-neutron-835868-1-hyperv neutron-server[83739]: Metadata agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:05:26.644219 dv-neutron-835868-1-hyperv neutron-server[83739]: Metering agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:05:26.644219 dv-neutron-835868-1-hyperv neutron-server[83739]: Open vSwitch agent@dv-neutron-835868-1-hyperv: { 'ConntrackHelper': '1.0', Apr 06 14:05:26.644219 dv-neutron-835868-1-hyperv neutron-server[83739]: 'Log': '1.0', Apr 06 14:05:26.644219 dv-neutron-835868-1-hyperv neutron-server[83739]: 'Network': '1.1', Apr 06 14:05:26.644219 dv-neutron-835868-1-hyperv neutron-server[83739]: 'Port': '1.5', Apr 06 14:05:26.644219 dv-neutron-835868-1-hyperv neutron-server[83739]: 'PortForwarding': '1.2', Apr 06 14:05:26.644219 dv-neutron-835868-1-hyperv neutron-server[83739]: 'QosPolicy': '1.8', Apr 06 14:05:26.644219 dv-neutron-835868-1-hyperv neutron-server[83739]: 'SecurityGroup': '1.2', Apr 06 14:05:26.644219 dv-neutron-835868-1-hyperv neutron-server[83739]: 'SecurityGroupRule': '1.0', Apr 06 14:05:26.644219 dv-neutron-835868-1-hyperv neutron-server[83739]: 'SubPort': '1.0', Apr 06 14:05:26.644219 dv-neutron-835868-1-hyperv neutron-server[83739]: 'Subnet': '1.1', Apr 06 14:05:26.644219 dv-neutron-835868-1-hyperv neutron-server[83739]: 'Trunk': '1.1'}} Apr 06 14:05:26.644219 dv-neutron-835868-1-hyperv neutron-server[83739]: {{(pid=83739) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:05:26.704450 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Attempting to bind port 0e48defb-5a1d-4ec5-9326-84af1aac8fc6 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:05:26.704857 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Attempting to bind port 0e48defb-5a1d-4ec5-9326-84af1aac8fc6 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'b264c275-23d8-42f7-9aff-590b2415a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7f568ff-6b4f-4189-b996-312d7a64b6a2'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:05:26.705318 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Attempting to bind port 0e48defb-5a1d-4ec5-9326-84af1aac8fc6 on network f7f568ff-6b4f-4189-b996-312d7a64b6a2 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:05:26.711728 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:05:26.712134 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Checking segment: {'id': 'b264c275-23d8-42f7-9aff-590b2415a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7f568ff-6b4f-4189-b996-312d7a64b6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:05:26.712613 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:26.713035 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Bound using segment: {'id': 'b264c275-23d8-42f7-9aff-590b2415a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7f568ff-6b4f-4189-b996-312d7a64b6a2'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:05:26.713536 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Bound port: 0e48defb-5a1d-4ec5-9326-84af1aac8fc6, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b264c275-23d8-42f7-9aff-590b2415a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7f568ff-6b4f-4189-b996-312d7a64b6a2'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:05:26.713930 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:26.802001 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] For port 0e48defb-5a1d-4ec5-9326-84af1aac8fc6, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:05:26.805887 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] For port 0e48defb-5a1d-4ec5-9326-84af1aac8fc6, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=0e48defb-5a1d-4ec5-9326-84af1aac8fc6,segment=NetworkSegment(b264c275-23d8-42f7-9aff-590b2415a555),segment_id=b264c275-23d8-42f7-9aff-590b2415a555)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:05:26.810590 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:26.920475 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355c3ca-e343-47e7-a214-0e2388856290 None None] Pushing event updated for resources: {'Port': ['ID=0e48defb-5a1d-4ec5-9326-84af1aac8fc6,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:28.075243 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 43256) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:05:28.559013 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-1da789b3-9b34-4a93-8f5d-ff7f48145ded admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:05:28.560054 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1da789b3-9b34-4a93-8f5d-ff7f48145ded admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4831021 Apr 06 14:05:30.486954 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2de616-3440-4f14-846b-6af03ee760a7 None None] Network f7f568ff-6b4f-4189-b996-312d7a64b6a2 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:05:30.576025 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4ec1b3ce-bf45-448a-a077-198865d3bfe2 None None] Provisioning for port 0e48defb-5a1d-4ec5-9326-84af1aac8fc6 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:05:30.854912 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 43270) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:05:31.318866 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-eda8cdf9-4dff-4d08-8315-36025821264c admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:05:31.319824 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-eda8cdf9-4dff-4d08-8315-36025821264c admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4640055 Apr 06 14:05:31.539027 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 0e48defb-5a1d-4ec5-9326-84af1aac8fc6 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:05:31.605414 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 0e48defb-5a1d-4ec5-9326-84af1aac8fc6 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:05:31.610511 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 0e48defb-5a1d-4ec5-9326-84af1aac8fc6 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:05:31.610907 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:31.721629 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:31.753781 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 0e48defb-5a1d-4ec5-9326-84af1aac8fc6, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=0e48defb-5a1d-4ec5-9326-84af1aac8fc6,segment=NetworkSegment(b264c275-23d8-42f7-9aff-590b2415a555),segment_id=b264c275-23d8-42f7-9aff-590b2415a555)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:05:31.757112 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:31.819839 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=0e48defb-5a1d-4ec5-9326-84af1aac8fc6,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:33.515861 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 0e48defb-5a1d-4ec5-9326-84af1aac8fc6 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:05:33.584493 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 0e48defb-5a1d-4ec5-9326-84af1aac8fc6 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:05:33.584897 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:33.856201 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 43282) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:05:34.223919 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-0eb0b9ed-00ef-4ddc-a9ee-401e6a4ab5ae admin admin] Request body: {'router': {'tenant_id': '6dac420920124fdc801fe845652aa271', 'admin_state_up': True, 'name': 'router1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:05:34.228923 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0eb0b9ed-00ef-4ddc-a9ee-401e6a4ab5ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:05:34.233494 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0eb0b9ed-00ef-4ddc-a9ee-401e6a4ab5ae admin admin] Usage tracker for resource:router and tenant:6dac420920124fdc801fe845652aa271 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:05:34.236731 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0eb0b9ed-00ef-4ddc-a9ee-401e6a4ab5ae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:05:34.242710 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0eb0b9ed-00ef-4ddc-a9ee-401e6a4ab5ae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:05:34.253374 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0eb0b9ed-00ef-4ddc-a9ee-401e6a4ab5ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:34.254878 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0eb0b9ed-00ef-4ddc-a9ee-401e6a4ab5ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:34.281114 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0eb0b9ed-00ef-4ddc-a9ee-401e6a4ab5ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:34.384424 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0eb0b9ed-00ef-4ddc-a9ee-401e6a4ab5ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:34.402020 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0eb0b9ed-00ef-4ddc-a9ee-401e6a4ab5ae admin admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:34.403274 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0eb0b9ed-00ef-4ddc-a9ee-401e6a4ab5ae admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5460527 Apr 06 14:05:36.641823 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 43292) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:05:37.029443 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-ea2a05ad-5d9e-45cd-b775-616b50aeee28 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:05:37.030407 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ea2a05ad-5d9e-45cd-b775-616b50aeee28 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3876753 Apr 06 14:05:37.922794 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ec4ee1e0-da21-4610-9614-992f4f6d2a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:39.276143 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 43302) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:05:39.658235 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5b26711c-9b3b-4c37-a4dd-7659071e2001 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:05:39.662655 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5b26711c-9b3b-4c37-a4dd-7659071e2001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:05:39.666354 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5b26711c-9b3b-4c37-a4dd-7659071e2001 admin admin] Usage tracker for resource:network and tenant:498f1a56a7f3448185ba80806f1f5658 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:05:39.669142 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5b26711c-9b3b-4c37-a4dd-7659071e2001 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:05:39.675103 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5b26711c-9b3b-4c37-a4dd-7659071e2001 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:05:39.684630 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b26711c-9b3b-4c37-a4dd-7659071e2001 admin admin] Made reservation on behalf of 498f1a56a7f3448185ba80806f1f5658 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:05:39.687306 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5b26711c-9b3b-4c37-a4dd-7659071e2001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:39.698734 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5b26711c-9b3b-4c37-a4dd-7659071e2001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:39.729532 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5b26711c-9b3b-4c37-a4dd-7659071e2001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:05:39.733123 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5b26711c-9b3b-4c37-a4dd-7659071e2001 admin admin] Usage tracker for resource:security_group_rule and tenant:498f1a56a7f3448185ba80806f1f5658 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:05:39.735750 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5b26711c-9b3b-4c37-a4dd-7659071e2001 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:05:39.741232 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5b26711c-9b3b-4c37-a4dd-7659071e2001 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:05:39.808712 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5b26711c-9b3b-4c37-a4dd-7659071e2001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:39.813284 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5b26711c-9b3b-4c37-a4dd-7659071e2001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:39.836928 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5b26711c-9b3b-4c37-a4dd-7659071e2001 admin admin] Reserving flat network on physical network physnet1 {{(pid=83737) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 06 14:05:39.850681 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26711c-9b3b-4c37-a4dd-7659071e2001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e467f023-0065-43fe-b53f-2253ac89691d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:39.857701 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5b26711c-9b3b-4c37-a4dd-7659071e2001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:39.858112 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-5b26711c-9b3b-4c37-a4dd-7659071e2001 admin admin] Added segment 5cfddfb2-3980-478f-9db3-0fb1421fbb37 of type flat for network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 Apr 06 14:05:39.889045 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5b26711c-9b3b-4c37-a4dd-7659071e2001 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:39.923046 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5b26711c-9b3b-4c37-a4dd-7659071e2001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:39.923808 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b26711c-9b3b-4c37-a4dd-7659071e2001 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:39.924354 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5b26711c-9b3b-4c37-a4dd-7659071e2001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:40.022726 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26711c-9b3b-4c37-a4dd-7659071e2001 admin admin] Pushing event updated for resources: {'Network': ['ID=5b121ca5-69d5-4d27-bffe-4929f7aabdf6,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:40.027408 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5b26711c-9b3b-4c37-a4dd-7659071e2001 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7502811 Apr 06 14:05:40.032708 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:05:40.202232 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cea366a4-e19d-4622-9c68-9ee75462b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:41.217328 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:41.249295 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:42.301693 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 43322) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:05:42.612705 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b415f77e-45bb-442e-ba67-ea3493a4fe6b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:42.614042 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b415f77e-45bb-442e-ba67-ea3493a4fe6b admin admin] 10.222.0.60 "GET /v2.0/subnets/1908fa0d-e63c-41ff-af75-37edb6807bd9 HTTP/1.1" status: 200 len: 849 time: 0.3114271 Apr 06 14:05:42.669042 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:42.785161 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-08f2b57f-7c5a-4782-8072-f11d9aeb191b admin admin] 10.222.0.60 "GET /v2.0/routers/58226c3b-8992-4913-bd54-8167be2cf477 HTTP/1.1" status: 200 len: 704 time: 0.1658084 Apr 06 14:05:43.251355 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a22ec2e-7b57-4a0c-acfc-6b46a04b6d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:43.476405 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-7a22ec2e-7b57-4a0c-acfc-6b46a04b6d49 admin admin] Allocated IP 172.20.0.1 (f7f568ff-6b4f-4189-b996-312d7a64b6a2/1908fa0d-e63c-41ff-af75-37edb6807bd9/5f143239-602a-4de1-9d2e-17a28dae8863) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:05:43.628473 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a22ec2e-7b57-4a0c-acfc-6b46a04b6d49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:43.649409 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-7a22ec2e-7b57-4a0c-acfc-6b46a04b6d49 admin admin] Transition to ACTIVE for port object 5f143239-602a-4de1-9d2e-17a28dae8863 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:05:43.699301 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a22ec2e-7b57-4a0c-acfc-6b46a04b6d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:43.770091 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a22ec2e-7b57-4a0c-acfc-6b46a04b6d49 admin admin] Network f7f568ff-6b4f-4189-b996-312d7a64b6a2 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:05:43.772640 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-7a22ec2e-7b57-4a0c-acfc-6b46a04b6d49 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:05:43.778747 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22ec2e-7b57-4a0c-acfc-6b46a04b6d49 admin admin] Pushing event updated for resources: {'Port': ['ID=5f143239-602a-4de1-9d2e-17a28dae8863,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:43.789905 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a22ec2e-7b57-4a0c-acfc-6b46a04b6d49 admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:05:43.790464 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a22ec2e-7b57-4a0c-acfc-6b46a04b6d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:43.919827 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a22ec2e-7b57-4a0c-acfc-6b46a04b6d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:43.995720 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-84c64eaa-db2d-4237-9db3-9e1bcc3413d3 None None] Provisioning for port 5f143239-602a-4de1-9d2e-17a28dae8863 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:05:44.000424 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-84c64eaa-db2d-4237-9db3-9e1bcc3413d3 None None] Provisioning complete for port 5f143239-602a-4de1-9d2e-17a28dae8863 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:05:44.000793 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-84c64eaa-db2d-4237-9db3-9e1bcc3413d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:44.050163 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-84c64eaa-db2d-4237-9db3-9e1bcc3413d3 None None] Port 5f143239-602a-4de1-9d2e-17a28dae8863 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:05:44.143625 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a22ec2e-7b57-4a0c-acfc-6b46a04b6d49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:44.148001 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a22ec2e-7b57-4a0c-acfc-6b46a04b6d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:44.148743 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a22ec2e-7b57-4a0c-acfc-6b46a04b6d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:44.306861 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22ec2e-7b57-4a0c-acfc-6b46a04b6d49 admin admin] Pushing event updated for resources: {'Port': ['ID=5f143239-602a-4de1-9d2e-17a28dae8863,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:44.370372 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a22ec2e-7b57-4a0c-acfc-6b46a04b6d49 admin admin] Network f7f568ff-6b4f-4189-b996-312d7a64b6a2 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:05:44.371419 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-7a22ec2e-7b57-4a0c-acfc-6b46a04b6d49 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:05:44.573557 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-cb026398-8249-4d82-a799-d7f5aa449691 None None] Provisioning complete for port 5f143239-602a-4de1-9d2e-17a28dae8863 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:05:44.573922 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cb026398-8249-4d82-a799-d7f5aa449691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:44.625455 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-cb026398-8249-4d82-a799-d7f5aa449691 None None] Port 5f143239-602a-4de1-9d2e-17a28dae8863 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:05:44.721957 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a22ec2e-7b57-4a0c-acfc-6b46a04b6d49 admin admin] Router 58226c3b-8992-4913-bd54-8167be2cf477 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:05:44.886542 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a22ec2e-7b57-4a0c-acfc-6b46a04b6d49 admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:05:44.896608 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7a22ec2e-7b57-4a0c-acfc-6b46a04b6d49 admin admin] 10.222.0.60 "PUT /v2.0/routers/58226c3b-8992-4913-bd54-8167be2cf477/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1066661 Apr 06 14:05:44.896850 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae6c2ce-5694-4e24-98a1-24640e56a818 None None] Sync routers for ids ['58226c3b-8992-4913-bd54-8167be2cf477'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:05:44.909622 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae6c2ce-5694-4e24-98a1-24640e56a818 None None] Routers {'58226c3b-8992-4913-bd54-8167be2cf477'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:05:44.910476 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-fae6c2ce-5694-4e24-98a1-24640e56a818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:05:40Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['58226c3b-8992-4913-bd54-8167be2cf477'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:05:45.080125 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-fae6c2ce-5694-4e24-98a1-24640e56a818 None None] Set router 58226c3b-8992-4913-bd54-8167be2cf477 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:05:45.442996 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-fae6c2ce-5694-4e24-98a1-24640e56a818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58226c3b-8992-4913-bd54-8167be2cf477', 'name': 'router1', 'tenant_id': '6dac420920124fdc801fe845652aa271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:05:34Z', 'updated_at': '2022-04-06T14:05:43Z', 'revision_number': 2, 'project_id': '6dac420920124fdc801fe845652aa271', 'gw_port_host': None, '_interfaces': [{'id': '5f143239-602a-4de1-9d2e-17a28dae8863', 'name': '', 'network_id': 'f7f568ff-6b4f-4189-b996-312d7a64b6a2', 'tenant_id': '6dac420920124fdc801fe845652aa271', 'mac_address': 'fa:16:3e:84:b0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58226c3b-8992-4913-bd54-8167be2cf477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1908fa0d-e63c-41ff-af75-37edb6807bd9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:05:43Z', 'updated_at': '2022-04-06T14:05:43Z', 'revision_number': 2, 'project_id': '6dac420920124fdc801fe845652aa271', 'subnets': [{'id': '1908fa0d-e63c-41ff-af75-37edb6807bd9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '72d27ea4-d8b6-4603-a3b1-cfa76d2093c8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:05:45.447852 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae6c2ce-5694-4e24-98a1-24640e56a818 None None] Checking router: 58226c3b-8992-4913-bd54-8167be2cf477 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:05:45.448218 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae6c2ce-5694-4e24-98a1-24640e56a818 None None] Updating router 58226c3b-8992-4913-bd54-8167be2cf477 port 5f143239-602a-4de1-9d2e-17a28dae8863 binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:05:45.501206 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-fae6c2ce-5694-4e24-98a1-24640e56a818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:45.874092 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-fae6c2ce-5694-4e24-98a1-24640e56a818 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:45.889323 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-fae6c2ce-5694-4e24-98a1-24640e56a818 None None] Transition to ACTIVE for port object 5f143239-602a-4de1-9d2e-17a28dae8863 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:05:45.895460 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-fae6c2ce-5694-4e24-98a1-24640e56a818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:46.089714 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe660d-8af2-4773-bbb0-fdb8304ac1b5 None None] Pushing event updated for resources: {'Port': ['ID=5f143239-602a-4de1-9d2e-17a28dae8863,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:46.141284 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfe660d-8af2-4773-bbb0-fdb8304ac1b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:46.141628 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfe660d-8af2-4773-bbb0-fdb8304ac1b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:46.141972 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfe660d-8af2-4773-bbb0-fdb8304ac1b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:46.142303 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfe660d-8af2-4773-bbb0-fdb8304ac1b5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:46.142649 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfe660d-8af2-4773-bbb0-fdb8304ac1b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:46.142983 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfe660d-8af2-4773-bbb0-fdb8304ac1b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:46.143310 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfe660d-8af2-4773-bbb0-fdb8304ac1b5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:46.143654 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfe660d-8af2-4773-bbb0-fdb8304ac1b5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:46.144170 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfe660d-8af2-4773-bbb0-fdb8304ac1b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:46.144290 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfe660d-8af2-4773-bbb0-fdb8304ac1b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:46.144602 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfe660d-8af2-4773-bbb0-fdb8304ac1b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:46.145934 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfe660d-8af2-4773-bbb0-fdb8304ac1b5 None None] Tracked resource versions report: Apr 06 14:05:46.145934 dv-neutron-835868-1-hyperv neutron-server[83740]: pushed versions: Apr 06 14:05:46.145934 dv-neutron-835868-1-hyperv neutron-server[83740]: { 'ConntrackHelper': {'1.0'}, Apr 06 14:05:46.145934 dv-neutron-835868-1-hyperv neutron-server[83740]: 'Log': {'1.0'}, Apr 06 14:05:46.145934 dv-neutron-835868-1-hyperv neutron-server[83740]: 'Network': {'1.1'}, Apr 06 14:05:46.145934 dv-neutron-835868-1-hyperv neutron-server[83740]: 'Port': {'1.5'}, Apr 06 14:05:46.145934 dv-neutron-835868-1-hyperv neutron-server[83740]: 'PortForwarding': {'1.2'}, Apr 06 14:05:46.145934 dv-neutron-835868-1-hyperv neutron-server[83740]: 'QosPolicy': {'1.8'}, Apr 06 14:05:46.145934 dv-neutron-835868-1-hyperv neutron-server[83740]: 'SecurityGroup': {'1.2'}, Apr 06 14:05:46.145934 dv-neutron-835868-1-hyperv neutron-server[83740]: 'SecurityGroupRule': {'1.0'}, Apr 06 14:05:46.145934 dv-neutron-835868-1-hyperv neutron-server[83740]: 'SubPort': {'1.0'}, Apr 06 14:05:46.145934 dv-neutron-835868-1-hyperv neutron-server[83740]: 'Subnet': {'1.1'}, Apr 06 14:05:46.145934 dv-neutron-835868-1-hyperv neutron-server[83740]: 'Trunk': {'1.1'}} Apr 06 14:05:46.145934 dv-neutron-835868-1-hyperv neutron-server[83740]: consumer versions: Apr 06 14:05:46.145934 dv-neutron-835868-1-hyperv neutron-server[83740]: { DHCP agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:05:46.145934 dv-neutron-835868-1-hyperv neutron-server[83740]: L3 agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:05:46.145934 dv-neutron-835868-1-hyperv neutron-server[83740]: Metadata agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:05:46.145934 dv-neutron-835868-1-hyperv neutron-server[83740]: Metering agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:05:46.145934 dv-neutron-835868-1-hyperv neutron-server[83740]: Open vSwitch agent@dv-neutron-835868-1-hyperv: { 'ConntrackHelper': '1.0', Apr 06 14:05:46.145934 dv-neutron-835868-1-hyperv neutron-server[83740]: 'Log': '1.0', Apr 06 14:05:46.145934 dv-neutron-835868-1-hyperv neutron-server[83740]: 'Network': '1.1', Apr 06 14:05:46.145934 dv-neutron-835868-1-hyperv neutron-server[83740]: 'Port': '1.5', Apr 06 14:05:46.145934 dv-neutron-835868-1-hyperv neutron-server[83740]: 'PortForwarding': '1.2', Apr 06 14:05:46.145934 dv-neutron-835868-1-hyperv neutron-server[83740]: 'QosPolicy': '1.8', Apr 06 14:05:46.145934 dv-neutron-835868-1-hyperv neutron-server[83740]: 'SecurityGroup': '1.2', Apr 06 14:05:46.145934 dv-neutron-835868-1-hyperv neutron-server[83740]: 'SecurityGroupRule': '1.0', Apr 06 14:05:46.145934 dv-neutron-835868-1-hyperv neutron-server[83740]: 'SubPort': '1.0', Apr 06 14:05:46.145934 dv-neutron-835868-1-hyperv neutron-server[83740]: 'Subnet': '1.1', Apr 06 14:05:46.145934 dv-neutron-835868-1-hyperv neutron-server[83740]: 'Trunk': '1.1'}} Apr 06 14:05:46.145934 dv-neutron-835868-1-hyperv neutron-server[83740]: {{(pid=83740) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:05:46.155775 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-fae6c2ce-5694-4e24-98a1-24640e56a818 None None] Attempting to bind port 5f143239-602a-4de1-9d2e-17a28dae8863 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:05:46.156173 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-fae6c2ce-5694-4e24-98a1-24640e56a818 None None] Attempting to bind port 5f143239-602a-4de1-9d2e-17a28dae8863 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'b264c275-23d8-42f7-9aff-590b2415a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7f568ff-6b4f-4189-b996-312d7a64b6a2'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:05:46.156627 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae6c2ce-5694-4e24-98a1-24640e56a818 None None] Attempting to bind port 5f143239-602a-4de1-9d2e-17a28dae8863 on network f7f568ff-6b4f-4189-b996-312d7a64b6a2 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:05:46.162919 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae6c2ce-5694-4e24-98a1-24640e56a818 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:05:46.163318 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae6c2ce-5694-4e24-98a1-24640e56a818 None None] Checking segment: {'id': 'b264c275-23d8-42f7-9aff-590b2415a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7f568ff-6b4f-4189-b996-312d7a64b6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:05:46.163784 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-fae6c2ce-5694-4e24-98a1-24640e56a818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:46.164166 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae6c2ce-5694-4e24-98a1-24640e56a818 None None] Bound using segment: {'id': 'b264c275-23d8-42f7-9aff-590b2415a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7f568ff-6b4f-4189-b996-312d7a64b6a2'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:05:46.164656 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-fae6c2ce-5694-4e24-98a1-24640e56a818 None None] Bound port: 5f143239-602a-4de1-9d2e-17a28dae8863, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b264c275-23d8-42f7-9aff-590b2415a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7f568ff-6b4f-4189-b996-312d7a64b6a2'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:05:46.165061 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-fae6c2ce-5694-4e24-98a1-24640e56a818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:46.251560 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-fae6c2ce-5694-4e24-98a1-24640e56a818 None None] For port 5f143239-602a-4de1-9d2e-17a28dae8863, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:05:46.255757 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-fae6c2ce-5694-4e24-98a1-24640e56a818 None None] For port 5f143239-602a-4de1-9d2e-17a28dae8863, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=5f143239-602a-4de1-9d2e-17a28dae8863,segment=NetworkSegment(b264c275-23d8-42f7-9aff-590b2415a555),segment_id=b264c275-23d8-42f7-9aff-590b2415a555)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:05:46.259764 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-fae6c2ce-5694-4e24-98a1-24640e56a818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:46.347617 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe660d-8af2-4773-bbb0-fdb8304ac1b5 None None] Pushing event updated for resources: {'Port': ['ID=5f143239-602a-4de1-9d2e-17a28dae8863,revision_number=4']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:46.352768 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae6c2ce-5694-4e24-98a1-24640e56a818 None None] Routers {'58226c3b-8992-4913-bd54-8167be2cf477'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:05:46.353510 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-fae6c2ce-5694-4e24-98a1-24640e56a818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:05:40Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['58226c3b-8992-4913-bd54-8167be2cf477'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:05:46.507961 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-fae6c2ce-5694-4e24-98a1-24640e56a818 None None] Set router 58226c3b-8992-4913-bd54-8167be2cf477 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:05:46.826364 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-fae6c2ce-5694-4e24-98a1-24640e56a818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58226c3b-8992-4913-bd54-8167be2cf477', 'name': 'router1', 'tenant_id': '6dac420920124fdc801fe845652aa271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:05:34Z', 'updated_at': '2022-04-06T14:05:43Z', 'revision_number': 2, 'project_id': '6dac420920124fdc801fe845652aa271', 'gw_port_host': None, '_interfaces': [{'id': '5f143239-602a-4de1-9d2e-17a28dae8863', 'name': '', 'network_id': 'f7f568ff-6b4f-4189-b996-312d7a64b6a2', 'tenant_id': '6dac420920124fdc801fe845652aa271', 'mac_address': 'fa:16:3e:84:b0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58226c3b-8992-4913-bd54-8167be2cf477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1908fa0d-e63c-41ff-af75-37edb6807bd9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:05:43Z', 'updated_at': '2022-04-06T14:05:46Z', 'revision_number': 4, 'project_id': '6dac420920124fdc801fe845652aa271', 'subnets': [{'id': '1908fa0d-e63c-41ff-af75-37edb6807bd9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '72d27ea4-d8b6-4603-a3b1-cfa76d2093c8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:05:46.830527 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae6c2ce-5694-4e24-98a1-24640e56a818 None None] The sync data for ids ['58226c3b-8992-4913-bd54-8167be2cf477'] in dv-neutron-835868-1-hyperv is: [{'id': '58226c3b-8992-4913-bd54-8167be2cf477', 'name': 'router1', 'tenant_id': '6dac420920124fdc801fe845652aa271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:05:34Z', 'updated_at': '2022-04-06T14:05:43Z', 'revision_number': 2, 'project_id': '6dac420920124fdc801fe845652aa271', 'gw_port_host': None, '_interfaces': [{'id': '5f143239-602a-4de1-9d2e-17a28dae8863', 'name': '', 'network_id': 'f7f568ff-6b4f-4189-b996-312d7a64b6a2', 'tenant_id': '6dac420920124fdc801fe845652aa271', 'mac_address': 'fa:16:3e:84:b0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58226c3b-8992-4913-bd54-8167be2cf477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1908fa0d-e63c-41ff-af75-37edb6807bd9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:05:43Z', 'updated_at': '2022-04-06T14:05:46Z', 'revision_number': 4, 'project_id': '6dac420920124fdc801fe845652aa271', 'subnets': [{'id': '1908fa0d-e63c-41ff-af75-37edb6807bd9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '72d27ea4-d8b6-4603-a3b1-cfa76d2093c8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:05:46.980888 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 43346) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:05:47.153052 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28873167-1900-4a42-bd5c-c3f34ed4ca5b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:47.153613 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-28873167-1900-4a42-bd5c-c3f34ed4ca5b admin admin] Synchronizing usage tracker for tenant:498f1a56a7f3448185ba80806f1f5658 on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:05:47.170376 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-28873167-1900-4a42-bd5c-c3f34ed4ca5b admin admin] Unset dirty status for tenant:498f1a56a7f3448185ba80806f1f5658 on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:05:47.171473 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-28873167-1900-4a42-bd5c-c3f34ed4ca5b admin admin] 10.222.0.60 "GET /v2.0/networks/5b121ca5-69d5-4d27-bffe-4929f7aabdf6 HTTP/1.1" status: 200 len: 842 time: 0.1896477 Apr 06 14:05:47.180571 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-6f705a69-8d88-46dc-a400-794c1ff7af7c admin admin] Request body: {'subnet': {'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'enable_dhcp': False, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:05:47.186329 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6f705a69-8d88-46dc-a400-794c1ff7af7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:05:47.190132 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6f705a69-8d88-46dc-a400-794c1ff7af7c admin admin] Usage tracker for resource:subnet and tenant:498f1a56a7f3448185ba80806f1f5658 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:05:47.192994 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6f705a69-8d88-46dc-a400-794c1ff7af7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:05:47.199012 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6f705a69-8d88-46dc-a400-794c1ff7af7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:05:47.209000 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f705a69-8d88-46dc-a400-794c1ff7af7c admin admin] Made reservation on behalf of 498f1a56a7f3448185ba80806f1f5658 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:05:47.211394 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6f705a69-8d88-46dc-a400-794c1ff7af7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:47.574251 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.objects.ports [None req-6f705a69-8d88-46dc-a400-794c1ff7af7c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83737) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 06 14:05:47.574516 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6f705a69-8d88-46dc-a400-794c1ff7af7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:47.643573 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f705a69-8d88-46dc-a400-794c1ff7af7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=407499d5-07bb-4086-b5d1-3098f6e3279f,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:47.658742 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f705a69-8d88-46dc-a400-794c1ff7af7c admin admin] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:05:47.659103 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f705a69-8d88-46dc-a400-794c1ff7af7c admin admin] Network hostable DHCP agents. Network: 5b121ca5-69d5-4d27-bffe-4929f7aabdf6, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:05:47.690181 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f705a69-8d88-46dc-a400-794c1ff7af7c admin admin] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:05:47.704412 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-6f705a69-8d88-46dc-a400-794c1ff7af7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 5b121ca5-69d5-4d27-bffe-4929f7aabdf6) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:05:47.711795 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c70308-4b26-4772-9c54-a96def1ba3a4 None None] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:05:47.712361 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f705a69-8d88-46dc-a400-794c1ff7af7c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:47.712954 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6f705a69-8d88-46dc-a400-794c1ff7af7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:47.739623 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6f705a69-8d88-46dc-a400-794c1ff7af7c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5624259 Apr 06 14:05:47.962187 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bed7c5-0eaf-48ee-a4f6-3deb651b7dae None None] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:05:49.537632 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 5f143239-602a-4de1-9d2e-17a28dae8863 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:05:49.603985 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 5f143239-602a-4de1-9d2e-17a28dae8863 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:05:49.608505 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 5f143239-602a-4de1-9d2e-17a28dae8863 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:05:49.608885 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:49.736888 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:49.769737 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 5f143239-602a-4de1-9d2e-17a28dae8863, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=5f143239-602a-4de1-9d2e-17a28dae8863,segment=NetworkSegment(b264c275-23d8-42f7-9aff-590b2415a555),segment_id=b264c275-23d8-42f7-9aff-590b2415a555)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:05:49.774742 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:49.840065 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=5f143239-602a-4de1-9d2e-17a28dae8863,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:49.904812 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 43360) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:05:50.171003 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c933e630-930e-4aaf-b759-29296d51e9fb admin admin] 10.222.0.60 "GET /v2.0/routers/58226c3b-8992-4913-bd54-8167be2cf477 HTTP/1.1" status: 200 len: 710 time: 0.2650483 Apr 06 14:05:50.297479 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7238ac-7949-4365-817f-94b424c60304 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:50.298792 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1b7238ac-7949-4365-817f-94b424c60304 admin admin] 10.222.0.60 "GET /v2.0/networks/5b121ca5-69d5-4d27-bffe-4929f7aabdf6 HTTP/1.1" status: 200 len: 886 time: 0.1228287 Apr 06 14:05:50.307245 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0942463b-5ba6-4798-8f16-fd086dcd4ed1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:05:50.766032 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0942463b-5ba6-4798-8f16-fd086dcd4ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:50.949268 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0942463b-5ba6-4798-8f16-fd086dcd4ed1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:51.002381 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0942463b-5ba6-4798-8f16-fd086dcd4ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:51.129669 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-0942463b-5ba6-4798-8f16-fd086dcd4ed1 admin admin] Allocated IP 172.26.8.106 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/e0929548-6399-40e1-b5c3-8879577479c7) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:05:51.269603 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0942463b-5ba6-4798-8f16-fd086dcd4ed1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:51.296088 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0942463b-5ba6-4798-8f16-fd086dcd4ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:51.361771 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0942463b-5ba6-4798-8f16-fd086dcd4ed1 admin admin] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:05:51.364859 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-0942463b-5ba6-4798-8f16-fd086dcd4ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:05:51.368178 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0942463b-5ba6-4798-8f16-fd086dcd4ed1 admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:05:51.400739 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942463b-5ba6-4798-8f16-fd086dcd4ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=e0929548-6399-40e1-b5c3-8879577479c7,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:51.504243 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0942463b-5ba6-4798-8f16-fd086dcd4ed1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:51.524947 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 5f143239-602a-4de1-9d2e-17a28dae8863 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:05:51.596240 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 5f143239-602a-4de1-9d2e-17a28dae8863 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:05:51.596612 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:51.709928 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0942463b-5ba6-4798-8f16-fd086dcd4ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:51.713225 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0942463b-5ba6-4798-8f16-fd086dcd4ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653861', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691619'] for router, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:51.907372 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0942463b-5ba6-4798-8f16-fd086dcd4ed1 admin admin] Router 58226c3b-8992-4913-bd54-8167be2cf477 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:05:52.101476 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0942463b-5ba6-4798-8f16-fd086dcd4ed1 admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:05:52.110851 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0942463b-5ba6-4798-8f16-fd086dcd4ed1 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:52.111273 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18fa2da-903d-4a75-b484-505a86681852 None None] Sync routers for ids ['58226c3b-8992-4913-bd54-8167be2cf477'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:05:52.112049 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0942463b-5ba6-4798-8f16-fd086dcd4ed1 admin admin] 10.222.0.60 "PUT /v2.0/routers/58226c3b-8992-4913-bd54-8167be2cf477 HTTP/1.1" status: 200 len: 890 time: 1.8079741 Apr 06 14:05:52.124579 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18fa2da-903d-4a75-b484-505a86681852 None None] Routers {'58226c3b-8992-4913-bd54-8167be2cf477'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:05:52.125406 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c18fa2da-903d-4a75-b484-505a86681852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:05:40Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['58226c3b-8992-4913-bd54-8167be2cf477'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:05:52.313127 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-c18fa2da-903d-4a75-b484-505a86681852 None None] Set router 58226c3b-8992-4913-bd54-8167be2cf477 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:05:52.642909 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c18fa2da-903d-4a75-b484-505a86681852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58226c3b-8992-4913-bd54-8167be2cf477', 'name': 'router1', 'tenant_id': '6dac420920124fdc801fe845652aa271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': 'e0929548-6399-40e1-b5c3-8879577479c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:05:34Z', 'updated_at': '2022-04-06T14:05:51Z', 'revision_number': 4, 'project_id': '6dac420920124fdc801fe845652aa271', 'gw_port': {'id': 'e0929548-6399-40e1-b5c3-8879577479c7', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58226c3b-8992-4913-bd54-8167be2cf477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:05:51Z', 'updated_at': '2022-04-06T14:05:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '5f143239-602a-4de1-9d2e-17a28dae8863', 'name': '', 'network_id': 'f7f568ff-6b4f-4189-b996-312d7a64b6a2', 'tenant_id': '6dac420920124fdc801fe845652aa271', 'mac_address': 'fa:16:3e:84:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58226c3b-8992-4913-bd54-8167be2cf477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1908fa0d-e63c-41ff-af75-37edb6807bd9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:05:43Z', 'updated_at': '2022-04-06T14:05:49Z', 'revision_number': 5, 'project_id': '6dac420920124fdc801fe845652aa271', 'subnets': [{'id': '1908fa0d-e63c-41ff-af75-37edb6807bd9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '72d27ea4-d8b6-4603-a3b1-cfa76d2093c8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:05:52.647734 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18fa2da-903d-4a75-b484-505a86681852 None None] Checking router: 58226c3b-8992-4913-bd54-8167be2cf477 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:05:52.648084 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18fa2da-903d-4a75-b484-505a86681852 None None] Updating router 58226c3b-8992-4913-bd54-8167be2cf477 port e0929548-6399-40e1-b5c3-8879577479c7 binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:05:52.699479 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c18fa2da-903d-4a75-b484-505a86681852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:53.020971 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c18fa2da-903d-4a75-b484-505a86681852 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:53.032778 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c18fa2da-903d-4a75-b484-505a86681852 None None] Transition to ACTIVE for port object e0929548-6399-40e1-b5c3-8879577479c7 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:05:53.039157 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c18fa2da-903d-4a75-b484-505a86681852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:53.114308 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428682c-1d3b-41a9-8a52-5d8333b88e4a None None] Pushing event updated for resources: {'Port': ['ID=e0929548-6399-40e1-b5c3-8879577479c7,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:53.120508 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c18fa2da-903d-4a75-b484-505a86681852 None None] Attempting to bind port e0929548-6399-40e1-b5c3-8879577479c7 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:05:53.120888 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c18fa2da-903d-4a75-b484-505a86681852 None None] Attempting to bind port e0929548-6399-40e1-b5c3-8879577479c7 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:05:53.121692 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18fa2da-903d-4a75-b484-505a86681852 None None] Attempting to bind port e0929548-6399-40e1-b5c3-8879577479c7 on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:05:53.128153 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18fa2da-903d-4a75-b484-505a86681852 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:05:53.128520 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18fa2da-903d-4a75-b484-505a86681852 None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:05:53.128937 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c18fa2da-903d-4a75-b484-505a86681852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:53.129320 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18fa2da-903d-4a75-b484-505a86681852 None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:05:53.129799 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c18fa2da-903d-4a75-b484-505a86681852 None None] Bound port: e0929548-6399-40e1-b5c3-8879577479c7, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:05:53.130182 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c18fa2da-903d-4a75-b484-505a86681852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:53.201278 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c18fa2da-903d-4a75-b484-505a86681852 None None] For port e0929548-6399-40e1-b5c3-8879577479c7, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:05:53.204325 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c18fa2da-903d-4a75-b484-505a86681852 None None] For port e0929548-6399-40e1-b5c3-8879577479c7, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=e0929548-6399-40e1-b5c3-8879577479c7,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:05:53.208585 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c18fa2da-903d-4a75-b484-505a86681852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:53.283838 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428682c-1d3b-41a9-8a52-5d8333b88e4a None None] Pushing event updated for resources: {'Port': ['ID=e0929548-6399-40e1-b5c3-8879577479c7,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:53.291884 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18fa2da-903d-4a75-b484-505a86681852 None None] Routers {'58226c3b-8992-4913-bd54-8167be2cf477'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:05:53.292478 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c18fa2da-903d-4a75-b484-505a86681852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:05:40Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['58226c3b-8992-4913-bd54-8167be2cf477'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:05:53.486748 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-c18fa2da-903d-4a75-b484-505a86681852 None None] Set router 58226c3b-8992-4913-bd54-8167be2cf477 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:05:53.803793 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c18fa2da-903d-4a75-b484-505a86681852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58226c3b-8992-4913-bd54-8167be2cf477', 'name': 'router1', 'tenant_id': '6dac420920124fdc801fe845652aa271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': 'e0929548-6399-40e1-b5c3-8879577479c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:05:34Z', 'updated_at': '2022-04-06T14:05:51Z', 'revision_number': 4, 'project_id': '6dac420920124fdc801fe845652aa271', 'gw_port': {'id': 'e0929548-6399-40e1-b5c3-8879577479c7', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58226c3b-8992-4913-bd54-8167be2cf477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:05:51Z', 'updated_at': '2022-04-06T14:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '5f143239-602a-4de1-9d2e-17a28dae8863', 'name': '', 'network_id': 'f7f568ff-6b4f-4189-b996-312d7a64b6a2', 'tenant_id': '6dac420920124fdc801fe845652aa271', 'mac_address': 'fa:16:3e:84:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58226c3b-8992-4913-bd54-8167be2cf477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1908fa0d-e63c-41ff-af75-37edb6807bd9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:05:43Z', 'updated_at': '2022-04-06T14:05:49Z', 'revision_number': 5, 'project_id': '6dac420920124fdc801fe845652aa271', 'subnets': [{'id': '1908fa0d-e63c-41ff-af75-37edb6807bd9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '72d27ea4-d8b6-4603-a3b1-cfa76d2093c8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:05:53.807718 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18fa2da-903d-4a75-b484-505a86681852 None None] The sync data for ids ['58226c3b-8992-4913-bd54-8167be2cf477'] in dv-neutron-835868-1-hyperv is: [{'id': '58226c3b-8992-4913-bd54-8167be2cf477', 'name': 'router1', 'tenant_id': '6dac420920124fdc801fe845652aa271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': 'e0929548-6399-40e1-b5c3-8879577479c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:05:34Z', 'updated_at': '2022-04-06T14:05:51Z', 'revision_number': 4, 'project_id': '6dac420920124fdc801fe845652aa271', 'gw_port': {'id': 'e0929548-6399-40e1-b5c3-8879577479c7', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58226c3b-8992-4913-bd54-8167be2cf477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:05:51Z', 'updated_at': '2022-04-06T14:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '5f143239-602a-4de1-9d2e-17a28dae8863', 'name': '', 'network_id': 'f7f568ff-6b4f-4189-b996-312d7a64b6a2', 'tenant_id': '6dac420920124fdc801fe845652aa271', 'mac_address': 'fa:16:3e:84:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58226c3b-8992-4913-bd54-8167be2cf477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1908fa0d-e63c-41ff-af75-37edb6807bd9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:05:43Z', 'updated_at': '2022-04-06T14:05:49Z', 'revision_number': 5, 'project_id': '6dac420920124fdc801fe845652aa271', 'subnets': [{'id': '1908fa0d-e63c-41ff-af75-37edb6807bd9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '72d27ea4-d8b6-4603-a3b1-cfa76d2093c8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:05:54.347274 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 43370) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:05:54.484078 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b51e53e8-fc03-4872-bbad-4f919a328b69 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1357098 Apr 06 14:05:55.546115 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device e0929548-6399-40e1-b5c3-8879577479c7 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:05:55.613880 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port e0929548-6399-40e1-b5c3-8879577479c7 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:05:55.619015 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port e0929548-6399-40e1-b5c3-8879577479c7 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:05:55.619389 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:55.746554 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:55.766228 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port e0929548-6399-40e1-b5c3-8879577479c7, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=e0929548-6399-40e1-b5c3-8879577479c7,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:05:55.769260 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:55.835396 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=e0929548-6399-40e1-b5c3-8879577479c7,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:57.533543 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device e0929548-6399-40e1-b5c3-8879577479c7 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:05:57.617281 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port e0929548-6399-40e1-b5c3-8879577479c7 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:05:57.617663 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:58.590458 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 5 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:06:07.925195 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dd21c0a9-da62-423b-abd2-3fa4385b2fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:10.203864 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-605a4a00-5900-47de-a8cb-fa902bc1def7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:11.219896 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:11.250018 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:12.680994 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:35.591207 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 5 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:06:37.926672 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5921099b-5c30-4a38-b828-29f425f2b05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:40.208525 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cd6943db-d3e1-4bf6-8275-dea78c0efd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:41.227980 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:41.257150 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:42.702050 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:07:07.931162 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d105d114-447e-4389-80a5-1ad7aaf75aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:07:10.202005 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6e87278f-2175-49ec-bdf6-9e797a622dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:07:11.225853 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:07:11.250248 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:07:12.591630 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 5 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:07:12.696000 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:07:37.935889 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f01040da-4aa2-47f2-86c3-2d38e8be8069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:07:40.202977 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-658b47c4-761a-4492-a699-27b8d90b284d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:07:41.230481 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:07:41.258320 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:07:42.692016 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:07:49.591557 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 5 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:08:00.094630 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 43976) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:00.188357 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-73899af1-e27b-453b-9219-47fb88b81fda admin admin] GET failed (client error): The resource could not be found. Apr 06 14:08:00.189561 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-73899af1-e27b-453b-9219-47fb88b81fda admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0940742 Apr 06 14:08:00.320196 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efbaa2a-5f42-48e2-88ee-345388b25a22 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:00.321698 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4efbaa2a-5f42-48e2-88ee-345388b25a22 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1278841 Apr 06 14:08:02.347014 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 43986) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:02.478279 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd0d646-247b-45bc-ae43-f08ef8815c8b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:02.479385 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5fd0d646-247b-45bc-ae43-f08ef8815c8b admin admin] Synchronizing usage tracker for tenant:498f1a56a7f3448185ba80806f1f5658 on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:08:02.494831 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5fd0d646-247b-45bc-ae43-f08ef8815c8b admin admin] Unset dirty status for tenant:498f1a56a7f3448185ba80806f1f5658 on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:08:02.496057 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5fd0d646-247b-45bc-ae43-f08ef8815c8b admin admin] 10.222.0.60 "GET /v2.0/subnets/1908fa0d-e63c-41ff-af75-37edb6807bd9 HTTP/1.1" status: 200 len: 849 time: 0.1480362 Apr 06 14:08:02.505080 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-aca641fd-87bb-47fb-b768-3a3b7a7a81af admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:08:02.615887 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aca641fd-87bb-47fb-b768-3a3b7a7a81af admin admin] Notify callbacks [] for subnet, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:02.800561 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aca641fd-87bb-47fb-b768-3a3b7a7a81af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727578180756'] for subnet, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:02.850283 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca641fd-87bb-47fb-b768-3a3b7a7a81af admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:02.851449 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aca641fd-87bb-47fb-b768-3a3b7a7a81af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:02.852118 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-aca641fd-87bb-47fb-b768-3a3b7a7a81af admin admin] 10.222.0.60 "PUT /v2.0/subnets/1908fa0d-e63c-41ff-af75-37edb6807bd9 HTTP/1.1" status: 200 len: 868 time: 0.3506866 Apr 06 14:08:02.854829 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6b7292-b5c9-4b3d-8937-09b82ad4e544 None None] Network f7f568ff-6b4f-4189-b996-312d7a64b6a2 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:08:02.872050 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca641fd-87bb-47fb-b768-3a3b7a7a81af admin admin] Pushing event updated for resources: {'Subnet': ['ID=1908fa0d-e63c-41ff-af75-37edb6807bd9,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:02.880543 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca641fd-87bb-47fb-b768-3a3b7a7a81af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:02.880936 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca641fd-87bb-47fb-b768-3a3b7a7a81af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:02.881267 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca641fd-87bb-47fb-b768-3a3b7a7a81af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:02.881605 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca641fd-87bb-47fb-b768-3a3b7a7a81af admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:02.881957 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca641fd-87bb-47fb-b768-3a3b7a7a81af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:02.882297 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca641fd-87bb-47fb-b768-3a3b7a7a81af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:02.882644 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca641fd-87bb-47fb-b768-3a3b7a7a81af admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:02.882978 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca641fd-87bb-47fb-b768-3a3b7a7a81af admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:02.883309 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca641fd-87bb-47fb-b768-3a3b7a7a81af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:02.883636 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca641fd-87bb-47fb-b768-3a3b7a7a81af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:02.883965 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca641fd-87bb-47fb-b768-3a3b7a7a81af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:03.321105 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-bfded0fd-95ba-47e1-b8a4-5c373a2d0c9c None None] Provisioning complete for port 0e48defb-5a1d-4ec5-9326-84af1aac8fc6 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:08:03.321474 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bfded0fd-95ba-47e1-b8a4-5c373a2d0c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:03.444047 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-bfded0fd-95ba-47e1-b8a4-5c373a2d0c9c None None] Provisioning complete for port 5f143239-602a-4de1-9d2e-17a28dae8863 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:08:03.444312 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bfded0fd-95ba-47e1-b8a4-5c373a2d0c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:04.887501 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 43996) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:05.083884 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023d8a50-a7c1-4c21-82c6-3d62dca37986 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:05.084170 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023d8a50-a7c1-4c21-82c6-3d62dca37986 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:05.085684 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-023d8a50-a7c1-4c21-82c6-3d62dca37986 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1972778 Apr 06 14:08:07.103967 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44006) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:07.311554 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e6a770-5b3f-4bd0-b8f8-73a70154922d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:07.311931 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e6a770-5b3f-4bd0-b8f8-73a70154922d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:07.313459 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c8e6a770-5b3f-4bd0-b8f8-73a70154922d admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2085781 Apr 06 14:08:07.939553 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-25ac32e9-3dee-41ca-bbc8-b96c017740e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:09.347184 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44016) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:09.535708 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b24372-afc9-4704-9306-53efca81514c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:09.537197 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c0b24372-afc9-4704-9306-53efca81514c admin admin] 10.222.0.60 "GET /v2.0/networks/5b121ca5-69d5-4d27-bffe-4929f7aabdf6 HTTP/1.1" status: 200 len: 886 time: 0.1890495 Apr 06 14:08:10.206191 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9677a2b0-5e68-45c3-8aa3-ba851a533fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:11.230723 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:11.250506 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:11.562847 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44026) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:11.754927 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21d145c-12b8-48db-8122-8a52f07d6595 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:11.756188 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b21d145c-12b8-48db-8122-8a52f07d6595 admin admin] 10.222.0.60 "GET /v2.0/networks/f7f568ff-6b4f-4189-b996-312d7a64b6a2 HTTP/1.1" status: 200 len: 869 time: 0.1924193 Apr 06 14:08:12.694704 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:13.769325 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44036) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:13.902612 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292212b0-103c-41de-8144-bdecc6669b9c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:13.902977 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292212b0-103c-41de-8144-bdecc6669b9c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:13.904461 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-292212b0-103c-41de-8144-bdecc6669b9c admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1340451 Apr 06 14:08:15.919198 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44046) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:16.049881 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8e1f93-7d14-484f-bc80-53cf79bad093 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:16.050248 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8e1f93-7d14-484f-bc80-53cf79bad093 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:16.052810 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0a8e1f93-7d14-484f-bc80-53cf79bad093 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1324317 Apr 06 14:08:18.081317 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44056) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:18.206953 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c69a1f0-565a-4079-bbfd-1605b2dcc453 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:18.208262 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4c69a1f0-565a-4079-bbfd-1605b2dcc453 admin admin] 10.222.0.60 "GET /v2.0/subnets/1908fa0d-e63c-41ff-af75-37edb6807bd9 HTTP/1.1" status: 200 len: 868 time: 0.1259956 Apr 06 14:08:20.219472 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44066) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:20.345608 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551e51f2-56ee-489c-846d-b02c465c587f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:20.346910 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-551e51f2-56ee-489c-846d-b02c465c587f admin admin] 10.222.0.60 "GET /v2.0/subnets/407499d5-07bb-4086-b5d1-3098f6e3279f HTTP/1.1" status: 200 len: 816 time: 0.1264319 Apr 06 14:08:26.592199 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 5 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:08:37.941478 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a04432f3-dbbf-4a02-bf8f-e31142f130a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:38.398408 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44104) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:38.470220 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-c31fe428-1014-42e5-b2e6-4a6d3bcc91cc admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:08:38.471186 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c31fe428-1014-42e5-b2e6-4a6d3bcc91cc admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0718558 Apr 06 14:08:40.208231 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-760e8647-53af-4bd2-b2c1-4a8b8b190102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:40.551192 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44114) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:40.682411 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd7e8142-86ce-405d-bb8d-f7e8a5f7135b admin admin] GET failed (client error): The resource could not be found. Apr 06 14:08:40.683647 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bd7e8142-86ce-405d-bb8d-f7e8a5f7135b admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1315477 Apr 06 14:08:40.805970 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a664d085-245b-41a4-9147-f51c532350ae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:40.807333 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a664d085-245b-41a4-9147-f51c532350ae admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1194980 Apr 06 14:08:41.230104 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:41.251820 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:42.698849 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:42.868442 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44124) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:42.938387 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-183da55d-d6f4-44c1-a7cb-34844ce2966c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:08:42.942743 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-183da55d-d6f4-44c1-a7cb-34844ce2966c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:08:42.952612 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-183da55d-d6f4-44c1-a7cb-34844ce2966c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:08:42.963350 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183da55d-d6f4-44c1-a7cb-34844ce2966c admin admin] Made reservation on behalf of 498f1a56a7f3448185ba80806f1f5658 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:08:42.965734 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-183da55d-d6f4-44c1-a7cb-34844ce2966c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:43.056544 dv-neutron-835868-1-hyperv neutron-server[83738]: WARNING neutron.services.revisions.revision_plugin [None req-183da55d-d6f4-44c1-a7cb-34844ce2966c admin admin] Could not find related network for resource to bump revision. Apr 06 14:08:43.070409 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-183da55d-d6f4-44c1-a7cb-34844ce2966c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:08:43.081967 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-183da55d-d6f4-44c1-a7cb-34844ce2966c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727578143079', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:43.082723 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-183da55d-d6f4-44c1-a7cb-34844ce2966c admin admin] Unsubscribe: segment precommit_create {{(pid=83738) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 14:08:43.083350 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-183da55d-d6f4-44c1-a7cb-34844ce2966c admin admin] Added segment dd6b44f1-4725-4a69-b7b2-c0131438caeb of type vlan for network 9bc8d217-454e-46a3-94e9-b5d894d850e9 Apr 06 14:08:43.120379 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-183da55d-d6f4-44c1-a7cb-34844ce2966c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:43.154435 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-183da55d-d6f4-44c1-a7cb-34844ce2966c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:43.155257 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183da55d-d6f4-44c1-a7cb-34844ce2966c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:43.155829 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-183da55d-d6f4-44c1-a7cb-34844ce2966c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:43.268957 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-183da55d-d6f4-44c1-a7cb-34844ce2966c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3993080 Apr 06 14:08:43.271473 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da55d-d6f4-44c1-a7cb-34844ce2966c admin admin] Pushing event updated for resources: {'Network': ['ID=9bc8d217-454e-46a3-94e9-b5d894d850e9,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:43.283700 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da55d-d6f4-44c1-a7cb-34844ce2966c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:43.284046 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da55d-d6f4-44c1-a7cb-34844ce2966c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:43.284444 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da55d-d6f4-44c1-a7cb-34844ce2966c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:43.284772 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da55d-d6f4-44c1-a7cb-34844ce2966c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:43.285127 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da55d-d6f4-44c1-a7cb-34844ce2966c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:43.285484 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da55d-d6f4-44c1-a7cb-34844ce2966c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:43.285808 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da55d-d6f4-44c1-a7cb-34844ce2966c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:43.286132 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da55d-d6f4-44c1-a7cb-34844ce2966c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:43.286455 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da55d-d6f4-44c1-a7cb-34844ce2966c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:43.286773 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da55d-d6f4-44c1-a7cb-34844ce2966c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:43.287092 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da55d-d6f4-44c1-a7cb-34844ce2966c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:43.299699 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 9bc8d217-454e-46a3-94e9-b5d894d850e9 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:08:45.364564 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44134) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:45.453651 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f60fe2-2311-48f8-bdcf-441014197669 admin admin] GET failed (client error): The resource could not be found. Apr 06 14:08:45.454151 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-29f60fe2-2311-48f8-bdcf-441014197669 admin admin] Synchronizing usage tracker for tenant:498f1a56a7f3448185ba80806f1f5658 on resource:network {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:08:45.469706 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-29f60fe2-2311-48f8-bdcf-441014197669 admin admin] Unset dirty status for tenant:498f1a56a7f3448185ba80806f1f5658 on resource:network {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:08:45.470987 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-29f60fe2-2311-48f8-bdcf-441014197669 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1054444 Apr 06 14:08:45.575433 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96b2742-1059-4fa5-b54a-01948beb513d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:45.576889 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d96b2742-1059-4fa5-b54a-01948beb513d admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1019752 Apr 06 14:08:45.586147 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2f6724c0-1380-4fc2-8dd9-579827070ee6 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '9bc8d217-454e-46a3-94e9-b5d894d850e9', 'cidr': '192.168.233.0/24'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:08:45.590948 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2f6724c0-1380-4fc2-8dd9-579827070ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:08:45.600057 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2f6724c0-1380-4fc2-8dd9-579827070ee6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:08:45.609556 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6724c0-1380-4fc2-8dd9-579827070ee6 admin admin] Made reservation on behalf of 498f1a56a7f3448185ba80806f1f5658 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:08:45.611764 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f6724c0-1380-4fc2-8dd9-579827070ee6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:45.807808 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f6724c0-1380-4fc2-8dd9-579827070ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:45.877982 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6724c0-1380-4fc2-8dd9-579827070ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ad6b1d2-c130-44ea-96ee-42452e46e169,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:45.889204 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6724c0-1380-4fc2-8dd9-579827070ee6 admin admin] Checking segment: {'id': 'dd6b44f1-4725-4a69-b7b2-c0131438caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9bc8d217-454e-46a3-94e9-b5d894d850e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:08:45.889558 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6724c0-1380-4fc2-8dd9-579827070ee6 admin admin] Network hostable DHCP agents. Network: 9bc8d217-454e-46a3-94e9-b5d894d850e9, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:08:45.909690 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6724c0-1380-4fc2-8dd9-579827070ee6 admin admin] Network 9bc8d217-454e-46a3-94e9-b5d894d850e9 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:08:45.919643 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-2f6724c0-1380-4fc2-8dd9-579827070ee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 9bc8d217-454e-46a3-94e9-b5d894d850e9) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:08:45.928037 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6724c0-1380-4fc2-8dd9-579827070ee6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:45.928585 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686916c1-d35b-49f8-a858-57e821443017 None None] Network 9bc8d217-454e-46a3-94e9-b5d894d850e9 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:08:45.929052 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f6724c0-1380-4fc2-8dd9-579827070ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:45.955091 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2f6724c0-1380-4fc2-8dd9-579827070ee6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3721757 Apr 06 14:08:46.150809 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-9bc8d217-454e-46a3-94e9-b5d894d850e9', 'network_id': '9bc8d217-454e-46a3-94e9-b5d894d850e9', 'tenant_id': '498f1a56a7f3448185ba80806f1f5658', 'fixed_ips': [{'subnet_id': '1ad6b1d2-c130-44ea-96ee-42452e46e169'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:08:46.151666 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:46.317545 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Allocated IP 192.168.233.2 (9bc8d217-454e-46a3-94e9-b5d894d850e9/1ad6b1d2-c130-44ea-96ee-42452e46e169/1738ac68-4784-4a3b-ad5d-5b9f772a25b6) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:08:46.525331 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:46.535325 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Transition to ACTIVE for port object 1738ac68-4784-4a3b-ad5d-5b9f772a25b6 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:08:46.553395 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Transition to ACTIVE for port object 1738ac68-4784-4a3b-ad5d-5b9f772a25b6 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:08:46.558716 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:46.623494 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Network 9bc8d217-454e-46a3-94e9-b5d894d850e9 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:08:46.627425 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:08:46.631928 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Pushing event updated for resources: {'Port': ['ID=1738ac68-4784-4a3b-ad5d-5b9f772a25b6,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:46.634778 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:08:46.674355 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:46.674705 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:46.675041 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:46.675376 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:46.675821 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:46.676119 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:46.676949 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:46.677080 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:46.677443 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:46.677969 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:46.678364 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:46.735847 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Attempting to bind port 1738ac68-4784-4a3b-ad5d-5b9f772a25b6 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:08:46.736213 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Attempting to bind port 1738ac68-4784-4a3b-ad5d-5b9f772a25b6 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'dd6b44f1-4725-4a69-b7b2-c0131438caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9bc8d217-454e-46a3-94e9-b5d894d850e9'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:08:46.736568 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Attempting to bind port 1738ac68-4784-4a3b-ad5d-5b9f772a25b6 on network 9bc8d217-454e-46a3-94e9-b5d894d850e9 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:08:46.742879 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:08:46.743397 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Checking segment: {'id': 'dd6b44f1-4725-4a69-b7b2-c0131438caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9bc8d217-454e-46a3-94e9-b5d894d850e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:08:46.743668 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:46.744053 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Bound using segment: {'id': 'dd6b44f1-4725-4a69-b7b2-c0131438caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9bc8d217-454e-46a3-94e9-b5d894d850e9'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:08:46.744500 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Bound port: 1738ac68-4784-4a3b-ad5d-5b9f772a25b6, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6b44f1-4725-4a69-b7b2-c0131438caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9bc8d217-454e-46a3-94e9-b5d894d850e9'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:08:46.744912 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:46.831312 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] For port 1738ac68-4784-4a3b-ad5d-5b9f772a25b6, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:08:46.834964 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] For port 1738ac68-4784-4a3b-ad5d-5b9f772a25b6, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=1738ac68-4784-4a3b-ad5d-5b9f772a25b6,segment=NetworkSegment(dd6b44f1-4725-4a69-b7b2-c0131438caeb),segment_id=dd6b44f1-4725-4a69-b7b2-c0131438caeb)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:08:46.840288 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:46.943119 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5eaac7-bf52-4405-a4b2-309af11d939e None None] Pushing event updated for resources: {'Port': ['ID=1738ac68-4784-4a3b-ad5d-5b9f772a25b6,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:47.648787 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 1738ac68-4784-4a3b-ad5d-5b9f772a25b6 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:08:47.724407 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 1738ac68-4784-4a3b-ad5d-5b9f772a25b6 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:08:47.785069 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b2042a-39b3-45a4-b6c4-d20f7b5ed8d8 None None] Network 9bc8d217-454e-46a3-94e9-b5d894d850e9 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:08:47.875243 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fe7dc5d6-29ac-4eee-bf51-895d1ec9c4d7 None None] Provisioning for port 1738ac68-4784-4a3b-ad5d-5b9f772a25b6 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:08:47.885859 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fe7dc5d6-29ac-4eee-bf51-895d1ec9c4d7 None None] Provisioning complete for port 1738ac68-4784-4a3b-ad5d-5b9f772a25b6 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:08:47.886229 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fe7dc5d6-29ac-4eee-bf51-895d1ec9c4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:48.103742 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fe7dc5d6-29ac-4eee-bf51-895d1ec9c4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:48.145788 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-fe7dc5d6-29ac-4eee-bf51-895d1ec9c4d7 None None] For port 1738ac68-4784-4a3b-ad5d-5b9f772a25b6, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=1738ac68-4784-4a3b-ad5d-5b9f772a25b6,segment=NetworkSegment(dd6b44f1-4725-4a69-b7b2-c0131438caeb),segment_id=dd6b44f1-4725-4a69-b7b2-c0131438caeb)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:08:48.153703 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fe7dc5d6-29ac-4eee-bf51-895d1ec9c4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:48.223773 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7dc5d6-29ac-4eee-bf51-895d1ec9c4d7 None None] Pushing event updated for resources: {'Port': ['ID=1738ac68-4784-4a3b-ad5d-5b9f772a25b6,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:48.381367 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a89943fc-b231-4583-9c81-781730140308 None None] Provisioning complete for port 1738ac68-4784-4a3b-ad5d-5b9f772a25b6 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:08:48.381749 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a89943fc-b231-4583-9c81-781730140308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:49.608438 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 1738ac68-4784-4a3b-ad5d-5b9f772a25b6 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:08:49.676913 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 1738ac68-4784-4a3b-ad5d-5b9f772a25b6 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:08:49.677282 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:03.592534 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 5 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:09:07.944149 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e7f152d1-7c65-430e-bfd1-9f78a2a261de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:10.210155 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-eae6991d-0a66-4898-89bf-5eb971d5f751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:11.235906 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:11.253857 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:12.703040 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:37.946359 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9415123d-9fa4-41da-85a5-235ff0f86f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:40.212657 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c9d172af-ca22-40af-8d8d-87381d97ccb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:40.592953 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 5 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:09:41.234353 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:41.255575 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:42.705210 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:05.697172 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44176) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:10:05.702841 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-556876d5-ea0a-4580-85ac-b6847abae980 tempest-verify_tempest_config-2095727817 tempest-verify_tempest_config-2095727817-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:10:05.703780 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-556876d5-ea0a-4580-85ac-b6847abae980 tempest-verify_tempest_config-2095727817 tempest-verify_tempest_config-2095727817-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0056593 Apr 06 14:10:06.025183 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44192) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:10:06.161876 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5fda58f-4072-4f47-8376-5759753e5877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:06.192337 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a5fda58f-4072-4f47-8376-5759753e5877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:10:06.196148 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a5fda58f-4072-4f47-8376-5759753e5877 admin admin] Usage tracker for resource:security_group_rule and tenant:06968bee49104178862b34c591f0d549 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:10:06.198876 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a5fda58f-4072-4f47-8376-5759753e5877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:10:06.204386 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a5fda58f-4072-4f47-8376-5759753e5877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:10:06.267069 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5fda58f-4072-4f47-8376-5759753e5877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:06.270527 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5fda58f-4072-4f47-8376-5759753e5877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:06.319172 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fda58f-4072-4f47-8376-5759753e5877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2d23b0-f4a0-4c98-8212-e5f2adf340ef,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:10:06.321798 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a5fda58f-4072-4f47-8376-5759753e5877 admin admin] Synchronizing usage tracker for tenant:498f1a56a7f3448185ba80806f1f5658 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:10:06.335382 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fda58f-4072-4f47-8376-5759753e5877 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:06.335733 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fda58f-4072-4f47-8376-5759753e5877 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:06.336074 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fda58f-4072-4f47-8376-5759753e5877 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:06.336410 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fda58f-4072-4f47-8376-5759753e5877 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:06.336763 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fda58f-4072-4f47-8376-5759753e5877 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:06.337124 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fda58f-4072-4f47-8376-5759753e5877 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:06.337474 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fda58f-4072-4f47-8376-5759753e5877 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:06.337821 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fda58f-4072-4f47-8376-5759753e5877 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:06.338146 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fda58f-4072-4f47-8376-5759753e5877 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:06.338474 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fda58f-4072-4f47-8376-5759753e5877 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:06.338833 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fda58f-4072-4f47-8376-5759753e5877 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:06.349526 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a5fda58f-4072-4f47-8376-5759753e5877 admin admin] Unset dirty status for tenant:498f1a56a7f3448185ba80806f1f5658 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:10:06.351316 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a5fda58f-4072-4f47-8376-5759753e5877 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=06968bee49104178862b34c591f0d549&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3251796 Apr 06 14:10:06.354263 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44198) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:10:06.420287 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e87ca42d-26d6-49d2-be4e-cfad36623432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:06.445416 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e87ca42d-26d6-49d2-be4e-cfad36623432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:06.534974 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e87ca42d-26d6-49d2-be4e-cfad36623432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:06.550721 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ca42d-26d6-49d2-be4e-cfad36623432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2d23b0-f4a0-4c98-8212-e5f2adf340ef,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:10:06.559366 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e87ca42d-26d6-49d2-be4e-cfad36623432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:06.560719 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e87ca42d-26d6-49d2-be4e-cfad36623432 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7b2d23b0-f4a0-4c98-8212-e5f2adf340ef HTTP/1.1" status: 204 len: 168 time: 0.2055345 Apr 06 14:10:06.562319 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ca42d-26d6-49d2-be4e-cfad36623432 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:06.562663 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ca42d-26d6-49d2-be4e-cfad36623432 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:06.563113 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ca42d-26d6-49d2-be4e-cfad36623432 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:06.563449 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ca42d-26d6-49d2-be4e-cfad36623432 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:06.563795 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ca42d-26d6-49d2-be4e-cfad36623432 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:06.564127 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ca42d-26d6-49d2-be4e-cfad36623432 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:06.564480 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ca42d-26d6-49d2-be4e-cfad36623432 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:06.564770 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ca42d-26d6-49d2-be4e-cfad36623432 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:06.565118 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ca42d-26d6-49d2-be4e-cfad36623432 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:06.565439 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ca42d-26d6-49d2-be4e-cfad36623432 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:06.565833 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ca42d-26d6-49d2-be4e-cfad36623432 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:07.947426 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f8613cc0-0075-4a1c-9e8a-32aa0106ddb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:10.214487 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4b43562d-e1e1-4d03-88de-378e7fc06cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:11.235965 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:11.255828 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:12.709131 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:17.594350 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 5 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:10:37.949326 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8b10f3f5-050a-4f15-b955-25f4cb015d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:40.216879 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b9a3146d-4b2c-4e43-9bea-e28fc0a77233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:41.238007 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:41.258023 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:42.709190 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:54.594328 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 5 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:11:07.951232 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0bded377-c1c9-42be-8f1b-bb5bb839e0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:11:10.218349 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-40d05bb5-13cf-42bd-ad58-982ac347ce18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:11:11.242834 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:11:11.258277 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:11:12.711176 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:11:28.890867 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1651167'] for agent, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:11:31.595266 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:11:37.953010 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-abe8aead-16b2-4c6d-b462-4935f7212762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:11:40.222109 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b8c02de7-6fbe-4e49-8fcc-5d5666e28371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:11:41.245620 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:11:41.262107 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:11:42.131819 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44268) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:11:42.272751 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6705eff8-588b-4efd-a838-28b3a8d43e4e admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1392243 Apr 06 14:11:42.714099 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:11:44.394458 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44278) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:11:44.480537 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9c88dad2-ae1c-41d3-8ce1-cc3ee89f3e9f admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0849888 Apr 06 14:11:58.830319 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:07.955224 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f7714cc9-48ba-4627-815a-8f39e00e86ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:08.596565 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:12:10.223716 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7f25ae4e-0427-40aa-b283-fd58d81fc99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:11.246534 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:11.262808 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:12.718460 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:28.831323 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:37.957193 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e5473d1c-fba5-4116-97c3-13e5267c8f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:40.225455 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a17854e8-64b8-4bb2-9ebc-1757ae8c5078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:41.253861 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:41.264504 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:42.719435 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:45.596079 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:12:58.857624 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:07.961721 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d466f4bc-d510-4835-8fa4-e4013eeb6a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:08.789353 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44430) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:09.246610 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44450) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:09.324955 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-897796809-network', 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:09.329559 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:09.333516 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Usage tracker for resource:network and tenant:45bdc10440d74a5abd92184edf5c75b4 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:09.336763 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:09.342785 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:09.353630 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Made reservation on behalf of 45bdc10440d74a5abd92184edf5c75b4 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:09.355973 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:09.370330 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:09.405466 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:09.409368 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Usage tracker for resource:security_group_rule and tenant:45bdc10440d74a5abd92184edf5c75b4 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:09.412623 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:09.419198 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:09.446452 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44460) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:09.485767 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:09.490576 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:09.512816 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:13:09.534546 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:09.534897 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Added segment 5eccebc2-4d26-4156-a27c-d30f103adc58 of type vlan for network b4b50898-b40c-48be-9630-e21242c54179 Apr 06 14:13:09.544066 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebbab3c-7aa0-42be-af6e-1a3aed2cdcbc,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:09.566176 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:09.566533 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:09.566877 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:09.567498 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:09.567611 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:09.567903 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:09.568230 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:09.568559 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:09.568901 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:09.569228 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:09.569551 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:09.570680 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Tracked resource versions report: Apr 06 14:13:09.570680 dv-neutron-835868-1-hyperv neutron-server[83737]: pushed versions: Apr 06 14:13:09.570680 dv-neutron-835868-1-hyperv neutron-server[83737]: { 'ConntrackHelper': {'1.0'}, Apr 06 14:13:09.570680 dv-neutron-835868-1-hyperv neutron-server[83737]: 'Log': {'1.0'}, Apr 06 14:13:09.570680 dv-neutron-835868-1-hyperv neutron-server[83737]: 'Network': {'1.1'}, Apr 06 14:13:09.570680 dv-neutron-835868-1-hyperv neutron-server[83737]: 'Port': {'1.5'}, Apr 06 14:13:09.570680 dv-neutron-835868-1-hyperv neutron-server[83737]: 'PortForwarding': {'1.2'}, Apr 06 14:13:09.570680 dv-neutron-835868-1-hyperv neutron-server[83737]: 'QosPolicy': {'1.8'}, Apr 06 14:13:09.570680 dv-neutron-835868-1-hyperv neutron-server[83737]: 'SecurityGroup': {'1.2'}, Apr 06 14:13:09.570680 dv-neutron-835868-1-hyperv neutron-server[83737]: 'SecurityGroupRule': {'1.0'}, Apr 06 14:13:09.570680 dv-neutron-835868-1-hyperv neutron-server[83737]: 'SubPort': {'1.0'}, Apr 06 14:13:09.570680 dv-neutron-835868-1-hyperv neutron-server[83737]: 'Subnet': {'1.1'}, Apr 06 14:13:09.570680 dv-neutron-835868-1-hyperv neutron-server[83737]: 'Trunk': {'1.1'}} Apr 06 14:13:09.570680 dv-neutron-835868-1-hyperv neutron-server[83737]: consumer versions: Apr 06 14:13:09.570680 dv-neutron-835868-1-hyperv neutron-server[83737]: { DHCP agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:13:09.570680 dv-neutron-835868-1-hyperv neutron-server[83737]: HyperV agent@hv-neutron-8358: {}, Apr 06 14:13:09.570680 dv-neutron-835868-1-hyperv neutron-server[83737]: L3 agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:13:09.570680 dv-neutron-835868-1-hyperv neutron-server[83737]: Metadata agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:13:09.570680 dv-neutron-835868-1-hyperv neutron-server[83737]: Metering agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:13:09.570680 dv-neutron-835868-1-hyperv neutron-server[83737]: Open vSwitch agent@dv-neutron-835868-1-hyperv: { 'ConntrackHelper': '1.0', Apr 06 14:13:09.570680 dv-neutron-835868-1-hyperv neutron-server[83737]: 'Log': '1.0', Apr 06 14:13:09.570680 dv-neutron-835868-1-hyperv neutron-server[83737]: 'Network': '1.1', Apr 06 14:13:09.570680 dv-neutron-835868-1-hyperv neutron-server[83737]: 'Port': '1.5', Apr 06 14:13:09.570680 dv-neutron-835868-1-hyperv neutron-server[83737]: 'PortForwarding': '1.2', Apr 06 14:13:09.570680 dv-neutron-835868-1-hyperv neutron-server[83737]: 'QosPolicy': '1.8', Apr 06 14:13:09.570680 dv-neutron-835868-1-hyperv neutron-server[83737]: 'SecurityGroup': '1.2', Apr 06 14:13:09.570680 dv-neutron-835868-1-hyperv neutron-server[83737]: 'SecurityGroupRule': '1.0', Apr 06 14:13:09.570680 dv-neutron-835868-1-hyperv neutron-server[83737]: 'SubPort': '1.0', Apr 06 14:13:09.570680 dv-neutron-835868-1-hyperv neutron-server[83737]: 'Subnet': '1.1', Apr 06 14:13:09.570680 dv-neutron-835868-1-hyperv neutron-server[83737]: 'Trunk': '1.1'}} Apr 06 14:13:09.570680 dv-neutron-835868-1-hyperv neutron-server[83737]: {{(pid=83737) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:13:09.582285 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:09.614097 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:09.614920 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:09.615496 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:09.723228 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] Pushing event updated for resources: {'Network': ['ID=b4b50898-b40c-48be-9630-e21242c54179,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:09.729681 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44472) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:09.735003 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a89ac828-7699-45ca-9dce-4a88d62eff8f admin admin] Request body: {'subnet': {'network_id': 'b4b50898-b40c-48be-9630-e21242c54179', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-897796809-subnet', 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:09.737352 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6efcba7a-3bfb-4fb7-8c0d-49bc1cb36a28 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9395013 Apr 06 14:13:09.741304 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a89ac828-7699-45ca-9dce-4a88d62eff8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:09.747807 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network b4b50898-b40c-48be-9630-e21242c54179 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:13:09.764609 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a89ac828-7699-45ca-9dce-4a88d62eff8f admin admin] Usage tracker for resource:subnet and tenant:45bdc10440d74a5abd92184edf5c75b4 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:09.767690 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a89ac828-7699-45ca-9dce-4a88d62eff8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:09.776020 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-046bb1da-9633-472b-8d14-d0584d289e1d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1216470950-network', 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:09.777126 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a89ac828-7699-45ca-9dce-4a88d62eff8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:09.790691 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-046bb1da-9633-472b-8d14-d0584d289e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:09.796114 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89ac828-7699-45ca-9dce-4a88d62eff8f admin admin] Made reservation on behalf of 45bdc10440d74a5abd92184edf5c75b4 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:09.797877 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-046bb1da-9633-472b-8d14-d0584d289e1d admin admin] Usage tracker for resource:network and tenant:c60ff9278e7d428290bc7f626f6f5595 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:09.799737 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a89ac828-7699-45ca-9dce-4a88d62eff8f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:09.807474 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-046bb1da-9633-472b-8d14-d0584d289e1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:09.819406 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-046bb1da-9633-472b-8d14-d0584d289e1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:09.839629 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046bb1da-9633-472b-8d14-d0584d289e1d admin admin] Made reservation on behalf of c60ff9278e7d428290bc7f626f6f5595 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:09.843185 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-046bb1da-9633-472b-8d14-d0584d289e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:09.871365 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-046bb1da-9633-472b-8d14-d0584d289e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:09.913633 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-046bb1da-9633-472b-8d14-d0584d289e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:09.918147 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-046bb1da-9633-472b-8d14-d0584d289e1d admin admin] Usage tracker for resource:security_group_rule and tenant:c60ff9278e7d428290bc7f626f6f5595 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:09.921305 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-046bb1da-9633-472b-8d14-d0584d289e1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:09.927438 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-046bb1da-9633-472b-8d14-d0584d289e1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:10.001106 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-046bb1da-9633-472b-8d14-d0584d289e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:10.006439 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-046bb1da-9633-472b-8d14-d0584d289e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:10.020124 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-046bb1da-9633-472b-8d14-d0584d289e1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:13:10.030055 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-046bb1da-9633-472b-8d14-d0584d289e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:10.030735 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-046bb1da-9633-472b-8d14-d0584d289e1d admin admin] Added segment 11dfa9e5-5317-4e79-8e95-9943a27e2ed6 of type vlan for network db22f504-5a34-4a84-99cc-65b1302a1645 Apr 06 14:13:10.086899 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-046bb1da-9633-472b-8d14-d0584d289e1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:10.108550 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046bb1da-9633-472b-8d14-d0584d289e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cae7a0-be58-4fb8-8a4c-9fbfee5dfa82,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:10.120970 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-046bb1da-9633-472b-8d14-d0584d289e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:10.122478 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046bb1da-9633-472b-8d14-d0584d289e1d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:10.123097 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-046bb1da-9633-472b-8d14-d0584d289e1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:10.156061 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a89ac828-7699-45ca-9dce-4a88d62eff8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:10.166473 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-046bb1da-9633-472b-8d14-d0584d289e1d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9181783 Apr 06 14:13:10.211344 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44482) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:10.225450 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-cf0b4e7d-f1cf-4e7b-bed6-95c6365a97d9 admin admin] Request body: {'subnet': {'network_id': 'db22f504-5a34-4a84-99cc-65b1302a1645', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1216470950-subnet', 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:10.230310 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cf0b4e7d-f1cf-4e7b-bed6-95c6365a97d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:10.234645 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cf0b4e7d-f1cf-4e7b-bed6-95c6365a97d9 admin admin] Usage tracker for resource:subnet and tenant:c60ff9278e7d428290bc7f626f6f5595 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:10.236581 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c6bc4398-b846-4e0c-96db-4714bcb3844a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:10.237107 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f600074e-0e4c-4ded-b801-5d40420a6f98 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1863013610'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:10.238073 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cf0b4e7d-f1cf-4e7b-bed6-95c6365a97d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:10.241415 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ac828-7699-45ca-9dce-4a88d62eff8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=61fc1f24-d84d-4e4e-b059-fbe1445d430f,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:10.246479 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cf0b4e7d-f1cf-4e7b-bed6-95c6365a97d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:10.255453 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f600074e-0e4c-4ded-b801-5d40420a6f98 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:10.261404 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f600074e-0e4c-4ded-b801-5d40420a6f98 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:network and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:10.264700 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f600074e-0e4c-4ded-b801-5d40420a6f98 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:10.270924 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0b4e7d-f1cf-4e7b-bed6-95c6365a97d9 admin admin] Made reservation on behalf of c60ff9278e7d428290bc7f626f6f5595 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:10.271547 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f600074e-0e4c-4ded-b801-5d40420a6f98 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:10.274354 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cf0b4e7d-f1cf-4e7b-bed6-95c6365a97d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:10.280240 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ac828-7699-45ca-9dce-4a88d62eff8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:10.280589 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ac828-7699-45ca-9dce-4a88d62eff8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:10.280944 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ac828-7699-45ca-9dce-4a88d62eff8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:10.281563 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ac828-7699-45ca-9dce-4a88d62eff8f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:10.281917 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ac828-7699-45ca-9dce-4a88d62eff8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:10.282303 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ac828-7699-45ca-9dce-4a88d62eff8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:10.282632 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ac828-7699-45ca-9dce-4a88d62eff8f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:10.282978 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ac828-7699-45ca-9dce-4a88d62eff8f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:10.283412 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ac828-7699-45ca-9dce-4a88d62eff8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:10.283967 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ac828-7699-45ca-9dce-4a88d62eff8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:10.284512 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ac828-7699-45ca-9dce-4a88d62eff8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:10.285576 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ac828-7699-45ca-9dce-4a88d62eff8f admin admin] Tracked resource versions report: Apr 06 14:13:10.285576 dv-neutron-835868-1-hyperv neutron-server[83738]: pushed versions: Apr 06 14:13:10.285576 dv-neutron-835868-1-hyperv neutron-server[83738]: { 'ConntrackHelper': {'1.0'}, Apr 06 14:13:10.285576 dv-neutron-835868-1-hyperv neutron-server[83738]: 'Log': {'1.0'}, Apr 06 14:13:10.285576 dv-neutron-835868-1-hyperv neutron-server[83738]: 'Network': {'1.1'}, Apr 06 14:13:10.285576 dv-neutron-835868-1-hyperv neutron-server[83738]: 'Port': {'1.5'}, Apr 06 14:13:10.285576 dv-neutron-835868-1-hyperv neutron-server[83738]: 'PortForwarding': {'1.2'}, Apr 06 14:13:10.285576 dv-neutron-835868-1-hyperv neutron-server[83738]: 'QosPolicy': {'1.8'}, Apr 06 14:13:10.285576 dv-neutron-835868-1-hyperv neutron-server[83738]: 'SecurityGroup': {'1.2'}, Apr 06 14:13:10.285576 dv-neutron-835868-1-hyperv neutron-server[83738]: 'SecurityGroupRule': {'1.0'}, Apr 06 14:13:10.285576 dv-neutron-835868-1-hyperv neutron-server[83738]: 'SubPort': {'1.0'}, Apr 06 14:13:10.285576 dv-neutron-835868-1-hyperv neutron-server[83738]: 'Subnet': {'1.1'}, Apr 06 14:13:10.285576 dv-neutron-835868-1-hyperv neutron-server[83738]: 'Trunk': {'1.1'}} Apr 06 14:13:10.285576 dv-neutron-835868-1-hyperv neutron-server[83738]: consumer versions: Apr 06 14:13:10.285576 dv-neutron-835868-1-hyperv neutron-server[83738]: { DHCP agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:13:10.285576 dv-neutron-835868-1-hyperv neutron-server[83738]: HyperV agent@hv-neutron-8358: {}, Apr 06 14:13:10.285576 dv-neutron-835868-1-hyperv neutron-server[83738]: L3 agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:13:10.285576 dv-neutron-835868-1-hyperv neutron-server[83738]: Metadata agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:13:10.285576 dv-neutron-835868-1-hyperv neutron-server[83738]: Metering agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:13:10.285576 dv-neutron-835868-1-hyperv neutron-server[83738]: Open vSwitch agent@dv-neutron-835868-1-hyperv: { 'ConntrackHelper': '1.0', Apr 06 14:13:10.285576 dv-neutron-835868-1-hyperv neutron-server[83738]: 'Log': '1.0', Apr 06 14:13:10.285576 dv-neutron-835868-1-hyperv neutron-server[83738]: 'Network': '1.1', Apr 06 14:13:10.285576 dv-neutron-835868-1-hyperv neutron-server[83738]: 'Port': '1.5', Apr 06 14:13:10.285576 dv-neutron-835868-1-hyperv neutron-server[83738]: 'PortForwarding': '1.2', Apr 06 14:13:10.285576 dv-neutron-835868-1-hyperv neutron-server[83738]: 'QosPolicy': '1.8', Apr 06 14:13:10.285576 dv-neutron-835868-1-hyperv neutron-server[83738]: 'SecurityGroup': '1.2', Apr 06 14:13:10.285576 dv-neutron-835868-1-hyperv neutron-server[83738]: 'SecurityGroupRule': '1.0', Apr 06 14:13:10.285576 dv-neutron-835868-1-hyperv neutron-server[83738]: 'SubPort': '1.0', Apr 06 14:13:10.285576 dv-neutron-835868-1-hyperv neutron-server[83738]: 'Subnet': '1.1', Apr 06 14:13:10.285576 dv-neutron-835868-1-hyperv neutron-server[83738]: 'Trunk': '1.1'}} Apr 06 14:13:10.285576 dv-neutron-835868-1-hyperv neutron-server[83738]: {{(pid=83738) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:13:10.288857 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f600074e-0e4c-4ded-b801-5d40420a6f98 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:10.291966 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f600074e-0e4c-4ded-b801-5d40420a6f98 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:10.312986 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f600074e-0e4c-4ded-b801-5d40420a6f98 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:10.354848 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89ac828-7699-45ca-9dce-4a88d62eff8f admin admin] Checking segment: {'id': '5eccebc2-4d26-4156-a27c-d30f103adc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b4b50898-b40c-48be-9630-e21242c54179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:13:10.355332 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89ac828-7699-45ca-9dce-4a88d62eff8f admin admin] Network hostable DHCP agents. Network: b4b50898-b40c-48be-9630-e21242c54179, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:13:10.392372 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f600074e-0e4c-4ded-b801-5d40420a6f98 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:10.396831 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f600074e-0e4c-4ded-b801-5d40420a6f98 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:security_group_rule and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:10.400157 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f600074e-0e4c-4ded-b801-5d40420a6f98 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:10.406090 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f600074e-0e4c-4ded-b801-5d40420a6f98 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:10.461341 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44492) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:10.472738 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046bb1da-9633-472b-8d14-d0584d289e1d admin admin] Pushing event updated for resources: {'Network': ['ID=db22f504-5a34-4a84-99cc-65b1302a1645,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:10.485124 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network db22f504-5a34-4a84-99cc-65b1302a1645 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:13:10.488361 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f600074e-0e4c-4ded-b801-5d40420a6f98 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:10.498390 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f600074e-0e4c-4ded-b801-5d40420a6f98 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:10.511115 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f600074e-0e4c-4ded-b801-5d40420a6f98 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:13:10.530166 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cf0b4e7d-f1cf-4e7b-bed6-95c6365a97d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:10.567810 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f600074e-0e4c-4ded-b801-5d40420a6f98 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:10.568559 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-f600074e-0e4c-4ded-b801-5d40420a6f98 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Added segment 2d075f8a-130e-42a9-b8ee-507818527251 of type vlan for network 45db5c66-c082-47ed-beeb-688e3c8646d5 Apr 06 14:13:10.638873 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f600074e-0e4c-4ded-b801-5d40420a6f98 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:10.670929 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89ac828-7699-45ca-9dce-4a88d62eff8f admin admin] Network b4b50898-b40c-48be-9630-e21242c54179 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:13:10.692076 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0b4e7d-f1cf-4e7b-bed6-95c6365a97d9 admin admin] Checking segment: {'id': '11dfa9e5-5317-4e79-8e95-9943a27e2ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'db22f504-5a34-4a84-99cc-65b1302a1645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:13:10.695317 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0b4e7d-f1cf-4e7b-bed6-95c6365a97d9 admin admin] Network hostable DHCP agents. Network: db22f504-5a34-4a84-99cc-65b1302a1645, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:13:10.699380 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600074e-0e4c-4ded-b801-5d40420a6f98 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=702e0488-14df-4aa2-aaae-4fcc8d32ffdb,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:10.702844 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f600074e-0e4c-4ded-b801-5d40420a6f98 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:10.706658 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600074e-0e4c-4ded-b801-5d40420a6f98 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:10.707237 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f600074e-0e4c-4ded-b801-5d40420a6f98 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:10.713112 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b4e7d-f1cf-4e7b-bed6-95c6365a97d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74f1b134-ac9c-4860-9a3a-b9f38585a865,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:10.726883 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-a89ac828-7699-45ca-9dce-4a88d62eff8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, b4b50898-b40c-48be-9630-e21242c54179) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:10.737988 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7773e8ff-9383-4aae-a440-34f25d8d783b None None] Network b4b50898-b40c-48be-9630-e21242c54179 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:13:10.742246 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89ac828-7699-45ca-9dce-4a88d62eff8f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:10.742832 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a89ac828-7699-45ca-9dce-4a88d62eff8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:10.745740 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0b4e7d-f1cf-4e7b-bed6-95c6365a97d9 admin admin] Network db22f504-5a34-4a84-99cc-65b1302a1645 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:13:10.753643 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-cf0b4e7d-f1cf-4e7b-bed6-95c6365a97d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, db22f504-5a34-4a84-99cc-65b1302a1645) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:10.758840 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0b4e7d-f1cf-4e7b-bed6-95c6365a97d9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:10.759909 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cf0b4e7d-f1cf-4e7b-bed6-95c6365a97d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:10.792432 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cf0b4e7d-f1cf-4e7b-bed6-95c6365a97d9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5795929 Apr 06 14:13:10.795108 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44504) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:10.807626 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-59e922b3-014d-425e-a1be-120bd31c0c9f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1216470950-router', 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:10.817915 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-59e922b3-014d-425e-a1be-120bd31c0c9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:10.829190 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-59e922b3-014d-425e-a1be-120bd31c0c9f admin admin] Usage tracker for resource:router and tenant:c60ff9278e7d428290bc7f626f6f5595 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:10.835883 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-59e922b3-014d-425e-a1be-120bd31c0c9f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:10.850431 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-59e922b3-014d-425e-a1be-120bd31c0c9f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:10.873604 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59e922b3-014d-425e-a1be-120bd31c0c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:10.875228 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59e922b3-014d-425e-a1be-120bd31c0c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:10.906685 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59e922b3-014d-425e-a1be-120bd31c0c9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:10.918572 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f600074e-0e4c-4ded-b801-5d40420a6f98 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4711478 Apr 06 14:13:10.923194 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44510) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:10.928895 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-974ef9a6-1f0d-40ed-b5b3-2c57c56f8fde tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:10.946756 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a89ac828-7699-45ca-9dce-4a88d62eff8f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2161882 Apr 06 14:13:10.950217 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600074e-0e4c-4ded-b801-5d40420a6f98 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Network': ['ID=45db5c66-c082-47ed-beeb-688e3c8646d5,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:10.956828 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44516) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:11.008783 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-655f058d-4281-4d97-8873-695da9eaada2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-897796809-router', 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:11.023469 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-655f058d-4281-4d97-8873-695da9eaada2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:11.031607 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-655f058d-4281-4d97-8873-695da9eaada2 admin admin] Usage tracker for resource:router and tenant:45bdc10440d74a5abd92184edf5c75b4 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:11.044728 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-655f058d-4281-4d97-8873-695da9eaada2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:11.054918 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-655f058d-4281-4d97-8873-695da9eaada2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:11.080334 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-974ef9a6-1f0d-40ed-b5b3-2c57c56f8fde tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:11.082925 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-655f058d-4281-4d97-8873-695da9eaada2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:11.083971 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-655f058d-4281-4d97-8873-695da9eaada2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:11.094105 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-974ef9a6-1f0d-40ed-b5b3-2c57c56f8fde tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:subnet and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:11.098306 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-974ef9a6-1f0d-40ed-b5b3-2c57c56f8fde tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:11.099877 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4345bc72-12a0-419a-a218-5b8ce537ca8c None None] Network db22f504-5a34-4a84-99cc-65b1302a1645 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:13:11.107420 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-974ef9a6-1f0d-40ed-b5b3-2c57c56f8fde tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:11.122973 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-655f058d-4281-4d97-8873-695da9eaada2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:11.124918 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974ef9a6-1f0d-40ed-b5b3-2c57c56f8fde tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:11.129352 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:13:11.178449 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a05faf7c-baea-42cc-8db3-1641a38c1fd7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1306901790-network', 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:11.258384 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-b4b50898-b40c-48be-9630-e21242c54179', 'network_id': 'b4b50898-b40c-48be-9630-e21242c54179', 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4', 'fixed_ips': [{'subnet_id': '61fc1f24-d84d-4e4e-b059-fbe1445d430f'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:13:11.259238 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:11.361900 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a05faf7c-baea-42cc-8db3-1641a38c1fd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:11.383930 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a05faf7c-baea-42cc-8db3-1641a38c1fd7 admin admin] Usage tracker for resource:network and tenant:b420c830a8c344c38ee71ab00e7194de is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:11.390310 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a05faf7c-baea-42cc-8db3-1641a38c1fd7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:11.399995 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a05faf7c-baea-42cc-8db3-1641a38c1fd7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:11.403411 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-974ef9a6-1f0d-40ed-b5b3-2c57c56f8fde tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:11.424489 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59e922b3-014d-425e-a1be-120bd31c0c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:11.431489 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:11.443221 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05faf7c-baea-42cc-8db3-1641a38c1fd7 admin admin] Made reservation on behalf of b420c830a8c344c38ee71ab00e7194de for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:11.452356 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:11.454123 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a05faf7c-baea-42cc-8db3-1641a38c1fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:11.506113 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a05faf7c-baea-42cc-8db3-1641a38c1fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:11.533473 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-655f058d-4281-4d97-8873-695da9eaada2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:11.663129 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a05faf7c-baea-42cc-8db3-1641a38c1fd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:11.677189 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a05faf7c-baea-42cc-8db3-1641a38c1fd7 admin admin] Usage tracker for resource:security_group_rule and tenant:b420c830a8c344c38ee71ab00e7194de is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:11.683144 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a05faf7c-baea-42cc-8db3-1641a38c1fd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:11.693283 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a05faf7c-baea-42cc-8db3-1641a38c1fd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:11.722785 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Allocated IP 172.20.0.2 (b4b50898-b40c-48be-9630-e21242c54179/61fc1f24-d84d-4e4e-b059-fbe1445d430f/c0e1d505-69f0-4503-b605-3dc84c68b96e) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:13:11.748769 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-974ef9a6-1f0d-40ed-b5b3-2c57c56f8fde tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:11.847118 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44540) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:11.936924 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ef9a6-1f0d-40ed-b5b3-2c57c56f8fde tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Subnet': ['ID=1180c628-8f30-4649-8dd7-512ef5556e33,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:11.955425 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974ef9a6-1f0d-40ed-b5b3-2c57c56f8fde tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Checking segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:13:11.955778 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974ef9a6-1f0d-40ed-b5b3-2c57c56f8fde tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network hostable DHCP agents. Network: 45db5c66-c082-47ed-beeb-688e3c8646d5, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:13:11.959312 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:11.981954 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Transition to ACTIVE for port object c0e1d505-69f0-4503-b605-3dc84c68b96e will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:12.026086 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Transition to ACTIVE for port object c0e1d505-69f0-4503-b605-3dc84c68b96e will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:12.029264 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-655f058d-4281-4d97-8873-695da9eaada2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:12.066976 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974ef9a6-1f0d-40ed-b5b3-2c57c56f8fde tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:13:12.071705 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-655f058d-4281-4d97-8873-695da9eaada2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:12.086786 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a05faf7c-baea-42cc-8db3-1641a38c1fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:12.114552 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-974ef9a6-1f0d-40ed-b5b3-2c57c56f8fde tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 45db5c66-c082-47ed-beeb-688e3c8646d5) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:12.125812 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974ef9a6-1f0d-40ed-b5b3-2c57c56f8fde tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:12.126388 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-974ef9a6-1f0d-40ed-b5b3-2c57c56f8fde tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:12.144637 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a05faf7c-baea-42cc-8db3-1641a38c1fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:12.170100 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:12.181282 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-974ef9a6-1f0d-40ed-b5b3-2c57c56f8fde tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2544928 Apr 06 14:13:12.182001 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44552) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:12.193587 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c9feee4f-8199-4be6-ba46-7ec75b5eea2f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'port': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'name': 'tempest-NetworksTestDHCPv6-237551812'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:12.217842 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a05faf7c-baea-42cc-8db3-1641a38c1fd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:13:12.231182 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59e922b3-014d-425e-a1be-120bd31c0c9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:12.246486 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304d7fd0-770c-4678-8d0d-de0f2ca88086 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:13:12.312553 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a05faf7c-baea-42cc-8db3-1641a38c1fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:12.312939 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-a05faf7c-baea-42cc-8db3-1641a38c1fd7 admin admin] Added segment b16ce301-63a4-4e18-8a19-459ca1104b71 of type vlan for network 85b99d49-54eb-453f-ae68-f2c061c22d84 Apr 06 14:13:12.316613 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59e922b3-014d-425e-a1be-120bd31c0c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:12.344381 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cc1afc-ed56-43e8-92da-8e202f88555b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-db22f504-5a34-4a84-99cc-65b1302a1645', 'network_id': 'db22f504-5a34-4a84-99cc-65b1302a1645', 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595', 'fixed_ips': [{'subnet_id': '74f1b134-ac9c-4860-9a3a-b9f38585a865'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:13:12.345886 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a9cc1afc-ed56-43e8-92da-8e202f88555b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:12.360039 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Network b4b50898-b40c-48be-9630-e21242c54179 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:12.374075 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:12.388109 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05faf7c-baea-42cc-8db3-1641a38c1fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3de6c43-b5fc-47f8-99e1-7c76304c23d0,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:12.393056 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:12.414593 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-680486fc-21ae-4ac3-97cb-7a56f92959ab tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2105012247'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:12.430963 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-680486fc-21ae-4ac3-97cb-7a56f92959ab tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:12.455088 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Pushing event updated for resources: {'Port': ['ID=c0e1d505-69f0-4503-b605-3dc84c68b96e,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:12.470904 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-680486fc-21ae-4ac3-97cb-7a56f92959ab tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Usage tracker for resource:network and tenant:c8a9ab7e0a51433ab2f4b64291411808 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:12.473859 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c9feee4f-8199-4be6-ba46-7ec75b5eea2f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:12.478491 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-680486fc-21ae-4ac3-97cb-7a56f92959ab tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:12.481242 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c9feee4f-8199-4be6-ba46-7ec75b5eea2f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:port and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:12.487167 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c9feee4f-8199-4be6-ba46-7ec75b5eea2f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:12.487936 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a05faf7c-baea-42cc-8db3-1641a38c1fd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:12.494735 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-680486fc-21ae-4ac3-97cb-7a56f92959ab tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:12.500476 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c9feee4f-8199-4be6-ba46-7ec75b5eea2f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:12.531214 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680486fc-21ae-4ac3-97cb-7a56f92959ab tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Made reservation on behalf of c8a9ab7e0a51433ab2f4b64291411808 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:12.534600 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-680486fc-21ae-4ac3-97cb-7a56f92959ab tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:12.540657 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9feee4f-8199-4be6-ba46-7ec75b5eea2f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:12.544888 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9feee4f-8199-4be6-ba46-7ec75b5eea2f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:12.553503 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-680486fc-21ae-4ac3-97cb-7a56f92959ab tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:12.569130 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a05faf7c-baea-42cc-8db3-1641a38c1fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:12.570123 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05faf7c-baea-42cc-8db3-1641a38c1fd7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:12.570849 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a05faf7c-baea-42cc-8db3-1641a38c1fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:12.599458 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c9feee4f-8199-4be6-ba46-7ec75b5eea2f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] device_id is not set on port b496cbdb-14ee-4410-8f5b-40a5770e9ee9 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:13:12.667894 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-655f058d-4281-4d97-8873-695da9eaada2 admin admin] Allocated IP 172.26.8.90 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/7b60010b-9ba0-43cd-80e2-43efebf3735d) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:13:12.693893 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05faf7c-baea-42cc-8db3-1641a38c1fd7 admin admin] Pushing event updated for resources: {'Network': ['ID=85b99d49-54eb-453f-ae68-f2c061c22d84,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:12.725494 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:12.727907 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-680486fc-21ae-4ac3-97cb-7a56f92959ab tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:12.729669 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:12.730620 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:12.731814 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-680486fc-21ae-4ac3-97cb-7a56f92959ab tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Usage tracker for resource:security_group_rule and tenant:c8a9ab7e0a51433ab2f4b64291411808 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:12.732398 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:12.732835 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:12.733284 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:12.734512 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:12.734646 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-680486fc-21ae-4ac3-97cb-7a56f92959ab tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:12.735039 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:12.738611 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:12.739055 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:12.739505 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:12.740441 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-680486fc-21ae-4ac3-97cb-7a56f92959ab tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:12.740765 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Tracked resource versions report: Apr 06 14:13:12.740765 dv-neutron-835868-1-hyperv neutron-server[83739]: pushed versions: Apr 06 14:13:12.740765 dv-neutron-835868-1-hyperv neutron-server[83739]: { 'ConntrackHelper': {'1.0'}, Apr 06 14:13:12.740765 dv-neutron-835868-1-hyperv neutron-server[83739]: 'Log': {'1.0'}, Apr 06 14:13:12.740765 dv-neutron-835868-1-hyperv neutron-server[83739]: 'Network': {'1.1'}, Apr 06 14:13:12.740765 dv-neutron-835868-1-hyperv neutron-server[83739]: 'Port': {'1.5'}, Apr 06 14:13:12.740765 dv-neutron-835868-1-hyperv neutron-server[83739]: 'PortForwarding': {'1.2'}, Apr 06 14:13:12.740765 dv-neutron-835868-1-hyperv neutron-server[83739]: 'QosPolicy': {'1.8'}, Apr 06 14:13:12.740765 dv-neutron-835868-1-hyperv neutron-server[83739]: 'SecurityGroup': {'1.2'}, Apr 06 14:13:12.740765 dv-neutron-835868-1-hyperv neutron-server[83739]: 'SecurityGroupRule': {'1.0'}, Apr 06 14:13:12.740765 dv-neutron-835868-1-hyperv neutron-server[83739]: 'SubPort': {'1.0'}, Apr 06 14:13:12.740765 dv-neutron-835868-1-hyperv neutron-server[83739]: 'Subnet': {'1.1'}, Apr 06 14:13:12.740765 dv-neutron-835868-1-hyperv neutron-server[83739]: 'Trunk': {'1.1'}} Apr 06 14:13:12.740765 dv-neutron-835868-1-hyperv neutron-server[83739]: consumer versions: Apr 06 14:13:12.740765 dv-neutron-835868-1-hyperv neutron-server[83739]: { DHCP agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:13:12.740765 dv-neutron-835868-1-hyperv neutron-server[83739]: HyperV agent@hv-neutron-8358: {}, Apr 06 14:13:12.740765 dv-neutron-835868-1-hyperv neutron-server[83739]: L3 agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:13:12.740765 dv-neutron-835868-1-hyperv neutron-server[83739]: Metadata agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:13:12.740765 dv-neutron-835868-1-hyperv neutron-server[83739]: Metering agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:13:12.740765 dv-neutron-835868-1-hyperv neutron-server[83739]: Open vSwitch agent@dv-neutron-835868-1-hyperv: { 'ConntrackHelper': '1.0', Apr 06 14:13:12.740765 dv-neutron-835868-1-hyperv neutron-server[83739]: 'Log': '1.0', Apr 06 14:13:12.740765 dv-neutron-835868-1-hyperv neutron-server[83739]: 'Network': '1.1', Apr 06 14:13:12.740765 dv-neutron-835868-1-hyperv neutron-server[83739]: 'Port': '1.5', Apr 06 14:13:12.740765 dv-neutron-835868-1-hyperv neutron-server[83739]: 'PortForwarding': '1.2', Apr 06 14:13:12.740765 dv-neutron-835868-1-hyperv neutron-server[83739]: 'QosPolicy': '1.8', Apr 06 14:13:12.740765 dv-neutron-835868-1-hyperv neutron-server[83739]: 'SecurityGroup': '1.2', Apr 06 14:13:12.740765 dv-neutron-835868-1-hyperv neutron-server[83739]: 'SecurityGroupRule': '1.0', Apr 06 14:13:12.740765 dv-neutron-835868-1-hyperv neutron-server[83739]: 'SubPort': '1.0', Apr 06 14:13:12.740765 dv-neutron-835868-1-hyperv neutron-server[83739]: 'Subnet': '1.1', Apr 06 14:13:12.740765 dv-neutron-835868-1-hyperv neutron-server[83739]: 'Trunk': '1.1'}} Apr 06 14:13:12.740765 dv-neutron-835868-1-hyperv neutron-server[83739]: {{(pid=83739) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:13:12.766946 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 85b99d49-54eb-453f-ae68-f2c061c22d84 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:13:12.819647 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-680486fc-21ae-4ac3-97cb-7a56f92959ab tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:12.830032 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-680486fc-21ae-4ac3-97cb-7a56f92959ab tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:12.873253 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680486fc-21ae-4ac3-97cb-7a56f92959ab tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43395131-5b55-480b-8d80-8cff46923e1f,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:12.887793 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-680486fc-21ae-4ac3-97cb-7a56f92959ab tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:13:12.895434 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a05faf7c-baea-42cc-8db3-1641a38c1fd7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.4308646 Apr 06 14:13:12.899063 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44572) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:12.905088 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d2f3c237-62aa-4639-8b4d-f3d0e114ce97 admin admin] Request body: {'subnet': {'network_id': '85b99d49-54eb-453f-ae68-f2c061c22d84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1306901790-subnet', 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:12.909670 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d2f3c237-62aa-4639-8b4d-f3d0e114ce97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:12.914139 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d2f3c237-62aa-4639-8b4d-f3d0e114ce97 admin admin] Usage tracker for resource:subnet and tenant:b420c830a8c344c38ee71ab00e7194de is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:12.916956 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d2f3c237-62aa-4639-8b4d-f3d0e114ce97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:12.923345 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d2f3c237-62aa-4639-8b4d-f3d0e114ce97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:12.934153 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-680486fc-21ae-4ac3-97cb-7a56f92959ab tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:12.934493 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-680486fc-21ae-4ac3-97cb-7a56f92959ab tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Added segment 33c29fb0-31f5-431a-b47f-481e8f15f52d of type vlan for network 21379a00-5e2f-4ee4-912c-2f5869782588 Apr 06 14:13:12.943101 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f3c237-62aa-4639-8b4d-f3d0e114ce97 admin admin] Made reservation on behalf of b420c830a8c344c38ee71ab00e7194de for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:12.946726 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c237-62aa-4639-8b4d-f3d0e114ce97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:13.013051 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-c9feee4f-8199-4be6-ba46-7ec75b5eea2f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Allocated IP 2001:db8::16b (45db5c66-c082-47ed-beeb-688e3c8646d5/1180c628-8f30-4649-8dd7-512ef5556e33/b496cbdb-14ee-4410-8f5b-40a5770e9ee9) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:13:13.050956 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Attempting to bind port c0e1d505-69f0-4503-b605-3dc84c68b96e on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:13.051538 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Attempting to bind port c0e1d505-69f0-4503-b605-3dc84c68b96e by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5eccebc2-4d26-4156-a27c-d30f103adc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b4b50898-b40c-48be-9630-e21242c54179'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:13.052351 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Attempting to bind port c0e1d505-69f0-4503-b605-3dc84c68b96e on network b4b50898-b40c-48be-9630-e21242c54179 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:13.084281 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-655f058d-4281-4d97-8873-695da9eaada2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:13.123169 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:13.154968 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:13:13.155772 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Checking segment: {'id': '5eccebc2-4d26-4156-a27c-d30f103adc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b4b50898-b40c-48be-9630-e21242c54179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:13:13.156397 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:13.157031 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Bound using segment: {'id': '5eccebc2-4d26-4156-a27c-d30f103adc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b4b50898-b40c-48be-9630-e21242c54179'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:13:13.157770 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Bound port: c0e1d505-69f0-4503-b605-3dc84c68b96e, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eccebc2-4d26-4156-a27c-d30f103adc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b4b50898-b40c-48be-9630-e21242c54179'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:13:13.158493 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:13.248642 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c237-62aa-4639-8b4d-f3d0e114ce97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:13.292727 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-655f058d-4281-4d97-8873-695da9eaada2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:13.324309 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ed7521-093e-433b-8418-badb089124bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-45db5c66-c082-47ed-beeb-688e3c8646d5', 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'fixed_ips': [{'subnet_id': '1180c628-8f30-4649-8dd7-512ef5556e33'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:13:13.328481 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-76ed7521-093e-433b-8418-badb089124bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:13.383296 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-a9cc1afc-ed56-43e8-92da-8e202f88555b None None] Allocated IP 172.20.0.2 (db22f504-5a34-4a84-99cc-65b1302a1645/74f1b134-ac9c-4860-9a3a-b9f38585a865/d6c9a2e0-7fc6-4b13-b505-0531e6f90804) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:13:13.393697 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f058d-4281-4d97-8873-695da9eaada2 admin admin] Pushing event updated for resources: {'Port': ['ID=7b60010b-9ba0-43cd-80e2-43efebf3735d,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:13.430987 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655f058d-4281-4d97-8873-695da9eaada2 admin admin] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:13.434850 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-655f058d-4281-4d97-8873-695da9eaada2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:13.440118 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655f058d-4281-4d97-8873-695da9eaada2 admin admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:13.455638 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-680486fc-21ae-4ac3-97cb-7a56f92959ab tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:13.513428 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9feee4f-8199-4be6-ba46-7ec75b5eea2f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:13.523371 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44586) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:13.535264 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3c237-62aa-4639-8b4d-f3d0e114ce97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a315dfc-352a-4b05-a256-c3f9d36a94b6,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:13.545218 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44590) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:13.549609 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-59e922b3-014d-425e-a1be-120bd31c0c9f admin admin] Allocated IP 172.26.8.218 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/46931473-0f10-449f-b6ad-d9441fdc3bda) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:13:13.560039 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-680486fc-21ae-4ac3-97cb-7a56f92959ab tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:13.564508 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680486fc-21ae-4ac3-97cb-7a56f92959ab tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:13.564508 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-680486fc-21ae-4ac3-97cb-7a56f92959ab tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:13.575504 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c9feee4f-8199-4be6-ba46-7ec75b5eea2f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Transition to ACTIVE for port object b496cbdb-14ee-4410-8f5b-40a5770e9ee9 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:13.596347 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f3c237-62aa-4639-8b4d-f3d0e114ce97 admin admin] Checking segment: {'id': 'b16ce301-63a4-4e18-8a19-459ca1104b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '85b99d49-54eb-453f-ae68-f2c061c22d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:13:13.596347 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f3c237-62aa-4639-8b4d-f3d0e114ce97 admin admin] Network hostable DHCP agents. Network: 85b99d49-54eb-453f-ae68-f2c061c22d84, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:13:13.746618 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44598) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:13.750407 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9feee4f-8199-4be6-ba46-7ec75b5eea2f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:13.794731 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-680486fc-21ae-4ac3-97cb-7a56f92959ab tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9404285 Apr 06 14:13:13.799554 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44604) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:13.809704 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680486fc-21ae-4ac3-97cb-7a56f92959ab tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Pushing event updated for resources: {'Network': ['ID=21379a00-5e2f-4ee4-912c-2f5869782588,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:13.836434 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-81f16d4b-cb80-4c15-854d-18049269fc04 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:13.854977 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-81f16d4b-cb80-4c15-854d-18049269fc04 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:13.864972 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-81f16d4b-cb80-4c15-854d-18049269fc04 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Usage tracker for resource:floatingip and tenant:41f70f332fd34e2ea06588fae8791404 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:13.872935 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 21379a00-5e2f-4ee4-912c-2f5869782588 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:13:13.895621 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] For port c0e1d505-69f0-4503-b605-3dc84c68b96e, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:13:13.897078 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-81f16d4b-cb80-4c15-854d-18049269fc04 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:13.914039 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f3c237-62aa-4639-8b4d-f3d0e114ce97 admin admin] Network 85b99d49-54eb-453f-ae68-f2c061c22d84 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:13:13.916373 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-81f16d4b-cb80-4c15-854d-18049269fc04 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:13.920689 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-4ac7ee4d-5576-4e36-a36a-e08d567059b8 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-499242144', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:13.929851 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9feee4f-8199-4be6-ba46-7ec75b5eea2f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Port': ['ID=b496cbdb-14ee-4410-8f5b-40a5770e9ee9,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:13.949470 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9feee4f-8199-4be6-ba46-7ec75b5eea2f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:13.954653 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-d2f3c237-62aa-4639-8b4d-f3d0e114ce97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 85b99d49-54eb-453f-ae68-f2c061c22d84) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:13.958236 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-c9feee4f-8199-4be6-ba46-7ec75b5eea2f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:13.958805 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59e922b3-014d-425e-a1be-120bd31c0c9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:13.965338 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f3c237-62aa-4639-8b4d-f3d0e114ce97 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:13.965921 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c237-62aa-4639-8b4d-f3d0e114ce97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:13.967904 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9feee4f-8199-4be6-ba46-7ec75b5eea2f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:13.972344 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81f16d4b-cb80-4c15-854d-18049269fc04 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:13.973683 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9feee4f-8199-4be6-ba46-7ec75b5eea2f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:13.974412 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9feee4f-8199-4be6-ba46-7ec75b5eea2f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:14.011553 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c9feee4f-8199-4be6-ba46-7ec75b5eea2f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8282592 Apr 06 14:13:14.013798 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-655f058d-4281-4d97-8873-695da9eaada2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:14.015432 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-655f058d-4281-4d97-8873-695da9eaada2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:14.021989 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44614) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:14.040129 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242daf7b-6445-4397-9038-713a5afac18b None None] Network 85b99d49-54eb-453f-ae68-f2c061c22d84 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:13:14.060262 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d2f3c237-62aa-4639-8b4d-f3d0e114ce97 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1599545 Apr 06 14:13:14.065003 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44616) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:14.074621 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a4a3bdca-8789-4fa2-abaa-085715f76bd3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1306901790-router', 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:14.085639 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a4a3bdca-8789-4fa2-abaa-085715f76bd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:14.086733 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] For port c0e1d505-69f0-4503-b605-3dc84c68b96e, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c0e1d505-69f0-4503-b605-3dc84c68b96e,segment=NetworkSegment(5eccebc2-4d26-4156-a27c-d30f103adc58),segment_id=5eccebc2-4d26-4156-a27c-d30f103adc58)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:13:14.090632 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5f441199-c527-406b-8c66-06c4b06ca79b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Request body: {'network': {'name': 'tempest-network--2127272747', 'router:external': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:14.100024 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5f441199-c527-406b-8c66-06c4b06ca79b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:14.104280 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4ac7ee4d-5576-4e36-a36a-e08d567059b8 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:14.105260 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a4a3bdca-8789-4fa2-abaa-085715f76bd3 admin admin] Usage tracker for resource:router and tenant:b420c830a8c344c38ee71ab00e7194de is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:14.114318 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5f441199-c527-406b-8c66-06c4b06ca79b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Usage tracker for resource:network and tenant:69b6979532f941719ac94acaa3c152e4 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:14.116840 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a4a3bdca-8789-4fa2-abaa-085715f76bd3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:14.120655 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5f441199-c527-406b-8c66-06c4b06ca79b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:14.125796 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59e922b3-014d-425e-a1be-120bd31c0c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:14.131971 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a4a3bdca-8789-4fa2-abaa-085715f76bd3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:14.141731 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1161eac3-47ae-4758-913e-7f90a6462d7d tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1061729373'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:14.164466 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5f441199-c527-406b-8c66-06c4b06ca79b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:14.175217 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:14.194334 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4ac7ee4d-5576-4e36-a36a-e08d567059b8 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Usage tracker for resource:port and tenant:3f884edbf2c443588afcaa87198b1b29 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:14.196802 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4a3bdca-8789-4fa2-abaa-085715f76bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:14.197737 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4a3bdca-8789-4fa2-abaa-085715f76bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:14.201319 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1161eac3-47ae-4758-913e-7f90a6462d7d tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:14.203503 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4ac7ee4d-5576-4e36-a36a-e08d567059b8 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:14.212644 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e922b3-014d-425e-a1be-120bd31c0c9f admin admin] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:14.214331 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f441199-c527-406b-8c66-06c4b06ca79b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Made reservation on behalf of 69b6979532f941719ac94acaa3c152e4 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:14.216561 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5f441199-c527-406b-8c66-06c4b06ca79b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:14.217506 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4ac7ee4d-5576-4e36-a36a-e08d567059b8 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:14.219753 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1161eac3-47ae-4758-913e-7f90a6462d7d tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] Usage tracker for resource:network and tenant:0d24b72ea9de4717be261ba965da8932 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:14.224900 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1161eac3-47ae-4758-913e-7f90a6462d7d tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:14.231434 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-59e922b3-014d-425e-a1be-120bd31c0c9f admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:14.238392 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1161eac3-47ae-4758-913e-7f90a6462d7d tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:14.238992 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e922b3-014d-425e-a1be-120bd31c0c9f admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:14.254726 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac7ee4d-5576-4e36-a36a-e08d567059b8 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Made reservation on behalf of 3f884edbf2c443588afcaa87198b1b29 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:14.256992 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4ac7ee4d-5576-4e36-a36a-e08d567059b8 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:14.270607 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5f441199-c527-406b-8c66-06c4b06ca79b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:14.273483 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1161eac3-47ae-4758-913e-7f90a6462d7d tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] Made reservation on behalf of 0d24b72ea9de4717be261ba965da8932 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:14.276307 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1161eac3-47ae-4758-913e-7f90a6462d7d tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:14.299157 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a9cc1afc-ed56-43e8-92da-8e202f88555b None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:14.302584 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4ac7ee4d-5576-4e36-a36a-e08d567059b8 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:14.315015 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1161eac3-47ae-4758-913e-7f90a6462d7d tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:14.328515 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e922b3-014d-425e-a1be-120bd31c0c9f admin admin] Pushing event updated for resources: {'Port': ['ID=46931473-0f10-449f-b6ad-d9441fdc3bda,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:14.359343 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a9cc1afc-ed56-43e8-92da-8e202f88555b None None] Transition to ACTIVE for port object d6c9a2e0-7fc6-4b13-b505-0531e6f90804 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:14.361564 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb020113-70ae-4d51-bc1c-94b413271bcd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:14.362538 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4a3bdca-8789-4fa2-abaa-085715f76bd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:14.362753 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-fb020113-70ae-4d51-bc1c-94b413271bcd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:13:14.373876 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5f441199-c527-406b-8c66-06c4b06ca79b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:14.398967 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5f441199-c527-406b-8c66-06c4b06ca79b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Usage tracker for resource:security_group_rule and tenant:69b6979532f941719ac94acaa3c152e4 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:14.401499 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4ac7ee4d-5576-4e36-a36a-e08d567059b8 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:14.405590 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5f441199-c527-406b-8c66-06c4b06ca79b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:14.409555 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1161eac3-47ae-4758-913e-7f90a6462d7d tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:14.414266 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4ac7ee4d-5576-4e36-a36a-e08d567059b8 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Usage tracker for resource:security_group_rule and tenant:3f884edbf2c443588afcaa87198b1b29 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:14.415855 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5f441199-c527-406b-8c66-06c4b06ca79b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:14.424547 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1161eac3-47ae-4758-913e-7f90a6462d7d tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] Usage tracker for resource:security_group_rule and tenant:0d24b72ea9de4717be261ba965da8932 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:14.427554 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4ac7ee4d-5576-4e36-a36a-e08d567059b8 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:14.431042 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1161eac3-47ae-4758-913e-7f90a6462d7d tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:14.441341 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4ac7ee4d-5576-4e36-a36a-e08d567059b8 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:14.443622 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1161eac3-47ae-4758-913e-7f90a6462d7d tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:14.448970 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-76ed7521-093e-433b-8418-badb089124bd None None] Allocated IP 2001:db8::2 (45db5c66-c082-47ed-beeb-688e3c8646d5/1180c628-8f30-4649-8dd7-512ef5556e33/f2656923-877b-4430-a940-fd4b886d523a) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:13:14.457462 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a9cc1afc-ed56-43e8-92da-8e202f88555b None None] Transition to ACTIVE for port object d6c9a2e0-7fc6-4b13-b505-0531e6f90804 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:14.499510 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81f16d4b-cb80-4c15-854d-18049269fc04 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:14.505894 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a9cc1afc-ed56-43e8-92da-8e202f88555b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:14.513898 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0180f-73ab-4392-944c-243321c4a8c4 None None] Pushing event updated for resources: {'Port': ['ID=c0e1d505-69f0-4503-b605-3dc84c68b96e,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:14.569248 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1161eac3-47ae-4758-913e-7f90a6462d7d tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:14.582454 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1161eac3-47ae-4758-913e-7f90a6462d7d tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:14.664624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1161eac3-47ae-4758-913e-7f90a6462d7d tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:13:14.703805 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-81f16d4b-cb80-4c15-854d-18049269fc04 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Allocated IP 172.26.8.66 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/ca319bbc-2a82-4f10-84b7-555e1996f98b) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:13:14.712970 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1161eac3-47ae-4758-913e-7f90a6462d7d tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:14.712970 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-1161eac3-47ae-4758-913e-7f90a6462d7d tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] Added segment a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25 of type vlan for network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 Apr 06 14:13:14.736819 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4ac7ee4d-5576-4e36-a36a-e08d567059b8 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:14.740999 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc1afc-ed56-43e8-92da-8e202f88555b None None] Pushing event updated for resources: {'Port': ['ID=d6c9a2e0-7fc6-4b13-b505-0531e6f90804,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:14.752253 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4ac7ee4d-5576-4e36-a36a-e08d567059b8 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:14.765775 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161eac3-47ae-4758-913e-7f90a6462d7d tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d56dfea-99b2-49be-9e85-93135c9c0299,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:14.766101 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cc1afc-ed56-43e8-92da-8e202f88555b None None] Network db22f504-5a34-4a84-99cc-65b1302a1645 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:14.772826 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-a9cc1afc-ed56-43e8-92da-8e202f88555b None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:14.775235 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cc1afc-ed56-43e8-92da-8e202f88555b None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:14.783963 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-4ac7ee4d-5576-4e36-a36a-e08d567059b8 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] device_id is not set on port 527f1616-37db-43de-b8b6-1a67f7c5eb60 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:13:14.801455 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5416626f-14b6-4b51-9b36-000ef194063b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-85b99d49-54eb-453f-ae68-f2c061c22d84', 'network_id': '85b99d49-54eb-453f-ae68-f2c061c22d84', 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de', 'fixed_ips': [{'subnet_id': '4a315dfc-352a-4b05-a256-c3f9d36a94b6'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:13:14.802262 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5416626f-14b6-4b51-9b36-000ef194063b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:14.821941 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1161eac3-47ae-4758-913e-7f90a6462d7d tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:14.869095 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81f16d4b-cb80-4c15-854d-18049269fc04 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:14.888245 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7ee4d-5576-4e36-a36a-e08d567059b8 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33933b0a-de74-40d7-b724-b56a61e603e8,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:14.909630 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81f16d4b-cb80-4c15-854d-18049269fc04 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:14.982593 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1161eac3-47ae-4758-913e-7f90a6462d7d tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:14.986190 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1161eac3-47ae-4758-913e-7f90a6462d7d tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:14.986989 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1161eac3-47ae-4758-913e-7f90a6462d7d tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:15.027573 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655f058d-4281-4d97-8873-695da9eaada2 admin admin] Router a0cdee79-472b-4547-86de-95e992a1ec6f is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:13:15.058548 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4a3bdca-8789-4fa2-abaa-085715f76bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:15.079295 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a9cc1afc-ed56-43e8-92da-8e202f88555b None None] Attempting to bind port d6c9a2e0-7fc6-4b13-b505-0531e6f90804 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:15.079659 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a9cc1afc-ed56-43e8-92da-8e202f88555b None None] Attempting to bind port d6c9a2e0-7fc6-4b13-b505-0531e6f90804 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '11dfa9e5-5317-4e79-8e95-9943a27e2ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'db22f504-5a34-4a84-99cc-65b1302a1645'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:15.080909 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cc1afc-ed56-43e8-92da-8e202f88555b None None] Attempting to bind port d6c9a2e0-7fc6-4b13-b505-0531e6f90804 on network db22f504-5a34-4a84-99cc-65b1302a1645 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:15.112335 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-76ed7521-093e-433b-8418-badb089124bd None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:15.121314 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cc1afc-ed56-43e8-92da-8e202f88555b None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:13:15.121689 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cc1afc-ed56-43e8-92da-8e202f88555b None None] Checking segment: {'id': '11dfa9e5-5317-4e79-8e95-9943a27e2ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'db22f504-5a34-4a84-99cc-65b1302a1645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:13:15.122088 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a9cc1afc-ed56-43e8-92da-8e202f88555b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:15.122965 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cc1afc-ed56-43e8-92da-8e202f88555b None None] Bound using segment: {'id': '11dfa9e5-5317-4e79-8e95-9943a27e2ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'db22f504-5a34-4a84-99cc-65b1302a1645'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:13:15.122965 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a9cc1afc-ed56-43e8-92da-8e202f88555b None None] Bound port: d6c9a2e0-7fc6-4b13-b505-0531e6f90804, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11dfa9e5-5317-4e79-8e95-9943a27e2ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'db22f504-5a34-4a84-99cc-65b1302a1645'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:13:15.123323 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a9cc1afc-ed56-43e8-92da-8e202f88555b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:15.136538 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f16d4b-cb80-4c15-854d-18049269fc04 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Pushing event updated for resources: {'Port': ['ID=ca319bbc-2a82-4f10-84b7-555e1996f98b,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:15.147586 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f16d4b-cb80-4c15-854d-18049269fc04 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:15.148482 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-76ed7521-093e-433b-8418-badb089124bd None None] Transition to ACTIVE for port object f2656923-877b-4430-a940-fd4b886d523a will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:15.156230 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-81f16d4b-cb80-4c15-854d-18049269fc04 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:15.200710 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f16d4b-cb80-4c15-854d-18049269fc04 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:15.225182 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-4ac7ee4d-5576-4e36-a36a-e08d567059b8 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Allocated IP 172.26.8.7 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/527f1616-37db-43de-b8b6-1a67f7c5eb60) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:13:15.227221 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161eac3-47ae-4758-913e-7f90a6462d7d tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] Pushing event updated for resources: {'Network': ['ID=2aac08ef-b816-4d76-a8eb-4f18cfe87d10,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:15.244719 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5f441199-c527-406b-8c66-06c4b06ca79b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:15.250963 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-76ed7521-093e-433b-8418-badb089124bd None None] Transition to ACTIVE for port object f2656923-877b-4430-a940-fd4b886d523a will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:15.255659 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:13:15.296031 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1161eac3-47ae-4758-913e-7f90a6462d7d tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.5472333 Apr 06 14:13:15.299853 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5f441199-c527-406b-8c66-06c4b06ca79b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:15.358011 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f441199-c527-406b-8c66-06c4b06ca79b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:13:15.365462 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59e922b3-014d-425e-a1be-120bd31c0c9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:15.367053 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59e922b3-014d-425e-a1be-120bd31c0c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:15.377147 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-fb020113-70ae-4d51-bc1c-94b413271bcd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:13:15.378518 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fb020113-70ae-4d51-bc1c-94b413271bcd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 1.2845712 Apr 06 14:13:15.385492 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44640) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:15.386122 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f441199-c527-406b-8c66-06c4b06ca79b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1adee0c-8a6c-4e60-810d-d04e0eaa4fb2,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:15.404309 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-76ed7521-093e-433b-8418-badb089124bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:15.444558 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5f441199-c527-406b-8c66-06c4b06ca79b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:15.445321 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-5f441199-c527-406b-8c66-06c4b06ca79b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Added segment 2ff06ad1-c27d-440b-b474-ced6ba0c0778 of type vlan for network 1beba0b8-3599-428f-a026-8713005c9c43 Apr 06 14:13:15.607358 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-5416626f-14b6-4b51-9b36-000ef194063b None None] Allocated IP 172.20.0.2 (85b99d49-54eb-453f-ae68-f2c061c22d84/4a315dfc-352a-4b05-a256-c3f9d36a94b6/19219ece-5655-411f-8eaa-7109adb351d0) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:13:15.674881 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ed7521-093e-433b-8418-badb089124bd None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:15.680344 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed7521-093e-433b-8418-badb089124bd None None] Pushing event updated for resources: {'Port': ['ID=f2656923-877b-4430-a940-fd4b886d523a,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:15.691573 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a9cc1afc-ed56-43e8-92da-8e202f88555b None None] For port d6c9a2e0-7fc6-4b13-b505-0531e6f90804, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:13:15.695497 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-76ed7521-093e-433b-8418-badb089124bd None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:15.721618 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4ac7ee4d-5576-4e36-a36a-e08d567059b8 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:15.736564 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ed7521-093e-433b-8418-badb089124bd None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:15.792751 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655f058d-4281-4d97-8873-695da9eaada2 admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:13:15.802665 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325147bc-62b7-4b40-9b79-6f31f4d84fe5 None None] Sync routers for ids ['a0cdee79-472b-4547-86de-95e992a1ec6f'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:13:15.819344 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-655f058d-4281-4d97-8873-695da9eaada2 admin admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:15.821002 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-655f058d-4281-4d97-8873-695da9eaada2 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8631604 Apr 06 14:13:15.824160 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44646) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:15.824334 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325147bc-62b7-4b40-9b79-6f31f4d84fe5 None None] Routers {'a0cdee79-472b-4547-86de-95e992a1ec6f'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:13:15.824992 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-325147bc-62b7-4b40-9b79-6f31f4d84fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:13:10Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['a0cdee79-472b-4547-86de-95e992a1ec6f'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:15.828019 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4ac7ee4d-5576-4e36-a36a-e08d567059b8 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:15.840067 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a9cc1afc-ed56-43e8-92da-8e202f88555b None None] For port d6c9a2e0-7fc6-4b13-b505-0531e6f90804, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=d6c9a2e0-7fc6-4b13-b505-0531e6f90804,segment=NetworkSegment(11dfa9e5-5317-4e79-8e95-9943a27e2ed6),segment_id=11dfa9e5-5317-4e79-8e95-9943a27e2ed6)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:13:15.937258 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-18bbc445-3652-451b-93ce-607f10f2d8c5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting port b496cbdb-14ee-4410-8f5b-40a5770e9ee9 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:13:15.937802 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-18bbc445-3652-451b-93ce-607f10f2d8c5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:15.989427 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81f16d4b-cb80-4c15-854d-18049269fc04 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:15.999774 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5f441199-c527-406b-8c66-06c4b06ca79b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:16.055450 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-325147bc-62b7-4b40-9b79-6f31f4d84fe5 None None] Set router a0cdee79-472b-4547-86de-95e992a1ec6f gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:13:16.070267 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac7ee4d-5576-4e36-a36a-e08d567059b8 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:16.074827 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-4ac7ee4d-5576-4e36-a36a-e08d567059b8 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:16.081991 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7ee4d-5576-4e36-a36a-e08d567059b8 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Pushing event updated for resources: {'Port': ['ID=527f1616-37db-43de-b8b6-1a67f7c5eb60,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:16.094420 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac7ee4d-5576-4e36-a36a-e08d567059b8 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:16.095587 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac7ee4d-5576-4e36-a36a-e08d567059b8 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:16.096414 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4ac7ee4d-5576-4e36-a36a-e08d567059b8 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:16.131185 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4ac7ee4d-5576-4e36-a36a-e08d567059b8 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.5852880 Apr 06 14:13:16.134599 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44652) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:16.143562 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f28a072f-122e-46a0-a2f4-df93afdae340 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.7'}]}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:16.150424 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f28a072f-122e-46a0-a2f4-df93afdae340 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:16.157144 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f28a072f-122e-46a0-a2f4-df93afdae340 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Usage tracker for resource:router and tenant:3f884edbf2c443588afcaa87198b1b29 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:16.161639 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f28a072f-122e-46a0-a2f4-df93afdae340 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:16.171776 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f28a072f-122e-46a0-a2f4-df93afdae340 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:16.171995 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c0e1d505-69f0-4503-b605-3dc84c68b96e up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:13:16.193756 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f28a072f-122e-46a0-a2f4-df93afdae340 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:16.195305 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f28a072f-122e-46a0-a2f4-df93afdae340 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:16.227688 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81f16d4b-cb80-4c15-854d-18049269fc04 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:16.237698 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f28a072f-122e-46a0-a2f4-df93afdae340 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:16.262952 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f2bdd5-6288-4c67-9696-ed110c2923ef None None] Network b4b50898-b40c-48be-9630-e21242c54179 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:13:16.313444 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5f441199-c527-406b-8c66-06c4b06ca79b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:16.314459 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f441199-c527-406b-8c66-06c4b06ca79b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:16.315042 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5f441199-c527-406b-8c66-06c4b06ca79b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:16.331279 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4a3bdca-8789-4fa2-abaa-085715f76bd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:16.331428 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44656) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:16.355297 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a9cc1afc-ed56-43e8-92da-8e202f88555b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:16.384043 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Request body: {'port': {'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10', 'binding:host_id': 'hv-neutron-8358', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2135753080'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:16.458922 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:16.519251 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Usage tracker for resource:port and tenant:2de11221f39242d883dc27ae5c47d2e6 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:16.528150 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4a3bdca-8789-4fa2-abaa-085715f76bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:16.528503 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:16.535611 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-325147bc-62b7-4b40-9b79-6f31f4d84fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'name': 'tempest-ServerActionsTestJSON-897796809-router', 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': '7b60010b-9ba0-43cd-80e2-43efebf3735d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:11Z', 'updated_at': '2022-04-06T14:13:13Z', 'revision_number': 3, 'project_id': '45bdc10440d74a5abd92184edf5c75b4', 'gw_port': {'id': '7b60010b-9ba0-43cd-80e2-43efebf3735d', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:12Z', 'updated_at': '2022-04-06T14:13:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:16.540085 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325147bc-62b7-4b40-9b79-6f31f4d84fe5 None None] Checking router: a0cdee79-472b-4547-86de-95e992a1ec6f for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:13:16.540440 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325147bc-62b7-4b40-9b79-6f31f4d84fe5 None None] Updating router a0cdee79-472b-4547-86de-95e992a1ec6f port 7b60010b-9ba0-43cd-80e2-43efebf3735d binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:13:16.543522 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:16.585996 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f28a072f-122e-46a0-a2f4-df93afdae340 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:16.623130 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-325147bc-62b7-4b40-9b79-6f31f4d84fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:16.628620 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5416626f-14b6-4b51-9b36-000ef194063b None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:16.644986 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-76ed7521-093e-433b-8418-badb089124bd None None] Attempting to bind port f2656923-877b-4430-a940-fd4b886d523a on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:16.646118 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-76ed7521-093e-433b-8418-badb089124bd None None] Attempting to bind port f2656923-877b-4430-a940-fd4b886d523a by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:16.646744 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ed7521-093e-433b-8418-badb089124bd None None] Attempting to bind port f2656923-877b-4430-a940-fd4b886d523a on network 45db5c66-c082-47ed-beeb-688e3c8646d5 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:16.650104 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4e12434b-7543-4049-849c-8982ab524688 None None] Provisioning for port c0e1d505-69f0-4503-b605-3dc84c68b96e completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:13:16.689480 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5416626f-14b6-4b51-9b36-000ef194063b None None] Transition to ACTIVE for port object 19219ece-5655-411f-8eaa-7109adb351d0 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:16.720611 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ed7521-093e-433b-8418-badb089124bd None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:13:16.721714 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ed7521-093e-433b-8418-badb089124bd None None] Checking segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:13:16.722466 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-76ed7521-093e-433b-8418-badb089124bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:16.723043 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ed7521-093e-433b-8418-badb089124bd None None] Bound using segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:13:16.723707 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-76ed7521-093e-433b-8418-badb089124bd None None] Bound port: f2656923-877b-4430-a940-fd4b886d523a, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:13:16.724424 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-76ed7521-093e-433b-8418-badb089124bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:16.772588 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc1afc-ed56-43e8-92da-8e202f88555b None None] Pushing event updated for resources: {'Port': ['ID=d6c9a2e0-7fc6-4b13-b505-0531e6f90804,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:16.783841 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f441199-c527-406b-8c66-06c4b06ca79b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Pushing event updated for resources: {'Network': ['ID=1beba0b8-3599-428f-a026-8713005c9c43,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:16.784630 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5416626f-14b6-4b51-9b36-000ef194063b None None] Transition to ACTIVE for port object 19219ece-5655-411f-8eaa-7109adb351d0 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:16.824336 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 1beba0b8-3599-428f-a026-8713005c9c43 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:13:16.878116 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port c0e1d505-69f0-4503-b605-3dc84c68b96e completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:13:16.895173 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5f441199-c527-406b-8c66-06c4b06ca79b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.0926735 Apr 06 14:13:16.904709 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44664) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:16.909336 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5416626f-14b6-4b51-9b36-000ef194063b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:16.946360 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Made reservation on behalf of 2de11221f39242d883dc27ae5c47d2e6 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:16.948661 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:16.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:17.084124 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port c0e1d505-69f0-4503-b605-3dc84c68b96e triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:17.084505 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:17.116465 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-a4a3bdca-8789-4fa2-abaa-085715f76bd3 admin admin] Allocated IP 172.26.8.22 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/2ee1d779-6c38-494f-9315-5ed3bc2ce834) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:13:17.149189 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5416626f-14b6-4b51-9b36-000ef194063b None None] Network 85b99d49-54eb-453f-ae68-f2c061c22d84 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:17.172846 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-5416626f-14b6-4b51-9b36-000ef194063b None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:17.179514 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-18bbc445-3652-451b-93ce-607f10f2d8c5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:17.193309 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:17.193524 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5416626f-14b6-4b51-9b36-000ef194063b None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:17.209173 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Usage tracker for resource:security_group_rule and tenant:2de11221f39242d883dc27ae5c47d2e6 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:17.213018 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:17.226420 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:17.256569 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416626f-14b6-4b51-9b36-000ef194063b None None] Pushing event updated for resources: {'Port': ['ID=19219ece-5655-411f-8eaa-7109adb351d0,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:17.348801 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f28a072f-122e-46a0-a2f4-df93afdae340 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:17.352163 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-18bbc445-3652-451b-93ce-607f10f2d8c5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Calling delete_port for b496cbdb-14ee-4410-8f5b-40a5770e9ee9 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:13:17.392095 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-76ed7521-093e-433b-8418-badb089124bd None None] For port f2656923-877b-4430-a940-fd4b886d523a, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:13:17.401983 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f28a072f-122e-46a0-a2f4-df93afdae340 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:17.437864 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2df84ec-ab90-443e-827a-213bcae755e4 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:17.446393 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-76ed7521-093e-433b-8418-badb089124bd None None] For port f2656923-877b-4430-a940-fd4b886d523a, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f2656923-877b-4430-a940-fd4b886d523a,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:13:17.459458 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-76ed7521-093e-433b-8418-badb089124bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:17.486237 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:17.490590 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5416626f-14b6-4b51-9b36-000ef194063b None None] Attempting to bind port 19219ece-5655-411f-8eaa-7109adb351d0 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:17.490964 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5416626f-14b6-4b51-9b36-000ef194063b None None] Attempting to bind port 19219ece-5655-411f-8eaa-7109adb351d0 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'b16ce301-63a4-4e18-8a19-459ca1104b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '85b99d49-54eb-453f-ae68-f2c061c22d84'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:17.491357 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5416626f-14b6-4b51-9b36-000ef194063b None None] Attempting to bind port 19219ece-5655-411f-8eaa-7109adb351d0 on network 85b99d49-54eb-453f-ae68-f2c061c22d84 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:17.502029 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:17.545828 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] device_id is not set on port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:13:17.570500 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5416626f-14b6-4b51-9b36-000ef194063b None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:13:17.570893 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5416626f-14b6-4b51-9b36-000ef194063b None None] Checking segment: {'id': 'b16ce301-63a4-4e18-8a19-459ca1104b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '85b99d49-54eb-453f-ae68-f2c061c22d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:13:17.571635 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5416626f-14b6-4b51-9b36-000ef194063b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:17.572033 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5416626f-14b6-4b51-9b36-000ef194063b None None] Bound using segment: {'id': 'b16ce301-63a4-4e18-8a19-459ca1104b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '85b99d49-54eb-453f-ae68-f2c061c22d84'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:13:17.572522 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5416626f-14b6-4b51-9b36-000ef194063b None None] Bound port: 19219ece-5655-411f-8eaa-7109adb351d0, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16ce301-63a4-4e18-8a19-459ca1104b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '85b99d49-54eb-453f-ae68-f2c061c22d84'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:13:17.572918 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5416626f-14b6-4b51-9b36-000ef194063b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:17.661476 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:17.681273 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed7521-093e-433b-8418-badb089124bd None None] Pushing event updated for resources: {'Port': ['ID=f2656923-877b-4430-a940-fd4b886d523a,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:17.714505 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.db.resource_extend [None req-81f16d4b-cb80-4c15-854d-18049269fc04 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:13:17.752755 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port c0e1d505-69f0-4503-b605-3dc84c68b96e, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c0e1d505-69f0-4503-b605-3dc84c68b96e,segment=NetworkSegment(5eccebc2-4d26-4156-a27c-d30f103adc58),segment_id=5eccebc2-4d26-4156-a27c-d30f103adc58)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:17.755586 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5416626f-14b6-4b51-9b36-000ef194063b None None] For port 19219ece-5655-411f-8eaa-7109adb351d0, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:13:17.759949 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5416626f-14b6-4b51-9b36-000ef194063b None None] For port 19219ece-5655-411f-8eaa-7109adb351d0, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=19219ece-5655-411f-8eaa-7109adb351d0,segment=NetworkSegment(b16ce301-63a4-4e18-8a19-459ca1104b71),segment_id=b16ce301-63a4-4e18-8a19-459ca1104b71)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:13:17.761503 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:17.802519 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5416626f-14b6-4b51-9b36-000ef194063b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:17.819155 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81f16d4b-cb80-4c15-854d-18049269fc04 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:17.869102 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e922b3-014d-425e-a1be-120bd31c0c9f admin admin] Router 69856a0c-56b9-48f3-a28a-d1f5cca0d1d2 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:13:17.889131 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=c0e1d505-69f0-4503-b605-3dc84c68b96e,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:17.918065 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcc9d33-f385-4509-b2fd-a81e2e9bc7ed,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:18.022470 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2df84ec-ab90-443e-827a-213bcae755e4 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:18.055362 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81f16d4b-cb80-4c15-854d-18049269fc04 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:18.064587 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device d6c9a2e0-7fc6-4b13-b505-0531e6f90804 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:13:18.140036 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416626f-14b6-4b51-9b36-000ef194063b None None] Pushing event updated for resources: {'Port': ['ID=19219ece-5655-411f-8eaa-7109adb351d0,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:18.151883 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-64ed8312-a767-4725-96a2-ec560f4eba0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:18.176361 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4a3bdca-8789-4fa2-abaa-085715f76bd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:18.205520 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port d6c9a2e0-7fc6-4b13-b505-0531e6f90804 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:13:18.223164 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2df84ec-ab90-443e-827a-213bcae755e4 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:13:18.223438 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2df84ec-ab90-443e-827a-213bcae755e4 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:13:18.224261 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2df84ec-ab90-443e-827a-213bcae755e4 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:13:18.224640 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2df84ec-ab90-443e-827a-213bcae755e4 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Subscribe: > port after_create 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:13:18.225078 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2df84ec-ab90-443e-827a-213bcae755e4 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:13:18.225435 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2df84ec-ab90-443e-827a-213bcae755e4 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Subscribe: > port after_update 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:13:18.226322 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2df84ec-ab90-443e-827a-213bcae755e4 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:13:18.226704 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2df84ec-ab90-443e-827a-213bcae755e4 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:13:18.227028 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2df84ec-ab90-443e-827a-213bcae755e4 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:13:18.227471 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2df84ec-ab90-443e-827a-213bcae755e4 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:13:18.394078 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6e938a84-b956-4db2-83a8-07618646a762 None None] Provisioning complete for port c0e1d505-69f0-4503-b605-3dc84c68b96e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:18.398098 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6e938a84-b956-4db2-83a8-07618646a762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:18.417567 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2df84ec-ab90-443e-827a-213bcae755e4 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:13:18.417928 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2df84ec-ab90-443e-827a-213bcae755e4 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:13:18.418236 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2df84ec-ab90-443e-827a-213bcae755e4 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:13:18.418560 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2df84ec-ab90-443e-827a-213bcae755e4 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:13:18.419159 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-c2df84ec-ab90-443e-827a-213bcae755e4 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1beba0b8-3599-428f-a026-8713005c9c43']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:18.457432 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81f16d4b-cb80-4c15-854d-18049269fc04 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:18.466434 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-64ed8312-a767-4725-96a2-ec560f4eba0b admin admin] Allocated IP 172.20.0.1 (b4b50898-b40c-48be-9630-e21242c54179/61fc1f24-d84d-4e4e-b059-fbe1445d430f/c0a84148-1ca8-40a1-a94d-99dcdbd786fe) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:13:18.473275 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-c2df84ec-ab90-443e-827a-213bcae755e4 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff06ad1-c27d-440b-b474-ced6ba0c0778') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:18.473576 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-c2df84ec-ab90-443e-827a-213bcae755e4 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff06ad1-c27d-440b-b474-ced6ba0c0778') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:18.484776 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f16d4b-cb80-4c15-854d-18049269fc04 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Pushing event updated for resources: {'Port': ['ID=ca319bbc-2a82-4f10-84b7-555e1996f98b,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:18.559360 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2df84ec-ab90-443e-827a-213bcae755e4 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:18.569409 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8fb619-3ecf-4e34-801b-cda8b48c7c3c None None] Network db22f504-5a34-4a84-99cc-65b1302a1645 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:13:18.578549 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-18bbc445-3652-451b-93ce-607f10f2d8c5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:18.709205 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-072ab45c-0a61-488e-a150-25ca6d108fcb None None] Provisioning for port d6c9a2e0-7fc6-4b13-b505-0531e6f90804 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:13:18.717725 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-072ab45c-0a61-488e-a150-25ca6d108fcb None None] Provisioning complete for port d6c9a2e0-7fc6-4b13-b505-0531e6f90804 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:18.718099 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-072ab45c-0a61-488e-a150-25ca6d108fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:18.738293 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] device_id is not set on port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:13:18.753068 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:18.782285 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2df84ec-ab90-443e-827a-213bcae755e4 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:18.790512 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81f16d4b-cb80-4c15-854d-18049269fc04 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:18.792548 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-81f16d4b-cb80-4c15-854d-18049269fc04 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2630532 Apr 06 14:13:18.808222 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4a3bdca-8789-4fa2-abaa-085715f76bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:18.824830 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbc445-3652-451b-93ce-607f10f2d8c5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Port': ['ID=b496cbdb-14ee-4410-8f5b-40a5770e9ee9,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:18.873180 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44668) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:18.894346 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2df84ec-ab90-443e-827a-213bcae755e4 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:13:18.895051 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2df84ec-ab90-443e-827a-213bcae755e4 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: util.warn_limited( Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: util.warn_limited( Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:13:18.924429 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:13:18.930158 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-3adff114-0327-4ca1-9c9a-824c32e22106 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2089966323', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'fixed_ips': [{'ip_address': '172.26.8.66'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:18.937433 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3adff114-0327-4ca1-9c9a-824c32e22106 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:18.942383 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3adff114-0327-4ca1-9c9a-824c32e22106 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Usage tracker for resource:port and tenant:41f70f332fd34e2ea06588fae8791404 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:18.946613 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3adff114-0327-4ca1-9c9a-824c32e22106 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:18.955716 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3adff114-0327-4ca1-9c9a-824c32e22106 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:19.029617 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-072ab45c-0a61-488e-a150-25ca6d108fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:19.043110 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-64ed8312-a767-4725-96a2-ec560f4eba0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:19.050998 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a3bdca-8789-4fa2-abaa-085715f76bd3 admin admin] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:19.074937 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adff114-0327-4ca1-9c9a-824c32e22106 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Made reservation on behalf of 41f70f332fd34e2ea06588fae8791404 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:19.077566 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3adff114-0327-4ca1-9c9a-824c32e22106 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:19.108947 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3adff114-0327-4ca1-9c9a-824c32e22106 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:19.114239 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-072ab45c-0a61-488e-a150-25ca6d108fcb None None] For port d6c9a2e0-7fc6-4b13-b505-0531e6f90804, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=d6c9a2e0-7fc6-4b13-b505-0531e6f90804,segment=NetworkSegment(11dfa9e5-5317-4e79-8e95-9943a27e2ed6),segment_id=11dfa9e5-5317-4e79-8e95-9943a27e2ed6)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:19.122129 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-072ab45c-0a61-488e-a150-25ca6d108fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:19.126232 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-325147bc-62b7-4b40-9b79-6f31f4d84fe5 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:19.127322 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-a4a3bdca-8789-4fa2-abaa-085715f76bd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:19.137191 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a3bdca-8789-4fa2-abaa-085715f76bd3 admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:19.150347 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-325147bc-62b7-4b40-9b79-6f31f4d84fe5 None None] Transition to ACTIVE for port object 7b60010b-9ba0-43cd-80e2-43efebf3735d will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:19.164671 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-325147bc-62b7-4b40-9b79-6f31f4d84fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:19.227084 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ab45c-0a61-488e-a150-25ca6d108fcb None None] Pushing event updated for resources: {'Port': ['ID=d6c9a2e0-7fc6-4b13-b505-0531e6f90804,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:19.264684 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f28a072f-122e-46a0-a2f4-df93afdae340 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:19.318862 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbeda04-46e5-4ec4-85f3-60ec9ccf1963 None None] Pushing event updated for resources: {'Port': ['ID=7b60010b-9ba0-43cd-80e2-43efebf3735d,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:19.333379 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbeda04-46e5-4ec4-85f3-60ec9ccf1963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:19.333860 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbeda04-46e5-4ec4-85f3-60ec9ccf1963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:19.334348 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbeda04-46e5-4ec4-85f3-60ec9ccf1963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:19.334794 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbeda04-46e5-4ec4-85f3-60ec9ccf1963 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:19.336007 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbeda04-46e5-4ec4-85f3-60ec9ccf1963 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:19.336529 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbeda04-46e5-4ec4-85f3-60ec9ccf1963 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:19.336994 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbeda04-46e5-4ec4-85f3-60ec9ccf1963 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:19.337452 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbeda04-46e5-4ec4-85f3-60ec9ccf1963 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:19.337891 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbeda04-46e5-4ec4-85f3-60ec9ccf1963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:19.338377 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbeda04-46e5-4ec4-85f3-60ec9ccf1963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:19.338810 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbeda04-46e5-4ec4-85f3-60ec9ccf1963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:19.340114 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbeda04-46e5-4ec4-85f3-60ec9ccf1963 None None] Tracked resource versions report: Apr 06 14:13:19.340114 dv-neutron-835868-1-hyperv neutron-server[83740]: pushed versions: Apr 06 14:13:19.340114 dv-neutron-835868-1-hyperv neutron-server[83740]: { 'ConntrackHelper': {'1.0'}, Apr 06 14:13:19.340114 dv-neutron-835868-1-hyperv neutron-server[83740]: 'Log': {'1.0'}, Apr 06 14:13:19.340114 dv-neutron-835868-1-hyperv neutron-server[83740]: 'Network': {'1.1'}, Apr 06 14:13:19.340114 dv-neutron-835868-1-hyperv neutron-server[83740]: 'Port': {'1.5'}, Apr 06 14:13:19.340114 dv-neutron-835868-1-hyperv neutron-server[83740]: 'PortForwarding': {'1.2'}, Apr 06 14:13:19.340114 dv-neutron-835868-1-hyperv neutron-server[83740]: 'QosPolicy': {'1.8'}, Apr 06 14:13:19.340114 dv-neutron-835868-1-hyperv neutron-server[83740]: 'SecurityGroup': {'1.2'}, Apr 06 14:13:19.340114 dv-neutron-835868-1-hyperv neutron-server[83740]: 'SecurityGroupRule': {'1.0'}, Apr 06 14:13:19.340114 dv-neutron-835868-1-hyperv neutron-server[83740]: 'SubPort': {'1.0'}, Apr 06 14:13:19.340114 dv-neutron-835868-1-hyperv neutron-server[83740]: 'Subnet': {'1.1'}, Apr 06 14:13:19.340114 dv-neutron-835868-1-hyperv neutron-server[83740]: 'Trunk': {'1.1'}} Apr 06 14:13:19.340114 dv-neutron-835868-1-hyperv neutron-server[83740]: consumer versions: Apr 06 14:13:19.340114 dv-neutron-835868-1-hyperv neutron-server[83740]: { DHCP agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:13:19.340114 dv-neutron-835868-1-hyperv neutron-server[83740]: HyperV agent@hv-neutron-8358: {}, Apr 06 14:13:19.340114 dv-neutron-835868-1-hyperv neutron-server[83740]: L3 agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:13:19.340114 dv-neutron-835868-1-hyperv neutron-server[83740]: Metadata agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:13:19.340114 dv-neutron-835868-1-hyperv neutron-server[83740]: Metering agent@dv-neutron-835868-1-hyperv: {}, Apr 06 14:13:19.340114 dv-neutron-835868-1-hyperv neutron-server[83740]: Open vSwitch agent@dv-neutron-835868-1-hyperv: { 'ConntrackHelper': '1.0', Apr 06 14:13:19.340114 dv-neutron-835868-1-hyperv neutron-server[83740]: 'Log': '1.0', Apr 06 14:13:19.340114 dv-neutron-835868-1-hyperv neutron-server[83740]: 'Network': '1.1', Apr 06 14:13:19.340114 dv-neutron-835868-1-hyperv neutron-server[83740]: 'Port': '1.5', Apr 06 14:13:19.340114 dv-neutron-835868-1-hyperv neutron-server[83740]: 'PortForwarding': '1.2', Apr 06 14:13:19.340114 dv-neutron-835868-1-hyperv neutron-server[83740]: 'QosPolicy': '1.8', Apr 06 14:13:19.340114 dv-neutron-835868-1-hyperv neutron-server[83740]: 'SecurityGroup': '1.2', Apr 06 14:13:19.340114 dv-neutron-835868-1-hyperv neutron-server[83740]: 'SecurityGroupRule': '1.0', Apr 06 14:13:19.340114 dv-neutron-835868-1-hyperv neutron-server[83740]: 'SubPort': '1.0', Apr 06 14:13:19.340114 dv-neutron-835868-1-hyperv neutron-server[83740]: 'Subnet': '1.1', Apr 06 14:13:19.340114 dv-neutron-835868-1-hyperv neutron-server[83740]: 'Trunk': '1.1'}} Apr 06 14:13:19.340114 dv-neutron-835868-1-hyperv neutron-server[83740]: {{(pid=83740) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:13:19.342182 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3adff114-0327-4ca1-9c9a-824c32e22106 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:19.353431 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-325147bc-62b7-4b40-9b79-6f31f4d84fe5 None None] Attempting to bind port 7b60010b-9ba0-43cd-80e2-43efebf3735d on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:19.353800 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-325147bc-62b7-4b40-9b79-6f31f4d84fe5 None None] Attempting to bind port 7b60010b-9ba0-43cd-80e2-43efebf3735d by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:19.354160 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325147bc-62b7-4b40-9b79-6f31f4d84fe5 None None] Attempting to bind port 7b60010b-9ba0-43cd-80e2-43efebf3735d on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:19.354917 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3adff114-0327-4ca1-9c9a-824c32e22106 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Usage tracker for resource:security_group_rule and tenant:41f70f332fd34e2ea06588fae8791404 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:19.358558 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3adff114-0327-4ca1-9c9a-824c32e22106 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:19.361475 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325147bc-62b7-4b40-9b79-6f31f4d84fe5 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:13:19.361673 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325147bc-62b7-4b40-9b79-6f31f4d84fe5 None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:13:19.361962 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-325147bc-62b7-4b40-9b79-6f31f4d84fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:19.362360 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325147bc-62b7-4b40-9b79-6f31f4d84fe5 None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:13:19.362830 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-325147bc-62b7-4b40-9b79-6f31f4d84fe5 None None] Bound port: 7b60010b-9ba0-43cd-80e2-43efebf3735d, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:13:19.363217 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-325147bc-62b7-4b40-9b79-6f31f4d84fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:19.367620 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3adff114-0327-4ca1-9c9a-824c32e22106 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:19.412678 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c63e98-b43e-4eec-9177-f0c7c22b6ef7 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:13:19.436959 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3bdca-8789-4fa2-abaa-085715f76bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=2ee1d779-6c38-494f-9315-5ed3bc2ce834,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:19.457982 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-18bbc445-3652-451b-93ce-607f10f2d8c5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:19.473606 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Transition to ACTIVE for port object e6e26ee7-4069-4fac-9ee3-0323e99dcb70 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:19.477733 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-325147bc-62b7-4b40-9b79-6f31f4d84fe5 None None] For port 7b60010b-9ba0-43cd-80e2-43efebf3735d, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:13:19.481991 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-325147bc-62b7-4b40-9b79-6f31f4d84fe5 None None] For port 7b60010b-9ba0-43cd-80e2-43efebf3735d, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=7b60010b-9ba0-43cd-80e2-43efebf3735d,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:13:19.488914 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2df84ec-ab90-443e-827a-213bcae755e4 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:19.491147 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-325147bc-62b7-4b40-9b79-6f31f4d84fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:19.499519 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-18bbc445-3652-451b-93ce-607f10f2d8c5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/b496cbdb-14ee-4410-8f5b-40a5770e9ee9 HTTP/1.1" status: 204 len: 168 time: 4.1083245 Apr 06 14:13:19.501078 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-64ed8312-a767-4725-96a2-ec560f4eba0b admin admin] Transition to ACTIVE for port object c0a84148-1ca8-40a1-a94d-99dcdbd786fe will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:19.535565 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44672) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:19.554312 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:19.576753 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ebf9bff3-b620-49a8-937d-db2ceaa6b379 None None] Provisioning for port f2656923-877b-4430-a940-fd4b886d523a completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:13:19.596903 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbeda04-46e5-4ec4-85f3-60ec9ccf1963 None None] Pushing event updated for resources: {'Port': ['ID=7b60010b-9ba0-43cd-80e2-43efebf3735d,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:19.606246 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-64ed8312-a767-4725-96a2-ec560f4eba0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:19.626821 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325147bc-62b7-4b40-9b79-6f31f4d84fe5 None None] Routers {'a0cdee79-472b-4547-86de-95e992a1ec6f'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:13:19.627443 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-325147bc-62b7-4b40-9b79-6f31f4d84fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:13:10Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['a0cdee79-472b-4547-86de-95e992a1ec6f'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:19.666771 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2df84ec-ab90-443e-827a-213bcae755e4 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1beba0b8-3599-428f-a026-8713005c9c43 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 06 14:13:19.686484 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ed8312-a767-4725-96a2-ec560f4eba0b admin admin] Network b4b50898-b40c-48be-9630-e21242c54179 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:19.689936 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2df84ec-ab90-443e-827a-213bcae755e4 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:19.696646 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df84ec-ab90-443e-827a-213bcae755e4 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Pushing event deleted for resources: {'Network': ['ID=1beba0b8-3599-428f-a026-8713005c9c43,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:19.715499 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-64ed8312-a767-4725-96a2-ec560f4eba0b admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:19.737934 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c2df84ec-ab90-443e-827a-213bcae755e4 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] 10.222.0.60 "DELETE /v2.0/networks/1beba0b8-3599-428f-a026-8713005c9c43 HTTP/1.1" status: 204 len: 168 time: 2.8064902 Apr 06 14:13:19.746549 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44676) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:19.761409 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Pushing event updated for resources: {'Port': ['ID=e6e26ee7-4069-4fac-9ee3-0323e99dcb70,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:19.782697 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d9652771-fc1e-473d-a476-32238e1e5984 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:19.786534 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b97c92-e9bc-4538-8fc6-e95f18c86bed None None] Network 85b99d49-54eb-453f-ae68-f2c061c22d84 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:13:19.840620 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d9652771-fc1e-473d-a476-32238e1e5984 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:19.869385 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970411f0-249c-4f8d-8cfd-b6aca58a0486 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:19.875125 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ed8312-a767-4725-96a2-ec560f4eba0b admin admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:19.875624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-64ed8312-a767-4725-96a2-ec560f4eba0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:19.880167 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970411f0-249c-4f8d-8cfd-b6aca58a0486 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:19.884313 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-970411f0-249c-4f8d-8cfd-b6aca58a0486 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3436601 Apr 06 14:13:19.904066 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44680) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:19.917524 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d9652771-fc1e-473d-a476-32238e1e5984 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Usage tracker for resource:network and tenant:69b6979532f941719ac94acaa3c152e4 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:19.941457 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d9652771-fc1e-473d-a476-32238e1e5984 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:19.945598 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3adff114-0327-4ca1-9c9a-824c32e22106 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:19.961610 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d9652771-fc1e-473d-a476-32238e1e5984 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:19.966316 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3adff114-0327-4ca1-9c9a-824c32e22106 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:19.976415 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-df3339d1-d5fe-4f84-9567-b3771d216cbc None None] Provisioning complete for port d6c9a2e0-7fc6-4b13-b505-0531e6f90804 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:19.976818 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-df3339d1-d5fe-4f84-9567-b3771d216cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:20.000318 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-3adff114-0327-4ca1-9c9a-824c32e22106 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] device_id is not set on port 380a4aa6-0e83-4a7f-b7cb-6f2f9d855343 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:13:20.039013 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-325147bc-62b7-4b40-9b79-6f31f4d84fe5 None None] Set router a0cdee79-472b-4547-86de-95e992a1ec6f gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:13:20.127419 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c0e1d505-69f0-4503-b605-3dc84c68b96e up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:13:20.199024 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e922b3-014d-425e-a1be-120bd31c0c9f admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:13:20.208813 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adff114-0327-4ca1-9c9a-824c32e22106 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f54ff0-d84e-44e2-a7d7-6257d383b202,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:20.278438 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9652771-fc1e-473d-a476-32238e1e5984 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Made reservation on behalf of 69b6979532f941719ac94acaa3c152e4 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:20.280703 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d9652771-fc1e-473d-a476-32238e1e5984 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:20.321236 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Checking segment: {'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:13:20.321861 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Network hostable DHCP agents. Network: 2aac08ef-b816-4d76-a8eb-4f18cfe87d10, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:13:20.455534 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9652771-fc1e-473d-a476-32238e1e5984 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:13:20.471613 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d9652771-fc1e-473d-a476-32238e1e5984 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:20.473232 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-d9652771-fc1e-473d-a476-32238e1e5984 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Added segment ef1863ed-3e57-45b5-b282-940798dfe1da of type vlan for network 7b989d72-bb6e-45da-9e4b-dccb04521ffc Apr 06 14:13:20.516921 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d9652771-fc1e-473d-a476-32238e1e5984 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:20.524500 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-325147bc-62b7-4b40-9b79-6f31f4d84fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'name': 'tempest-ServerActionsTestJSON-897796809-router', 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': '7b60010b-9ba0-43cd-80e2-43efebf3735d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:11Z', 'updated_at': '2022-04-06T14:13:13Z', 'revision_number': 3, 'project_id': '45bdc10440d74a5abd92184edf5c75b4', 'gw_port': {'id': '7b60010b-9ba0-43cd-80e2-43efebf3735d', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:12Z', 'updated_at': '2022-04-06T14:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:20.527849 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:13:20.534662 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325147bc-62b7-4b40-9b79-6f31f4d84fe5 None None] The sync data for ids ['a0cdee79-472b-4547-86de-95e992a1ec6f'] in dv-neutron-835868-1-hyperv is: [{'id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'name': 'tempest-ServerActionsTestJSON-897796809-router', 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': '7b60010b-9ba0-43cd-80e2-43efebf3735d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:11Z', 'updated_at': '2022-04-06T14:13:13Z', 'revision_number': 3, 'project_id': '45bdc10440d74a5abd92184edf5c75b4', 'gw_port': {'id': '7b60010b-9ba0-43cd-80e2-43efebf3735d', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:12Z', 'updated_at': '2022-04-06T14:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:13:20.568671 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59e922b3-014d-425e-a1be-120bd31c0c9f admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:20.570441 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-59e922b3-014d-425e-a1be-120bd31c0c9f admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.7743104 Apr 06 14:13:20.571238 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d9652771-fc1e-473d-a476-32238e1e5984 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:20.572370 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9652771-fc1e-473d-a476-32238e1e5984 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:20.572653 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d9652771-fc1e-473d-a476-32238e1e5984 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:20.579353 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44684) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:20.594436 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78494015-63dc-41cb-8e4b-bc5652677f29 None None] Sync routers for ids ['69856a0c-56b9-48f3-a28a-d1f5cca0d1d2'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:13:20.642021 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78494015-63dc-41cb-8e4b-bc5652677f29 None None] Routers {'69856a0c-56b9-48f3-a28a-d1f5cca0d1d2'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:13:20.643779 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-78494015-63dc-41cb-8e4b-bc5652677f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:13:10Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['69856a0c-56b9-48f3-a28a-d1f5cca0d1d2'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:20.646420 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed8312-a767-4725-96a2-ec560f4eba0b admin admin] Pushing event updated for resources: {'Port': ['ID=c0a84148-1ca8-40a1-a94d-99dcdbd786fe,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:20.708661 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f28a072f-122e-46a0-a2f4-df93afdae340 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:20.715312 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f28a072f-122e-46a0-a2f4-df93afdae340 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:20.746348 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 2aac08ef-b816-4d76-a8eb-4f18cfe87d10) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:20.764181 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:20.906301 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-3adff114-0327-4ca1-9c9a-824c32e22106 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 06 14:13:20.906931 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3adff114-0327-4ca1-9c9a-824c32e22106 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:13:20.913375 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81832346-0aeb-4cd7-bb53-052a07c52dca None None] Network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:13:20.939483 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port c0e1d505-69f0-4503-b605-3dc84c68b96e triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:20.939852 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:20.962005 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d9652771-fc1e-473d-a476-32238e1e5984 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2125587 Apr 06 14:13:20.968333 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44688) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:20.969288 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9652771-fc1e-473d-a476-32238e1e5984 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Pushing event updated for resources: {'Network': ['ID=7b989d72-bb6e-45da-9e4b-dccb04521ffc,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:20.981091 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ae413aa3-3980-4595-a838-a5caebd837de tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Request body: {'subnet': {'network_id': '7b989d72-bb6e-45da-9e4b-dccb04521ffc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:20.985971 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ae413aa3-3980-4595-a838-a5caebd837de tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:20.990641 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ae413aa3-3980-4595-a838-a5caebd837de tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Usage tracker for resource:subnet and tenant:69b6979532f941719ac94acaa3c152e4 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:20.994236 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ae413aa3-3980-4595-a838-a5caebd837de tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:21.001128 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ae413aa3-3980-4595-a838-a5caebd837de tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:21.016543 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3adff114-0327-4ca1-9c9a-824c32e22106 tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.1336358 Apr 06 14:13:21.017926 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44692) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:21.025826 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae413aa3-3980-4595-a838-a5caebd837de tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Made reservation on behalf of 69b6979532f941719ac94acaa3c152e4 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:21.029149 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae413aa3-3980-4595-a838-a5caebd837de tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:21.055056 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:21.055413 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:21.055799 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:21.068479 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f28a072f-122e-46a0-a2f4-df93afdae340 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:21.069003 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28a072f-122e-46a0-a2f4-df93afdae340 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72a2a403-277a-4220-8d9b-7353431c3aac {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:13:21.115032 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:13:21.115436 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Failed to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] Apr 06 14:13:21.123098 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempt 2 to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 Apr 06 14:13:21.131625 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4a3bdca-8789-4fa2-abaa-085715f76bd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:21.132998 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4a3bdca-8789-4fa2-abaa-085715f76bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:21.174528 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-64ed8312-a767-4725-96a2-ec560f4eba0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:21.178337 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 7b989d72-bb6e-45da-9e4b-dccb04521ffc details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:13:21.213739 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-f28a072f-122e-46a0-a2f4-df93afdae340 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 06 14:13:21.214736 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f28a072f-122e-46a0-a2f4-df93afdae340 tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 5.0787210 Apr 06 14:13:21.215557 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:21.215895 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:21.216229 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:21.222638 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44696) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:21.258629 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4b3d56-20e6-4181-baca-3340dc24aa5e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting subnet 1180c628-8f30-4649-8dd7-512ef5556e33 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:13:21.303147 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bb4b3d56-20e6-4181-baca-3340dc24aa5e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:21.344726 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:13:21.345390 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Failed to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] Apr 06 14:13:21.351416 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempt 3 to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 Apr 06 14:13:21.403723 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-3d37da51-fe0f-4b1f-a9df-4f69f9ea47ac tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Deleting port 527f1616-37db-43de-b8b6-1a67f7c5eb60 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:13:21.404089 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3d37da51-fe0f-4b1f-a9df-4f69f9ea47ac tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:21.436195 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1ed26d5e-d19d-46f6-8270-85624a074181 None None] Provisioning for port 19219ece-5655-411f-8eaa-7109adb351d0 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:13:21.442215 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:21.442548 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:21.442881 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:21.456059 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bb4b3d56-20e6-4181-baca-3340dc24aa5e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:21.456203 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 19219ece-5655-411f-8eaa-7109adb351d0 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:13:21.592878 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:13:21.599719 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Failed to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] Apr 06 14:13:21.604640 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempt 4 to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 Apr 06 14:13:21.642998 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-9c86518a-4ca6-435f-a21a-7b657379008b tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Deleting port ca319bbc-2a82-4f10-84b7-555e1996f98b {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:13:21.643608 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9c86518a-4ca6-435f-a21a-7b657379008b tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:21.659212 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-78494015-63dc-41cb-8e4b-bc5652677f29 None None] Set router 69856a0c-56b9-48f3-a28a-d1f5cca0d1d2 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:13:21.683517 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:21.683853 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:21.684190 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:21.760017 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bb4b3d56-20e6-4181-baca-3340dc24aa5e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:21.829410 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 19219ece-5655-411f-8eaa-7109adb351d0 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:13:21.836457 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1ed26d5e-d19d-46f6-8270-85624a074181 None None] Provisioning for port c0a84148-1ca8-40a1-a94d-99dcdbd786fe completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:13:21.899097 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1ed26d5e-d19d-46f6-8270-85624a074181 None None] Provisioning complete for port c0a84148-1ca8-40a1-a94d-99dcdbd786fe triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:21.899468 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1ed26d5e-d19d-46f6-8270-85624a074181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:21.921149 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 19219ece-5655-411f-8eaa-7109adb351d0 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:21.921792 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:21.941699 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:13:21.942069 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Failed to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] Apr 06 14:13:21.972495 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempt 5 to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 Apr 06 14:13:22.002673 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9c86518a-4ca6-435f-a21a-7b657379008b tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:22.003419 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9c86518a-4ca6-435f-a21a-7b657379008b tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:22.012233 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1ed26d5e-d19d-46f6-8270-85624a074181 None None] Port c0a84148-1ca8-40a1-a94d-99dcdbd786fe cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:13:22.022363 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:22.022778 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:22.023109 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:22.070520 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:13:22.070856 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Failed to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] Apr 06 14:13:22.073941 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempt 6 to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 Apr 06 14:13:22.082918 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3d37da51-fe0f-4b1f-a9df-4f69f9ea47ac tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:22.101713 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bb4b3d56-20e6-4181-baca-3340dc24aa5e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:22.160759 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:22.185578 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b0cbb061-95d6-4a5f-8fb5-e68a78e766e6 None None] Provisioning complete for port 19219ece-5655-411f-8eaa-7109adb351d0 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:22.185949 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b0cbb061-95d6-4a5f-8fb5-e68a78e766e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:22.258521 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-9c86518a-4ca6-435f-a21a-7b657379008b tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Calling delete_port for ca319bbc-2a82-4f10-84b7-555e1996f98b owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:13:22.263794 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 19219ece-5655-411f-8eaa-7109adb351d0, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=19219ece-5655-411f-8eaa-7109adb351d0,segment=NetworkSegment(b16ce301-63a4-4e18-8a19-459ca1104b71),segment_id=b16ce301-63a4-4e18-8a19-459ca1104b71)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:22.270536 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-64ed8312-a767-4725-96a2-ec560f4eba0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:22.273512 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:22.274470 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f2656923-877b-4430-a940-fd4b886d523a up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:13:22.332736 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b3d56-20e6-4181-baca-3340dc24aa5e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Subnet': ['ID=1180c628-8f30-4649-8dd7-512ef5556e33,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:22.334578 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:22.335440 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:22.335774 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:22.347644 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-3d37da51-fe0f-4b1f-a9df-4f69f9ea47ac tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Calling delete_port for 527f1616-37db-43de-b8b6-1a67f7c5eb60 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:13:22.373137 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-64ed8312-a767-4725-96a2-ec560f4eba0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:22.373408 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-64ed8312-a767-4725-96a2-ec560f4eba0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:22.385102 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-78494015-63dc-41cb-8e4b-bc5652677f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'name': 'tempest-ServersTestManualDisk-1216470950-router', 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': '46931473-0f10-449f-b6ad-d9441fdc3bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:10Z', 'updated_at': '2022-04-06T14:13:14Z', 'revision_number': 3, 'project_id': 'c60ff9278e7d428290bc7f626f6f5595', 'gw_port': {'id': '46931473-0f10-449f-b6ad-d9441fdc3bda', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:20:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:12Z', 'updated_at': '2022-04-06T14:13:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:22.424847 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bb4b3d56-20e6-4181-baca-3340dc24aa5e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:22.425850 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78494015-63dc-41cb-8e4b-bc5652677f29 None None] Checking router: 69856a0c-56b9-48f3-a28a-d1f5cca0d1d2 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:13:22.426200 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78494015-63dc-41cb-8e4b-bc5652677f29 None None] Updating router 69856a0c-56b9-48f3-a28a-d1f5cca0d1d2 port 46931473-0f10-449f-b6ad-d9441fdc3bda binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:13:22.450593 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:13:22.450920 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Failed to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] Apr 06 14:13:22.459020 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempt 7 to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 Apr 06 14:13:22.465968 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e86f596-2913-42f5-bc4a-216e62058daa None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:13:22.580583 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9c86518a-4ca6-435f-a21a-7b657379008b tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:22.596650 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:13:22.615589 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=19219ece-5655-411f-8eaa-7109adb351d0,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:22.625889 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-78494015-63dc-41cb-8e4b-bc5652677f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:22.640289 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:22.640652 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:22.640767 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86518a-4ca6-435f-a21a-7b657379008b tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca319bbc-2a82-4f10-84b7-555e1996f98b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:22.641069 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:22.642483 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a3bdca-8789-4fa2-abaa-085715f76bd3 admin admin] Router 806808cf-023c-467c-b982-89424c6dc5c3 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:13:22.654248 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed8312-a767-4725-96a2-ec560f4eba0b admin admin] Pushing event updated for resources: {'Port': ['ID=c0a84148-1ca8-40a1-a94d-99dcdbd786fe,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:22.670844 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bb4b3d56-20e6-4181-baca-3340dc24aa5e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/1180c628-8f30-4649-8dd7-512ef5556e33 HTTP/1.1" status: 204 len: 168 time: 2.7629180 Apr 06 14:13:22.674733 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44700) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:22.724899 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b0cbb061-95d6-4a5f-8fb5-e68a78e766e6 None None] Could not find standard attr ID for object b496cbdb-14ee-4410-8f5b-40a5770e9ee9. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 14:13:22.730786 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:13:22.730786 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Failed to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] Apr 06 14:13:22.739760 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempt 8 to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 Apr 06 14:13:22.796408 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0cf48479-ad4f-4f4b-a479-18e83134c77e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1208370 Apr 06 14:13:22.804478 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44704) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:22.816640 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port f2656923-877b-4430-a940-fd4b886d523a completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:13:22.826675 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-81b44de9-93b1-4646-a708-ba7626af31f9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:22.843162 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port f2656923-877b-4430-a940-fd4b886d523a triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:22.843547 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:22.853005 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:22.853340 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:22.853682 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:22.949097 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ed8312-a767-4725-96a2-ec560f4eba0b admin admin] Network b4b50898-b40c-48be-9630-e21242c54179 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:22.949721 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:13:22.950058 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Failed to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] Apr 06 14:13:22.959184 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempt 9 to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 Apr 06 14:13:22.967712 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-64ed8312-a767-4725-96a2-ec560f4eba0b admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:23.096534 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.objects.ports [None req-ae413aa3-3980-4595-a838-a5caebd837de tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83737) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 06 14:13:23.097240 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3d37da51-fe0f-4b1f-a9df-4f69f9ea47ac tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:23.101312 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae413aa3-3980-4595-a838-a5caebd837de tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:23.109031 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:23.140976 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944ece41-b039-43f3-aa23-d8c44d4af293 None None] DHCP port deletion for 45db5c66-c082-47ed-beeb-688e3c8646d5 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:13:23.161751 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:23.161751 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:23.162048 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-944ece41-b039-43f3-aa23-d8c44d4af293 None None] Deleting port f2656923-877b-4430-a940-fd4b886d523a {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:13:23.162165 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:23.162249 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-944ece41-b039-43f3-aa23-d8c44d4af293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:23.190632 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-81b44de9-93b1-4646-a708-ba7626af31f9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:23.193235 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37da51-fe0f-4b1f-a9df-4f69f9ea47ac tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Pushing event deleted for resources: {'Port': ['ID=527f1616-37db-43de-b8b6-1a67f7c5eb60,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:23.207158 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-81b44de9-93b1-4646-a708-ba7626af31f9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:subnet and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:23.211470 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-81b44de9-93b1-4646-a708-ba7626af31f9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:23.212538 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9c86518a-4ca6-435f-a21a-7b657379008b tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:23.220549 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:13:23.220549 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Failed to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] Apr 06 14:13:23.224764 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-81b44de9-93b1-4646-a708-ba7626af31f9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:23.243056 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port f2656923-877b-4430-a940-fd4b886d523a, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f2656923-877b-4430-a940-fd4b886d523a,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:23.250283 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempt 10 to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 Apr 06 14:13:23.262967 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:23.263726 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device d6c9a2e0-7fc6-4b13-b505-0531e6f90804 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:13:23.284972 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3d37da51-fe0f-4b1f-a9df-4f69f9ea47ac tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:23.292330 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:23.292647 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:23.292927 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:23.301827 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3d37da51-fe0f-4b1f-a9df-4f69f9ea47ac tempest-RoutersAdminNegativeTest-250827702 tempest-RoutersAdminNegativeTest-250827702-project-admin] 10.222.0.60 "DELETE /v2.0/ports/527f1616-37db-43de-b8b6-1a67f7c5eb60 HTTP/1.1" status: 204 len: 168 time: 2.0781567 Apr 06 14:13:23.315810 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b44de9-93b1-4646-a708-ba7626af31f9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:23.319083 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81b44de9-93b1-4646-a708-ba7626af31f9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:23.343905 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:13:23.344479 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Failed to bind port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] Apr 06 14:13:23.345420 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:23.347392 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae413aa3-3980-4595-a838-a5caebd837de tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6cf57fab-3595-4414-9df7-0ab7a2d346a5,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:23.361870 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9c86518a-4ca6-435f-a21a-7b657379008b tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:23.363050 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9c86518a-4ca6-435f-a21a-7b657379008b tempest-ExternalNetworksAdminNegativeTestJSON-490837061 tempest-ExternalNetworksAdminNegativeTestJSON-490837061-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/1a299ecc-3cde-4c48-b505-9077789484ee HTTP/1.1" status: 204 len: 168 time: 2.3426988 Apr 06 14:13:23.396140 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae413aa3-3980-4595-a838-a5caebd837de tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Checking segment: {'id': 'ef1863ed-3e57-45b5-b282-940798dfe1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7b989d72-bb6e-45da-9e4b-dccb04521ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:13:23.396552 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae413aa3-3980-4595-a838-a5caebd837de tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Network hostable DHCP agents. Network: 7b989d72-bb6e-45da-9e4b-dccb04521ffc, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:13:23.468622 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae413aa3-3980-4595-a838-a5caebd837de tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Network 7b989d72-bb6e-45da-9e4b-dccb04521ffc is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:13:23.470880 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-78494015-63dc-41cb-8e4b-bc5652677f29 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:23.489459 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a3bdca-8789-4fa2-abaa-085715f76bd3 admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:13:23.491268 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-78494015-63dc-41cb-8e4b-bc5652677f29 None None] Transition to ACTIVE for port object 46931473-0f10-449f-b6ad-d9441fdc3bda will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:23.500613 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79afdeef-c963-4645-adc2-34d279e6e3d1 None None] Sync routers for ids ['806808cf-023c-467c-b982-89424c6dc5c3'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:13:23.506147 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-ae413aa3-3980-4595-a838-a5caebd837de tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 7b989d72-bb6e-45da-9e4b-dccb04521ffc) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:23.516956 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae413aa3-3980-4595-a838-a5caebd837de tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:23.517551 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae413aa3-3980-4595-a838-a5caebd837de tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:23.539281 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79afdeef-c963-4645-adc2-34d279e6e3d1 None None] Routers {'806808cf-023c-467c-b982-89424c6dc5c3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:13:23.541589 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-79afdeef-c963-4645-adc2-34d279e6e3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:13:10Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['806808cf-023c-467c-b982-89424c6dc5c3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:23.542014 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] For port e6e26ee7-4069-4fac-9ee3-0323e99dcb70, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:13:23.543081 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempted to set empty binding levels {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 06 14:13:23.552536 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:23.609674 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=f2656923-877b-4430-a940-fd4b886d523a,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:23.613457 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4a3bdca-8789-4fa2-abaa-085715f76bd3 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:23.616137 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a4a3bdca-8789-4fa2-abaa-085715f76bd3 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 9.5491619 Apr 06 14:13:23.625422 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ae413aa3-3980-4595-a838-a5caebd837de tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6517346 Apr 06 14:13:23.634101 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44712) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:23.634687 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44714) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:23.645979 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-80282e11-787b-41eb-b741-9a3dab8cfaed tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Request body: {'floatingip': {'floating_network_id': '7b989d72-bb6e-45da-9e4b-dccb04521ffc'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:23.652093 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-80282e11-787b-41eb-b741-9a3dab8cfaed tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:23.658536 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-80282e11-787b-41eb-b741-9a3dab8cfaed tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Usage tracker for resource:floatingip and tenant:69b6979532f941719ac94acaa3c152e4 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:23.662019 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-80282e11-787b-41eb-b741-9a3dab8cfaed tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:23.670050 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-80282e11-787b-41eb-b741-9a3dab8cfaed tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:23.670894 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcafbca1-c519-47b9-bdb1-8c67f7d984da None None] Network 7b989d72-bb6e-45da-9e4b-dccb04521ffc requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:13:23.741036 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-78494015-63dc-41cb-8e4b-bc5652677f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:23.833237 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-79afdeef-c963-4645-adc2-34d279e6e3d1 None None] Set router 806808cf-023c-467c-b982-89424c6dc5c3 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:13:23.861109 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-80282e11-787b-41eb-b741-9a3dab8cfaed tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:23.960844 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44726) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:23.989287 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:24.007830 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-cf9d05ed-349e-4c57-9e7f-b41339473748 None None] Provisioning complete for port c0a84148-1ca8-40a1-a94d-99dcdbd786fe triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:24.008521 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cf9d05ed-349e-4c57-9e7f-b41339473748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:24.012230 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Pushing event updated for resources: {'Port': ['ID=e6e26ee7-4069-4fac-9ee3-0323e99dcb70,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:24.022170 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-52bf5d24-59b5-4d4f-8a54-1cde7d350750 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 7.6404023 Apr 06 14:13:24.025664 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44730) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:24.083055 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44734) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:24.218941 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54508c-bea8-4f6e-b677-a819e42f5cab None None] Pushing event updated for resources: {'Port': ['ID=46931473-0f10-449f-b6ad-d9441fdc3bda,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:24.239682 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-7f722307-5a8a-4b6e-9605-5364802d2c93 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Deleting port e6e26ee7-4069-4fac-9ee3-0323e99dcb70 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:13:24.240021 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7f722307-5a8a-4b6e-9605-5364802d2c93 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:24.274101 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1420d06d-3c45-4dd2-bfb4-e5586a3b515d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:24.283826 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port d6c9a2e0-7fc6-4b13-b505-0531e6f90804 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:24.284297 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:24.362151 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-78494015-63dc-41cb-8e4b-bc5652677f29 None None] Attempting to bind port 46931473-0f10-449f-b6ad-d9441fdc3bda on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:24.363649 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-78494015-63dc-41cb-8e4b-bc5652677f29 None None] Attempting to bind port 46931473-0f10-449f-b6ad-d9441fdc3bda by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:24.364172 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78494015-63dc-41cb-8e4b-bc5652677f29 None None] Attempting to bind port 46931473-0f10-449f-b6ad-d9441fdc3bda on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:24.368183 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-cf9d05ed-349e-4c57-9e7f-b41339473748 None None] Port c0a84148-1ca8-40a1-a94d-99dcdbd786fe cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:13:24.440621 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78494015-63dc-41cb-8e4b-bc5652677f29 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:13:24.441240 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78494015-63dc-41cb-8e4b-bc5652677f29 None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:13:24.441740 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-78494015-63dc-41cb-8e4b-bc5652677f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:24.442248 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78494015-63dc-41cb-8e4b-bc5652677f29 None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:13:24.444278 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-78494015-63dc-41cb-8e4b-bc5652677f29 None None] Bound port: 46931473-0f10-449f-b6ad-d9441fdc3bda, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:13:24.444780 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-78494015-63dc-41cb-8e4b-bc5652677f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:24.466034 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-79afdeef-c963-4645-adc2-34d279e6e3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806808cf-023c-467c-b982-89424c6dc5c3', 'name': 'tempest-ServersTestJSON-1306901790-router', 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '2ee1d779-6c38-494f-9315-5ed3bc2ce834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:14Z', 'updated_at': '2022-04-06T14:13:19Z', 'revision_number': 3, 'project_id': 'b420c830a8c344c38ee71ab00e7194de', 'gw_port': {'id': '2ee1d779-6c38-494f-9315-5ed3bc2ce834', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806808cf-023c-467c-b982-89424c6dc5c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:16Z', 'updated_at': '2022-04-06T14:13:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:24.471436 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79afdeef-c963-4645-adc2-34d279e6e3d1 None None] Checking router: 806808cf-023c-467c-b982-89424c6dc5c3 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:13:24.472096 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79afdeef-c963-4645-adc2-34d279e6e3d1 None None] Updating router 806808cf-023c-467c-b982-89424c6dc5c3 port 2ee1d779-6c38-494f-9315-5ed3bc2ce834 binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:13:24.479013 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-944ece41-b039-43f3-aa23-d8c44d4af293 None None] For port f2656923-877b-4430-a940-fd4b886d523a, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f2656923-877b-4430-a940-fd4b886d523a,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:24.479724 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-944ece41-b039-43f3-aa23-d8c44d4af293 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:24.549824 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-79afdeef-c963-4645-adc2-34d279e6e3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:24.588905 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-1420d06d-3c45-4dd2-bfb4-e5586a3b515d admin admin] Allocated IP 172.20.0.1 (db22f504-5a34-4a84-99cc-65b1302a1645/74f1b134-ac9c-4860-9a3a-b9f38585a865/d52ae6cd-2136-4bba-8322-9a2feca1dd1c) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:13:24.617078 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-7f722307-5a8a-4b6e-9605-5364802d2c93 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] For port e6e26ee7-4069-4fac-9ee3-0323e99dcb70, host hv-neutron-8358, got binding levels [] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:24.618013 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7f722307-5a8a-4b6e-9605-5364802d2c93 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:24.668338 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864064ff-c395-42fa-b429-521318af5fcf None None] Network 7b989d72-bb6e-45da-9e4b-dccb04521ffc requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:13:24.695460 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-944ece41-b039-43f3-aa23-d8c44d4af293 None None] Calling delete_port for f2656923-877b-4430-a940-fd4b886d523a owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:13:24.748913 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-7f722307-5a8a-4b6e-9605-5364802d2c93 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Calling delete_port for e6e26ee7-4069-4fac-9ee3-0323e99dcb70 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:13:24.791867 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4b2ff8d7-af96-454c-9ed9-83d4d6f6baa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:24.797539 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1420d06d-3c45-4dd2-bfb4-e5586a3b515d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:24.809364 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81b44de9-93b1-4646-a708-ba7626af31f9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:24.816776 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-1420d06d-3c45-4dd2-bfb4-e5586a3b515d admin admin] Transition to ACTIVE for port object d52ae6cd-2136-4bba-8322-9a2feca1dd1c will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:24.887909 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1420d06d-3c45-4dd2-bfb4-e5586a3b515d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:24.942291 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4b2ff8d7-af96-454c-9ed9-83d4d6f6baa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:24.951978 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b44de9-93b1-4646-a708-ba7626af31f9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:24.952980 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4b2ff8d7-af96-454c-9ed9-83d4d6f6baa9 admin admin] Usage tracker for resource:security_group_rule and tenant:5d8a6b7349364b578bc734216bf4f378 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:24.954403 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2272580d-a8b4-478f-a93c-4e8785a49a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:24.957003 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b44de9-93b1-4646-a708-ba7626af31f9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Subnet': ['ID=0b8337bb-545b-4adf-9cce-6d977a82beec,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:24.961491 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4b2ff8d7-af96-454c-9ed9-83d4d6f6baa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:24.964527 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-81b44de9-93b1-4646-a708-ba7626af31f9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:24.967090 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b44de9-93b1-4646-a708-ba7626af31f9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:24.968315 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81b44de9-93b1-4646-a708-ba7626af31f9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:24.971569 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7f722307-5a8a-4b6e-9605-5364802d2c93 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:25.014159 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4b2ff8d7-af96-454c-9ed9-83d4d6f6baa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:25.023597 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420d06d-3c45-4dd2-bfb4-e5586a3b515d admin admin] Pushing event updated for resources: {'Port': ['ID=d52ae6cd-2136-4bba-8322-9a2feca1dd1c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:25.045709 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f722307-5a8a-4b6e-9605-5364802d2c93 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6e26ee7-4069-4fac-9ee3-0323e99dcb70,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:25.060284 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ed8312-a767-4725-96a2-ec560f4eba0b admin admin] Router a0cdee79-472b-4547-86de-95e992a1ec6f has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:13:25.066133 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2272580d-a8b4-478f-a93c-4e8785a49a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:25.066884 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7f722307-5a8a-4b6e-9605-5364802d2c93 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:25.069225 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7f722307-5a8a-4b6e-9605-5364802d2c93 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] 10.222.0.60 "DELETE /v2.0/ports/e6e26ee7-4069-4fac-9ee3-0323e99dcb70 HTTP/1.1" status: 204 len: 168 time: 1.0425000 Apr 06 14:13:25.071660 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2272580d-a8b4-478f-a93c-4e8785a49a9f admin admin] Usage tracker for resource:security_group_rule and tenant:67690ccaa66149a9bc769dd17ebeabbc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:25.073107 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-78494015-63dc-41cb-8e4b-bc5652677f29 None None] For port 46931473-0f10-449f-b6ad-d9441fdc3bda, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:13:25.075948 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44742) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:25.076747 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2272580d-a8b4-478f-a93c-4e8785a49a9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:25.077448 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-81b44de9-93b1-4646-a708-ba7626af31f9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2705445 Apr 06 14:13:25.091643 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2272580d-a8b4-478f-a93c-4e8785a49a9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:25.103476 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-79afdeef-c963-4645-adc2-34d279e6e3d1 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:25.118318 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44746) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:25.124799 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-78494015-63dc-41cb-8e4b-bc5652677f29 None None] For port 46931473-0f10-449f-b6ad-d9441fdc3bda, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=46931473-0f10-449f-b6ad-d9441fdc3bda,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:13:25.128733 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-79afdeef-c963-4645-adc2-34d279e6e3d1 None None] Transition to ACTIVE for port object 2ee1d779-6c38-494f-9315-5ed3bc2ce834 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:25.142253 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a574ac0d-2a7e-49c0-9c62-462fb1629f69 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'port': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'name': 'tempest-NetworksTestDHCPv6-315903947'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:25.146037 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-79afdeef-c963-4645-adc2-34d279e6e3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:25.155853 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a4c53b-8f39-4c66-a035-43516a3350d3 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] GET failed (client error): The resource could not be found. Apr 06 14:13:25.156439 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-21a4c53b-8f39-4c66-a035-43516a3350d3 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Synchronizing usage tracker for tenant:2de11221f39242d883dc27ae5c47d2e6 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:13:25.172830 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-78494015-63dc-41cb-8e4b-bc5652677f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:25.195547 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2272580d-a8b4-478f-a93c-4e8785a49a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:25.202172 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-80282e11-787b-41eb-b741-9a3dab8cfaed tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:25.230138 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-944ece41-b039-43f3-aa23-d8c44d4af293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:25.260331 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07738e8-897f-4939-bf36-e4f9b30488c9 None None] Pushing event updated for resources: {'Port': ['ID=2ee1d779-6c38-494f-9315-5ed3bc2ce834,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:25.291032 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78494015-63dc-41cb-8e4b-bc5652677f29 None None] Routers {'69856a0c-56b9-48f3-a28a-d1f5cca0d1d2'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:13:25.291655 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-78494015-63dc-41cb-8e4b-bc5652677f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:13:10Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['69856a0c-56b9-48f3-a28a-d1f5cca0d1d2'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:25.306506 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-79afdeef-c963-4645-adc2-34d279e6e3d1 None None] Attempting to bind port 2ee1d779-6c38-494f-9315-5ed3bc2ce834 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:25.306890 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-79afdeef-c963-4645-adc2-34d279e6e3d1 None None] Attempting to bind port 2ee1d779-6c38-494f-9315-5ed3bc2ce834 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:25.307253 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79afdeef-c963-4645-adc2-34d279e6e3d1 None None] Attempting to bind port 2ee1d779-6c38-494f-9315-5ed3bc2ce834 on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:25.321218 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79afdeef-c963-4645-adc2-34d279e6e3d1 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:13:25.321885 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79afdeef-c963-4645-adc2-34d279e6e3d1 None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:13:25.324754 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-79afdeef-c963-4645-adc2-34d279e6e3d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:25.329532 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79afdeef-c963-4645-adc2-34d279e6e3d1 None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:13:25.330169 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-79afdeef-c963-4645-adc2-34d279e6e3d1 None None] Bound port: 2ee1d779-6c38-494f-9315-5ed3bc2ce834, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:13:25.330926 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-79afdeef-c963-4645-adc2-34d279e6e3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:25.375808 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-80282e11-787b-41eb-b741-9a3dab8cfaed tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Allocated IP 172.20.0.10 (7b989d72-bb6e-45da-9e4b-dccb04521ffc/6cf57fab-3595-4414-9df7-0ab7a2d346a5/eff86566-9ea9-4285-b8cc-dced903e2f12) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:13:25.419194 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-21a4c53b-8f39-4c66-a035-43516a3350d3 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Unset dirty status for tenant:2de11221f39242d883dc27ae5c47d2e6 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:13:25.421470 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-21a4c53b-8f39-4c66-a035-43516a3350d3 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] 10.222.0.60 "GET /v2.0/ports/e6e26ee7-4069-4fac-9ee3-0323e99dcb70 HTTP/1.1" status: 404 len: 333 time: 0.3427308 Apr 06 14:13:25.437243 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944ece41-b039-43f3-aa23-d8c44d4af293 None None] No DVR routers for this DVR port f2656923-877b-4430-a940-fd4b886d523a on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:13:25.461824 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54508c-bea8-4f6e-b677-a819e42f5cab None None] Pushing event updated for resources: {'Port': ['ID=46931473-0f10-449f-b6ad-d9441fdc3bda,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:25.486171 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-79afdeef-c963-4645-adc2-34d279e6e3d1 None None] For port 2ee1d779-6c38-494f-9315-5ed3bc2ce834, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:13:25.498704 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a647d92-c155-405e-b3e2-27afdec49bb4 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:13:25.504936 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-79afdeef-c963-4645-adc2-34d279e6e3d1 None None] For port 2ee1d779-6c38-494f-9315-5ed3bc2ce834, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=2ee1d779-6c38-494f-9315-5ed3bc2ce834,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:13:25.514260 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44750) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:25.514493 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-79afdeef-c963-4645-adc2-34d279e6e3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:25.527574 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-de06cc0c-d6b1-4340-ae55-d91bef9946af tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Request body: {'port': {'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-966998075'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:25.566682 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-de06cc0c-d6b1-4340-ae55-d91bef9946af tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:25.600312 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4b2ff8d7-af96-454c-9ed9-83d4d6f6baa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:25.605957 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-de06cc0c-d6b1-4340-ae55-d91bef9946af tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:25.624316 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4b2ff8d7-af96-454c-9ed9-83d4d6f6baa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:25.630735 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07738e8-897f-4939-bf36-e4f9b30488c9 None None] Pushing event updated for resources: {'Port': ['ID=2ee1d779-6c38-494f-9315-5ed3bc2ce834,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:25.660048 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79afdeef-c963-4645-adc2-34d279e6e3d1 None None] Routers {'806808cf-023c-467c-b982-89424c6dc5c3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:13:25.660860 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-79afdeef-c963-4645-adc2-34d279e6e3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:13:10Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['806808cf-023c-467c-b982-89424c6dc5c3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:25.664169 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 7b60010b-9ba0-43cd-80e2-43efebf3735d up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:13:25.669424 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-80282e11-787b-41eb-b741-9a3dab8cfaed tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:25.692063 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a574ac0d-2a7e-49c0-9c62-462fb1629f69 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:25.695033 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de06cc0c-d6b1-4340-ae55-d91bef9946af tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Made reservation on behalf of 2de11221f39242d883dc27ae5c47d2e6 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:25.697498 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-de06cc0c-d6b1-4340-ae55-d91bef9946af tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:25.715324 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1420d06d-3c45-4dd2-bfb4-e5586a3b515d admin admin] Network db22f504-5a34-4a84-99cc-65b1302a1645 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:25.716984 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ece41-b039-43f3-aa23-d8c44d4af293 None None] Pushing event deleted for resources: {'Port': ['ID=f2656923-877b-4430-a940-fd4b886d523a,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:25.732151 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-1420d06d-3c45-4dd2-bfb4-e5586a3b515d admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:25.739694 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a574ac0d-2a7e-49c0-9c62-462fb1629f69 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:port and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:25.747035 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2272580d-a8b4-478f-a93c-4e8785a49a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:25.748714 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a574ac0d-2a7e-49c0-9c62-462fb1629f69 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:25.752704 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ff8d7-af96-454c-9ed9-83d4d6f6baa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da22fd81-2ab8-4759-b164-f537f16f14ae,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:25.759338 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-80282e11-787b-41eb-b741-9a3dab8cfaed tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:25.771432 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a574ac0d-2a7e-49c0-9c62-462fb1629f69 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:25.780527 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1420d06d-3c45-4dd2-bfb4-e5586a3b515d admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:25.790509 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4b2ff8d7-af96-454c-9ed9-83d4d6f6baa9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5d8a6b7349364b578bc734216bf4f378&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6779563 Apr 06 14:13:25.793872 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44754) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:25.796539 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-de06cc0c-d6b1-4340-ae55-d91bef9946af tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] device_id is not set on port f072718f-9bc4-4a74-bc09-8099273ef66d yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:13:25.888336 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a574ac0d-2a7e-49c0-9c62-462fb1629f69 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:25.903595 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a574ac0d-2a7e-49c0-9c62-462fb1629f69 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:25.919624 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75616729-d322-462e-aebe-946f886d0e82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-45db5c66-c082-47ed-beeb-688e3c8646d5', 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'fixed_ips': [{'subnet_id': '0b8337bb-545b-4adf-9cce-6d977a82beec'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:13:25.920448 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-75616729-d322-462e-aebe-946f886d0e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:25.937353 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-78494015-63dc-41cb-8e4b-bc5652677f29 None None] Set router 69856a0c-56b9-48f3-a28a-d1f5cca0d1d2 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:13:26.015847 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80282e11-787b-41eb-b741-9a3dab8cfaed tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Network 7b989d72-bb6e-45da-9e4b-dccb04521ffc is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:26.027020 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272580d-a8b4-478f-a93c-4e8785a49a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3f984b-b9fe-4e2c-be60-9b68b1f0a0c6,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:26.030143 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-80282e11-787b-41eb-b741-9a3dab8cfaed tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:26.052460 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-79afdeef-c963-4645-adc2-34d279e6e3d1 None None] Set router 806808cf-023c-467c-b982-89424c6dc5c3 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:13:26.053596 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-a574ac0d-2a7e-49c0-9c62-462fb1629f69 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] device_id is not set on port d40af376-e548-4917-bcec-a5d1cc7d8c13 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:13:26.109298 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2272580d-a8b4-478f-a93c-4e8785a49a9f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=67690ccaa66149a9bc769dd17ebeabbc&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1361239 Apr 06 14:13:26.109298 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80282e11-787b-41eb-b741-9a3dab8cfaed tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:26.146924 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 7b60010b-9ba0-43cd-80e2-43efebf3735d completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:13:26.158704 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44758) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:26.162410 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80282e11-787b-41eb-b741-9a3dab8cfaed tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Pushing event updated for resources: {'Port': ['ID=eff86566-9ea9-4285-b8cc-dced903e2f12,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:26.193525 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3d427056-4fc8-4730-9981-1f555968a22c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:26.219431 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1420d06d-3c45-4dd2-bfb4-e5586a3b515d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:26.286397 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3d427056-4fc8-4730-9981-1f555968a22c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:26.335496 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-75616729-d322-462e-aebe-946f886d0e82 None None] Allocated IP 2001:db8::2 (45db5c66-c082-47ed-beeb-688e3c8646d5/0b8337bb-545b-4adf-9cce-6d977a82beec/6a767d74-f4bd-43a4-ac82-b290382d995b) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:13:26.426398 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-80282e11-787b-41eb-b741-9a3dab8cfaed tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:26.466328 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-79afdeef-c963-4645-adc2-34d279e6e3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806808cf-023c-467c-b982-89424c6dc5c3', 'name': 'tempest-ServersTestJSON-1306901790-router', 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '2ee1d779-6c38-494f-9315-5ed3bc2ce834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:14Z', 'updated_at': '2022-04-06T14:13:19Z', 'revision_number': 3, 'project_id': 'b420c830a8c344c38ee71ab00e7194de', 'gw_port': {'id': '2ee1d779-6c38-494f-9315-5ed3bc2ce834', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806808cf-023c-467c-b982-89424c6dc5c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:16Z', 'updated_at': '2022-04-06T14:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:26.474249 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ed8312-a767-4725-96a2-ec560f4eba0b admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:13:26.474415 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79afdeef-c963-4645-adc2-34d279e6e3d1 None None] The sync data for ids ['806808cf-023c-467c-b982-89424c6dc5c3'] in dv-neutron-835868-1-hyperv is: [{'id': '806808cf-023c-467c-b982-89424c6dc5c3', 'name': 'tempest-ServersTestJSON-1306901790-router', 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '2ee1d779-6c38-494f-9315-5ed3bc2ce834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:14Z', 'updated_at': '2022-04-06T14:13:19Z', 'revision_number': 3, 'project_id': 'b420c830a8c344c38ee71ab00e7194de', 'gw_port': {'id': '2ee1d779-6c38-494f-9315-5ed3bc2ce834', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806808cf-023c-467c-b982-89424c6dc5c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:16Z', 'updated_at': '2022-04-06T14:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:13:26.485266 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-de06cc0c-d6b1-4340-ae55-d91bef9946af tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:26.489970 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 7b60010b-9ba0-43cd-80e2-43efebf3735d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:26.489970 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:26.492920 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3d427056-4fc8-4730-9981-1f555968a22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:26.519877 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d427056-4fc8-4730-9981-1f555968a22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da22fd81-2ab8-4759-b164-f537f16f14ae,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:26.536901 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7705215d-bde0-41e0-88b1-d7066ea31519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:26.550715 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3d427056-4fc8-4730-9981-1f555968a22c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:26.551849 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3d427056-4fc8-4730-9981-1f555968a22c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/da22fd81-2ab8-4759-b164-f537f16f14ae HTTP/1.1" status: 204 len: 168 time: 0.7001147 Apr 06 14:13:26.555119 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-64ed8312-a767-4725-96a2-ec560f4eba0b admin admin] 10.222.0.60 "PUT /v2.0/routers/a0cdee79-472b-4547-86de-95e992a1ec6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7277334 Apr 06 14:13:26.565622 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-de06cc0c-d6b1-4340-ae55-d91bef9946af tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:26.592645 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f240c82-b847-477a-a458-1b729b304cf3 None None] Sync routers for ids ['a0cdee79-472b-4547-86de-95e992a1ec6f'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:13:26.631750 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-80282e11-787b-41eb-b741-9a3dab8cfaed tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:26.680356 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7705215d-bde0-41e0-88b1-d7066ea31519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:26.722749 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06cc0c-d6b1-4340-ae55-d91bef9946af tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Pushing event updated for resources: {'Port': ['ID=f072718f-9bc4-4a74-bc09-8099273ef66d,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:26.761885 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1420d06d-3c45-4dd2-bfb4-e5586a3b515d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:26.765164 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de06cc0c-d6b1-4340-ae55-d91bef9946af tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:26.766449 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-de06cc0c-d6b1-4340-ae55-d91bef9946af tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:26.778625 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de06cc0c-d6b1-4340-ae55-d91bef9946af tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:26.779937 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de06cc0c-d6b1-4340-ae55-d91bef9946af tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:26.789600 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-de06cc0c-d6b1-4340-ae55-d91bef9946af tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:26.841386 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-de06cc0c-d6b1-4340-ae55-d91bef9946af tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3193474 Apr 06 14:13:26.844637 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44776) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:26.863315 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:26.891159 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ddbc8d96-802f-42d0-a2cc-2c2c0cafb985 None None] Provisioning for port d52ae6cd-2136-4bba-8322-9a2feca1dd1c completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:13:26.900689 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f240c82-b847-477a-a458-1b729b304cf3 None None] Routers {'a0cdee79-472b-4547-86de-95e992a1ec6f'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:13:26.901352 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6f240c82-b847-477a-a458-1b729b304cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:13:10Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['a0cdee79-472b-4547-86de-95e992a1ec6f'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:27.009040 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7705215d-bde0-41e0-88b1-d7066ea31519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:27.040609 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-75616729-d322-462e-aebe-946f886d0e82 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:27.066001 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ddbc8d96-802f-42d0-a2cc-2c2c0cafb985 None None] Provisioning complete for port d52ae6cd-2136-4bba-8322-9a2feca1dd1c triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:27.066397 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ddbc8d96-802f-42d0-a2cc-2c2c0cafb985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:27.088073 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44782) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:27.134196 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705215d-bde0-41e0-88b1-d7066ea31519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3f984b-b9fe-4e2c-be60-9b68b1f0a0c6,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:27.147806 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:27.154994 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-75616729-d322-462e-aebe-946f886d0e82 None None] Transition to ACTIVE for port object 6a767d74-f4bd-43a4-ac82-b290382d995b will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:27.207220 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:27.218600 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-80282e11-787b-41eb-b741-9a3dab8cfaed tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:27.227431 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9395b481-7ccf-4ac3-913d-3ca087b256c1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=41f70f332fd34e2ea06588fae8791404&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1338325 Apr 06 14:13:27.229963 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44786) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:27.277390 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc8d96-802f-42d0-a2cc-2c2c0cafb985 None None] Port d52ae6cd-2136-4bba-8322-9a2feca1dd1c cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:13:27.287536 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-75616729-d322-462e-aebe-946f886d0e82 None None] Transition to ACTIVE for port object 6a767d74-f4bd-43a4-ac82-b290382d995b will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:27.300186 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 7b60010b-9ba0-43cd-80e2-43efebf3735d, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=7b60010b-9ba0-43cd-80e2-43efebf3735d,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:27.305444 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-75616729-d322-462e-aebe-946f886d0e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:27.337822 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1420d06d-3c45-4dd2-bfb4-e5586a3b515d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:27.344526 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-80282e11-787b-41eb-b741-9a3dab8cfaed tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:27.359257 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:27.360286 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 19219ece-5655-411f-8eaa-7109adb351d0 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:13:27.436118 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80282e11-787b-41eb-b741-9a3dab8cfaed tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Pushing event updated for resources: {'Port': ['ID=eff86566-9ea9-4285-b8cc-dced903e2f12,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:27.464667 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75616729-d322-462e-aebe-946f886d0e82 None None] Pushing event updated for resources: {'Port': ['ID=6a767d74-f4bd-43a4-ac82-b290382d995b,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:27.468812 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-6f240c82-b847-477a-a458-1b729b304cf3 None None] Set router a0cdee79-472b-4547-86de-95e992a1ec6f gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:13:27.488578 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0b95e5ac-b95f-44ec-9628-ccc6c768675c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:27.491733 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-a574ac0d-2a7e-49c0-9c62-462fb1629f69 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Allocated IP 2001:db8::305 (45db5c66-c082-47ed-beeb-688e3c8646d5/0b8337bb-545b-4adf-9cce-6d977a82beec/d40af376-e548-4917-bcec-a5d1cc7d8c13) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:13:27.510474 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75616729-d322-462e-aebe-946f886d0e82 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:27.542366 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-75616729-d322-462e-aebe-946f886d0e82 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:27.546458 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1420d06d-3c45-4dd2-bfb4-e5586a3b515d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:27.557126 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75616729-d322-462e-aebe-946f886d0e82 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:27.603456 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0b95e5ac-b95f-44ec-9628-ccc6c768675c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:27.643768 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] device_id is not set on port f072718f-9bc4-4a74-bc09-8099273ef66d yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:13:27.672926 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:27.727717 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Transition to ACTIVE for port object f072718f-9bc4-4a74-bc09-8099273ef66d will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:27.767809 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=7b60010b-9ba0-43cd-80e2-43efebf3735d,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:27.780058 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-78494015-63dc-41cb-8e4b-bc5652677f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'name': 'tempest-ServersTestManualDisk-1216470950-router', 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': '46931473-0f10-449f-b6ad-d9441fdc3bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:10Z', 'updated_at': '2022-04-06T14:13:14Z', 'revision_number': 3, 'project_id': 'c60ff9278e7d428290bc7f626f6f5595', 'gw_port': {'id': '46931473-0f10-449f-b6ad-d9441fdc3bda', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:20:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:12Z', 'updated_at': '2022-04-06T14:13:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:27.804487 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:27.865648 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78494015-63dc-41cb-8e4b-bc5652677f29 None None] The sync data for ids ['69856a0c-56b9-48f3-a28a-d1f5cca0d1d2'] in dv-neutron-835868-1-hyperv is: [{'id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'name': 'tempest-ServersTestManualDisk-1216470950-router', 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': '46931473-0f10-449f-b6ad-d9441fdc3bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:10Z', 'updated_at': '2022-04-06T14:13:14Z', 'revision_number': 3, 'project_id': 'c60ff9278e7d428290bc7f626f6f5595', 'gw_port': {'id': '46931473-0f10-449f-b6ad-d9441fdc3bda', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:20:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:12Z', 'updated_at': '2022-04-06T14:13:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:13:27.883397 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1420d06d-3c45-4dd2-bfb4-e5586a3b515d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:27.925886 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 19219ece-5655-411f-8eaa-7109adb351d0 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:27.926261 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:27.951500 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-75616729-d322-462e-aebe-946f886d0e82 None None] Attempting to bind port 6a767d74-f4bd-43a4-ac82-b290382d995b on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:27.951794 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-75616729-d322-462e-aebe-946f886d0e82 None None] Attempting to bind port 6a767d74-f4bd-43a4-ac82-b290382d995b by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:27.952155 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75616729-d322-462e-aebe-946f886d0e82 None None] Attempting to bind port 6a767d74-f4bd-43a4-ac82-b290382d995b on network 45db5c66-c082-47ed-beeb-688e3c8646d5 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:27.980799 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a574ac0d-2a7e-49c0-9c62-462fb1629f69 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:27.988770 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75616729-d322-462e-aebe-946f886d0e82 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:13:27.989167 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75616729-d322-462e-aebe-946f886d0e82 None None] Checking segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:13:27.989572 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-75616729-d322-462e-aebe-946f886d0e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:27.989965 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75616729-d322-462e-aebe-946f886d0e82 None None] Bound using segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:13:27.990436 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-75616729-d322-462e-aebe-946f886d0e82 None None] Bound port: 6a767d74-f4bd-43a4-ac82-b290382d995b, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:13:27.990826 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-75616729-d322-462e-aebe-946f886d0e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:27.999883 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-a574ac0d-2a7e-49c0-9c62-462fb1629f69 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Transition to ACTIVE for port object d40af376-e548-4917-bcec-a5d1cc7d8c13 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:28.022370 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7705215d-bde0-41e0-88b1-d7066ea31519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:28.024002 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7705215d-bde0-41e0-88b1-d7066ea31519 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8a3f984b-b9fe-4e2c-be60-9b68b1f0a0c6 HTTP/1.1" status: 204 len: 168 time: 1.8638837 Apr 06 14:13:28.102135 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44794) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:28.127720 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a574ac0d-2a7e-49c0-9c62-462fb1629f69 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:28.141621 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c57b7fc6-bea7-4fa9-9414-df522697e304 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1266078151', 'description': 'tempest-description--2033856070'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:28.146417 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0b95e5ac-b95f-44ec-9628-ccc6c768675c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:28.168700 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420d06d-3c45-4dd2-bfb4-e5586a3b515d admin admin] Pushing event updated for resources: {'Port': ['ID=d52ae6cd-2136-4bba-8322-9a2feca1dd1c,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:28.179658 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c57b7fc6-bea7-4fa9-9414-df522697e304 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:28.189730 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95e5ac-b95f-44ec-9628-ccc6c768675c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f54ff0-d84e-44e2-a7d7-6257d383b202,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:28.211576 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Pushing event updated for resources: {'Port': ['ID=f072718f-9bc4-4a74-bc09-8099273ef66d,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:28.215645 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0b95e5ac-b95f-44ec-9628-ccc6c768675c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:28.217322 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0b95e5ac-b95f-44ec-9628-ccc6c768675c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/40f54ff0-d84e-44e2-a7d7-6257d383b202 HTTP/1.1" status: 204 len: 168 time: 0.9864683 Apr 06 14:13:28.233893 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c57b7fc6-bea7-4fa9-9414-df522697e304 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Usage tracker for resource:security_group and tenant:45bdc10440d74a5abd92184edf5c75b4 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:28.247289 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c57b7fc6-bea7-4fa9-9414-df522697e304 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:28.262356 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-75616729-d322-462e-aebe-946f886d0e82 None None] For port 6a767d74-f4bd-43a4-ac82-b290382d995b, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:13:28.264930 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c57b7fc6-bea7-4fa9-9414-df522697e304 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:28.267071 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-80282e11-787b-41eb-b741-9a3dab8cfaed tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:28.295355 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-75616729-d322-462e-aebe-946f886d0e82 None None] For port 6a767d74-f4bd-43a4-ac82-b290382d995b, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6a767d74-f4bd-43a4-ac82-b290382d995b,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:13:28.310023 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-75616729-d322-462e-aebe-946f886d0e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:28.340643 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-80282e11-787b-41eb-b741-9a3dab8cfaed tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:28.346339 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-80282e11-787b-41eb-b741-9a3dab8cfaed tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7082341 Apr 06 14:13:28.357584 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1420d06d-3c45-4dd2-bfb4-e5586a3b515d admin admin] Network db22f504-5a34-4a84-99cc-65b1302a1645 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:28.359687 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44800) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:28.392639 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-1420d06d-3c45-4dd2-bfb4-e5586a3b515d admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:28.409408 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f2656923-877b-4430-a940-fd4b886d523a no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:13:28.475712 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: f2656923-877b-4430-a940-fd4b886d523a {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:13:28.476465 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f2656923-877b-4430-a940-fd4b886d523a not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:13:28.541238 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6f240c82-b847-477a-a458-1b729b304cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'name': 'tempest-ServerActionsTestJSON-897796809-router', 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': '7b60010b-9ba0-43cd-80e2-43efebf3735d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:11Z', 'updated_at': '2022-04-06T14:13:20Z', 'revision_number': 4, 'project_id': '45bdc10440d74a5abd92184edf5c75b4', 'gw_port': {'id': '7b60010b-9ba0-43cd-80e2-43efebf3735d', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:12Z', 'updated_at': '2022-04-06T14:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'c0a84148-1ca8-40a1-a94d-99dcdbd786fe', 'name': '', 'network_id': 'b4b50898-b40c-48be-9630-e21242c54179', 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4', 'mac_address': 'fa:16:3e:d1:02:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61fc1f24-d84d-4e4e-b059-fbe1445d430f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:18Z', 'updated_at': '2022-04-06T14:13:21Z', 'revision_number': 2, 'project_id': '45bdc10440d74a5abd92184edf5c75b4', 'subnets': [{'id': '61fc1f24-d84d-4e4e-b059-fbe1445d430f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:28.559369 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f240c82-b847-477a-a458-1b729b304cf3 None None] Checking router: a0cdee79-472b-4547-86de-95e992a1ec6f for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:13:28.559998 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f240c82-b847-477a-a458-1b729b304cf3 None None] Updating router a0cdee79-472b-4547-86de-95e992a1ec6f port c0a84148-1ca8-40a1-a94d-99dcdbd786fe binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:13:28.560119 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574ac0d-2a7e-49c0-9c62-462fb1629f69 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Port': ['ID=d40af376-e548-4917-bcec-a5d1cc7d8c13,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:28.625550 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a574ac0d-2a7e-49c0-9c62-462fb1629f69 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:28.648005 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-a574ac0d-2a7e-49c0-9c62-462fb1629f69 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:28.648711 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c57b7fc6-bea7-4fa9-9414-df522697e304 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:28.664615 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a574ac0d-2a7e-49c0-9c62-462fb1629f69 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:28.682140 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a574ac0d-2a7e-49c0-9c62-462fb1629f69 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:28.689591 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a574ac0d-2a7e-49c0-9c62-462fb1629f69 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:28.700543 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port f072718f-9bc4-4a74-bc09-8099273ef66d on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:28.706037 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port f072718f-9bc4-4a74-bc09-8099273ef66d by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:28.706594 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port f072718f-9bc4-4a74-bc09-8099273ef66d on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:28.745096 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Port f072718f-9bc4-4a74-bc09-8099273ef66d on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:13:28.747294 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Failed to bind port f072718f-9bc4-4a74-bc09-8099273ef66d on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] Apr 06 14:13:28.747916 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempt 2 to bind port f072718f-9bc4-4a74-bc09-8099273ef66d Apr 06 14:13:28.764175 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a574ac0d-2a7e-49c0-9c62-462fb1629f69 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6389427 Apr 06 14:13:28.767625 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44808) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:28.767894 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6f240c82-b847-477a-a458-1b729b304cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:28.790297 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75616729-d322-462e-aebe-946f886d0e82 None None] Pushing event updated for resources: {'Port': ['ID=6a767d74-f4bd-43a4-ac82-b290382d995b,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:28.899526 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port f072718f-9bc4-4a74-bc09-8099273ef66d on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:28.899526 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port f072718f-9bc4-4a74-bc09-8099273ef66d by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:28.899526 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port f072718f-9bc4-4a74-bc09-8099273ef66d on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:28.962553 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Port f072718f-9bc4-4a74-bc09-8099273ef66d on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:13:28.963924 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Failed to bind port f072718f-9bc4-4a74-bc09-8099273ef66d on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] Apr 06 14:13:28.967407 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempt 3 to bind port f072718f-9bc4-4a74-bc09-8099273ef66d Apr 06 14:13:29.020720 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 2ee1d779-6c38-494f-9315-5ed3bc2ce834 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:13:29.026471 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port f072718f-9bc4-4a74-bc09-8099273ef66d on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:29.026812 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port f072718f-9bc4-4a74-bc09-8099273ef66d by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:29.027150 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port f072718f-9bc4-4a74-bc09-8099273ef66d on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:29.060236 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Port f072718f-9bc4-4a74-bc09-8099273ef66d on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:13:29.060838 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Failed to bind port f072718f-9bc4-4a74-bc09-8099273ef66d on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] Apr 06 14:13:29.062438 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempt 4 to bind port f072718f-9bc4-4a74-bc09-8099273ef66d Apr 06 14:13:29.128501 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port f072718f-9bc4-4a74-bc09-8099273ef66d on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:29.129121 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port f072718f-9bc4-4a74-bc09-8099273ef66d by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:29.129494 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port f072718f-9bc4-4a74-bc09-8099273ef66d on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:29.163611 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e7f5fc-7952-43a1-8f36-3f58cf17412e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:29.167874 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e7f5fc-7952-43a1-8f36-3f58cf17412e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:29.168699 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-58e7f5fc-7952-43a1-8f36-3f58cf17412e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:13:29.198817 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Port f072718f-9bc4-4a74-bc09-8099273ef66d on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:13:29.199150 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Failed to bind port f072718f-9bc4-4a74-bc09-8099273ef66d on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] Apr 06 14:13:29.203848 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempt 5 to bind port f072718f-9bc4-4a74-bc09-8099273ef66d Apr 06 14:13:29.207171 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-55ef97dd-1c3a-43cd-8536-d5b3279f0aea None None] Provisioning complete for port d52ae6cd-2136-4bba-8322-9a2feca1dd1c triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:29.207638 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-55ef97dd-1c3a-43cd-8536-d5b3279f0aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:29.252087 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44816) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:29.284501 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-55ef97dd-1c3a-43cd-8536-d5b3279f0aea None None] Port d52ae6cd-2136-4bba-8322-9a2feca1dd1c cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:13:29.296326 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:29.321129 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port f072718f-9bc4-4a74-bc09-8099273ef66d on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:29.321465 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port f072718f-9bc4-4a74-bc09-8099273ef66d by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:29.321806 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port f072718f-9bc4-4a74-bc09-8099273ef66d on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:29.342676 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-58e7f5fc-7952-43a1-8f36-3f58cf17412e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:13:29.344171 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-58e7f5fc-7952-43a1-8f36-3f58cf17412e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5752735 Apr 06 14:13:29.348256 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c57b7fc6-bea7-4fa9-9414-df522697e304 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:29.352544 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c57b7fc6-bea7-4fa9-9414-df522697e304 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Usage tracker for resource:security_group_rule and tenant:45bdc10440d74a5abd92184edf5c75b4 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:29.353734 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 2ee1d779-6c38-494f-9315-5ed3bc2ce834 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:13:29.360920 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c57b7fc6-bea7-4fa9-9414-df522697e304 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:29.364678 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 2ee1d779-6c38-494f-9315-5ed3bc2ce834 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:29.365276 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:29.370250 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c57b7fc6-bea7-4fa9-9414-df522697e304 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:29.373336 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44822) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:29.380157 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Port f072718f-9bc4-4a74-bc09-8099273ef66d on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:13:29.380755 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Failed to bind port f072718f-9bc4-4a74-bc09-8099273ef66d on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] Apr 06 14:13:29.452290 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempt 6 to bind port f072718f-9bc4-4a74-bc09-8099273ef66d Apr 06 14:13:29.468385 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c57b7fc6-bea7-4fa9-9414-df522697e304 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:29.473742 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-655cb266-c53e-4b9b-80ed-13632067e833 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Synchronizing usage tracker for tenant:69b6979532f941719ac94acaa3c152e4 on resource:floatingip {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:13:29.490752 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c57b7fc6-bea7-4fa9-9414-df522697e304 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:29.542442 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port f072718f-9bc4-4a74-bc09-8099273ef66d on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:29.542785 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port f072718f-9bc4-4a74-bc09-8099273ef66d by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:29.543127 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port f072718f-9bc4-4a74-bc09-8099273ef66d on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:29.572556 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-893b3f79-1e6f-44fc-bf3e-72804ccd2adb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3f884edbf2c443588afcaa87198b1b29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3149965 Apr 06 14:13:29.572556 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Port f072718f-9bc4-4a74-bc09-8099273ef66d on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:13:29.572556 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Failed to bind port f072718f-9bc4-4a74-bc09-8099273ef66d on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] Apr 06 14:13:29.574346 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44826) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:29.575259 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-fc7d1557-4e8c-4d40-bdd3-f0efec200c1e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting port d40af376-e548-4917-bcec-a5d1cc7d8c13 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:13:29.575618 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fc7d1557-4e8c-4d40-bdd3-f0efec200c1e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:29.604208 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempt 7 to bind port f072718f-9bc4-4a74-bc09-8099273ef66d Apr 06 14:13:29.606933 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-655cb266-c53e-4b9b-80ed-13632067e833 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Unset dirty status for tenant:69b6979532f941719ac94acaa3c152e4 on resource:floatingip {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:13:29.611951 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-655cb266-c53e-4b9b-80ed-13632067e833 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] 10.222.0.60 "GET /v2.0/floatingips?floating_network_id=7b989d72-bb6e-45da-9e4b-dccb04521ffc HTTP/1.1" status: 200 len: 690 time: 1.2346170 Apr 06 14:13:29.622048 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44832) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:29.746089 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b7fc6-bea7-4fa9-9414-df522697e304 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=138e2942-054c-4045-b2b9-d7ec5c8dcfdf,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:29.773715 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c57b7fc6-bea7-4fa9-9414-df522697e304 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:29.775191 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c57b7fc6-bea7-4fa9-9414-df522697e304 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.6661813 Apr 06 14:13:29.780150 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44836) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:29.781115 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port f072718f-9bc4-4a74-bc09-8099273ef66d on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:29.781543 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port f072718f-9bc4-4a74-bc09-8099273ef66d by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:29.781894 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port f072718f-9bc4-4a74-bc09-8099273ef66d on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:29.901540 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:29.954138 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Port f072718f-9bc4-4a74-bc09-8099273ef66d on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:13:29.954479 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Failed to bind port f072718f-9bc4-4a74-bc09-8099273ef66d on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] Apr 06 14:13:29.956988 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempt 8 to bind port f072718f-9bc4-4a74-bc09-8099273ef66d Apr 06 14:13:29.969664 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 2ee1d779-6c38-494f-9315-5ed3bc2ce834, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=2ee1d779-6c38-494f-9315-5ed3bc2ce834,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:29.993644 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:29.994582 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 7b60010b-9ba0-43cd-80e2-43efebf3735d up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:13:30.004548 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port f072718f-9bc4-4a74-bc09-8099273ef66d on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:30.004983 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port f072718f-9bc4-4a74-bc09-8099273ef66d by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:30.005321 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port f072718f-9bc4-4a74-bc09-8099273ef66d on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:30.006964 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-852ce104-9766-4356-988c-edb920745c58 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Request body: {'security_group_rule': {'security_group_id': '138e2942-054c-4045-b2b9-d7ec5c8dcfdf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:30.124487 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-852ce104-9766-4356-988c-edb920745c58 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:30.130933 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Port f072718f-9bc4-4a74-bc09-8099273ef66d on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:13:30.131268 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Failed to bind port f072718f-9bc4-4a74-bc09-8099273ef66d on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] Apr 06 14:13:30.144436 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempt 9 to bind port f072718f-9bc4-4a74-bc09-8099273ef66d Apr 06 14:13:30.188220 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:30.190169 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port f072718f-9bc4-4a74-bc09-8099273ef66d on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:30.190688 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port f072718f-9bc4-4a74-bc09-8099273ef66d by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:30.191032 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port f072718f-9bc4-4a74-bc09-8099273ef66d on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:30.216264 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6f240c82-b847-477a-a458-1b729b304cf3 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:30.232444 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-852ce104-9766-4356-988c-edb920745c58 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Usage tracker for resource:security_group_rule and tenant:45bdc10440d74a5abd92184edf5c75b4 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:30.233355 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6f240c82-b847-477a-a458-1b729b304cf3 None None] Transition to ACTIVE for port object c0a84148-1ca8-40a1-a94d-99dcdbd786fe will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:30.246639 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-852ce104-9766-4356-988c-edb920745c58 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:30.253317 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6f240c82-b847-477a-a458-1b729b304cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:30.271390 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-852ce104-9766-4356-988c-edb920745c58 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:30.280692 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-78b4a850-c889-466a-adce-de14e462ab5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:30.304964 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Port f072718f-9bc4-4a74-bc09-8099273ef66d on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:13:30.305297 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Failed to bind port f072718f-9bc4-4a74-bc09-8099273ef66d on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] Apr 06 14:13:30.312732 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempt 10 to bind port f072718f-9bc4-4a74-bc09-8099273ef66d Apr 06 14:13:30.344191 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Deleting port eff86566-9ea9-4285-b8cc-dced903e2f12 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:13:30.344534 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:30.367604 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d25be132-c734-4a2a-9b9d-a7656d4d311e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:30.417623 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port f072718f-9bc4-4a74-bc09-8099273ef66d on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:30.417968 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port f072718f-9bc4-4a74-bc09-8099273ef66d by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:30.418487 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port f072718f-9bc4-4a74-bc09-8099273ef66d on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:30.425924 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-78b4a850-c889-466a-adce-de14e462ab5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:30.427527 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=2ee1d779-6c38-494f-9315-5ed3bc2ce834,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:30.432429 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fc7d1557-4e8c-4d40-bdd3-f0efec200c1e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:30.435995 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-852ce104-9766-4356-988c-edb920745c58 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:30.557270 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567f7b8-462e-47f5-a852-00f1c27b17f6 None None] Pushing event updated for resources: {'Port': ['ID=c0a84148-1ca8-40a1-a94d-99dcdbd786fe,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:30.619677 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Port f072718f-9bc4-4a74-bc09-8099273ef66d on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:13:30.619952 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Failed to bind port f072718f-9bc4-4a74-bc09-8099273ef66d on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] Apr 06 14:13:30.620239 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:30.675909 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 7b60010b-9ba0-43cd-80e2-43efebf3735d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:30.676210 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:30.766988 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-fc7d1557-4e8c-4d40-bdd3-f0efec200c1e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Calling delete_port for d40af376-e548-4917-bcec-a5d1cc7d8c13 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:13:30.832357 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9c4bfab5-4720-414d-9413-7678a80031c2 None None] Provisioning for port 6a767d74-f4bd-43a4-ac82-b290382d995b completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:13:30.843728 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-852ce104-9766-4356-988c-edb920745c58 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:30.870333 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-852ce104-9766-4356-988c-edb920745c58 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:30.882102 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-78b4a850-c889-466a-adce-de14e462ab5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:30.889178 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-d25be132-c734-4a2a-9b9d-a7656d4d311e admin admin] Allocated IP 172.20.0.1 (85b99d49-54eb-453f-ae68-f2c061c22d84/4a315dfc-352a-4b05-a256-c3f9d36a94b6/94cfe001-10bf-4991-ae2c-5448fb792190) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:13:30.889319 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-6f240c82-b847-477a-a458-1b729b304cf3 None None] Attempting to bind port c0a84148-1ca8-40a1-a94d-99dcdbd786fe on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:30.889543 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-6f240c82-b847-477a-a458-1b729b304cf3 None None] Attempting to bind port c0a84148-1ca8-40a1-a94d-99dcdbd786fe by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5eccebc2-4d26-4156-a27c-d30f103adc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b4b50898-b40c-48be-9630-e21242c54179'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:30.889900 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f240c82-b847-477a-a458-1b729b304cf3 None None] Attempting to bind port c0a84148-1ca8-40a1-a94d-99dcdbd786fe on network b4b50898-b40c-48be-9630-e21242c54179 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:30.916530 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] For port f072718f-9bc4-4a74-bc09-8099273ef66d, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:13:30.917180 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempted to set empty binding levels {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 06 14:13:30.934181 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:30.935764 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f240c82-b847-477a-a458-1b729b304cf3 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:13:30.936145 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f240c82-b847-477a-a458-1b729b304cf3 None None] Checking segment: {'id': '5eccebc2-4d26-4156-a27c-d30f103adc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b4b50898-b40c-48be-9630-e21242c54179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:13:30.936363 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6f240c82-b847-477a-a458-1b729b304cf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:30.936726 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f240c82-b847-477a-a458-1b729b304cf3 None None] Bound using segment: {'id': '5eccebc2-4d26-4156-a27c-d30f103adc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b4b50898-b40c-48be-9630-e21242c54179'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:13:30.937238 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-6f240c82-b847-477a-a458-1b729b304cf3 None None] Bound port: c0a84148-1ca8-40a1-a94d-99dcdbd786fe, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eccebc2-4d26-4156-a27c-d30f103adc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b4b50898-b40c-48be-9630-e21242c54179'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:13:30.937647 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6f240c82-b847-477a-a458-1b729b304cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:30.972171 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1420d06d-3c45-4dd2-bfb4-e5586a3b515d admin admin] Router 69856a0c-56b9-48f3-a28a-d1f5cca0d1d2 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:13:30.973332 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ce104-9766-4356-988c-edb920745c58 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=805f9cfc-d1ad-4699-b7a7-b7e23199bd25,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:30.976312 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4a850-c889-466a-adce-de14e462ab5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33933b0a-de74-40d7-b724-b56a61e603e8,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:31.084137 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] In _notify_port_updated(), no bound segment for port f072718f-9bc4-4a74-bc09-8099273ef66d on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 06 14:13:31.086159 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:31.090677 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] 10.222.0.60 "PUT /v2.0/ports/f072718f-9bc4-4a74-bc09-8099273ef66d HTTP/1.1" status: 200 len: 976 time: 4.2417674 Apr 06 14:13:31.091314 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44854) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:31.098022 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:31.098515 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:31.108529 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c8c7c-f674-4595-b5a6-7fca45c05977 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Pushing event updated for resources: {'Port': ['ID=f072718f-9bc4-4a74-bc09-8099273ef66d,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:31.108899 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-78b4a850-c889-466a-adce-de14e462ab5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:31.109920 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-78b4a850-c889-466a-adce-de14e462ab5f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/33933b0a-de74-40d7-b724-b56a61e603e8 HTTP/1.1" status: 204 len: 168 time: 1.5096710 Apr 06 14:13:31.176706 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6f240c82-b847-477a-a458-1b729b304cf3 None None] For port c0a84148-1ca8-40a1-a94d-99dcdbd786fe, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:13:31.180580 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6f240c82-b847-477a-a458-1b729b304cf3 None None] For port c0a84148-1ca8-40a1-a94d-99dcdbd786fe, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c0a84148-1ca8-40a1-a94d-99dcdbd786fe,segment=NetworkSegment(5eccebc2-4d26-4156-a27c-d30f103adc58),segment_id=5eccebc2-4d26-4156-a27c-d30f103adc58)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:13:31.198053 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6f240c82-b847-477a-a458-1b729b304cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:31.288147 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-852ce104-9766-4356-988c-edb920745c58 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:31.291938 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-852ce104-9766-4356-988c-edb920745c58 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4914455 Apr 06 14:13:31.301338 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44862) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:31.308768 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-6e592c03-ddef-48cb-add2-75ede894585e tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Request body: {'security_group_rule': {'security_group_id': '138e2942-054c-4045-b2b9-d7ec5c8dcfdf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:31.356172 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f240c82-b847-477a-a458-1b729b304cf3 None None] Routers {'a0cdee79-472b-4547-86de-95e992a1ec6f'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:13:31.356797 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6f240c82-b847-477a-a458-1b729b304cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:13:10Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['a0cdee79-472b-4547-86de-95e992a1ec6f'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:31.425533 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6e592c03-ddef-48cb-add2-75ede894585e tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:31.435783 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567f7b8-462e-47f5-a852-00f1c27b17f6 None None] Pushing event updated for resources: {'Port': ['ID=c0a84148-1ca8-40a1-a94d-99dcdbd786fe,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:31.468411 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6e592c03-ddef-48cb-add2-75ede894585e tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Usage tracker for resource:security_group_rule and tenant:45bdc10440d74a5abd92184edf5c75b4 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:31.489312 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6e592c03-ddef-48cb-add2-75ede894585e tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:31.515666 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6e592c03-ddef-48cb-add2-75ede894585e tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:31.528614 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 2ee1d779-6c38-494f-9315-5ed3bc2ce834 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:13:31.596786 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6e592c03-ddef-48cb-add2-75ede894585e tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:31.658165 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Calling delete_port for eff86566-9ea9-4285-b8cc-dced903e2f12 owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:13:31.699523 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d25be132-c734-4a2a-9b9d-a7656d4d311e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:31.722885 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 2ee1d779-6c38-494f-9315-5ed3bc2ce834 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:31.723269 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:31.752906 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-d25be132-c734-4a2a-9b9d-a7656d4d311e admin admin] Transition to ACTIVE for port object 94cfe001-10bf-4991-ae2c-5448fb792190 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:31.792052 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-6f240c82-b847-477a-a458-1b729b304cf3 None None] Set router a0cdee79-472b-4547-86de-95e992a1ec6f gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:13:31.802877 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6e592c03-ddef-48cb-add2-75ede894585e tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:31.811900 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6e592c03-ddef-48cb-add2-75ede894585e tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:31.885784 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fc7d1557-4e8c-4d40-bdd3-f0efec200c1e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:31.896407 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e592c03-ddef-48cb-add2-75ede894585e tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab2fbcf-1e34-4aa0-a376-96f104de2da6,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:31.914686 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-20fd4988-e701-4490-9737-1995c69dd683 None None] Provisioning for port d40af376-e548-4917-bcec-a5d1cc7d8c13 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:13:31.915414 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6e592c03-ddef-48cb-add2-75ede894585e tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:31.919270 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6e592c03-ddef-48cb-add2-75ede894585e tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6141608 Apr 06 14:13:31.919270 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d25be132-c734-4a2a-9b9d-a7656d4d311e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:31.944668 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44880) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:31.988961 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b301debf-7db2-4325-8951-73b75c3dfbac tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Synchronizing usage tracker for tenant:2de11221f39242d883dc27ae5c47d2e6 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:13:31.997079 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25be132-c734-4a2a-9b9d-a7656d4d311e admin admin] Network 85b99d49-54eb-453f-ae68-f2c061c22d84 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:32.007695 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-d25be132-c734-4a2a-9b9d-a7656d4d311e admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:32.007881 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d1557-4e8c-4d40-bdd3-f0efec200c1e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Port': ['ID=d40af376-e548-4917-bcec-a5d1cc7d8c13,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:32.014177 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9d8c6d2d-eef7-4246-b200-3dcdfe3b76a8 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:32.034482 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25be132-c734-4a2a-9b9d-a7656d4d311e admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:32.070409 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fc7d1557-4e8c-4d40-bdd3-f0efec200c1e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:32.078996 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b301debf-7db2-4325-8951-73b75c3dfbac tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Unset dirty status for tenant:2de11221f39242d883dc27ae5c47d2e6 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:13:32.080624 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b301debf-7db2-4325-8951-73b75c3dfbac tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14467 time: 0.9860165 Apr 06 14:13:32.089756 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44886) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:32.101867 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d25be132-c734-4a2a-9b9d-a7656d4d311e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:32.145366 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-20fd4988-e701-4490-9737-1995c69dd683 None None] Provisioning complete for port d40af376-e548-4917-bcec-a5d1cc7d8c13 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:32.145924 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-20fd4988-e701-4490-9737-1995c69dd683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:32.170622 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9d8c6d2d-eef7-4246-b200-3dcdfe3b76a8 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:32.176721 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1420d06d-3c45-4dd2-bfb4-e5586a3b515d admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:13:32.233732 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-20fd4988-e701-4490-9737-1995c69dd683 None None] Port d40af376-e548-4917-bcec-a5d1cc7d8c13 was deleted so its status cannot be updated. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 06 14:13:32.249250 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9d8c6d2d-eef7-4246-b200-3dcdfe3b76a8 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Usage tracker for resource:floatingip and tenant:45bdc10440d74a5abd92184edf5c75b4 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:32.283932 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1420d06d-3c45-4dd2-bfb4-e5586a3b515d admin admin] 10.222.0.60 "PUT /v2.0/routers/69856a0c-56b9-48f3-a28a-d1f5cca0d1d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6897793 Apr 06 14:13:32.299574 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9d8c6d2d-eef7-4246-b200-3dcdfe3b76a8 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:32.302804 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fc7d1557-4e8c-4d40-bdd3-f0efec200c1e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/d40af376-e548-4917-bcec-a5d1cc7d8c13 HTTP/1.1" status: 204 len: 168 time: 2.9247098 Apr 06 14:13:32.311606 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44898) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:32.312815 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25be132-c734-4a2a-9b9d-a7656d4d311e admin admin] Pushing event updated for resources: {'Port': ['ID=94cfe001-10bf-4991-ae2c-5448fb792190,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:32.318357 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9d8c6d2d-eef7-4246-b200-3dcdfe3b76a8 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:32.329258 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b194b696-ea0d-4b84-8f34-844b46162bda tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Deleting port f072718f-9bc4-4a74-bc09-8099273ef66d {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:13:32.329602 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b194b696-ea0d-4b84-8f34-844b46162bda tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:32.461160 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca3cc1a-dfcb-434f-a554-ac2d55db34e7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:32.462976 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca3cc1a-dfcb-434f-a554-ac2d55db34e7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:32.465010 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-dca3cc1a-dfcb-434f-a554-ac2d55db34e7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1489661 Apr 06 14:13:32.479210 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44902) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:32.528159 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d25be132-c734-4a2a-9b9d-a7656d4d311e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:32.537340 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d8c6d2d-eef7-4246-b200-3dcdfe3b76a8 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:32.575364 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b194b696-ea0d-4b84-8f34-844b46162bda tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] For port f072718f-9bc4-4a74-bc09-8099273ef66d, host hv-neutron-8358, got binding levels [] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:32.575998 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b194b696-ea0d-4b84-8f34-844b46162bda tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:32.665072 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 46931473-0f10-449f-b6ad-d9441fdc3bda up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:13:32.701261 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b194b696-ea0d-4b84-8f34-844b46162bda tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Calling delete_port for f072718f-9bc4-4a74-bc09-8099273ef66d owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:13:32.807651 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44916) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:32.817927 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b194b696-ea0d-4b84-8f34-844b46162bda tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:32.850592 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a4ff9f45-e746-4d42-86c3-a82afe738de6 None None] Provisioning for port 94cfe001-10bf-4991-ae2c-5448fb792190 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:13:32.853407 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 46931473-0f10-449f-b6ad-d9441fdc3bda completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:13:32.861243 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 46931473-0f10-449f-b6ad-d9441fdc3bda triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:32.861618 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:32.911194 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b194b696-ea0d-4b84-8f34-844b46162bda tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:32.915932 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:32.926886 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a4ff9f45-e746-4d42-86c3-a82afe738de6 None None] Provisioning complete for port 94cfe001-10bf-4991-ae2c-5448fb792190 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:32.927445 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a4ff9f45-e746-4d42-86c3-a82afe738de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:32.963875 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194b696-ea0d-4b84-8f34-844b46162bda tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Pushing event deleted for resources: {'Port': ['ID=f072718f-9bc4-4a74-bc09-8099273ef66d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:32.987209 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6f240c82-b847-477a-a458-1b729b304cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'name': 'tempest-ServerActionsTestJSON-897796809-router', 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': '7b60010b-9ba0-43cd-80e2-43efebf3735d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:11Z', 'updated_at': '2022-04-06T14:13:20Z', 'revision_number': 4, 'project_id': '45bdc10440d74a5abd92184edf5c75b4', 'gw_port': {'id': '7b60010b-9ba0-43cd-80e2-43efebf3735d', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:12Z', 'updated_at': '2022-04-06T14:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'c0a84148-1ca8-40a1-a94d-99dcdbd786fe', 'name': '', 'network_id': 'b4b50898-b40c-48be-9630-e21242c54179', 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4', 'mac_address': 'fa:16:3e:d1:02:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61fc1f24-d84d-4e4e-b059-fbe1445d430f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:18Z', 'updated_at': '2022-04-06T14:13:31Z', 'revision_number': 4, 'project_id': '45bdc10440d74a5abd92184edf5c75b4', 'subnets': [{'id': '61fc1f24-d84d-4e4e-b059-fbe1445d430f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:32.999092 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f240c82-b847-477a-a458-1b729b304cf3 None None] The sync data for ids ['a0cdee79-472b-4547-86de-95e992a1ec6f'] in dv-neutron-835868-1-hyperv is: [{'id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'name': 'tempest-ServerActionsTestJSON-897796809-router', 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': '7b60010b-9ba0-43cd-80e2-43efebf3735d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:11Z', 'updated_at': '2022-04-06T14:13:20Z', 'revision_number': 4, 'project_id': '45bdc10440d74a5abd92184edf5c75b4', 'gw_port': {'id': '7b60010b-9ba0-43cd-80e2-43efebf3735d', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:12Z', 'updated_at': '2022-04-06T14:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'c0a84148-1ca8-40a1-a94d-99dcdbd786fe', 'name': '', 'network_id': 'b4b50898-b40c-48be-9630-e21242c54179', 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4', 'mac_address': 'fa:16:3e:d1:02:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61fc1f24-d84d-4e4e-b059-fbe1445d430f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:18Z', 'updated_at': '2022-04-06T14:13:31Z', 'revision_number': 4, 'project_id': '45bdc10440d74a5abd92184edf5c75b4', 'subnets': [{'id': '61fc1f24-d84d-4e4e-b059-fbe1445d430f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:13:33.039101 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a4ff9f45-e746-4d42-86c3-a82afe738de6 None None] Port 94cfe001-10bf-4991-ae2c-5448fb792190 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:13:33.105561 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:33.122698 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 46931473-0f10-449f-b6ad-d9441fdc3bda, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=46931473-0f10-449f-b6ad-d9441fdc3bda,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:33.133772 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:33.134607 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6a767d74-f4bd-43a4-ac82-b290382d995b up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:13:33.145127 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b194b696-ea0d-4b84-8f34-844b46162bda tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] 10.222.0.60 "DELETE /v2.0/ports/f072718f-9bc4-4a74-bc09-8099273ef66d HTTP/1.1" status: 204 len: 168 time: 1.0517020 Apr 06 14:13:33.146404 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:33.156352 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44924) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:33.216566 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Pushing event deleted for resources: {'Port': ['ID=eff86566-9ea9-4285-b8cc-dced903e2f12,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:33.244373 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-969994b2-113c-414c-b75d-06d3dd40cbff tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] GET failed (client error): The resource could not be found. Apr 06 14:13:33.246191 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-969994b2-113c-414c-b75d-06d3dd40cbff tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Synchronizing usage tracker for tenant:2de11221f39242d883dc27ae5c47d2e6 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:13:33.311247 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-5bd7ed8d-4fc7-400b-b2e5-dd4177c26cea tempest-QuotasTest-1640339873 tempest-QuotasTest-1640339873-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:33.323429 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=46931473-0f10-449f-b6ad-d9441fdc3bda,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:33.358970 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-969994b2-113c-414c-b75d-06d3dd40cbff tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Unset dirty status for tenant:2de11221f39242d883dc27ae5c47d2e6 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:13:33.361706 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-969994b2-113c-414c-b75d-06d3dd40cbff tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] 10.222.0.60 "GET /v2.0/ports/f072718f-9bc4-4a74-bc09-8099273ef66d HTTP/1.1" status: 404 len: 333 time: 0.2037151 Apr 06 14:13:33.367563 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44928) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:33.375570 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 6a767d74-f4bd-43a4-ac82-b290382d995b completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:13:33.377948 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-efd357fb-ebba-4d46-8a14-60aef5b65bfb tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1433782779', 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:33.381304 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 6a767d74-f4bd-43a4-ac82-b290382d995b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:33.381705 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:33.386629 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:33.394342 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a46eae5-c715-445f-8a5d-315bfada20e0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting subnet 0b8337bb-545b-4adf-9cce-6d977a82beec {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:13:33.399936 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6a46eae5-c715-445f-8a5d-315bfada20e0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:33.461078 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-efd357fb-ebba-4d46-8a14-60aef5b65bfb tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:33.490169 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-efd357fb-ebba-4d46-8a14-60aef5b65bfb tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:33.504547 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d25be132-c734-4a2a-9b9d-a7656d4d311e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:33.530816 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d25be132-c734-4a2a-9b9d-a7656d4d311e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:33.550968 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd357fb-ebba-4d46-8a14-60aef5b65bfb tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Made reservation on behalf of 2de11221f39242d883dc27ae5c47d2e6 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:33.559346 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-efd357fb-ebba-4d46-8a14-60aef5b65bfb tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:33.564077 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:33.610956 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44934) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:33.616053 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 6a767d74-f4bd-43a4-ac82-b290382d995b, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6a767d74-f4bd-43a4-ac82-b290382d995b,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:33.620662 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-efd357fb-ebba-4d46-8a14-60aef5b65bfb tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] device_id is not set on port bbf30685-4906-41d6-83fb-69354fd17126 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:13:33.622159 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:33.630158 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6a46eae5-c715-445f-8a5d-315bfada20e0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:33.697996 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5bd7ed8d-4fc7-400b-b2e5-dd4177c26cea tempest-QuotasTest-1640339873 tempest-QuotasTest-1640339873-project-admin] 10.222.0.60 "PUT /v2.0/quotas/acbcb233638846ec8f3a2a4c5b5dff80 HTTP/1.1" status: 200 len: 366 time: 0.8891437 Apr 06 14:13:33.700951 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44940) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:33.704952 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:33.732992 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=6a767d74-f4bd-43a4-ac82-b290382d995b,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:33.754067 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25be132-c734-4a2a-9b9d-a7656d4d311e admin admin] Pushing event updated for resources: {'Port': ['ID=94cfe001-10bf-4991-ae2c-5448fb792190,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:33.785884 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d8c6d2d-eef7-4246-b200-3dcdfe3b76a8 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:33.845220 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6b0b79cf-b919-4ad6-836e-f34d1a91beb5 tempest-QuotasTest-1640339873 tempest-QuotasTest-1640339873-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1404951 Apr 06 14:13:33.877585 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44944) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:33.878576 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6cf57fab-3595-4414-9df7-0ab7a2d346a5,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:33.898065 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d25be132-c734-4a2a-9b9d-a7656d4d311e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:33.906149 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 46931473-0f10-449f-b6ad-d9441fdc3bda up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:13:33.981289 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1d2c4042-4f6a-43fd-931d-c5871ed850ee tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1941342966'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:34.015125 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:34.042308 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 46931473-0f10-449f-b6ad-d9441fdc3bda triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:34.042812 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:34.042908 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:13:34.043189 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:13:34.043968 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:13:34.044292 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Subscribe: > port after_create 55550000 {{(pid=83738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:13:34.044613 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:13:34.044986 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Subscribe: > port after_update 55550000 {{(pid=83738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:13:34.045323 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:13:34.045654 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:13:34.045966 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:13:34.046277 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:13:34.066215 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6a46eae5-c715-445f-8a5d-315bfada20e0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:34.107866 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44950) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:34.135676 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-cc3359f1-bc9f-49df-9585-9459e7ec3b59 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1950861541', 'description': 'tempest-description--1172351252'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:34.172140 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c0a84148-1ca8-40a1-a94d-99dcdbd786fe up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:13:34.205550 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:13:34.206085 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:13:34.206335 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:13:34.206813 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:13:34.206913 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b989d72-bb6e-45da-9e4b-dccb04521ffc']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:34.217800 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cc3359f1-bc9f-49df-9585-9459e7ec3b59 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:34.222069 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef1863ed-3e57-45b5-b282-940798dfe1da') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:34.222364 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef1863ed-3e57-45b5-b282-940798dfe1da') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:34.236193 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:34.242067 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cc3359f1-bc9f-49df-9585-9459e7ec3b59 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Usage tracker for resource:security_group and tenant:c60ff9278e7d428290bc7f626f6f5595 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:34.253280 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:34.253467 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cc3359f1-bc9f-49df-9585-9459e7ec3b59 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:34.257338 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1d2c4042-4f6a-43fd-931d-c5871ed850ee tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:34.262345 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port c0a84148-1ca8-40a1-a94d-99dcdbd786fe completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:13:34.268494 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port c0a84148-1ca8-40a1-a94d-99dcdbd786fe triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:34.269202 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:34.278741 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:13:34.279135 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:34.299129 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1d2c4042-4f6a-43fd-931d-c5871ed850ee tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Usage tracker for resource:network and tenant:e3b91d6e2345496b8a38a9ca08953d0d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:34.301925 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cc3359f1-bc9f-49df-9585-9459e7ec3b59 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn_limited( Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn_limited( Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:13:34.303590 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:13:34.305458 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1d2c4042-4f6a-43fd-931d-c5871ed850ee tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:34.318772 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1d2c4042-4f6a-43fd-931d-c5871ed850ee tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:34.367584 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cc3359f1-bc9f-49df-9585-9459e7ec3b59 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:34.371469 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-be637e83-4521-451a-be2f-a417042f6ee6 tempest-QuotasTest-1640339873 tempest-QuotasTest-1640339873-project-admin] 10.222.0.60 "GET /v2.0/quotas/acbcb233638846ec8f3a2a4c5b5dff80 HTTP/1.1" status: 200 len: 366 time: 0.4869835 Apr 06 14:13:34.377244 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44954) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:34.409194 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-9d8c6d2d-eef7-4246-b200-3dcdfe3b76a8 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Allocated IP 172.26.8.116 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/022b29e8-e492-412c-b3cd-32bbb39b12f3) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:13:34.414940 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6a46eae5-c715-445f-8a5d-315bfada20e0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:34.423442 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:34.424261 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25be132-c734-4a2a-9b9d-a7656d4d311e admin admin] Network 85b99d49-54eb-453f-ae68-f2c061c22d84 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:34.465102 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port c0a84148-1ca8-40a1-a94d-99dcdbd786fe, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c0a84148-1ca8-40a1-a94d-99dcdbd786fe,segment=NetworkSegment(5eccebc2-4d26-4156-a27c-d30f103adc58),segment_id=5eccebc2-4d26-4156-a27c-d30f103adc58)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:34.471625 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:34.483794 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2c4042-4f6a-43fd-931d-c5871ed850ee tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Made reservation on behalf of e3b91d6e2345496b8a38a9ca08953d0d for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:34.486919 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1d2c4042-4f6a-43fd-931d-c5871ed850ee tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:34.499984 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-d25be132-c734-4a2a-9b9d-a7656d4d311e admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:34.520475 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1d2c4042-4f6a-43fd-931d-c5871ed850ee tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:34.536202 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:34.573213 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=c0a84148-1ca8-40a1-a94d-99dcdbd786fe,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:34.573531 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7b989d72-bb6e-45da-9e4b-dccb04521ffc {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 06 14:13:34.579664 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a5d77e6a-1719-4f8b-baac-5834af020255 tempest-QuotasTest-1640339873 tempest-QuotasTest-1640339873-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/acbcb233638846ec8f3a2a4c5b5dff80 HTTP/1.1" status: 204 len: 168 time: 0.1956375 Apr 06 14:13:34.584093 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:34.588095 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Pushing event deleted for resources: {'Network': ['ID=7b989d72-bb6e-45da-9e4b-dccb04521ffc,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:34.591691 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44958) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:34.603354 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46eae5-c715-445f-8a5d-315bfada20e0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Subnet': ['ID=0b8337bb-545b-4adf-9cce-6d977a82beec,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:34.716708 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-efd357fb-ebba-4d46-8a14-60aef5b65bfb tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:34.718223 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1d2c4042-4f6a-43fd-931d-c5871ed850ee tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:34.725812 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2f8ddcc3-86bd-4d12-9740-ceef97bb3fd2 tempest-QuotasTest-1640339873 tempest-QuotasTest-1640339873-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1127396 Apr 06 14:13:34.727919 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1d2c4042-4f6a-43fd-931d-c5871ed850ee tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Usage tracker for resource:security_group_rule and tenant:e3b91d6e2345496b8a38a9ca08953d0d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:34.730454 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44962) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:34.735583 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1d2c4042-4f6a-43fd-931d-c5871ed850ee tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:34.735711 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cc3359f1-bc9f-49df-9585-9459e7ec3b59 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:34.744649 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-991ee1ff-a483-4483-8222-2fa57bddd9c7 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] 10.222.0.60 "DELETE /v2.0/networks/7b989d72-bb6e-45da-9e4b-dccb04521ffc HTTP/1.1" status: 204 len: 168 time: 5.1216068 Apr 06 14:13:34.749520 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44966) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:34.755027 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1d2c4042-4f6a-43fd-931d-c5871ed850ee tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:34.854994 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8ba826f4-5c4f-4248-b444-3d1fcc7aed42 tempest-QuotasTest-1640339873 tempest-QuotasTest-1640339873-project-admin] 10.222.0.60 "GET /v2.0/quotas/acbcb233638846ec8f3a2a4c5b5dff80 HTTP/1.1" status: 200 len: 370 time: 0.1218147 Apr 06 14:13:34.856289 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-efd357fb-ebba-4d46-8a14-60aef5b65bfb tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:34.868515 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44970) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:34.875898 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c60b9a37-4e94-414b-9053-19071b68c072 None None] Provisioning complete for port 94cfe001-10bf-4991-ae2c-5448fb792190 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:34.876600 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c60b9a37-4e94-414b-9053-19071b68c072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:34.904171 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d8c6d2d-eef7-4246-b200-3dcdfe3b76a8 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:34.912214 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-12ff8ed2-408f-472d-a099-8b64ad10c527 tempest-QuotasTest-1640339873 tempest-QuotasTest-1640339873-project-admin] 10.222.0.60 "GET /v2.0/quotas/acbcb233638846ec8f3a2a4c5b5dff80/default HTTP/1.1" status: 200 len: 370 time: 0.0119689 Apr 06 14:13:34.921432 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44974) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:34.929851 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f98ccafd-38b4-44b5-9dbc-75cc12205ac9 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Synchronizing usage tracker for tenant:69b6979532f941719ac94acaa3c152e4 on resource:floatingip {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:13:34.937967 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cc3359f1-bc9f-49df-9585-9459e7ec3b59 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Usage tracker for resource:security_group_rule and tenant:c60ff9278e7d428290bc7f626f6f5595 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:34.946191 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cc3359f1-bc9f-49df-9585-9459e7ec3b59 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:34.950436 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d8c6d2d-eef7-4246-b200-3dcdfe3b76a8 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:34.960843 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c60b9a37-4e94-414b-9053-19071b68c072 None None] Port 94cfe001-10bf-4991-ae2c-5448fb792190 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:13:34.968268 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6a46eae5-c715-445f-8a5d-315bfada20e0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:34.975928 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f98ccafd-38b4-44b5-9dbc-75cc12205ac9 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Unset dirty status for tenant:69b6979532f941719ac94acaa3c152e4 on resource:floatingip {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:13:34.977096 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f98ccafd-38b4-44b5-9dbc-75cc12205ac9 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.2250936 Apr 06 14:13:34.979361 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcd06ba-25e5-497f-b743-c4676e46d92b None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:13:34.981695 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44978) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:34.992423 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd357fb-ebba-4d46-8a14-60aef5b65bfb tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:35.027759 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-efd357fb-ebba-4d46-8a14-60aef5b65bfb tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:35.030278 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd357fb-ebba-4d46-8a14-60aef5b65bfb tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:35.031272 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd357fb-ebba-4d46-8a14-60aef5b65bfb tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:35.031903 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-efd357fb-ebba-4d46-8a14-60aef5b65bfb tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:35.035449 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd357fb-ebba-4d46-8a14-60aef5b65bfb tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Pushing event updated for resources: {'Port': ['ID=bbf30685-4906-41d6-83fb-69354fd17126,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:35.038937 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-ef57531e-5fd3-4bc5-990d-0a07f5f93017 tempest-QuotasTest-1640339873 tempest-QuotasTest-1640339873-project-admin] delete failed (client error): The resource could not be found. Apr 06 14:13:35.040014 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ef57531e-5fd3-4bc5-990d-0a07f5f93017 tempest-QuotasTest-1640339873 tempest-QuotasTest-1640339873-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/acbcb233638846ec8f3a2a4c5b5dff80 HTTP/1.1" status: 404 len: 348 time: 0.1126034 Apr 06 14:13:35.068742 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6a46eae5-c715-445f-8a5d-315bfada20e0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/0b8337bb-545b-4adf-9cce-6d977a82beec HTTP/1.1" status: 204 len: 168 time: 2.5782917 Apr 06 14:13:35.069420 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cc3359f1-bc9f-49df-9585-9459e7ec3b59 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:35.070936 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44984) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:35.074363 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c6d2d-eef7-4246-b200-3dcdfe3b76a8 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Pushing event updated for resources: {'Port': ['ID=022b29e8-e492-412c-b3cd-32bbb39b12f3,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:35.084217 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8c6d2d-eef7-4246-b200-3dcdfe3b76a8 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:35.098529 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-9d8c6d2d-eef7-4246-b200-3dcdfe3b76a8 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:35.102151 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8c6d2d-eef7-4246-b200-3dcdfe3b76a8 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:35.175118 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-efd357fb-ebba-4d46-8a14-60aef5b65bfb tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8047435 Apr 06 14:13:35.186416 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44988) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:35.193332 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ac6f6833-f9b8-4e00-9291-b825b7b92846 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1108339 Apr 06 14:13:35.194408 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1d2c4042-4f6a-43fd-931d-c5871ed850ee tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:35.209376 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cc3359f1-bc9f-49df-9585-9459e7ec3b59 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:35.228795 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 44992) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:35.233177 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cc3359f1-bc9f-49df-9585-9459e7ec3b59 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:35.242465 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-65e6453c-27be-4ee2-85c6-6978a5aa94c0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:35.270260 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1d2c4042-4f6a-43fd-931d-c5871ed850ee tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:35.281820 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 44996) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:35.289948 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4938ff-fa78-4c23-9748-9ccf55d886ae tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:35.290320 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4938ff-fa78-4c23-9748-9ccf55d886ae tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:35.291037 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4938ff-fa78-4c23-9748-9ccf55d886ae tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:35.291037 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4938ff-fa78-4c23-9748-9ccf55d886ae tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:35.291373 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4938ff-fa78-4c23-9748-9ccf55d886ae tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:35.291759 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4938ff-fa78-4c23-9748-9ccf55d886ae tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:35.292747 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1c4938ff-fa78-4c23-9748-9ccf55d886ae tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Synchronizing usage tracker for tenant:69b6979532f941719ac94acaa3c152e4 on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:13:35.364638 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e276feee-e9d7-43a6-8b5d-6f83d844d504 None None] DHCP port deletion for 45db5c66-c082-47ed-beeb-688e3c8646d5 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:13:35.365348 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3359f1-bc9f-49df-9585-9459e7ec3b59 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a706d66-a758-49f2-8df3-c05fa5c78475,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:35.370256 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e276feee-e9d7-43a6-8b5d-6f83d844d504 None None] Deleting port 6a767d74-f4bd-43a4-ac82-b290382d995b {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:13:35.370814 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e276feee-e9d7-43a6-8b5d-6f83d844d504 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:35.420384 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d2c4042-4f6a-43fd-931d-c5871ed850ee tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:13:35.427541 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cc3359f1-bc9f-49df-9585-9459e7ec3b59 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:35.431897 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c4042-4f6a-43fd-931d-c5871ed850ee tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1714d3-3d12-4838-8d60-fd25b8d53f88,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:35.432141 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cc3359f1-bc9f-49df-9585-9459e7ec3b59 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.3080826 Apr 06 14:13:35.433635 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45000) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:35.435908 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4c2830dd-5402-4c66-9e03-8d2d2c201a6f tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Synchronizing usage tracker for tenant:2de11221f39242d883dc27ae5c47d2e6 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:13:35.450271 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1c4938ff-fa78-4c23-9748-9ccf55d886ae tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Unset dirty status for tenant:69b6979532f941719ac94acaa3c152e4 on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:13:35.450966 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-02f26808-392b-4318-a011-6342b3614603 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Request body: {'security_group_rule': {'security_group_id': '4a706d66-a758-49f2-8df3-c05fa5c78475', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:35.453247 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1c4938ff-fa78-4c23-9748-9ccf55d886ae tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4015 time: 0.4631112 Apr 06 14:13:35.456216 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45004) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:35.457323 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1d2c4042-4f6a-43fd-931d-c5871ed850ee tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:35.457582 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-1d2c4042-4f6a-43fd-931d-c5871ed850ee tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Added segment fa438ac0-31aa-4f54-9fe7-4cfe9df10348 of type vlan for network 1f63a2ba-9f83-4fe9-a4b1-3e3499a58066 Apr 06 14:13:35.462960 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-166f2fea-31d2-4672-ab19-6366a4531f36 tempest-QuotasTest-1640339873 tempest-QuotasTest-1640339873-project-admin] Usage tracker for resource:network and tenant:334e87ff5ea54b11abf5210b3c1a1de3 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:35.467231 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-02f26808-392b-4318-a011-6342b3614603 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:35.481290 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-02f26808-392b-4318-a011-6342b3614603 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Usage tracker for resource:security_group_rule and tenant:c60ff9278e7d428290bc7f626f6f5595 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:35.483670 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-166f2fea-31d2-4672-ab19-6366a4531f36 tempest-QuotasTest-1640339873 tempest-QuotasTest-1640339873-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:35.488264 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-02f26808-392b-4318-a011-6342b3614603 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:35.500329 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-02f26808-392b-4318-a011-6342b3614603 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:35.521937 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-166f2fea-31d2-4672-ab19-6366a4531f36 tempest-QuotasTest-1640339873 tempest-QuotasTest-1640339873-project-admin] Usage tracker for resource:subnet and tenant:334e87ff5ea54b11abf5210b3c1a1de3 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:35.530568 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-166f2fea-31d2-4672-ab19-6366a4531f36 tempest-QuotasTest-1640339873 tempest-QuotasTest-1640339873-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:35.546888 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-4d3c0626-877c-4c40-bc98-5d0ef581be52 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] delete failed (client error): The resource could not be found. Apr 06 14:13:35.550168 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4d3c0626-877c-4c40-bc98-5d0ef581be52 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/29de6274-c62c-4192-89e6-cf7e5ce879c5 HTTP/1.1" status: 404 len: 345 time: 0.0887403 Apr 06 14:13:35.550283 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-02f26808-392b-4318-a011-6342b3614603 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:35.551136 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-65e6453c-27be-4ee2-85c6-6978a5aa94c0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:35.559951 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45008) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:35.561396 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4c2830dd-5402-4c66-9e03-8d2d2c201a6f tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Unset dirty status for tenant:2de11221f39242d883dc27ae5c47d2e6 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:13:35.562658 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4c2830dd-5402-4c66-9e03-8d2d2c201a6f tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] 10.222.0.60 "GET /v2.0/ports/bbf30685-4906-41d6-83fb-69354fd17126 HTTP/1.1" status: 200 len: 955 time: 0.3711257 Apr 06 14:13:35.568066 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45012) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:35.575826 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1d2c4042-4f6a-43fd-931d-c5871ed850ee tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:35.593200 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e276feee-e9d7-43a6-8b5d-6f83d844d504 None None] For port 6a767d74-f4bd-43a4-ac82-b290382d995b, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6a767d74-f4bd-43a4-ac82-b290382d995b,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:35.593704 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e276feee-e9d7-43a6-8b5d-6f83d844d504 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:35.605680 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-65e6453c-27be-4ee2-85c6-6978a5aa94c0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:subnet and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:35.612744 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-65e6453c-27be-4ee2-85c6-6978a5aa94c0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:35.627275 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-65e6453c-27be-4ee2-85c6-6978a5aa94c0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:35.644585 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-166f2fea-31d2-4672-ab19-6366a4531f36 tempest-QuotasTest-1640339873 tempest-QuotasTest-1640339873-project-admin] Usage tracker for resource:subnetpool and tenant:334e87ff5ea54b11abf5210b3c1a1de3 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:35.665045 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e6453c-27be-4ee2-85c6-6978a5aa94c0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:35.682639 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-166f2fea-31d2-4672-ab19-6366a4531f36 tempest-QuotasTest-1640339873 tempest-QuotasTest-1640339873-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:35.688525 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-4ca16c41-46fb-4cd7-b899-3a8d740d6f1c tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Deleting port bbf30685-4906-41d6-83fb-69354fd17126 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:13:35.688793 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4ca16c41-46fb-4cd7-b899-3a8d740d6f1c tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:35.694016 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de0741a-269f-4c21-bbbf-60fcfeee0754 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] DELETE failed (client error): The resource could not be found. Apr 06 14:13:35.694457 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de0741a-269f-4c21-bbbf-60fcfeee0754 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:13:35.699762 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d8c6d2d-eef7-4246-b200-3dcdfe3b76a8 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:35.719623 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3de0741a-269f-4c21-bbbf-60fcfeee0754 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] 10.222.0.60 "DELETE /v2.0/networks/7b989d72-bb6e-45da-9e4b-dccb04521ffc HTTP/1.1" status: 404 len: 339 time: 0.1548002 Apr 06 14:13:35.722617 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e276feee-e9d7-43a6-8b5d-6f83d844d504 None None] Calling delete_port for 6a767d74-f4bd-43a4-ac82-b290382d995b owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:13:35.747976 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45016) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:35.749488 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-166f2fea-31d2-4672-ab19-6366a4531f36 tempest-QuotasTest-1640339873 tempest-QuotasTest-1640339873-project-admin] Usage tracker for resource:port and tenant:334e87ff5ea54b11abf5210b3c1a1de3 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:35.769094 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9795c109-db82-4cf0-8dbd-7113f542cf7b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Request body: {'network': {'name': 'tempest-network--1364930893', 'router:external': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:35.780713 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c0a84148-1ca8-40a1-a94d-99dcdbd786fe up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:13:35.792116 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-166f2fea-31d2-4672-ab19-6366a4531f36 tempest-QuotasTest-1640339873 tempest-QuotasTest-1640339873-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:35.799148 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9795c109-db82-4cf0-8dbd-7113f542cf7b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:35.816696 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9795c109-db82-4cf0-8dbd-7113f542cf7b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Usage tracker for resource:network and tenant:69b6979532f941719ac94acaa3c152e4 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:35.826600 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9795c109-db82-4cf0-8dbd-7113f542cf7b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:35.838750 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9795c109-db82-4cf0-8dbd-7113f542cf7b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:35.853864 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d8c6d2d-eef7-4246-b200-3dcdfe3b76a8 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:35.867970 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e276feee-e9d7-43a6-8b5d-6f83d844d504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:35.880653 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-02f26808-392b-4318-a011-6342b3614603 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:35.891363 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-166f2fea-31d2-4672-ab19-6366a4531f36 tempest-QuotasTest-1640339873 tempest-QuotasTest-1640339873-project-admin] Usage tracker for resource:router and tenant:334e87ff5ea54b11abf5210b3c1a1de3 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:35.892289 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-65e6453c-27be-4ee2-85c6-6978a5aa94c0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:35.913634 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-02f26808-392b-4318-a011-6342b3614603 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:35.914089 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1d2c4042-4f6a-43fd-931d-c5871ed850ee tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:35.918643 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276feee-e9d7-43a6-8b5d-6f83d844d504 None None] Pushing event deleted for resources: {'Port': ['ID=6a767d74-f4bd-43a4-ac82-b290382d995b,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:35.922166 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2c4042-4f6a-43fd-931d-c5871ed850ee tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:35.923073 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1d2c4042-4f6a-43fd-931d-c5871ed850ee tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:35.929320 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e276feee-e9d7-43a6-8b5d-6f83d844d504 None None] No DVR routers for this DVR port 6a767d74-f4bd-43a4-ac82-b290382d995b on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:13:35.946953 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port c0a84148-1ca8-40a1-a94d-99dcdbd786fe triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:35.947323 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:35.999321 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-166f2fea-31d2-4672-ab19-6366a4531f36 tempest-QuotasTest-1640339873 tempest-QuotasTest-1640339873-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:36.009713 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9795c109-db82-4cf0-8dbd-7113f542cf7b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Made reservation on behalf of 69b6979532f941719ac94acaa3c152e4 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:36.011971 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9795c109-db82-4cf0-8dbd-7113f542cf7b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:36.037273 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f26808-392b-4318-a011-6342b3614603 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a0afc54-9d51-4d87-9655-9c8599e12c2f,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:36.069336 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-02f26808-392b-4318-a011-6342b3614603 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:36.073208 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-02f26808-392b-4318-a011-6342b3614603 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6298187 Apr 06 14:13:36.074042 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-166f2fea-31d2-4672-ab19-6366a4531f36 tempest-QuotasTest-1640339873 tempest-QuotasTest-1640339873-project-admin] Usage tracker for resource:floatingip and tenant:334e87ff5ea54b11abf5210b3c1a1de3 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:36.084286 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45020) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:36.108748 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-34753507-7da4-4a3d-9402-f5ee568f089a tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Request body: {'security_group_rule': {'security_group_id': '4a706d66-a758-49f2-8df3-c05fa5c78475', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:36.114968 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-166f2fea-31d2-4672-ab19-6366a4531f36 tempest-QuotasTest-1640339873 tempest-QuotasTest-1640339873-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:36.122052 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1d2c4042-4f6a-43fd-931d-c5871ed850ee tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.5057507 Apr 06 14:13:36.123482 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25be132-c734-4a2a-9b9d-a7656d4d311e admin admin] Router 806808cf-023c-467c-b982-89424c6dc5c3 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:13:36.125348 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6a767d74-f4bd-43a4-ac82-b290382d995b no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:13:36.141406 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45024) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:36.166625 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 6a767d74-f4bd-43a4-ac82-b290382d995b {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:13:36.167038 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6a767d74-f4bd-43a4-ac82-b290382d995b not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:13:36.170275 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-34753507-7da4-4a3d-9402-f5ee568f089a tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:36.184957 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9795c109-db82-4cf0-8dbd-7113f542cf7b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:13:36.186389 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-cf9c9ebb-1888-4a67-b299-c0f2ba818e0f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Request body: {'subnet': {'network_id': '1f63a2ba-9f83-4fe9-a4b1-3e3499a58066', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:36.189027 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-34753507-7da4-4a3d-9402-f5ee568f089a tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Usage tracker for resource:security_group_rule and tenant:c60ff9278e7d428290bc7f626f6f5595 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:36.202826 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-34753507-7da4-4a3d-9402-f5ee568f089a tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:36.217421 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-34753507-7da4-4a3d-9402-f5ee568f089a tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:36.218763 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c4042-4f6a-43fd-931d-c5871ed850ee tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Pushing event updated for resources: {'Network': ['ID=1f63a2ba-9f83-4fe9-a4b1-3e3499a58066,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:36.233281 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9795c109-db82-4cf0-8dbd-7113f542cf7b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:36.233281 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-9795c109-db82-4cf0-8dbd-7113f542cf7b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Added segment c0f0dcef-949f-422a-b486-72d8d6ec7f19 of type vlan for network ff578318-acdd-47a1-b742-e88d6a58c1d3 Apr 06 14:13:36.239694 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 1f63a2ba-9f83-4fe9-a4b1-3e3499a58066 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:13:36.345715 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-34753507-7da4-4a3d-9402-f5ee568f089a tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:36.412483 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cf9c9ebb-1888-4a67-b299-c0f2ba818e0f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:36.428652 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cf9c9ebb-1888-4a67-b299-c0f2ba818e0f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Usage tracker for resource:subnet and tenant:e3b91d6e2345496b8a38a9ca08953d0d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:36.432761 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cf9c9ebb-1888-4a67-b299-c0f2ba818e0f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:36.438841 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4ca16c41-46fb-4cd7-b899-3a8d740d6f1c tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:36.453367 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cf9c9ebb-1888-4a67-b299-c0f2ba818e0f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:36.458740 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9795c109-db82-4cf0-8dbd-7113f542cf7b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:36.535739 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d8c6d2d-eef7-4246-b200-3dcdfe3b76a8 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:36.554465 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d8c6d2d-eef7-4246-b200-3dcdfe3b76a8 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:36.558424 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-166f2fea-31d2-4672-ab19-6366a4531f36 tempest-QuotasTest-1640339873 tempest-QuotasTest-1640339873-project-admin] Usage tracker for resource:security_group and tenant:334e87ff5ea54b11abf5210b3c1a1de3 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:36.610407 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-34753507-7da4-4a3d-9402-f5ee568f089a tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:36.622657 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-166f2fea-31d2-4672-ab19-6366a4531f36 tempest-QuotasTest-1640339873 tempest-QuotasTest-1640339873-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:36.633637 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-34753507-7da4-4a3d-9402-f5ee568f089a tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:36.635218 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9795c109-db82-4cf0-8dbd-7113f542cf7b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:36.636051 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9795c109-db82-4cf0-8dbd-7113f542cf7b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:36.636621 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9795c109-db82-4cf0-8dbd-7113f542cf7b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:36.665452 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-4ca16c41-46fb-4cd7-b899-3a8d740d6f1c tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Calling delete_port for bbf30685-4906-41d6-83fb-69354fd17126 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:13:36.701894 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9c9ebb-1888-4a67-b299-c0f2ba818e0f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Made reservation on behalf of e3b91d6e2345496b8a38a9ca08953d0d for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:36.727136 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-166f2fea-31d2-4672-ab19-6366a4531f36 tempest-QuotasTest-1640339873 tempest-QuotasTest-1640339873-project-admin] Usage tracker for resource:security_group_rule and tenant:334e87ff5ea54b11abf5210b3c1a1de3 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:36.756389 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c6d2d-eef7-4246-b200-3dcdfe3b76a8 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Pushing event updated for resources: {'Port': ['ID=022b29e8-e492-412c-b3cd-32bbb39b12f3,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:36.814240 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-166f2fea-31d2-4672-ab19-6366a4531f36 tempest-QuotasTest-1640339873 tempest-QuotasTest-1640339873-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:36.833318 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34753507-7da4-4a3d-9402-f5ee568f089a tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f83073-ccea-4f44-9d76-ec3bae6087b6,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:36.849147 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9795c109-db82-4cf0-8dbd-7113f542cf7b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0964813 Apr 06 14:13:36.849719 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-34753507-7da4-4a3d-9402-f5ee568f089a tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:36.850914 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-34753507-7da4-4a3d-9402-f5ee568f089a tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7649865 Apr 06 14:13:36.854498 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45032) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:36.854829 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45034) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:36.872921 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf9c9ebb-1888-4a67-b299-c0f2ba818e0f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:36.891905 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4ca16c41-46fb-4cd7-b899-3a8d740d6f1c tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:36.892115 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b0ef92bd-7f0c-4386-8f44-f85f44194cfd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:36.902625 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795c109-db82-4cf0-8dbd-7113f542cf7b tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Pushing event updated for resources: {'Network': ['ID=ff578318-acdd-47a1-b742-e88d6a58c1d3,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:36.905559 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-166f2fea-31d2-4672-ab19-6366a4531f36 tempest-QuotasTest-1640339873 tempest-QuotasTest-1640339873-project-admin] 10.222.0.60 "GET /v2.0/quotas/334e87ff5ea54b11abf5210b3c1a1de3/details.json HTTP/1.1" status: 200 len: 703 time: 1.6209645 Apr 06 14:13:36.912341 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b0ef92bd-7f0c-4386-8f44-f85f44194cfd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:36.916369 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d8c6d2d-eef7-4246-b200-3dcdfe3b76a8 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:36.917583 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network ff578318-acdd-47a1-b742-e88d6a58c1d3 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:13:36.975789 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b0ef92bd-7f0c-4386-8f44-f85f44194cfd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Usage tracker for resource:floatingip and tenant:c60ff9278e7d428290bc7f626f6f5595 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:36.994523 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-65e6453c-27be-4ee2-85c6-6978a5aa94c0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:37.051549 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca16c41-46fb-4cd7-b899-3a8d740d6f1c tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbf30685-4906-41d6-83fb-69354fd17126,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:37.059385 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf968a1a-795a-4049-9cae-c22931acc25f tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:37.063555 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf968a1a-795a-4049-9cae-c22931acc25f tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:37.067934 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf968a1a-795a-4049-9cae-c22931acc25f tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:37.072048 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf968a1a-795a-4049-9cae-c22931acc25f tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:37.072905 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bf968a1a-795a-4049-9cae-c22931acc25f tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Synchronizing usage tracker for tenant:c8a9ab7e0a51433ab2f4b64291411808 on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:13:37.078038 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b0ef92bd-7f0c-4386-8f44-f85f44194cfd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:37.089057 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b0ef92bd-7f0c-4386-8f44-f85f44194cfd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:37.103318 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d8c6d2d-eef7-4246-b200-3dcdfe3b76a8 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:37.104580 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9d8c6d2d-eef7-4246-b200-3dcdfe3b76a8 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1061394 Apr 06 14:13:37.118499 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4ca16c41-46fb-4cd7-b899-3a8d740d6f1c tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:37.128401 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0ef92bd-7f0c-4386-8f44-f85f44194cfd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:37.143582 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e6453c-27be-4ee2-85c6-6978a5aa94c0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:37.146829 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-65e6453c-27be-4ee2-85c6-6978a5aa94c0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:37.148993 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6453c-27be-4ee2-85c6-6978a5aa94c0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Subnet': ['ID=1bb9ede4-bf9e-4f42-b4d5-38e3b3d59446,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:37.153102 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bf968a1a-795a-4049-9cae-c22931acc25f tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Unset dirty status for tenant:c8a9ab7e0a51433ab2f4b64291411808 on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:13:37.154345 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bf968a1a-795a-4049-9cae-c22931acc25f tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2955697 Apr 06 14:13:37.157726 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45044) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:37.159527 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e6453c-27be-4ee2-85c6-6978a5aa94c0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:37.159783 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-65e6453c-27be-4ee2-85c6-6978a5aa94c0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:37.169458 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c33e0f-f578-4ccc-bc1a-b0c96be1b883 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:13:37.184156 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4ca16c41-46fb-4cd7-b899-3a8d740d6f1c tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] 10.222.0.60 "DELETE /v2.0/ports/bbf30685-4906-41d6-83fb-69354fd17126 HTTP/1.1" status: 204 len: 168 time: 1.6150701 Apr 06 14:13:37.186688 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45048) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:37.236085 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a565130-9f15-477c-8aaf-f50fd8a1464f tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] GET failed (client error): The resource could not be found. Apr 06 14:13:37.236588 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3a565130-9f15-477c-8aaf-f50fd8a1464f tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Synchronizing usage tracker for tenant:2de11221f39242d883dc27ae5c47d2e6 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:13:37.277309 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-65e6453c-27be-4ee2-85c6-6978a5aa94c0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0430019 Apr 06 14:13:37.280341 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45054) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:37.283097 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-85902aed-a2f4-4d99-be3f-8df843bdc618 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:37.296134 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c80c4524-5a03-4bb8-b83f-4259579962a5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'port': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'name': 'tempest-NetworksTestDHCPv6-73961591'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:37.348408 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25be132-c734-4a2a-9b9d-a7656d4d311e admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:13:37.363606 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d25be132-c734-4a2a-9b9d-a7656d4d311e admin admin] 10.222.0.60 "PUT /v2.0/routers/806808cf-023c-467c-b982-89424c6dc5c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7192791 Apr 06 14:13:37.390855 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3a565130-9f15-477c-8aaf-f50fd8a1464f tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Unset dirty status for tenant:2de11221f39242d883dc27ae5c47d2e6 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:13:37.396057 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3a565130-9f15-477c-8aaf-f50fd8a1464f tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] 10.222.0.60 "GET /v2.0/ports/bbf30685-4906-41d6-83fb-69354fd17126 HTTP/1.1" status: 404 len: 333 time: 0.2083809 Apr 06 14:13:37.402208 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45068) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:37.423292 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ebcf8ba3-c9fe-49a4-9a07-f55dd22f8baf tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Request body: {'port': {'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-78124635'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:37.433910 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ebcf8ba3-c9fe-49a4-9a07-f55dd22f8baf tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:37.484717 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ebcf8ba3-c9fe-49a4-9a07-f55dd22f8baf tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:37.511351 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-85902aed-a2f4-4d99-be3f-8df843bdc618 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:37.522958 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf9c9ebb-1888-4a67-b299-c0f2ba818e0f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:37.547688 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-85902aed-a2f4-4d99-be3f-8df843bdc618 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff578318-acdd-47a1-b742-e88d6a58c1d3']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:37.561976 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcf8ba3-c9fe-49a4-9a07-f55dd22f8baf tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Made reservation on behalf of 2de11221f39242d883dc27ae5c47d2e6 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:37.564369 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ebcf8ba3-c9fe-49a4-9a07-f55dd22f8baf tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:37.570616 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-85902aed-a2f4-4d99-be3f-8df843bdc618 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f0dcef-949f-422a-b486-72d8d6ec7f19') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:37.571043 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-85902aed-a2f4-4d99-be3f-8df843bdc618 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f0dcef-949f-422a-b486-72d8d6ec7f19') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:37.587051 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-85902aed-a2f4-4d99-be3f-8df843bdc618 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:37.605604 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0ef92bd-7f0c-4386-8f44-f85f44194cfd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:37.623236 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c80c4524-5a03-4bb8-b83f-4259579962a5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:37.650994 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-85902aed-a2f4-4d99-be3f-8df843bdc618 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:37.652961 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ce03a4-7243-4b24-b27f-77c2c2a1d017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-45db5c66-c082-47ed-beeb-688e3c8646d5', 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'fixed_ips': [{'subnet_id': '1bb9ede4-bf9e-4f42-b4d5-38e3b3d59446'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:13:37.654633 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a0ce03a4-7243-4b24-b27f-77c2c2a1d017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:37.658994 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85902aed-a2f4-4d99-be3f-8df843bdc618 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:13:37.659533 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-85902aed-a2f4-4d99-be3f-8df843bdc618 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:37.668355 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c80c4524-5a03-4bb8-b83f-4259579962a5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:port and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:13:37.674216 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:13:37.682905 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c80c4524-5a03-4bb8-b83f-4259579962a5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:37.700838 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c80c4524-5a03-4bb8-b83f-4259579962a5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:37.740104 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-ebcf8ba3-c9fe-49a4-9a07-f55dd22f8baf tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] device_id is not set on port 416aa73e-3004-43b9-8433-7c283c0a875b yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:13:37.800939 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-85902aed-a2f4-4d99-be3f-8df843bdc618 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:37.885528 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45082) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:37.892113 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c9ebb-1888-4a67-b299-c0f2ba818e0f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Pushing event updated for resources: {'Subnet': ['ID=907f1bc7-94a9-4882-aa05-c77daf6113ff,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:37.932681 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80c4524-5a03-4bb8-b83f-4259579962a5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:37.936101 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c80c4524-5a03-4bb8-b83f-4259579962a5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:37.959062 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45088) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:37.971829 dv-neutron-835868-1-hyperv neutron-server[83738]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 14:13:37.988232 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-a0ce03a4-7243-4b24-b27f-77c2c2a1d017 None None] Allocated IP 2001:db8::2 (45db5c66-c082-47ed-beeb-688e3c8646d5/1bb9ede4-bf9e-4f42-b4d5-38e3b3d59446/356c4daf-62d1-4efe-864c-34e19dafde88) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:13:37.991587 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-61a5c001-fa41-44d7-a6a7-57bbf2b5d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:37.999624 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85902aed-a2f4-4d99-be3f-8df843bdc618 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ff578318-acdd-47a1-b742-e88d6a58c1d3 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 06 14:13:38.008259 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c80c4524-5a03-4bb8-b83f-4259579962a5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] device_id is not set on port e08bc742-0867-4c78-8e3c-93d6798a5465 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:13:38.013101 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85902aed-a2f4-4d99-be3f-8df843bdc618 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff578318-acdd-47a1-b742-e88d6a58c1d3,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:38.019412 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-85902aed-a2f4-4d99-be3f-8df843bdc618 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:38.075163 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-85902aed-a2f4-4d99-be3f-8df843bdc618 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] 10.222.0.60 "DELETE /v2.0/networks/ff578318-acdd-47a1-b742-e88d6a58c1d3 HTTP/1.1" status: 204 len: 168 time: 0.9158015 Apr 06 14:13:38.080202 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45092) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:38.099115 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b128f896-fff9-4351-975c-3f794427b168 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Request body: {'network': {'name': 'tempest-network--605124523', 'router:external': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:38.109793 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b128f896-fff9-4351-975c-3f794427b168 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:38.118328 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b128f896-fff9-4351-975c-3f794427b168 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Usage tracker for resource:network and tenant:69b6979532f941719ac94acaa3c152e4 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:38.123906 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b128f896-fff9-4351-975c-3f794427b168 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:38.131315 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b128f896-fff9-4351-975c-3f794427b168 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:38.146474 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b128f896-fff9-4351-975c-3f794427b168 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Made reservation on behalf of 69b6979532f941719ac94acaa3c152e4 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:38.149698 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b128f896-fff9-4351-975c-3f794427b168 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:38.177200 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-b0ef92bd-7f0c-4386-8f44-f85f44194cfd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Allocated IP 172.26.8.24 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/dfd13b08-8748-4d05-ada0-03555c3cdfeb) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:13:38.196976 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b128f896-fff9-4351-975c-3f794427b168 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:13:38.207706 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b128f896-fff9-4351-975c-3f794427b168 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:38.208287 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-b128f896-fff9-4351-975c-3f794427b168 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Added segment e9eb5b7d-0de0-4a63-bb42-64d531e4219d of type vlan for network ccabd6b8-56b7-4dd2-a2f6-694854aa0911 Apr 06 14:13:38.244913 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b128f896-fff9-4351-975c-3f794427b168 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:38.261712 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5c5ffb10-4424-4329-a953-d7694c31a2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:38.285983 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b128f896-fff9-4351-975c-3f794427b168 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:38.287174 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b128f896-fff9-4351-975c-3f794427b168 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:38.288382 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b128f896-fff9-4351-975c-3f794427b168 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:38.303351 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a0ce03a4-7243-4b24-b27f-77c2c2a1d017 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:38.304678 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5c5ffb10-4424-4329-a953-d7694c31a2ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:38.308687 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5c5ffb10-4424-4329-a953-d7694c31a2ac admin admin] Usage tracker for resource:security_group_rule and tenant:124602fdb1774e82924abcb4e10c3c46 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:38.312403 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5c5ffb10-4424-4329-a953-d7694c31a2ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:38.320319 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5c5ffb10-4424-4329-a953-d7694c31a2ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:38.326617 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9c9ebb-1888-4a67-b299-c0f2ba818e0f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Checking segment: {'id': 'fa438ac0-31aa-4f54-9fe7-4cfe9df10348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1f63a2ba-9f83-4fe9-a4b1-3e3499a58066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:13:38.326979 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9c9ebb-1888-4a67-b299-c0f2ba818e0f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Network hostable DHCP agents. Network: 1f63a2ba-9f83-4fe9-a4b1-3e3499a58066, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:13:38.329922 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a0ce03a4-7243-4b24-b27f-77c2c2a1d017 None None] Transition to ACTIVE for port object 356c4daf-62d1-4efe-864c-34e19dafde88 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:38.352304 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a0ce03a4-7243-4b24-b27f-77c2c2a1d017 None None] Transition to ACTIVE for port object 356c4daf-62d1-4efe-864c-34e19dafde88 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:38.360672 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a0ce03a4-7243-4b24-b27f-77c2c2a1d017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:38.439125 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-c80c4524-5a03-4bb8-b83f-4259579962a5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Allocated IP 2001:db8::a4 (45db5c66-c082-47ed-beeb-688e3c8646d5/1bb9ede4-bf9e-4f42-b4d5-38e3b3d59446/e08bc742-0867-4c78-8e3c-93d6798a5465) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:13:38.464602 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b128f896-fff9-4351-975c-3f794427b168 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3825567 Apr 06 14:13:38.481779 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45096) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:38.490148 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ce03a4-7243-4b24-b27f-77c2c2a1d017 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:38.493222 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-a0ce03a4-7243-4b24-b27f-77c2c2a1d017 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:38.512842 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ce03a4-7243-4b24-b27f-77c2c2a1d017 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:38.527710 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128f896-fff9-4351-975c-3f794427b168 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Pushing event updated for resources: {'Network': ['ID=ccabd6b8-56b7-4dd2-a2f6-694854aa0911,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:38.549525 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce03a4-7243-4b24-b27f-77c2c2a1d017 None None] Pushing event updated for resources: {'Port': ['ID=356c4daf-62d1-4efe-864c-34e19dafde88,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:38.560919 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network ccabd6b8-56b7-4dd2-a2f6-694854aa0911 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:13:38.608246 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45100) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:38.635308 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-94612005-1a06-4521-b545-f8c233212584 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1925293437', 'description': 'tempest-description--607552736'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:38.645111 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-94612005-1a06-4521-b545-f8c233212584 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:38.670163 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-94612005-1a06-4521-b545-f8c233212584 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Usage tracker for resource:security_group and tenant:b420c830a8c344c38ee71ab00e7194de is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:38.676983 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-94612005-1a06-4521-b545-f8c233212584 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:38.683913 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd90a550-4830-4038-951c-729a4886ec8f tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:38.686110 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bd90a550-4830-4038-951c-729a4886ec8f tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] 10.222.0.60 "GET /v2.0/networks/ccabd6b8-56b7-4dd2-a2f6-694854aa0911 HTTP/1.1" status: 200 len: 756 time: 0.2025728 Apr 06 14:13:38.693299 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45104) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:38.696273 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-94612005-1a06-4521-b545-f8c233212584 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:38.703326 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c80c4524-5a03-4bb8-b83f-4259579962a5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:38.722060 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c80c4524-5a03-4bb8-b83f-4259579962a5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Transition to ACTIVE for port object e08bc742-0867-4c78-8e3c-93d6798a5465 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:38.759554 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-511e5f5c-1a28-4afc-9df9-f55a1156d638 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1266078151&fields=id&tenant_id=45bdc10440d74a5abd92184edf5c75b4 HTTP/1.1" status: 200 len: 267 time: 0.7938089 Apr 06 14:13:38.760587 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a0ce03a4-7243-4b24-b27f-77c2c2a1d017 None None] Attempting to bind port 356c4daf-62d1-4efe-864c-34e19dafde88 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:38.761747 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a0ce03a4-7243-4b24-b27f-77c2c2a1d017 None None] Attempting to bind port 356c4daf-62d1-4efe-864c-34e19dafde88 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:38.762310 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ce03a4-7243-4b24-b27f-77c2c2a1d017 None None] Attempting to bind port 356c4daf-62d1-4efe-864c-34e19dafde88 on network 45db5c66-c082-47ed-beeb-688e3c8646d5 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:38.764674 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c80c4524-5a03-4bb8-b83f-4259579962a5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:38.777143 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ce03a4-7243-4b24-b27f-77c2c2a1d017 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:13:38.778106 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ce03a4-7243-4b24-b27f-77c2c2a1d017 None None] Checking segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:13:38.778837 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a0ce03a4-7243-4b24-b27f-77c2c2a1d017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:38.779403 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ce03a4-7243-4b24-b27f-77c2c2a1d017 None None] Bound using segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:13:38.780073 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a0ce03a4-7243-4b24-b27f-77c2c2a1d017 None None] Bound port: 356c4daf-62d1-4efe-864c-34e19dafde88, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:13:38.780644 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a0ce03a4-7243-4b24-b27f-77c2c2a1d017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:38.802062 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0ef92bd-7f0c-4386-8f44-f85f44194cfd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:38.852619 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-94612005-1a06-4521-b545-f8c233212584 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:38.880369 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a0ce03a4-7243-4b24-b27f-77c2c2a1d017 None None] For port 356c4daf-62d1-4efe-864c-34e19dafde88, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:13:38.885637 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a0ce03a4-7243-4b24-b27f-77c2c2a1d017 None None] For port 356c4daf-62d1-4efe-864c-34e19dafde88, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=356c4daf-62d1-4efe-864c-34e19dafde88,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:13:38.891206 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a0ce03a4-7243-4b24-b27f-77c2c2a1d017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:38.903115 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed3ff50-186e-4a1f-bd2a-5639c8943f9e tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:38.904834 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3ed3ff50-186e-4a1f-bd2a-5639c8943f9e tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] 10.222.0.60 "GET /v2.0/networks/21379a00-5e2f-4ee4-912c-2f5869782588 HTTP/1.1" status: 200 len: 768 time: 0.2100930 Apr 06 14:13:38.909205 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45108) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:38.990339 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce03a4-7243-4b24-b27f-77c2c2a1d017 None None] Pushing event updated for resources: {'Port': ['ID=356c4daf-62d1-4efe-864c-34e19dafde88,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:39.051774 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9c9ebb-1888-4a67-b299-c0f2ba818e0f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Network 1f63a2ba-9f83-4fe9-a4b1-3e3499a58066 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:13:39.055345 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-94612005-1a06-4521-b545-f8c233212584 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:39.061848 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-94612005-1a06-4521-b545-f8c233212584 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Usage tracker for resource:security_group_rule and tenant:b420c830a8c344c38ee71ab00e7194de is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:39.073166 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-94612005-1a06-4521-b545-f8c233212584 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:39.083334 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-94612005-1a06-4521-b545-f8c233212584 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:39.095873 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0ef92bd-7f0c-4386-8f44-f85f44194cfd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:39.101458 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32627f51-90cf-489c-baec-753a863b8b5d tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:39.118465 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-cf9c9ebb-1888-4a67-b299-c0f2ba818e0f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 1f63a2ba-9f83-4fe9-a4b1-3e3499a58066) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:39.127467 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a2c57c-10ae-44c4-8062-54c3eb2c5451 None None] Network 1f63a2ba-9f83-4fe9-a4b1-3e3499a58066 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:13:39.204948 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80c4524-5a03-4bb8-b83f-4259579962a5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:39.216368 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-c80c4524-5a03-4bb8-b83f-4259579962a5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:39.265379 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ef92bd-7f0c-4386-8f44-f85f44194cfd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:39.270876 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef92bd-7f0c-4386-8f44-f85f44194cfd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Pushing event updated for resources: {'Port': ['ID=dfd13b08-8748-4d05-ada0-03555c3cdfeb,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:39.278044 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-b0ef92bd-7f0c-4386-8f44-f85f44194cfd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:39.293082 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9c9ebb-1888-4a67-b299-c0f2ba818e0f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:39.293965 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf9c9ebb-1888-4a67-b299-c0f2ba818e0f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:39.305433 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ef92bd-7f0c-4386-8f44-f85f44194cfd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:39.310279 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80c4524-5a03-4bb8-b83f-4259579962a5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:39.314493 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80c4524-5a03-4bb8-b83f-4259579962a5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:39.315100 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c80c4524-5a03-4bb8-b83f-4259579962a5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:39.334736 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5c5ffb10-4424-4329-a953-d7694c31a2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:39.335714 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c4524-5a03-4bb8-b83f-4259579962a5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Port': ['ID=e08bc742-0867-4c78-8e3c-93d6798a5465,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:39.355067 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ebcf8ba3-c9fe-49a4-9a07-f55dd22f8baf tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:39.372762 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5c5ffb10-4424-4329-a953-d7694c31a2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:39.422778 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-94612005-1a06-4521-b545-f8c233212584 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:39.443946 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9867d34-7f0e-4496-901d-51ffa30e97d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-1f63a2ba-9f83-4fe9-a4b1-3e3499a58066', 'network_id': '1f63a2ba-9f83-4fe9-a4b1-3e3499a58066', 'tenant_id': 'e3b91d6e2345496b8a38a9ca08953d0d', 'fixed_ips': [{'subnet_id': '907f1bc7-94a9-4882-aa05-c77daf6113ff'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:13:39.444277 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-94612005-1a06-4521-b545-f8c233212584 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:39.445259 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d9867d34-7f0e-4496-901d-51ffa30e97d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:39.465578 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cf9c9ebb-1888-4a67-b299-c0f2ba818e0f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3008988 Apr 06 14:13:39.469273 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c80c4524-5a03-4bb8-b83f-4259579962a5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1839986 Apr 06 14:13:39.478061 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32627f51-90cf-489c-baec-753a863b8b5d tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:39.478952 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45114) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:39.479286 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45116) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:39.499747 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5c5ffb10-4424-4329-a953-d7694c31a2ac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=124602fdb1774e82924abcb4e10c3c46&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6067128 Apr 06 14:13:39.512762 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45122) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:39.531498 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-592e870f-021d-47cb-8932-fcba6298243f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Request body: {'port': {'network_id': '1f63a2ba-9f83-4fe9-a4b1-3e3499a58066', 'name': 'tempest-ExtraDHCPOptionsTestJSON-97051135'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:39.545727 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94612005-1a06-4521-b545-f8c233212584 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3812ba-e0ef-4343-ae8b-d489feb4e528,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:39.546481 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ffb10-4424-4329-a953-d7694c31a2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470f021b-605c-4426-abf9-03354c5d8c49,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:39.550280 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-32627f51-90cf-489c-baec-753a863b8b5d tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccabd6b8-56b7-4dd2-a2f6-694854aa0911']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:39.558199 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-94612005-1a06-4521-b545-f8c233212584 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:39.562272 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-94612005-1a06-4521-b545-f8c233212584 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.9502118 Apr 06 14:13:39.565348 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45126) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:39.570843 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-32627f51-90cf-489c-baec-753a863b8b5d tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9eb5b7d-0de0-4a63-bb42-64d531e4219d') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:39.571739 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-32627f51-90cf-489c-baec-753a863b8b5d tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9eb5b7d-0de0-4a63-bb42-64d531e4219d') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:39.588076 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8a1353e0-1ccd-4d12-baa7-06a05ecdfc8e tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Request body: {'security_group_rule': {'security_group_id': 'ac3812ba-e0ef-4343-ae8b-d489feb4e528', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:39.601936 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32627f51-90cf-489c-baec-753a863b8b5d tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:39.611477 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8a1353e0-1ccd-4d12-baa7-06a05ecdfc8e tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:39.625511 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8a1353e0-1ccd-4d12-baa7-06a05ecdfc8e tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Usage tracker for resource:security_group_rule and tenant:b420c830a8c344c38ee71ab00e7194de is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:39.636161 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8a1353e0-1ccd-4d12-baa7-06a05ecdfc8e tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:39.645978 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8a1353e0-1ccd-4d12-baa7-06a05ecdfc8e tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:39.647769 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-e49ffd60-561a-42b1-af4a-71ebb8389b4b tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:39.649610 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-e49ffd60-561a-42b1-af4a-71ebb8389b4b tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/networks?id=b4b50898-b40c-48be-9630-e21242c54179 HTTP/1.1" status: 200 len: 811 time: 0.8636396 Apr 06 14:13:39.650936 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32627f51-90cf-489c-baec-753a863b8b5d tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:39.667020 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ebcf8ba3-c9fe-49a4-9a07-f55dd22f8baf tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:39.667503 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32627f51-90cf-489c-baec-753a863b8b5d tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:13:39.667896 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32627f51-90cf-489c-baec-753a863b8b5d tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:39.673642 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-d9867d34-7f0e-4496-901d-51ffa30e97d6 None None] Allocated IP 172.20.0.2 (1f63a2ba-9f83-4fe9-a4b1-3e3499a58066/907f1bc7-94a9-4882-aa05-c77daf6113ff/08c19ed2-87c3-4777-8f97-c0c1998fdcd4) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:13:39.682794 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:13:39.768671 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-9796d150-d463-4489-8001-52ba66449959 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/quotas/45bdc10440d74a5abd92184edf5c75b4 HTTP/1.1" status: 200 len: 375 time: 0.1072359 Apr 06 14:13:39.769536 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8a1353e0-1ccd-4d12-baa7-06a05ecdfc8e tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:39.789263 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d3763125-0c8a-4fec-b789-7df404ee654b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:39.795162 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcf8ba3-c9fe-49a4-9a07-f55dd22f8baf tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:39.808032 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-ebcf8ba3-c9fe-49a4-9a07-f55dd22f8baf tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:39.816731 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcf8ba3-c9fe-49a4-9a07-f55dd22f8baf tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:39.825767 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32627f51-90cf-489c-baec-753a863b8b5d tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:39.827530 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcf8ba3-c9fe-49a4-9a07-f55dd22f8baf tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:39.828138 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ebcf8ba3-c9fe-49a4-9a07-f55dd22f8baf tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:39.860347 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32627f51-90cf-489c-baec-753a863b8b5d tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ccabd6b8-56b7-4dd2-a2f6-694854aa0911 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 06 14:13:39.878117 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf8ba3-c9fe-49a4-9a07-f55dd22f8baf tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Pushing event updated for resources: {'Port': ['ID=416aa73e-3004-43b9-8433-7c283c0a875b,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:39.914968 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-592e870f-021d-47cb-8932-fcba6298243f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:39.924358 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-592e870f-021d-47cb-8932-fcba6298243f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Usage tracker for resource:port and tenant:e3b91d6e2345496b8a38a9ca08953d0d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:39.927880 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32627f51-90cf-489c-baec-753a863b8b5d tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:39.929879 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-592e870f-021d-47cb-8932-fcba6298243f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:39.940549 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114ac0e3-2a42-4c25-80f7-63d92b0b8a20 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:39.945411 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 356c4daf-62d1-4efe-864c-34e19dafde88 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:13:39.947869 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114ac0e3-2a42-4c25-80f7-63d92b0b8a20 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:39.948716 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-114ac0e3-2a42-4c25-80f7-63d92b0b8a20 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:13:39.960372 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ebcf8ba3-c9fe-49a4-9a07-f55dd22f8baf tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 2.5572939 Apr 06 14:13:39.961961 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-592e870f-021d-47cb-8932-fcba6298243f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:39.965629 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45130) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:39.969351 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32627f51-90cf-489c-baec-753a863b8b5d tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Pushing event deleted for resources: {'Network': ['ID=ccabd6b8-56b7-4dd2-a2f6-694854aa0911,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:39.974710 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d3763125-0c8a-4fec-b789-7df404ee654b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:39.984119 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:39.988851 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-32627f51-90cf-489c-baec-753a863b8b5d tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] 10.222.0.60 "DELETE /v2.0/networks/ccabd6b8-56b7-4dd2-a2f6-694854aa0911 HTTP/1.1" status: 204 len: 168 time: 1.0769665 Apr 06 14:13:40.000621 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45134) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:40.004062 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0ef92bd-7f0c-4386-8f44-f85f44194cfd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:40.022743 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5b2a9389-a07c-4f74-807e-17fe786bd288 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Request body: {'network': {'name': 'tempest-network--1299378545'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:40.064918 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592e870f-021d-47cb-8932-fcba6298243f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Made reservation on behalf of e3b91d6e2345496b8a38a9ca08953d0d for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:40.068443 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-592e870f-021d-47cb-8932-fcba6298243f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:40.109605 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-114ac0e3-2a42-4c25-80f7-63d92b0b8a20 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:13:40.113292 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-114ac0e3-2a42-4c25-80f7-63d92b0b8a20 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.6291111 Apr 06 14:13:40.123730 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0ef92bd-7f0c-4386-8f44-f85f44194cfd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:40.132222 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45138) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:40.168579 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 356c4daf-62d1-4efe-864c-34e19dafde88 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:13:40.220697 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d9867d34-7f0e-4496-901d-51ffa30e97d6 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:40.240088 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5b2a9389-a07c-4f74-807e-17fe786bd288 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:40.251199 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-592e870f-021d-47cb-8932-fcba6298243f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] device_id is not set on port 8dcf86af-9c04-4ad1-8b70-ca19761c9007 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:13:40.257349 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d9867d34-7f0e-4496-901d-51ffa30e97d6 None None] Transition to ACTIVE for port object 08c19ed2-87c3-4777-8f97-c0c1998fdcd4 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:40.259384 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5b2a9389-a07c-4f74-807e-17fe786bd288 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Usage tracker for resource:network and tenant:69b6979532f941719ac94acaa3c152e4 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:40.269703 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5b2a9389-a07c-4f74-807e-17fe786bd288 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:40.282450 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8a1353e0-1ccd-4d12-baa7-06a05ecdfc8e tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:40.283448 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5b2a9389-a07c-4f74-807e-17fe786bd288 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:40.300851 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d9867d34-7f0e-4496-901d-51ffa30e97d6 None None] Transition to ACTIVE for port object 08c19ed2-87c3-4777-8f97-c0c1998fdcd4 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:40.307699 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8a1353e0-1ccd-4d12-baa7-06a05ecdfc8e tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:40.310142 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-a2568a54-aad4-4e04-9fe9-c057e7740ee3 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Synchronizing usage tracker for tenant:45bdc10440d74a5abd92184edf5c75b4 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:13:40.323425 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d9867d34-7f0e-4496-901d-51ffa30e97d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:40.348493 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2a9389-a07c-4f74-807e-17fe786bd288 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Made reservation on behalf of 69b6979532f941719ac94acaa3c152e4 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:40.350806 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5b2a9389-a07c-4f74-807e-17fe786bd288 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:40.363215 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1353e0-1ccd-4d12-baa7-06a05ecdfc8e tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a468699-b49c-41ee-8e02-407db848768e,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:40.377517 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:40.389227 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d3763125-0c8a-4fec-b789-7df404ee654b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:40.399120 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f0bd1ba6-117c-4d4e-9821-2e1c8e6650ff tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting port e08bc742-0867-4c78-8e3c-93d6798a5465 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:13:40.399451 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0bd1ba6-117c-4d4e-9821-2e1c8e6650ff tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:40.434098 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9867d34-7f0e-4496-901d-51ffa30e97d6 None None] Network 1f63a2ba-9f83-4fe9-a4b1-3e3499a58066 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:40.442140 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-d9867d34-7f0e-4496-901d-51ffa30e97d6 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:40.447328 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9867d34-7f0e-4496-901d-51ffa30e97d6 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:40.471831 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-a2568a54-aad4-4e04-9fe9-c057e7740ee3 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Unset dirty status for tenant:45bdc10440d74a5abd92184edf5c75b4 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:13:40.473154 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-a2568a54-aad4-4e04-9fe9-c057e7740ee3 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=45bdc10440d74a5abd92184edf5c75b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6826761 Apr 06 14:13:40.507451 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3763125-0c8a-4fec-b789-7df404ee654b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470f021b-605c-4426-abf9-03354c5d8c49,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:40.538230 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8a1353e0-1ccd-4d12-baa7-06a05ecdfc8e tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:40.548259 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8a1353e0-1ccd-4d12-baa7-06a05ecdfc8e tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9805212 Apr 06 14:13:40.556533 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45146) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:40.563973 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9867d34-7f0e-4496-901d-51ffa30e97d6 None None] Pushing event updated for resources: {'Port': ['ID=08c19ed2-87c3-4777-8f97-c0c1998fdcd4,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:40.566642 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d3763125-0c8a-4fec-b789-7df404ee654b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:40.570096 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d3763125-0c8a-4fec-b789-7df404ee654b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/470f021b-605c-4426-abf9-03354c5d8c49 HTTP/1.1" status: 204 len: 168 time: 1.0562675 Apr 06 14:13:40.593421 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-44987ea2-659c-4dea-b01c-a3ae48039eaf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Request body: {'security_group_rule': {'security_group_id': 'ac3812ba-e0ef-4343-ae8b-d489feb4e528', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:40.635762 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-44987ea2-659c-4dea-b01c-a3ae48039eaf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:40.651665 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-44987ea2-659c-4dea-b01c-a3ae48039eaf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Usage tracker for resource:security_group_rule and tenant:b420c830a8c344c38ee71ab00e7194de is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:40.655175 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2a9389-a07c-4f74-807e-17fe786bd288 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:13:40.659274 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-44987ea2-659c-4dea-b01c-a3ae48039eaf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:40.677664 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-44987ea2-659c-4dea-b01c-a3ae48039eaf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:40.699513 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5b2a9389-a07c-4f74-807e-17fe786bd288 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:40.699513 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-5b2a9389-a07c-4f74-807e-17fe786bd288 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Added segment f6ddcb60-8e90-4f05-9a08-829be0b35326 of type vlan for network bffeac38-6c08-417c-9011-abe39e094dbc Apr 06 14:13:40.764048 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d9867d34-7f0e-4496-901d-51ffa30e97d6 None None] Attempting to bind port 08c19ed2-87c3-4777-8f97-c0c1998fdcd4 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:40.764432 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d9867d34-7f0e-4496-901d-51ffa30e97d6 None None] Attempting to bind port 08c19ed2-87c3-4777-8f97-c0c1998fdcd4 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'fa438ac0-31aa-4f54-9fe7-4cfe9df10348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1f63a2ba-9f83-4fe9-a4b1-3e3499a58066'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:40.766226 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9867d34-7f0e-4496-901d-51ffa30e97d6 None None] Attempting to bind port 08c19ed2-87c3-4777-8f97-c0c1998fdcd4 on network 1f63a2ba-9f83-4fe9-a4b1-3e3499a58066 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:40.785093 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3217f500-5065-404a-9e9b-23a8e60e95af None None] Provisioning for port 356c4daf-62d1-4efe-864c-34e19dafde88 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:13:40.798385 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44987ea2-659c-4dea-b01c-a3ae48039eaf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:40.814944 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9867d34-7f0e-4496-901d-51ffa30e97d6 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:13:40.815325 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9867d34-7f0e-4496-901d-51ffa30e97d6 None None] Checking segment: {'id': 'fa438ac0-31aa-4f54-9fe7-4cfe9df10348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1f63a2ba-9f83-4fe9-a4b1-3e3499a58066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:13:40.815730 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d9867d34-7f0e-4496-901d-51ffa30e97d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:40.816184 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9867d34-7f0e-4496-901d-51ffa30e97d6 None None] Bound using segment: {'id': 'fa438ac0-31aa-4f54-9fe7-4cfe9df10348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1f63a2ba-9f83-4fe9-a4b1-3e3499a58066'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:13:40.816769 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d9867d34-7f0e-4496-901d-51ffa30e97d6 None None] Bound port: 08c19ed2-87c3-4777-8f97-c0c1998fdcd4, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa438ac0-31aa-4f54-9fe7-4cfe9df10348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1f63a2ba-9f83-4fe9-a4b1-3e3499a58066'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:13:40.817449 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d9867d34-7f0e-4496-901d-51ffa30e97d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:40.833819 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3217f500-5065-404a-9e9b-23a8e60e95af None None] Provisioning complete for port 356c4daf-62d1-4efe-864c-34e19dafde88 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:40.834167 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3217f500-5065-404a-9e9b-23a8e60e95af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:40.861282 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-aeff5a67-8ccc-4fe7-962f-c35d9243017e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:13:40.868892 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-aeff5a67-8ccc-4fe7-962f-c35d9243017e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1901498 Apr 06 14:13:40.871055 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5b2a9389-a07c-4f74-807e-17fe786bd288 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:40.875447 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-592e870f-021d-47cb-8932-fcba6298243f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Allocated IP 172.20.0.13 (1f63a2ba-9f83-4fe9-a4b1-3e3499a58066/907f1bc7-94a9-4882-aa05-c77daf6113ff/8dcf86af-9c04-4ad1-8b70-ca19761c9007) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:13:40.932952 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-63c3638b-2ee1-4ad6-a110-79438831f354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:40.939447 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0ef92bd-7f0c-4386-8f44-f85f44194cfd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:40.952506 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0ef92bd-7f0c-4386-8f44-f85f44194cfd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:41.000440 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5b2a9389-a07c-4f74-807e-17fe786bd288 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:41.001563 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2a9389-a07c-4f74-807e-17fe786bd288 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:41.002266 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5b2a9389-a07c-4f74-807e-17fe786bd288 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:41.070743 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3217f500-5065-404a-9e9b-23a8e60e95af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:41.126025 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3217f500-5065-404a-9e9b-23a8e60e95af None None] For port 356c4daf-62d1-4efe-864c-34e19dafde88, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=356c4daf-62d1-4efe-864c-34e19dafde88,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:41.127690 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d9867d34-7f0e-4496-901d-51ffa30e97d6 None None] For port 08c19ed2-87c3-4777-8f97-c0c1998fdcd4, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:13:41.132696 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d9867d34-7f0e-4496-901d-51ffa30e97d6 None None] For port 08c19ed2-87c3-4777-8f97-c0c1998fdcd4, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=08c19ed2-87c3-4777-8f97-c0c1998fdcd4,segment=NetworkSegment(fa438ac0-31aa-4f54-9fe7-4cfe9df10348),segment_id=fa438ac0-31aa-4f54-9fe7-4cfe9df10348)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:13:41.134448 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3217f500-5065-404a-9e9b-23a8e60e95af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:41.143943 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44987ea2-659c-4dea-b01c-a3ae48039eaf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:41.174385 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d9867d34-7f0e-4496-901d-51ffa30e97d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:41.191676 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-be4b561d-ce86-4539-a48d-c6edf5eca9da service neutron] 10.222.0.60 "GET /v2.0/networks/b4b50898-b40c-48be-9630-e21242c54179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115692 Apr 06 14:13:41.204089 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44987ea2-659c-4dea-b01c-a3ae48039eaf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:41.232083 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217f500-5065-404a-9e9b-23a8e60e95af None None] Pushing event updated for resources: {'Port': ['ID=356c4daf-62d1-4efe-864c-34e19dafde88,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:41.237633 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44987ea2-659c-4dea-b01c-a3ae48039eaf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c5fd8fa-00c7-42ee-a61f-c09e59d32702,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:41.241474 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5b2a9389-a07c-4f74-807e-17fe786bd288 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.2350390 Apr 06 14:13:41.242364 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef92bd-7f0c-4386-8f44-f85f44194cfd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Pushing event updated for resources: {'Port': ['ID=dfd13b08-8748-4d05-ada0-03555c3cdfeb,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:41.248400 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45156) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:41.248732 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45158) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:41.249373 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a9389-a07c-4f74-807e-17fe786bd288 tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Pushing event updated for resources: {'Network': ['ID=bffeac38-6c08-417c-9011-abe39e094dbc,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:41.267558 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-eda66b58-d734-456c-b0d1-1986f380c8ec tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:41.308307 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network bffeac38-6c08-417c-9011-abe39e094dbc details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:13:41.376658 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44987ea2-659c-4dea-b01c-a3ae48039eaf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:41.377938 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-44987ea2-659c-4dea-b01c-a3ae48039eaf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8039505 Apr 06 14:13:41.378763 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-efd3d1ef-1c1a-40cf-a705-b6f193d32d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:41.392346 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0ef92bd-7f0c-4386-8f44-f85f44194cfd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:41.407392 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45164) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:41.430993 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-44f30ca6-08cb-4cd3-a84a-d0cb2c33bedf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:41.451747 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:41.460081 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-44f30ca6-08cb-4cd3-a84a-d0cb2c33bedf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:41.467975 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:41.472142 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-44f30ca6-08cb-4cd3-a84a-d0cb2c33bedf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Usage tracker for resource:floatingip and tenant:b420c830a8c344c38ee71ab00e7194de is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:41.475763 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9867d34-7f0e-4496-901d-51ffa30e97d6 None None] Pushing event updated for resources: {'Port': ['ID=08c19ed2-87c3-4777-8f97-c0c1998fdcd4,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:41.485057 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-42ef0e12-093d-4d18-a370-67c7af2f2e57 None None] Provisioning for port e08bc742-0867-4c78-8e3c-93d6798a5465 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:13:41.494184 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-44f30ca6-08cb-4cd3-a84a-d0cb2c33bedf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:41.494758 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-42ef0e12-093d-4d18-a370-67c7af2f2e57 None None] Provisioning complete for port e08bc742-0867-4c78-8e3c-93d6798a5465 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:41.495188 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-42ef0e12-093d-4d18-a370-67c7af2f2e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:41.504800 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0ef92bd-7f0c-4386-8f44-f85f44194cfd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:41.506060 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b0ef92bd-7f0c-4386-8f44-f85f44194cfd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6456575 Apr 06 14:13:41.509155 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-44f30ca6-08cb-4cd3-a84a-d0cb2c33bedf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:41.552218 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0bd1ba6-117c-4d4e-9821-2e1c8e6650ff tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:41.568127 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-42ef0e12-093d-4d18-a370-67c7af2f2e57 None None] Port e08bc742-0867-4c78-8e3c-93d6798a5465 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:13:41.568355 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-efd3d1ef-1c1a-40cf-a705-b6f193d32d97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:41.579152 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-efd3d1ef-1c1a-40cf-a705-b6f193d32d97 admin admin] Usage tracker for resource:security_group_rule and tenant:334e87ff5ea54b11abf5210b3c1a1de3 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:41.584205 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-efd3d1ef-1c1a-40cf-a705-b6f193d32d97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:41.598217 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44f30ca6-08cb-4cd3-a84a-d0cb2c33bedf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:41.628938 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-efd3d1ef-1c1a-40cf-a705-b6f193d32d97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:41.742949 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f0bd1ba6-117c-4d4e-9821-2e1c8e6650ff tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Calling delete_port for e08bc742-0867-4c78-8e3c-93d6798a5465 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:13:41.783374 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-efd3d1ef-1c1a-40cf-a705-b6f193d32d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:41.847291 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eda66b58-d734-456c-b0d1-1986f380c8ec tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:41.869152 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 08c19ed2-87c3-4777-8f97-c0c1998fdcd4 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:13:41.873986 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:13:41.881936 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-efd3d1ef-1c1a-40cf-a705-b6f193d32d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:41.900484 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eda66b58-d734-456c-b0d1-1986f380c8ec tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:41.958993 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 08c19ed2-87c3-4777-8f97-c0c1998fdcd4 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:13:41.967111 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 356c4daf-62d1-4efe-864c-34e19dafde88 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:13:42.030576 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eda66b58-d734-456c-b0d1-1986f380c8ec tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Network bffeac38-6c08-417c-9011-abe39e094dbc is not hosted by any dhcp agent {{(pid=83737) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 06 14:13:42.032273 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda66b58-d734-456c-b0d1-1986f380c8ec tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:42.032273 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eda66b58-d734-456c-b0d1-1986f380c8ec tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:42.038483 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-eda66b58-d734-456c-b0d1-1986f380c8ec tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] 10.222.0.60 "PUT /v2.0/networks/bffeac38-6c08-417c-9011-abe39e094dbc HTTP/1.1" status: 200 len: 858 time: 0.7805905 Apr 06 14:13:42.042881 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45178) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:42.047104 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 356c4daf-62d1-4efe-864c-34e19dafde88 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:42.047477 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:42.068443 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3d1ef-1c1a-40cf-a705-b6f193d32d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba3e3da-c1d8-4b7a-97b0-c89a09af7287,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:42.109495 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-efd3d1ef-1c1a-40cf-a705-b6f193d32d97 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=334e87ff5ea54b11abf5210b3c1a1de3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8569243 Apr 06 14:13:42.113665 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] device_id is not set on port 416aa73e-3004-43b9-8433-7c283c0a875b yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:13:42.120182 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45182) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:42.124536 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-cde54664-271b-4a1a-bfba-9085d0dd12bb service neutron] 10.222.0.60 "GET /v2.0/networks/b4b50898-b40c-48be-9630-e21242c54179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9193037 Apr 06 14:13:42.151339 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:42.177659 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda66b58-d734-456c-b0d1-1986f380c8ec tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Pushing event updated for resources: {'Network': ['ID=bffeac38-6c08-417c-9011-abe39e094dbc,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:42.185994 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45188) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:42.201289 dv-neutron-835868-1-hyperv neutron-server[83737]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 14:13:42.294453 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-b2f5aa96-bbc3-4d34-9788-d429571fa7ee tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Synchronizing usage tracker for tenant:c60ff9278e7d428290bc7f626f6f5595 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:13:42.300129 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f497f53-1708-4360-84d2-b3da90b0a1de tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:42.336130 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-592e870f-021d-47cb-8932-fcba6298243f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:42.339384 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Transition to ACTIVE for port object 416aa73e-3004-43b9-8433-7c283c0a875b will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:42.341390 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44f30ca6-08cb-4cd3-a84a-d0cb2c33bedf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:42.370063 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-38617f24-58e5-4fc8-9cd8-d5b585b2fe11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:42.372157 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0bd1ba6-117c-4d4e-9821-2e1c8e6650ff tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:42.377704 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:42.410389 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-b2f5aa96-bbc3-4d34-9788-d429571fa7ee tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Unset dirty status for tenant:c60ff9278e7d428290bc7f626f6f5595 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:13:42.418491 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-b2f5aa96-bbc3-4d34-9788-d429571fa7ee tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1950861541&fields=id&tenant_id=c60ff9278e7d428290bc7f626f6f5595 HTTP/1.1" status: 200 len: 267 time: 0.2246425 Apr 06 14:13:42.504529 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-592e870f-021d-47cb-8932-fcba6298243f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Transition to ACTIVE for port object 8dcf86af-9c04-4ad1-8b70-ca19761c9007 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:42.594279 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-38617f24-58e5-4fc8-9cd8-d5b585b2fe11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:42.653725 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3fbdedc6-605a-49b3-928a-cbad22394c03 req-ec4a9cd9-614c-43ef-b724-c009a1835e56 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 210 time: 0.1529434 Apr 06 14:13:42.660198 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0bd1ba6-117c-4d4e-9821-2e1c8e6650ff tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:42.704327 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Pushing event updated for resources: {'Port': ['ID=416aa73e-3004-43b9-8433-7c283c0a875b,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:42.737662 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:42.783888 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f497f53-1708-4360-84d2-b3da90b0a1de tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:42.788099 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f0bd1ba6-117c-4d4e-9821-2e1c8e6650ff tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/e08bc742-0867-4c78-8e3c-93d6798a5465 HTTP/1.1" status: 204 len: 168 time: 2.6482108 Apr 06 14:13:42.791727 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd1ba6-117c-4d4e-9821-2e1c8e6650ff tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Port': ['ID=e08bc742-0867-4c78-8e3c-93d6798a5465,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:42.793410 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45210) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:42.829724 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5b08ef-58ac-43bb-9054-a65490b22a34 None None] Network 1f63a2ba-9f83-4fe9-a4b1-3e3499a58066 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:13:42.866328 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port 416aa73e-3004-43b9-8433-7c283c0a875b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:42.866675 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port 416aa73e-3004-43b9-8433-7c283c0a875b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:42.867010 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port 416aa73e-3004-43b9-8433-7c283c0a875b on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:42.879278 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-592e870f-021d-47cb-8932-fcba6298243f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:42.910644 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-8f497f53-1708-4360-84d2-b3da90b0a1de tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bffeac38-6c08-417c-9011-abe39e094dbc']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:42.931611 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Port 416aa73e-3004-43b9-8433-7c283c0a875b on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:13:42.931938 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Failed to bind port 416aa73e-3004-43b9-8433-7c283c0a875b on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] Apr 06 14:13:42.939594 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempt 2 to bind port 416aa73e-3004-43b9-8433-7c283c0a875b Apr 06 14:13:42.958130 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854f86d8-362c-4e4b-9e57-04c907d9f3c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:42.959558 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854f86d8-362c-4e4b-9e57-04c907d9f3c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:42.960330 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-854f86d8-362c-4e4b-9e57-04c907d9f3c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:13:42.961189 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-8f497f53-1708-4360-84d2-b3da90b0a1de tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ddcb60-8e90-4f05-9a08-829be0b35326') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:42.961588 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-8f497f53-1708-4360-84d2-b3da90b0a1de tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ddcb60-8e90-4f05-9a08-829be0b35326') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:42.977640 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-38617f24-58e5-4fc8-9cd8-d5b585b2fe11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:42.998507 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f497f53-1708-4360-84d2-b3da90b0a1de tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:42.999084 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9709ba09-2d05-41eb-b2f4-f4dd3163e57c None None] Provisioning for port 08c19ed2-87c3-4777-8f97-c0c1998fdcd4 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:13:43.008426 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9709ba09-2d05-41eb-b2f4-f4dd3163e57c None None] Provisioning complete for port 08c19ed2-87c3-4777-8f97-c0c1998fdcd4 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:43.009239 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9709ba09-2d05-41eb-b2f4-f4dd3163e57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:43.013955 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592e870f-021d-47cb-8932-fcba6298243f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Network 1f63a2ba-9f83-4fe9-a4b1-3e3499a58066 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:43.018198 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e870f-021d-47cb-8932-fcba6298243f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Pushing event updated for resources: {'Port': ['ID=8dcf86af-9c04-4ad1-8b70-ca19761c9007,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:43.025606 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port 416aa73e-3004-43b9-8433-7c283c0a875b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:43.025952 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port 416aa73e-3004-43b9-8433-7c283c0a875b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:43.026296 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port 416aa73e-3004-43b9-8433-7c283c0a875b on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:43.028541 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38617f24-58e5-4fc8-9cd8-d5b585b2fe11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba3e3da-c1d8-4b7a-97b0-c89a09af7287,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:43.037366 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-174e6bad-88d3-4b1f-90b1-641795f34715 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:43.038876 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-592e870f-021d-47cb-8932-fcba6298243f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:43.038984 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-174e6bad-88d3-4b1f-90b1-641795f34715 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Synchronizing usage tracker for tenant:c60ff9278e7d428290bc7f626f6f5595 on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:13:43.044945 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e870f-021d-47cb-8932-fcba6298243f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:43.058165 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-44f30ca6-08cb-4cd3-a84a-d0cb2c33bedf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Allocated IP 172.26.8.108 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/74de90b6-2009-4374-8229-7d7dbfc779d2) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:13:43.062423 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f497f53-1708-4360-84d2-b3da90b0a1de tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:43.079279 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f497f53-1708-4360-84d2-b3da90b0a1de tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:13:43.079650 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f497f53-1708-4360-84d2-b3da90b0a1de tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:43.084577 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-38617f24-58e5-4fc8-9cd8-d5b585b2fe11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:43.085612 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-38617f24-58e5-4fc8-9cd8-d5b585b2fe11 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1ba3e3da-c1d8-4b7a-97b0-c89a09af7287 HTTP/1.1" status: 204 len: 168 time: 0.9601588 Apr 06 14:13:43.093494 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-854f86d8-362c-4e4b-9e57-04c907d9f3c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:13:43.094656 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-854f86d8-362c-4e4b-9e57-04c907d9f3c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2986734 Apr 06 14:13:43.097434 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Port 416aa73e-3004-43b9-8433-7c283c0a875b on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:13:43.097769 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Failed to bind port 416aa73e-3004-43b9-8433-7c283c0a875b on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:13:43.098217 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:13:43.101825 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45220) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:43.104299 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempt 3 to bind port 416aa73e-3004-43b9-8433-7c283c0a875b Apr 06 14:13:43.129346 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port 416aa73e-3004-43b9-8433-7c283c0a875b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:43.129693 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port 416aa73e-3004-43b9-8433-7c283c0a875b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:43.130032 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port 416aa73e-3004-43b9-8433-7c283c0a875b on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:43.139365 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592e870f-021d-47cb-8932-fcba6298243f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:43.139983 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-592e870f-021d-47cb-8932-fcba6298243f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:43.152645 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Port 416aa73e-3004-43b9-8433-7c283c0a875b on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:13:43.153012 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Failed to bind port 416aa73e-3004-43b9-8433-7c283c0a875b on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] Apr 06 14:13:43.155565 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempt 4 to bind port 416aa73e-3004-43b9-8433-7c283c0a875b Apr 06 14:13:43.175690 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port 416aa73e-3004-43b9-8433-7c283c0a875b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:43.176058 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port 416aa73e-3004-43b9-8433-7c283c0a875b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:43.176327 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port 416aa73e-3004-43b9-8433-7c283c0a875b on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:43.184585 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-592e870f-021d-47cb-8932-fcba6298243f tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7009506 Apr 06 14:13:43.184585 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45230) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:43.191730 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f10f99f7-ca45-49d7-9928-75a221482564 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Request body: {'port': {'network_id': '1f63a2ba-9f83-4fe9-a4b1-3e3499a58066', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1939443517', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:43.192274 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.api.validators [None req-f10f99f7-ca45-49d7-9928-75a221482564 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] bootfile-name is not in valid_values {{(pid=83738) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 06 14:13:43.192632 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.api.validators [None req-f10f99f7-ca45-49d7-9928-75a221482564 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] tftp-server is not in valid_values {{(pid=83738) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 06 14:13:43.193023 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.api.validators [None req-f10f99f7-ca45-49d7-9928-75a221482564 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] server-ip-address is not in valid_values {{(pid=83738) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 06 14:13:43.216723 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Port 416aa73e-3004-43b9-8433-7c283c0a875b on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:13:43.217090 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Failed to bind port 416aa73e-3004-43b9-8433-7c283c0a875b on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] Apr 06 14:13:43.288772 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempt 5 to bind port 416aa73e-3004-43b9-8433-7c283c0a875b Apr 06 14:13:43.333938 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port 416aa73e-3004-43b9-8433-7c283c0a875b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:43.334973 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port 416aa73e-3004-43b9-8433-7c283c0a875b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:43.335271 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port 416aa73e-3004-43b9-8433-7c283c0a875b on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:43.338514 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-174e6bad-88d3-4b1f-90b1-641795f34715 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Unset dirty status for tenant:c60ff9278e7d428290bc7f626f6f5595 on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:13:43.347254 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-174e6bad-88d3-4b1f-90b1-641795f34715 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/networks?id=db22f504-5a34-4a84-99cc-65b1302a1645 HTTP/1.1" status: 200 len: 812 time: 0.9277818 Apr 06 14:13:43.354546 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Port 416aa73e-3004-43b9-8433-7c283c0a875b on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:13:43.354878 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Failed to bind port 416aa73e-3004-43b9-8433-7c283c0a875b on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] Apr 06 14:13:43.365864 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempt 6 to bind port 416aa73e-3004-43b9-8433-7c283c0a875b Apr 06 14:13:43.398610 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port 416aa73e-3004-43b9-8433-7c283c0a875b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:43.399081 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port 416aa73e-3004-43b9-8433-7c283c0a875b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:43.399424 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port 416aa73e-3004-43b9-8433-7c283c0a875b on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:43.410119 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f10f99f7-ca45-49d7-9928-75a221482564 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:43.416189 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f10f99f7-ca45-49d7-9928-75a221482564 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Usage tracker for resource:port and tenant:e3b91d6e2345496b8a38a9ca08953d0d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:43.418744 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Port 416aa73e-3004-43b9-8433-7c283c0a875b on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:13:43.419545 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Failed to bind port 416aa73e-3004-43b9-8433-7c283c0a875b on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] Apr 06 14:13:43.419954 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f10f99f7-ca45-49d7-9928-75a221482564 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:43.422542 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempt 7 to bind port 416aa73e-3004-43b9-8433-7c283c0a875b Apr 06 14:13:43.434251 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f10f99f7-ca45-49d7-9928-75a221482564 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:43.454685 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port 416aa73e-3004-43b9-8433-7c283c0a875b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:43.455025 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port 416aa73e-3004-43b9-8433-7c283c0a875b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:43.455365 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port 416aa73e-3004-43b9-8433-7c283c0a875b on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:43.484727 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10f99f7-ca45-49d7-9928-75a221482564 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Made reservation on behalf of e3b91d6e2345496b8a38a9ca08953d0d for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:43.488652 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f10f99f7-ca45-49d7-9928-75a221482564 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:43.505677 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Port 416aa73e-3004-43b9-8433-7c283c0a875b on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:13:43.506626 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Failed to bind port 416aa73e-3004-43b9-8433-7c283c0a875b on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] Apr 06 14:13:43.509762 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempt 8 to bind port 416aa73e-3004-43b9-8433-7c283c0a875b Apr 06 14:13:43.536100 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port 416aa73e-3004-43b9-8433-7c283c0a875b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:43.536562 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port 416aa73e-3004-43b9-8433-7c283c0a875b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:43.537091 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port 416aa73e-3004-43b9-8433-7c283c0a875b on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:43.538171 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9709ba09-2d05-41eb-b2f4-f4dd3163e57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:43.542138 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-f10f99f7-ca45-49d7-9928-75a221482564 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] device_id is not set on port da00277d-54a3-4ff0-9693-4930ffedec38 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:13:43.583404 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-525878de-6ffb-4376-b282-f2871c91afb0 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/quotas/c60ff9278e7d428290bc7f626f6f5595 HTTP/1.1" status: 200 len: 375 time: 0.2352159 Apr 06 14:13:43.599859 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Port 416aa73e-3004-43b9-8433-7c283c0a875b on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:13:43.600925 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Failed to bind port 416aa73e-3004-43b9-8433-7c283c0a875b on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] Apr 06 14:13:43.603719 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempt 9 to bind port 416aa73e-3004-43b9-8433-7c283c0a875b Apr 06 14:13:43.607581 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-9709ba09-2d05-41eb-b2f4-f4dd3163e57c None None] For port 08c19ed2-87c3-4777-8f97-c0c1998fdcd4, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=08c19ed2-87c3-4777-8f97-c0c1998fdcd4,segment=NetworkSegment(fa438ac0-31aa-4f54-9fe7-4cfe9df10348),segment_id=fa438ac0-31aa-4f54-9fe7-4cfe9df10348)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:43.671453 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9709ba09-2d05-41eb-b2f4-f4dd3163e57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:43.689626 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-6650f7fc-a8dd-47e2-abe6-a1895a4f57ca tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting subnet 1bb9ede4-bf9e-4f42-b4d5-38e3b3d59446 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:13:43.691670 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f497f53-1708-4360-84d2-b3da90b0a1de tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:43.750638 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44f30ca6-08cb-4cd3-a84a-d0cb2c33bedf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:43.780752 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6650f7fc-a8dd-47e2-abe6-a1895a4f57ca tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:43.804153 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port 416aa73e-3004-43b9-8433-7c283c0a875b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:43.804813 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port 416aa73e-3004-43b9-8433-7c283c0a875b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:43.805306 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port 416aa73e-3004-43b9-8433-7c283c0a875b on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:43.821298 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Port 416aa73e-3004-43b9-8433-7c283c0a875b on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:13:43.831226 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Failed to bind port 416aa73e-3004-43b9-8433-7c283c0a875b on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] Apr 06 14:13:43.836761 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempt 10 to bind port 416aa73e-3004-43b9-8433-7c283c0a875b Apr 06 14:13:43.842460 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709ba09-2d05-41eb-b2f4-f4dd3163e57c None None] Pushing event updated for resources: {'Port': ['ID=08c19ed2-87c3-4777-8f97-c0c1998fdcd4,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:43.880183 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f497f53-1708-4360-84d2-b3da90b0a1de tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bffeac38-6c08-417c-9011-abe39e094dbc {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 06 14:13:43.886076 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f497f53-1708-4360-84d2-b3da90b0a1de tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:43.918840 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44f30ca6-08cb-4cd3-a84a-d0cb2c33bedf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:43.950119 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port 416aa73e-3004-43b9-8433-7c283c0a875b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:43.950540 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port 416aa73e-3004-43b9-8433-7c283c0a875b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:43.950941 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempting to bind port 416aa73e-3004-43b9-8433-7c283c0a875b on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:43.970126 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-da30f298-dc4c-4cba-b35d-fc8289da905d req-e1aa010b-4940-4eb4-a9e2-614bd9fd0104 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 210 time: 0.1496847 Apr 06 14:13:44.031669 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f497f53-1708-4360-84d2-b3da90b0a1de tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] Pushing event deleted for resources: {'Network': ['ID=bffeac38-6c08-417c-9011-abe39e094dbc,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:44.034195 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Port 416aa73e-3004-43b9-8433-7c283c0a875b on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:13:44.034474 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Failed to bind port 416aa73e-3004-43b9-8433-7c283c0a875b on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aac08ef-b816-4d76-a8eb-4f18cfe87d10'}] Apr 06 14:13:44.034905 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:44.123158 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ed61167b-f26c-423d-9ea9-36c8bbedf45b None None] Provisioning complete for port 08c19ed2-87c3-4777-8f97-c0c1998fdcd4 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:44.123530 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ed61167b-f26c-423d-9ea9-36c8bbedf45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:44.155336 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8f497f53-1708-4360-84d2-b3da90b0a1de tempest-ExternalNetworksTestJSON-157721488 tempest-ExternalNetworksTestJSON-157721488-project-admin] 10.222.0.60 "DELETE /v2.0/networks/bffeac38-6c08-417c-9011-abe39e094dbc HTTP/1.1" status: 204 len: 168 time: 2.1024497 Apr 06 14:13:44.159312 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45258) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:44.214653 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6650f7fc-a8dd-47e2-abe6-a1895a4f57ca tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:44.214979 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6b5590-b75e-487b-aadb-88792dd3fc44 tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] DELETE failed (client error): The resource could not be found. Apr 06 14:13:44.215369 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f6b5590-b75e-487b-aadb-88792dd3fc44 tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:13:44.222651 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-f10f99f7-ca45-49d7-9928-75a221482564 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Allocated IP 172.20.0.12 (1f63a2ba-9f83-4fe9-a4b1-3e3499a58066/907f1bc7-94a9-4882-aa05-c77daf6113ff/da00277d-54a3-4ff0-9693-4930ffedec38) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:13:44.230550 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] For port 416aa73e-3004-43b9-8433-7c283c0a875b, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:13:44.230919 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Attempted to set empty binding levels {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 06 14:13:44.242329 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0f6b5590-b75e-487b-aadb-88792dd3fc44 tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] 10.222.0.60 "DELETE /v2.0/subnets/6cf57fab-3595-4414-9df7-0ab7a2d346a5 HTTP/1.1" status: 404 len: 337 time: 0.0818949 Apr 06 14:13:44.244355 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:44.250804 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45262) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:44.314795 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f30ca6-08cb-4cd3-a84a-d0cb2c33bedf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:44.330807 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-44f30ca6-08cb-4cd3-a84a-d0cb2c33bedf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:44.341148 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f30ca6-08cb-4cd3-a84a-d0cb2c33bedf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:44.420391 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f30ca6-08cb-4cd3-a84a-d0cb2c33bedf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Pushing event updated for resources: {'Port': ['ID=74de90b6-2009-4374-8229-7d7dbfc779d2,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:44.514066 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] In _notify_port_updated(), no bound segment for port 416aa73e-3004-43b9-8433-7c283c0a875b on network 2aac08ef-b816-4d76-a8eb-4f18cfe87d10 {{(pid=83738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 06 14:13:44.516859 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:44.518207 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] 10.222.0.60 "PUT /v2.0/ports/416aa73e-3004-43b9-8433-7c283c0a875b HTTP/1.1" status: 200 len: 975 time: 4.5515370 Apr 06 14:13:44.527545 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ed61167b-f26c-423d-9ea9-36c8bbedf45b None None] Provisioning for port 8dcf86af-9c04-4ad1-8b70-ca19761c9007 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:13:44.532926 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ed61167b-f26c-423d-9ea9-36c8bbedf45b None None] Provisioning complete for port 8dcf86af-9c04-4ad1-8b70-ca19761c9007 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:44.533306 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ed61167b-f26c-423d-9ea9-36c8bbedf45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:44.534756 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45270) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:44.571682 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-2adcbbf4-e3da-4f96-8f47-961126d905c5 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Synchronizing usage tracker for tenant:c60ff9278e7d428290bc7f626f6f5595 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:13:44.609339 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ed61167b-f26c-423d-9ea9-36c8bbedf45b None None] Port 8dcf86af-9c04-4ad1-8b70-ca19761c9007 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:13:44.671417 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d30895ba-09ed-4acc-a213-8b88572c1322 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Deleting port 416aa73e-3004-43b9-8433-7c283c0a875b {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:13:44.671765 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d30895ba-09ed-4acc-a213-8b88572c1322 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:44.703748 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed965e3-3817-42f2-a933-a063a652d072 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Pushing event updated for resources: {'Port': ['ID=416aa73e-3004-43b9-8433-7c283c0a875b,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:44.743790 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0665652-31d1-4869-946f-1aeba94a8d15 tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:44.744966 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0fb491b2-15ff-43ac-ad18-3ca0ed460a12 None None] Provisioning complete for port 8dcf86af-9c04-4ad1-8b70-ca19761c9007 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:44.745348 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0fb491b2-15ff-43ac-ad18-3ca0ed460a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:44.773710 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-2adcbbf4-e3da-4f96-8f47-961126d905c5 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Unset dirty status for tenant:c60ff9278e7d428290bc7f626f6f5595 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:13:44.775630 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-2adcbbf4-e3da-4f96-8f47-961126d905c5 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c60ff9278e7d428290bc7f626f6f5595&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0788736 Apr 06 14:13:44.836551 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0fb491b2-15ff-43ac-ad18-3ca0ed460a12 None None] Port 8dcf86af-9c04-4ad1-8b70-ca19761c9007 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:13:44.874903 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6650f7fc-a8dd-47e2-abe6-a1895a4f57ca tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:44.995761 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0665652-31d1-4869-946f-1aeba94a8d15 tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:45.021423 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f10f99f7-ca45-49d7-9928-75a221482564 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:45.033570 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44f30ca6-08cb-4cd3-a84a-d0cb2c33bedf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:45.085381 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.69', 53847) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:45.088709 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-f0665652-31d1-4869-946f-1aeba94a8d15 tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21379a00-5e2f-4ee4-912c-2f5869782588']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:45.131139 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-f0665652-31d1-4869-946f-1aeba94a8d15 tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c29fb0-31f5-431a-b47f-481e8f15f52d') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:45.135478 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-f0665652-31d1-4869-946f-1aeba94a8d15 tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c29fb0-31f5-431a-b47f-481e8f15f52d') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:45.137849 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44f30ca6-08cb-4cd3-a84a-d0cb2c33bedf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:45.205749 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-f10f99f7-ca45-49d7-9928-75a221482564 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Transition to ACTIVE for port object da00277d-54a3-4ff0-9693-4930ffedec38 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:45.209556 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6650f7fc-a8dd-47e2-abe6-a1895a4f57ca tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:45.218101 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0665652-31d1-4869-946f-1aeba94a8d15 tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:45.239700 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0665652-31d1-4869-946f-1aeba94a8d15 tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:45.249684 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0665652-31d1-4869-946f-1aeba94a8d15 tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:13:45.250417 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0665652-31d1-4869-946f-1aeba94a8d15 tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:13:45.345075 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:13:45.397876 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-d3ab561d-9af6-422e-a770-b9200b12c4a5 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:13:45.398871 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-d3ab561d-9af6-422e-a770-b9200b12c4a5 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4101305 Apr 06 14:13:45.416624 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650f7fc-a8dd-47e2-abe6-a1895a4f57ca tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Subnet': ['ID=1bb9ede4-bf9e-4f42-b4d5-38e3b3d59446,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:45.463403 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd84434c-5a51-43b6-8c55-2bf261c1cd83 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:13:45.470608 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6650f7fc-a8dd-47e2-abe6-a1895a4f57ca tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:45.509289 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f10f99f7-ca45-49d7-9928-75a221482564 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:45.511159 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0665652-31d1-4869-946f-1aeba94a8d15 tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:45.589590 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-d30895ba-09ed-4acc-a213-8b88572c1322 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] For port 416aa73e-3004-43b9-8433-7c283c0a875b, host hv-neutron-8358, got binding levels [] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:45.589958 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d30895ba-09ed-4acc-a213-8b88572c1322 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:45.656483 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f99f7-ca45-49d7-9928-75a221482564 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Pushing event updated for resources: {'Port': ['ID=da00277d-54a3-4ff0-9693-4930ffedec38,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:45.666638 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6650f7fc-a8dd-47e2-abe6-a1895a4f57ca tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/1bb9ede4-bf9e-4f42-b4d5-38e3b3d59446 HTTP/1.1" status: 204 len: 168 time: 2.5582609 Apr 06 14:13:45.669063 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45302) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:45.686397 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5427a685-c3a1-4086-bf86-c87018890985 req-fc11a25b-c23d-4021-93b8-64e653f4b243 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 210 time: 0.3169436 Apr 06 14:13:45.715348 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0665652-31d1-4869-946f-1aeba94a8d15 tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:45.719791 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0665652-31d1-4869-946f-1aeba94a8d15 tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] Pushing event deleted for resources: {'Network': ['ID=21379a00-5e2f-4ee4-912c-2f5869782588,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:45.803842 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 08c19ed2-87c3-4777-8f97-c0c1998fdcd4 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:13:45.915490 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-00597623-6534-4f97-8271-0fe19fc984a5 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:45.918527 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-00597623-6534-4f97-8271-0fe19fc984a5 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.69 "GET /v2.0/networks?id=b4b50898-b40c-48be-9630-e21242c54179 HTTP/1.1" status: 200 len: 811 time: 0.8306270 Apr 06 14:13:45.930241 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f0665652-31d1-4869-946f-1aeba94a8d15 tempest-ExternalNetworksTestJSON-403414019 tempest-ExternalNetworksTestJSON-403414019-project] 10.222.0.60 "DELETE /v2.0/networks/21379a00-5e2f-4ee4-912c-2f5869782588 HTTP/1.1" status: 204 len: 168 time: 1.6399157 Apr 06 14:13:45.941063 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 08c19ed2-87c3-4777-8f97-c0c1998fdcd4 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:45.941860 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:45.965450 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d30895ba-09ed-4acc-a213-8b88572c1322 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Calling delete_port for 416aa73e-3004-43b9-8433-7c283c0a875b owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:13:46.029510 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2fd62a-8e23-4cf4-8ad1-c585caf996de None None] DHCP port deletion for 45db5c66-c082-47ed-beeb-688e3c8646d5 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:13:46.046802 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-61e41439-1f90-418d-9021-5c5c1669b3b5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3685021 Apr 06 14:13:46.047858 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45320) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:46.057142 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6e2fd62a-8e23-4cf4-8ad1-c585caf996de None None] Deleting port 356c4daf-62d1-4efe-864c-34e19dafde88 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:13:46.057554 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6e2fd62a-8e23-4cf4-8ad1-c585caf996de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:46.080894 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10f99f7-ca45-49d7-9928-75a221482564 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Network 1f63a2ba-9f83-4fe9-a4b1-3e3499a58066 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:46.085671 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-f10f99f7-ca45-49d7-9928-75a221482564 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:46.101143 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10f99f7-ca45-49d7-9928-75a221482564 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:46.156445 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-856ccd3b-665a-4182-8397-558eb6f655ca service neutron] 10.222.0.60 "GET /v2.0/networks/db22f504-5a34-4a84-99cc-65b1302a1645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7478774 Apr 06 14:13:46.197222 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10f99f7-ca45-49d7-9928-75a221482564 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:46.197856 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f10f99f7-ca45-49d7-9928-75a221482564 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:46.223406 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-f87f9887-5692-4f4e-8c3f-baee5a497ebe tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45bdc10440d74a5abd92184edf5c75b4 HTTP/1.1" status: 200 len: 380 time: 0.2611549 Apr 06 14:13:46.233230 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f10f99f7-ca45-49d7-9928-75a221482564 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 3.0477049 Apr 06 14:13:46.234305 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45330) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:46.240548 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-940dc0ee-adca-45e8-9ce0-a652aad78c11 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Request body: {'port': {'device_id': '0336ab17-d266-411c-8fc8-630df3aa9034', 'network_id': 'b4b50898-b40c-48be-9630-e21242c54179', 'admin_state_up': True, 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4', 'security_groups': ['138e2942-054c-4045-b2b9-d7ec5c8dcfdf']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:46.311815 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45334) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:46.374052 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d30895ba-09ed-4acc-a213-8b88572c1322 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:46.440322 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.db.resource_extend [None req-44f30ca6-08cb-4cd3-a84a-d0cb2c33bedf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:13:46.462999 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-940dc0ee-adca-45e8-9ce0-a652aad78c11 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:46.479007 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30895ba-09ed-4acc-a213-8b88572c1322 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Pushing event deleted for resources: {'Port': ['ID=416aa73e-3004-43b9-8433-7c283c0a875b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:46.481123 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45344) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:46.484353 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-940dc0ee-adca-45e8-9ce0-a652aad78c11 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:46.485555 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44f30ca6-08cb-4cd3-a84a-d0cb2c33bedf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:46.512852 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44f30ca6-08cb-4cd3-a84a-d0cb2c33bedf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:46.538402 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-940dc0ee-adca-45e8-9ce0-a652aad78c11 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Made reservation on behalf of 45bdc10440d74a5abd92184edf5c75b4 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:46.540039 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-940dc0ee-adca-45e8-9ce0-a652aad78c11 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:46.571410 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-d2249f43-50fd-4d82-8ada-f75b8551ebb6 service neutron] 10.222.0.60 "GET /v2.0/networks/db22f504-5a34-4a84-99cc-65b1302a1645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040158 Apr 06 14:13:46.574646 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d30895ba-09ed-4acc-a213-8b88572c1322 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:46.585428 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4045ff-cd11-4ce4-9c10-b8dd2b6ca61c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:46.586384 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cc4045ff-cd11-4ce4-9c10-b8dd2b6ca61c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:13:46.707037 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c38eb3b3-2401-440c-ad89-b7fe2a6068fb None None] Provisioning for port da00277d-54a3-4ff0-9693-4930ffedec38 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:13:46.711911 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6e2fd62a-8e23-4cf4-8ad1-c585caf996de None None] For port 356c4daf-62d1-4efe-864c-34e19dafde88, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=356c4daf-62d1-4efe-864c-34e19dafde88,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:46.717403 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6e2fd62a-8e23-4cf4-8ad1-c585caf996de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:46.749723 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d30895ba-09ed-4acc-a213-8b88572c1322 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] 10.222.0.60 "DELETE /v2.0/ports/416aa73e-3004-43b9-8433-7c283c0a875b HTTP/1.1" status: 204 len: 168 time: 2.2138214 Apr 06 14:13:46.753606 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45352) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:46.767170 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c38eb3b3-2401-440c-ad89-b7fe2a6068fb None None] Provisioning complete for port da00277d-54a3-4ff0-9693-4930ffedec38 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:46.770444 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c38eb3b3-2401-440c-ad89-b7fe2a6068fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:46.807742 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7eb3b579-2042-4eac-9216-411456111e5a tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-500951150', 'router:external': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:46.817535 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f30ca6-08cb-4cd3-a84a-d0cb2c33bedf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Pushing event updated for resources: {'Port': ['ID=74de90b6-2009-4374-8229-7d7dbfc779d2,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:46.871210 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-940dc0ee-adca-45e8-9ce0-a652aad78c11 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Allocated IP 172.20.0.9 (b4b50898-b40c-48be-9630-e21242c54179/61fc1f24-d84d-4e4e-b059-fbe1445d430f/ae0b3a45-c88d-4e73-b461-c2e8cd808229) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:13:46.871827 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cc4045ff-cd11-4ce4-9c10-b8dd2b6ca61c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:13:46.875237 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cc4045ff-cd11-4ce4-9c10-b8dd2b6ca61c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8171682 Apr 06 14:13:46.876305 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7eb3b579-2042-4eac-9216-411456111e5a tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:46.894801 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45356) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:46.978881 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7eb3b579-2042-4eac-9216-411456111e5a tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Usage tracker for resource:network and tenant:7a1885bcd55d42bb9cb6a0ae693613d7 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:46.986393 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7eb3b579-2042-4eac-9216-411456111e5a tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:46.997584 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-48407e00-526e-41ae-b727-3d7da797ecb9 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] GET failed (client error): The resource could not be found. Apr 06 14:13:46.998370 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-48407e00-526e-41ae-b727-3d7da797ecb9 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Synchronizing usage tracker for tenant:2de11221f39242d883dc27ae5c47d2e6 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:13:47.015282 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7eb3b579-2042-4eac-9216-411456111e5a tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:47.024623 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44f30ca6-08cb-4cd3-a84a-d0cb2c33bedf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:47.102660 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb3b579-2042-4eac-9216-411456111e5a tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Made reservation on behalf of 7a1885bcd55d42bb9cb6a0ae693613d7 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:47.106498 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7eb3b579-2042-4eac-9216-411456111e5a tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:47.128350 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44f30ca6-08cb-4cd3-a84a-d0cb2c33bedf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:47.129597 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-44f30ca6-08cb-4cd3-a84a-d0cb2c33bedf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7186885 Apr 06 14:13:47.133239 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23021cd6-ec10-4991-8ea8-08fd427f303a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:47.133929 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-23021cd6-ec10-4991-8ea8-08fd427f303a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:13:47.136579 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-48407e00-526e-41ae-b727-3d7da797ecb9 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] Unset dirty status for tenant:2de11221f39242d883dc27ae5c47d2e6 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:13:47.140694 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-48407e00-526e-41ae-b727-3d7da797ecb9 tempest-PortsAdminExtendedAttrsTestJSON-1580531373 tempest-PortsAdminExtendedAttrsTestJSON-1580531373-project-admin] 10.222.0.60 "GET /v2.0/ports/416aa73e-3004-43b9-8433-7c283c0a875b HTTP/1.1" status: 404 len: 333 time: 0.3614690 Apr 06 14:13:47.172100 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6e2fd62a-8e23-4cf4-8ad1-c585caf996de None None] Calling delete_port for 356c4daf-62d1-4efe-864c-34e19dafde88 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:13:47.178927 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45376) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:47.202814 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7eb3b579-2042-4eac-9216-411456111e5a tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:47.255786 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c38eb3b3-2401-440c-ad89-b7fe2a6068fb None None] Port da00277d-54a3-4ff0-9693-4930ffedec38 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:13:47.305345 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6e2fd62a-8e23-4cf4-8ad1-c585caf996de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:47.413963 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2fd62a-8e23-4cf4-8ad1-c585caf996de None None] Pushing event deleted for resources: {'Port': ['ID=356c4daf-62d1-4efe-864c-34e19dafde88,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:47.424941 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2fd62a-8e23-4cf4-8ad1-c585caf996de None None] No DVR routers for this DVR port 356c4daf-62d1-4efe-864c-34e19dafde88 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:13:47.438624 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9720d220-5007-4548-8c45-50ca22964368 req-5402ee04-045b-4e5c-9f2e-e2c79230d78e tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/ports?device_id=f40554bf-4823-4c77-a2bc-552d186da5e7 HTTP/1.1" status: 200 len: 210 time: 0.2683682 Apr 06 14:13:47.455683 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-eb3d0d3a-ae5f-4fb2-bdde-dd3ca0d0da50 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c8a9ab7e0a51433ab2f4b64291411808&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9649675 Apr 06 14:13:47.461298 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-23021cd6-ec10-4991-8ea8-08fd427f303a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:13:47.462431 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-23021cd6-ec10-4991-8ea8-08fd427f303a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5626752 Apr 06 14:13:47.463276 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45388) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:47.475390 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45390) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:47.505515 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-74cab7f7-42b2-41f5-bcdd-a667be65d4c8 req-dd327c9d-1d15-4990-a7e5-fb75e5eebf51 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 210 time: 0.2156987 Apr 06 14:13:47.628232 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4088a77e-b112-4374-95f4-46f794435be4 tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:47.630493 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7eb3b579-2042-4eac-9216-411456111e5a tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:47.639879 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8654a4f0-408f-467f-b441-35b37931c643 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1326089 Apr 06 14:13:47.643773 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45408) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:47.653997 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-940dc0ee-adca-45e8-9ce0-a652aad78c11 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:47.655844 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-2ec00d31-5def-4e92-9a99-93b332594b5f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:47.670465 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7eb3b579-2042-4eac-9216-411456111e5a tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Usage tracker for resource:security_group_rule and tenant:7a1885bcd55d42bb9cb6a0ae693613d7 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:47.674355 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d30291-7470-46c8-bddc-4b99560fc98d tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:47.678893 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d30291-7470-46c8-bddc-4b99560fc98d tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:47.683321 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7eb3b579-2042-4eac-9216-411456111e5a tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:47.684486 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d30291-7470-46c8-bddc-4b99560fc98d tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:47.686713 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e5d30291-7470-46c8-bddc-4b99560fc98d tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Synchronizing usage tracker for tenant:e3b91d6e2345496b8a38a9ca08953d0d on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:13:47.698876 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7eb3b579-2042-4eac-9216-411456111e5a tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:47.704999 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-940dc0ee-adca-45e8-9ce0-a652aad78c11 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Transition to ACTIVE for port object ae0b3a45-c88d-4e73-b461-c2e8cd808229 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:47.726962 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e5d30291-7470-46c8-bddc-4b99560fc98d tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Unset dirty status for tenant:e3b91d6e2345496b8a38a9ca08953d0d on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:13:47.728395 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e5d30291-7470-46c8-bddc-4b99560fc98d tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 1.2737484 Apr 06 14:13:47.741814 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45414) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:47.796017 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 356c4daf-62d1-4efe-864c-34e19dafde88 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:13:47.822762 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-940dc0ee-adca-45e8-9ce0-a652aad78c11 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:47.913448 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 356c4daf-62d1-4efe-864c-34e19dafde88 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:13:47.913787 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 356c4daf-62d1-4efe-864c-34e19dafde88 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:13:47.934839 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-062c0089-3be1-4ae1-8483-6e3eacece594 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Deleting port da00277d-54a3-4ff0-9693-4930ffedec38 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:13:47.937536 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-062c0089-3be1-4ae1-8483-6e3eacece594 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:48.013837 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-370897d8-84e4-418d-a87d-8a530172d621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:48.031016 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2ec00d31-5def-4e92-9a99-93b332594b5f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:48.043625 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4088a77e-b112-4374-95f4-46f794435be4 tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:48.060909 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-940dc0ee-adca-45e8-9ce0-a652aad78c11 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Network b4b50898-b40c-48be-9630-e21242c54179 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:48.076756 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-940dc0ee-adca-45e8-9ce0-a652aad78c11 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:48.096949 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-940dc0ee-adca-45e8-9ce0-a652aad78c11 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:48.124774 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2ec00d31-5def-4e92-9a99-93b332594b5f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:48.131445 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-94deb0bd-8441-4171-80f7-f211f88a0fbd tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Synchronizing usage tracker for tenant:b420c830a8c344c38ee71ab00e7194de on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:13:48.155491 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-4088a77e-b112-4374-95f4-46f794435be4 tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aac08ef-b816-4d76-a8eb-4f18cfe87d10']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:48.178116 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-940dc0ee-adca-45e8-9ce0-a652aad78c11 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:48.178762 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-940dc0ee-adca-45e8-9ce0-a652aad78c11 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:48.210619 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-4088a77e-b112-4374-95f4-46f794435be4 tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:48.212628 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-4088a77e-b112-4374-95f4-46f794435be4 tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e2cd95-10ac-4cc9-985f-e2e0da0d4d25') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:48.237223 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-370897d8-84e4-418d-a87d-8a530172d621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:48.264687 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4088a77e-b112-4374-95f4-46f794435be4 tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:48.332976 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7eb3b579-2042-4eac-9216-411456111e5a tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:48.338413 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-94deb0bd-8441-4171-80f7-f211f88a0fbd tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Unset dirty status for tenant:b420c830a8c344c38ee71ab00e7194de on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:13:48.339992 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-94deb0bd-8441-4171-80f7-f211f88a0fbd tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1925293437&fields=id&tenant_id=b420c830a8c344c38ee71ab00e7194de HTTP/1.1" status: 200 len: 267 time: 0.5883558 Apr 06 14:13:48.351494 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4088a77e-b112-4374-95f4-46f794435be4 tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:48.360915 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7eb3b579-2042-4eac-9216-411456111e5a tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:48.441106 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940dc0ee-adca-45e8-9ce0-a652aad78c11 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Pushing event updated for resources: {'Port': ['ID=ae0b3a45-c88d-4e73-b461-c2e8cd808229,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:48.507474 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b6e4147b-264c-4e16-9827-a44cb1de8c36 None None] Provisioning for port ae0b3a45-c88d-4e73-b461-c2e8cd808229 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:13:48.532090 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b6e4147b-264c-4e16-9827-a44cb1de8c36 None None] Provisioning complete for port ae0b3a45-c88d-4e73-b461-c2e8cd808229 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:48.534526 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b6e4147b-264c-4e16-9827-a44cb1de8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:48.559726 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-062c0089-3be1-4ae1-8483-6e3eacece594 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:48.580590 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec00d31-5def-4e92-9a99-93b332594b5f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:48.588847 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2ec00d31-5def-4e92-9a99-93b332594b5f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:48.669531 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-04016acf-934a-4d55-96de-b4618671cf0d tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:48.670304 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-04016acf-934a-4d55-96de-b4618671cf0d tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Synchronizing usage tracker for tenant:b420c830a8c344c38ee71ab00e7194de on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:13:48.687607 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-b6e4147b-264c-4e16-9827-a44cb1de8c36 None None] Port ae0b3a45-c88d-4e73-b461-c2e8cd808229 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:13:48.700950 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4088a77e-b112-4374-95f4-46f794435be4 tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:13:48.701352 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4088a77e-b112-4374-95f4-46f794435be4 tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:13:48.720232 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:13:48.730490 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-940dc0ee-adca-45e8-9ce0-a652aad78c11 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4942746 Apr 06 14:13:48.839381 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-062c0089-3be1-4ae1-8483-6e3eacece594 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Calling delete_port for da00277d-54a3-4ff0-9693-4930ffedec38 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:13:48.861982 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb3b579-2042-4eac-9216-411456111e5a tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:13:48.900558 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-27f22161-7364-4300-a072-37ed293a9522 req-455dd978-2c29-4850-a34a-795c5f29c968 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/ports?device_id=f40554bf-4823-4c77-a2bc-552d186da5e7 HTTP/1.1" status: 200 len: 210 time: 0.1689882 Apr 06 14:13:48.941708 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-04016acf-934a-4d55-96de-b4618671cf0d tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Unset dirty status for tenant:b420c830a8c344c38ee71ab00e7194de on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:13:48.948109 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-04016acf-934a-4d55-96de-b4618671cf0d tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/networks?id=85b99d49-54eb-453f-ae68-f2c061c22d84 HTTP/1.1" status: 200 len: 806 time: 0.5884006 Apr 06 14:13:48.955037 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3b579-2042-4eac-9216-411456111e5a tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20898d3e-d857-4333-932d-e6a4be0b0bb8,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:48.975248 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7eb3b579-2042-4eac-9216-411456111e5a tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:48.975711 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-7eb3b579-2042-4eac-9216-411456111e5a tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Added segment b72a31a5-e8ba-49a3-aec0-bcb4d4e1bc81 of type vlan for network 0a41500b-2f5c-4094-9dd2-2663717c0929 Apr 06 14:13:48.994788 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4088a77e-b112-4374-95f4-46f794435be4 tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:49.045910 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7eb3b579-2042-4eac-9216-411456111e5a tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:49.098428 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-0ba3acbb-025c-410a-9929-3403274880b4 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/quotas/b420c830a8c344c38ee71ab00e7194de HTTP/1.1" status: 200 len: 375 time: 0.1493952 Apr 06 14:13:49.138616 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-370897d8-84e4-418d-a87d-8a530172d621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:49.144964 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4088a77e-b112-4374-95f4-46f794435be4 tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:49.192120 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-062c0089-3be1-4ae1-8483-6e3eacece594 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:49.224051 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088a77e-b112-4374-95f4-46f794435be4 tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] Pushing event deleted for resources: {'Network': ['ID=2aac08ef-b816-4d76-a8eb-4f18cfe87d10,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:49.226722 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7eb3b579-2042-4eac-9216-411456111e5a tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:49.227913 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb3b579-2042-4eac-9216-411456111e5a tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:49.228615 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7eb3b579-2042-4eac-9216-411456111e5a tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:49.284734 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370897d8-84e4-418d-a87d-8a530172d621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43395131-5b55-480b-8d80-8cff46923e1f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:49.359183 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c0089-3be1-4ae1-8483-6e3eacece594 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Pushing event deleted for resources: {'Port': ['ID=da00277d-54a3-4ff0-9693-4930ffedec38,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:49.414733 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-370897d8-84e4-418d-a87d-8a530172d621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:49.417415 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-370897d8-84e4-418d-a87d-8a530172d621 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/43395131-5b55-480b-8d80-8cff46923e1f HTTP/1.1" status: 204 len: 168 time: 1.9347086 Apr 06 14:13:49.418786 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a90c6e-17de-4b88-a2cc-3cb951ca87e4 req-7b59e031-3dc9-4e2b-8ba8-ae716f2c63b1 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:49.419083 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4088a77e-b112-4374-95f4-46f794435be4 tempest-PortsAdminExtendedAttrsTestJSON-460050696 tempest-PortsAdminExtendedAttrsTestJSON-460050696-project] 10.222.0.60 "DELETE /v2.0/networks/2aac08ef-b816-4d76-a8eb-4f18cfe87d10 HTTP/1.1" status: 204 len: 168 time: 2.1739287 Apr 06 14:13:49.419647 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-51a90c6e-17de-4b88-a2cc-3cb951ca87e4 req-7b59e031-3dc9-4e2b-8ba8-ae716f2c63b1 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Synchronizing usage tracker for tenant:45bdc10440d74a5abd92184edf5c75b4 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:13:49.496353 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-51a90c6e-17de-4b88-a2cc-3cb951ca87e4 req-7b59e031-3dc9-4e2b-8ba8-ae716f2c63b1 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Unset dirty status for tenant:45bdc10440d74a5abd92184edf5c75b4 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:13:49.502979 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-51a90c6e-17de-4b88-a2cc-3cb951ca87e4 req-7b59e031-3dc9-4e2b-8ba8-ae716f2c63b1 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 931 time: 0.3975804 Apr 06 14:13:49.544113 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3b579-2042-4eac-9216-411456111e5a tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Pushing event updated for resources: {'Network': ['ID=0a41500b-2f5c-4094-9dd2-2663717c0929,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:49.556327 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45438) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:49.557674 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7eb3b579-2042-4eac-9216-411456111e5a tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.2443190 Apr 06 14:13:49.564249 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 0a41500b-2f5c-4094-9dd2-2663717c0929 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:13:49.595521 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-b3caa5a5-2b19-4013-b273-2fcd939fe2c0 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Request body: {'subnet': {'network_id': '0a41500b-2f5c-4094-9dd2-2663717c0929', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:49.641489 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b3caa5a5-2b19-4013-b273-2fcd939fe2c0 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:49.670494 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b3caa5a5-2b19-4013-b273-2fcd939fe2c0 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Usage tracker for resource:subnet and tenant:7a1885bcd55d42bb9cb6a0ae693613d7 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:49.681211 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-453250b5-abb8-4b5d-87a1-042798f08d64 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Synchronizing usage tracker for tenant:b420c830a8c344c38ee71ab00e7194de on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:13:49.689339 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b3caa5a5-2b19-4013-b273-2fcd939fe2c0 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:49.705255 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-062c0089-3be1-4ae1-8483-6e3eacece594 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:49.721660 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2ec00d31-5def-4e92-9a99-93b332594b5f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:49.740208 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-51a90c6e-17de-4b88-a2cc-3cb951ca87e4 req-f53b1d30-5ac3-4a01-9645-0bf7ecdcf5a3 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254369 Apr 06 14:13:49.759584 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b3caa5a5-2b19-4013-b273-2fcd939fe2c0 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:49.808618 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-062c0089-3be1-4ae1-8483-6e3eacece594 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] 10.222.0.60 "DELETE /v2.0/ports/da00277d-54a3-4ff0-9693-4930ffedec38 HTTP/1.1" status: 204 len: 168 time: 2.0656435 Apr 06 14:13:49.809121 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-453250b5-abb8-4b5d-87a1-042798f08d64 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Unset dirty status for tenant:b420c830a8c344c38ee71ab00e7194de on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:13:49.811689 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-453250b5-abb8-4b5d-87a1-042798f08d64 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b420c830a8c344c38ee71ab00e7194de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6578436 Apr 06 14:13:49.833867 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45444) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:49.858158 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9777c782-3fb4-40d1-b015-13e3a6138dcb tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Request body: {'port': {'name': 'tempest-new-port-name-270525019', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:49.858562 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.api.validators [None req-9777c782-3fb4-40d1-b015-13e3a6138dcb tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] bootfile-name is not in valid_values {{(pid=83738) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 06 14:13:49.858900 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.api.validators [None req-9777c782-3fb4-40d1-b015-13e3a6138dcb tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] tftp-server is not in valid_values {{(pid=83738) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 06 14:13:49.859230 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.api.validators [None req-9777c782-3fb4-40d1-b015-13e3a6138dcb tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] server-ip-address is not in valid_values {{(pid=83738) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 06 14:13:50.000205 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-bf4c5504-422c-420f-a330-2ee1510e3262 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:13:50.004191 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-bf4c5504-422c-420f-a330-2ee1510e3262 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1753812 Apr 06 14:13:50.008956 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3caa5a5-2b19-4013-b273-2fcd939fe2c0 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Made reservation on behalf of 7a1885bcd55d42bb9cb6a0ae693613d7 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:50.016268 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3caa5a5-2b19-4013-b273-2fcd939fe2c0 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:50.128269 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec00d31-5def-4e92-9a99-93b332594b5f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:50.130067 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-2ec00d31-5def-4e92-9a99-93b332594b5f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:50.142119 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17ecc0a-4850-43a9-bc10-cad36b327a44 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:13:50.172173 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec00d31-5def-4e92-9a99-93b332594b5f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Subnet': ['ID=7bb45c2d-2fc3-4bdb-b0f7-7854f5d00b0f,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:50.180933 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45452) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:50.189200 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec00d31-5def-4e92-9a99-93b332594b5f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:50.192639 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2ec00d31-5def-4e92-9a99-93b332594b5f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:50.278088 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2ec00d31-5def-4e92-9a99-93b332594b5f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6307495 Apr 06 14:13:50.281332 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45458) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:50.306191 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-07402439-6dd1-452c-bcc8-9ee968089cce tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'port': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'fixed_ips': [{'subnet_id': '7bb45c2d-2fc3-4bdb-b0f7-7854f5d00b0f', 'ip_address': '2001:db8::453:23b6:ef07:f02e'}], 'name': 'tempest-NetworksTestDHCPv6-939527341'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:50.621302 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45462) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:50.761436 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9777c782-3fb4-40d1-b015-13e3a6138dcb tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:50.820452 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b354037f-13df-404b-8c31-4cac1be31686 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=69b6979532f941719ac94acaa3c152e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1440911 Apr 06 14:13:50.835518 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779a26ff-0cdd-411c-b5a1-58bc1e434262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-45db5c66-c082-47ed-beeb-688e3c8646d5', 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'fixed_ips': [{'subnet_id': '7bb45c2d-2fc3-4bdb-b0f7-7854f5d00b0f'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:13:50.837214 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-779a26ff-0cdd-411c-b5a1-58bc1e434262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:50.862228 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45472) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:50.974560 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c3855cb6-6964-4404-8ec2-ad44f863dece req-40c371c9-d3d6-439f-a7af-49096a66cc0f tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/ports?device_id=f40554bf-4823-4c77-a2bc-552d186da5e7 HTTP/1.1" status: 200 len: 210 time: 0.5605972 Apr 06 14:13:51.193015 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-782b901f-04a6-4a4d-8c97-a497d32ff4b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0d24b72ea9de4717be261ba965da8932&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9627147 Apr 06 14:13:51.195794 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-779a26ff-0cdd-411c-b5a1-58bc1e434262 None None] Allocated IP 2001:db8::2 (45db5c66-c082-47ed-beeb-688e3c8646d5/7bb45c2d-2fc3-4bdb-b0f7-7854f5d00b0f/0faf8a91-c497-498e-bc6c-1d330a903450) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:13:51.217470 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-5eac3805-f3b9-41bd-acc0-4f643626b229 service neutron] Request body: {'port': {'device_id': '0336ab17-d266-411c-8fc8-630df3aa9034', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:51.228210 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45478) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:51.231742 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-f6205721-72be-4810-85bb-ad793f586c88 service neutron] 10.222.0.60 "GET /v2.0/networks/85b99d49-54eb-453f-ae68-f2c061c22d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3905525 Apr 06 14:13:51.243499 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-07402439-6dd1-452c-bcc8-9ee968089cce tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:51.265297 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.69', 53854) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:51.438452 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-07402439-6dd1-452c-bcc8-9ee968089cce tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:51.569897 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07402439-6dd1-452c-bcc8-9ee968089cce tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:51.577696 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9777c782-3fb4-40d1-b015-13e3a6138dcb tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:51.594430 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9777c782-3fb4-40d1-b015-13e3a6138dcb tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:51.599978 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3d7b2162-8fb0-4769-be89-96d1d97ef4b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:51.705401 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-779a26ff-0cdd-411c-b5a1-58bc1e434262 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:51.719468 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-779a26ff-0cdd-411c-b5a1-58bc1e434262 None None] Transition to ACTIVE for port object 0faf8a91-c497-498e-bc6c-1d330a903450 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:51.735534 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777c782-3fb4-40d1-b015-13e3a6138dcb tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Pushing event updated for resources: {'Port': ['ID=8dcf86af-9c04-4ad1-8b70-ca19761c9007,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:51.751884 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-779a26ff-0cdd-411c-b5a1-58bc1e434262 None None] Transition to ACTIVE for port object 0faf8a91-c497-498e-bc6c-1d330a903450 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:51.760509 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-779a26ff-0cdd-411c-b5a1-58bc1e434262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:51.801804 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-116f12f4-2fc6-4450-8997-a5c33cd358ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:51.819427 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-9388fcd9-fa40-4096-8279-065840fae569 service neutron] 10.222.0.60 "GET /v2.0/networks/85b99d49-54eb-453f-ae68-f2c061c22d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5558100 Apr 06 14:13:51.824895 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3d7b2162-8fb0-4769-be89-96d1d97ef4b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:51.855309 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-6e289260-0bf9-4cb1-b87d-136198fffdb6 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:51.857366 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-6e289260-0bf9-4cb1-b87d-136198fffdb6 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.69 "GET /v2.0/networks?id=db22f504-5a34-4a84-99cc-65b1302a1645 HTTP/1.1" status: 200 len: 812 time: 0.5576687 Apr 06 14:13:51.860533 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-5eac3805-f3b9-41bd-acc0-4f643626b229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:51.969485 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a26ff-0cdd-411c-b5a1-58bc1e434262 None None] Pushing event updated for resources: {'Port': ['ID=0faf8a91-c497-498e-bc6c-1d330a903450,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:51.987918 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779a26ff-0cdd-411c-b5a1-58bc1e434262 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:51.990167 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-779a26ff-0cdd-411c-b5a1-58bc1e434262 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:52.003143 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779a26ff-0cdd-411c-b5a1-58bc1e434262 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:52.037755 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-116f12f4-2fc6-4450-8997-a5c33cd358ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:52.066762 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-07402439-6dd1-452c-bcc8-9ee968089cce tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:52.107984 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-aa8b2518-f5e7-4e4c-a7a8-5d2542da4b57 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c60ff9278e7d428290bc7f626f6f5595 HTTP/1.1" status: 200 len: 380 time: 0.1964412 Apr 06 14:13:52.141913 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-7d1dbded-2e4a-4f3f-8131-54c65bb611cd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Request body: {'port': {'device_id': 'f40554bf-4823-4c77-a2bc-552d186da5e7', 'network_id': 'db22f504-5a34-4a84-99cc-65b1302a1645', 'admin_state_up': True, 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595', 'security_groups': ['4a706d66-a758-49f2-8df3-c05fa5c78475']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:52.151613 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2245d3-15fb-4e76-bdc2-183380a126db req-4df95702-6cd0-4965-915d-f9c6d353a1b0 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:52.160194 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-07402439-6dd1-452c-bcc8-9ee968089cce tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] device_id is not set on port 983387c6-7bef-4682-a2b6-f61ee5447055 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:13:52.160413 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bf2245d3-15fb-4e76-bdc2-183380a126db req-4df95702-6cd0-4965-915d-f9c6d353a1b0 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 931 time: 0.9137881 Apr 06 14:13:52.185066 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-9777c782-3fb4-40d1-b015-13e3a6138dcb tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] In _notify_port_updated(), no bound segment for port 8dcf86af-9c04-4ad1-8b70-ca19761c9007 on network 1f63a2ba-9f83-4fe9-a4b1-3e3499a58066 {{(pid=83738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 06 14:13:52.189505 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9777c782-3fb4-40d1-b015-13e3a6138dcb tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:52.190284 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9777c782-3fb4-40d1-b015-13e3a6138dcb tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:52.191838 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9777c782-3fb4-40d1-b015-13e3a6138dcb tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] 10.222.0.60 "PUT /v2.0/ports/8dcf86af-9c04-4ad1-8b70-ca19761c9007 HTTP/1.1" status: 200 len: 1136 time: 2.3495209 Apr 06 14:13:52.199498 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45488) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:52.257214 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-779a26ff-0cdd-411c-b5a1-58bc1e434262 None None] Attempting to bind port 0faf8a91-c497-498e-bc6c-1d330a903450 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:52.257615 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-779a26ff-0cdd-411c-b5a1-58bc1e434262 None None] Attempting to bind port 0faf8a91-c497-498e-bc6c-1d330a903450 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:52.257932 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779a26ff-0cdd-411c-b5a1-58bc1e434262 None None] Attempting to bind port 0faf8a91-c497-498e-bc6c-1d330a903450 on network 45db5c66-c082-47ed-beeb-688e3c8646d5 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:52.268593 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779a26ff-0cdd-411c-b5a1-58bc1e434262 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:13:52.269115 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779a26ff-0cdd-411c-b5a1-58bc1e434262 None None] Checking segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:13:52.269590 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-779a26ff-0cdd-411c-b5a1-58bc1e434262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:52.270073 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779a26ff-0cdd-411c-b5a1-58bc1e434262 None None] Bound using segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:13:52.270526 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-779a26ff-0cdd-411c-b5a1-58bc1e434262 None None] Bound port: 0faf8a91-c497-498e-bc6c-1d330a903450, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:13:52.271008 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-779a26ff-0cdd-411c-b5a1-58bc1e434262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:52.388293 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bf2245d3-15fb-4e76-bdc2-183380a126db req-e4f965d1-3acc-482c-b352-985f395e9e00 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273948 Apr 06 14:13:52.411280 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-779a26ff-0cdd-411c-b5a1-58bc1e434262 None None] For port 0faf8a91-c497-498e-bc6c-1d330a903450, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:13:52.415653 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-779a26ff-0cdd-411c-b5a1-58bc1e434262 None None] For port 0faf8a91-c497-498e-bc6c-1d330a903450, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=0faf8a91-c497-498e-bc6c-1d330a903450,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:13:52.436036 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0052967e-d00c-461e-9c61-a9449e0a659d None None] Provisioning complete for port 8dcf86af-9c04-4ad1-8b70-ca19761c9007 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:52.436416 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0052967e-d00c-461e-9c61-a9449e0a659d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:52.457328 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6197ce-7d0b-447d-be2c-6f628edbe6e5 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:52.459679 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5e6197ce-7d0b-447d-be2c-6f628edbe6e5 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] 10.222.0.60 "GET /v2.0/ports/8dcf86af-9c04-4ad1-8b70-ca19761c9007 HTTP/1.1" status: 200 len: 1136 time: 0.2512558 Apr 06 14:13:52.484334 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45496) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:52.485325 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3d7b2162-8fb0-4769-be89-96d1d97ef4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:52.647190 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b2162-8fb0-4769-be89-96d1d97ef4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1adee0c-8a6c-4e60-810d-d04e0eaa4fb2,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:52.689227 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-779a26ff-0cdd-411c-b5a1-58bc1e434262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:52.708263 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0052967e-d00c-461e-9c61-a9449e0a659d None None] Port 8dcf86af-9c04-4ad1-8b70-ca19761c9007 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:13:52.776896 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-116f12f4-2fc6-4450-8997-a5c33cd358ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:52.812216 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a26ff-0cdd-411c-b5a1-58bc1e434262 None None] Pushing event updated for resources: {'Port': ['ID=0faf8a91-c497-498e-bc6c-1d330a903450,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:53.006128 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f2afe-8aca-49c0-aadf-3bdde8d0b084 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Deleting port 8dcf86af-9c04-4ad1-8b70-ca19761c9007 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:13:53.006556 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2afe-8aca-49c0-aadf-3bdde8d0b084 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:53.013589 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-5eac3805-f3b9-41bd-acc0-4f643626b229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae0b3a45-c88d-4e73-b461-c2e8cd808229 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:13:53.028830 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-5eac3805-f3b9-41bd-acc0-4f643626b229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:53.066603 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-5eac3805-f3b9-41bd-acc0-4f643626b229 service neutron] Transition to ACTIVE for port object ae0b3a45-c88d-4e73-b461-c2e8cd808229 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:53.083778 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f12f4-2fc6-4450-8997-a5c33cd358ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d56dfea-99b2-49be-9e85-93135c9c0299,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:53.169427 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7bd596a2-3e66-4535-8532-59ccdaaa7f44 req-f668991c-194a-46ba-87bd-dd90f70e2cfe tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/ports?device_id=f40554bf-4823-4c77-a2bc-552d186da5e7 HTTP/1.1" status: 200 len: 210 time: 0.4223967 Apr 06 14:13:53.170013 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-5eac3805-f3b9-41bd-acc0-4f643626b229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:53.170289 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-116f12f4-2fc6-4450-8997-a5c33cd358ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:53.174886 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-116f12f4-2fc6-4450-8997-a5c33cd358ba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1d56dfea-99b2-49be-9e85-93135c9c0299 HTTP/1.1" status: 204 len: 168 time: 1.9384220 Apr 06 14:13:53.176283 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b4d1c9be-24e4-4a84-9e3f-c8bff56fefda req-7c51dc3a-3e8e-43f5-8671-e6cf3b22286b tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea73f22f-3156-467c-8c2c-e9326ed910a7 HTTP/1.1" status: 200 len: 210 time: 0.1048818 Apr 06 14:13:53.180485 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.objects.ports [None req-b3caa5a5-2b19-4013-b273-2fcd939fe2c0 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83738) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 06 14:13:53.181013 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3caa5a5-2b19-4013-b273-2fcd939fe2c0 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:53.246851 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3d7b2162-8fb0-4769-be89-96d1d97ef4b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:53.274597 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3d7b2162-8fb0-4769-be89-96d1d97ef4b3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e1adee0c-8a6c-4e60-810d-d04e0eaa4fb2 HTTP/1.1" status: 204 len: 168 time: 2.4106374 Apr 06 14:13:53.332534 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3caa5a5-2b19-4013-b273-2fcd939fe2c0 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d0a65b95-cad6-4399-8985-d901ae81ffc1,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:53.485987 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3caa5a5-2b19-4013-b273-2fcd939fe2c0 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Checking segment: {'id': 'b72a31a5-e8ba-49a3-aec0-bcb4d4e1bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0a41500b-2f5c-4094-9dd2-2663717c0929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:13:53.486357 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3caa5a5-2b19-4013-b273-2fcd939fe2c0 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Network hostable DHCP agents. Network: 0a41500b-2f5c-4094-9dd2-2663717c0929, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:13:53.498464 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-7d1dbded-2e4a-4f3f-8131-54c65bb611cd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:53.570711 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-7d1dbded-2e4a-4f3f-8131-54c65bb611cd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:53.616689 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3caa5a5-2b19-4013-b273-2fcd939fe2c0 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Network 0a41500b-2f5c-4094-9dd2-2663717c0929 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:13:53.619864 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac3805-f3b9-41bd-acc0-4f643626b229 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0b3a45-c88d-4e73-b461-c2e8cd808229,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:53.777477 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-07402439-6dd1-452c-bcc8-9ee968089cce tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Allocated IP 2001:db8::453:23b6:ef07:f02e (45db5c66-c082-47ed-beeb-688e3c8646d5/7bb45c2d-2fc3-4bdb-b0f7-7854f5d00b0f/983387c6-7bef-4682-a2b6-f61ee5447055) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:13:53.912283 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 0faf8a91-c497-498e-bc6c-1d330a903450 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:13:54.099422 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 0faf8a91-c497-498e-bc6c-1d330a903450 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:13:54.110550 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-b3caa5a5-2b19-4013-b273-2fcd939fe2c0 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 0a41500b-2f5c-4094-9dd2-2663717c0929) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:54.113919 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45516) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:54.119856 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253e61f3-d6fc-43bb-8f35-ba3debc4b972 None None] Network 0a41500b-2f5c-4094-9dd2-2663717c0929 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:13:54.125481 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3caa5a5-2b19-4013-b273-2fcd939fe2c0 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:54.126200 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3caa5a5-2b19-4013-b273-2fcd939fe2c0 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:54.282813 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b3caa5a5-2b19-4013-b273-2fcd939fe2c0 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.7157784 Apr 06 14:13:54.283195 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45522) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:54.346389 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-683da638-b97f-45ed-8b6a-d49c6a0b2fd3 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1090197922', 'network_id': '0a41500b-2f5c-4094-9dd2-2663717c0929'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:54.352210 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d503429f-68c3-4c37-b69d-355e10f3693c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2de11221f39242d883dc27ae5c47d2e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2371469 Apr 06 14:13:54.353212 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-5eac3805-f3b9-41bd-acc0-4f643626b229 service neutron] Attempting to bind port ae0b3a45-c88d-4e73-b461-c2e8cd808229 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:13:54.353550 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-5eac3805-f3b9-41bd-acc0-4f643626b229 service neutron] Attempting to bind port ae0b3a45-c88d-4e73-b461-c2e8cd808229 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '5eccebc2-4d26-4156-a27c-d30f103adc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b4b50898-b40c-48be-9630-e21242c54179'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:13:54.353875 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-5eac3805-f3b9-41bd-acc0-4f643626b229 service neutron] Attempting to bind port ae0b3a45-c88d-4e73-b461-c2e8cd808229 on network b4b50898-b40c-48be-9630-e21242c54179 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:54.360053 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45530) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:54.362269 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-5eac3805-f3b9-41bd-acc0-4f643626b229 service neutron] Port ae0b3a45-c88d-4e73-b461-c2e8cd808229 on network b4b50898-b40c-48be-9630-e21242c54179 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:13:54.362611 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-5eac3805-f3b9-41bd-acc0-4f643626b229 service neutron] Attempting to bind port ae0b3a45-c88d-4e73-b461-c2e8cd808229 on network b4b50898-b40c-48be-9630-e21242c54179 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:13:54.367884 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-683da638-b97f-45ed-8b6a-d49c6a0b2fd3 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:54.392851 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-683da638-b97f-45ed-8b6a-d49c6a0b2fd3 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Usage tracker for resource:port and tenant:7a1885bcd55d42bb9cb6a0ae693613d7 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:13:54.396800 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-683da638-b97f-45ed-8b6a-d49c6a0b2fd3 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:13:54.410922 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-683da638-b97f-45ed-8b6a-d49c6a0b2fd3 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:54.418453 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-5eac3805-f3b9-41bd-acc0-4f643626b229 service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:13:54.418791 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-5eac3805-f3b9-41bd-acc0-4f643626b229 service neutron] Checking segment: {'id': '5eccebc2-4d26-4156-a27c-d30f103adc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b4b50898-b40c-48be-9630-e21242c54179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:13:54.419335 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-5eac3805-f3b9-41bd-acc0-4f643626b229 service neutron] Bound using segment: {'id': '5eccebc2-4d26-4156-a27c-d30f103adc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b4b50898-b40c-48be-9630-e21242c54179'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:13:54.419808 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-5eac3805-f3b9-41bd-acc0-4f643626b229 service neutron] Bound port: ae0b3a45-c88d-4e73-b461-c2e8cd808229, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eccebc2-4d26-4156-a27c-d30f103adc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b4b50898-b40c-48be-9630-e21242c54179'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:13:54.420206 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-5eac3805-f3b9-41bd-acc0-4f643626b229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:54.556613 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-7d1dbded-2e4a-4f3f-8131-54c65bb611cd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Made reservation on behalf of c60ff9278e7d428290bc7f626f6f5595 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:54.559517 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-7d1dbded-2e4a-4f3f-8131-54c65bb611cd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:54.669622 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.69', 53858) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:54.718980 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dfd0c4-e524-4c65-9e70-27856f9a37bf None None] Network 0a41500b-2f5c-4094-9dd2-2663717c0929 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:13:54.798562 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-07402439-6dd1-452c-bcc8-9ee968089cce tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:54.890128 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-07402439-6dd1-452c-bcc8-9ee968089cce tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Transition to ACTIVE for port object 983387c6-7bef-4682-a2b6-f61ee5447055 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:54.957140 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2afe-8aca-49c0-aadf-3bdde8d0b084 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:54.980953 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b005ab3c-fe7f-456f-bd4d-af405ba8b4d9 req-e28f1f17-9b00-42bd-8c2e-8596d11f06ca tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/ports?device_id=f40554bf-4823-4c77-a2bc-552d186da5e7 HTTP/1.1" status: 200 len: 210 time: 0.3062739 Apr 06 14:13:54.980953 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-5eac3805-f3b9-41bd-acc0-4f643626b229 service neutron] For port ae0b3a45-c88d-4e73-b461-c2e8cd808229, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:13:55.138443 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f2afe-8aca-49c0-aadf-3bdde8d0b084 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Calling delete_port for 8dcf86af-9c04-4ad1-8b70-ca19761c9007 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:13:55.154329 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683da638-b97f-45ed-8b6a-d49c6a0b2fd3 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Made reservation on behalf of 7a1885bcd55d42bb9cb6a0ae693613d7 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:55.172929 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-683da638-b97f-45ed-8b6a-d49c6a0b2fd3 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:55.185014 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed551d-fe1c-402f-934c-f8ef5b96f775 req-72a17581-2ed0-4bc5-af1f-881df48223b4 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:55.187799 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-35ed551d-fe1c-402f-934c-f8ef5b96f775 req-72a17581-2ed0-4bc5-af1f-881df48223b4 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 943 time: 0.7347066 Apr 06 14:13:55.307180 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-5eac3805-f3b9-41bd-acc0-4f643626b229 service neutron] For port ae0b3a45-c88d-4e73-b461-c2e8cd808229, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ae0b3a45-c88d-4e73-b461-c2e8cd808229,segment=NetworkSegment(5eccebc2-4d26-4156-a27c-d30f103adc58),segment_id=5eccebc2-4d26-4156-a27c-d30f103adc58)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:13:55.309509 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-adcde55a-7d4e-47b2-bd1b-7a18a4cabd70 None None] Provisioning for port 0faf8a91-c497-498e-bc6c-1d330a903450 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:13:55.321258 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-adcde55a-7d4e-47b2-bd1b-7a18a4cabd70 None None] Provisioning complete for port 0faf8a91-c497-498e-bc6c-1d330a903450 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:55.321933 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-adcde55a-7d4e-47b2-bd1b-7a18a4cabd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:55.327402 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-07402439-6dd1-452c-bcc8-9ee968089cce tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:55.345801 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-5eac3805-f3b9-41bd-acc0-4f643626b229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:55.436433 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-683da638-b97f-45ed-8b6a-d49c6a0b2fd3 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] device_id is not set on port 01b766f9-85dc-449f-9757-2b496daf73f5 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:13:55.514069 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07402439-6dd1-452c-bcc8-9ee968089cce tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Port': ['ID=983387c6-7bef-4682-a2b6-f61ee5447055,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:55.532634 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-adcde55a-7d4e-47b2-bd1b-7a18a4cabd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:55.535746 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-35ed551d-fe1c-402f-934c-f8ef5b96f775 req-15647d6e-b18d-45d7-bc3f-2ffc99c96bdb tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Synchronizing usage tracker for tenant:45bdc10440d74a5abd92184edf5c75b4 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:13:55.553081 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-7d1dbded-2e4a-4f3f-8131-54c65bb611cd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Allocated IP 172.20.0.3 (db22f504-5a34-4a84-99cc-65b1302a1645/74f1b134-ac9c-4860-9a3a-b9f38585a865/7beb26c3-5896-43e5-9789-86511aa27928) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:13:55.642138 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-adcde55a-7d4e-47b2-bd1b-7a18a4cabd70 None None] For port 0faf8a91-c497-498e-bc6c-1d330a903450, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=0faf8a91-c497-498e-bc6c-1d330a903450,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:55.659553 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-adcde55a-7d4e-47b2-bd1b-7a18a4cabd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:55.667136 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07402439-6dd1-452c-bcc8-9ee968089cce tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:55.671808 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-07402439-6dd1-452c-bcc8-9ee968089cce tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:55.674118 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-01881167-075e-4661-8711-91aad713491d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:55.702520 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07402439-6dd1-452c-bcc8-9ee968089cce tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:55.716562 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07402439-6dd1-452c-bcc8-9ee968089cce tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:55.717268 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-07402439-6dd1-452c-bcc8-9ee968089cce tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:55.762282 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-35ed551d-fe1c-402f-934c-f8ef5b96f775 req-15647d6e-b18d-45d7-bc3f-2ffc99c96bdb tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Unset dirty status for tenant:45bdc10440d74a5abd92184edf5c75b4 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:13:55.763607 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-35ed551d-fe1c-402f-934c-f8ef5b96f775 req-15647d6e-b18d-45d7-bc3f-2ffc99c96bdb tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5397110 Apr 06 14:13:55.769543 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7e869348-84c5-4893-9dcb-cbf9e3e99f0d req-1409a1c2-f44d-4caf-92d7-1a56b54501b8 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea73f22f-3156-467c-8c2c-e9326ed910a7 HTTP/1.1" status: 200 len: 210 time: 0.2650764 Apr 06 14:13:55.866377 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-07402439-6dd1-452c-bcc8-9ee968089cce tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.5761030 Apr 06 14:13:55.867082 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45552) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:55.882235 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-01881167-075e-4661-8711-91aad713491d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:55.883296 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2afe-8aca-49c0-aadf-3bdde8d0b084 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:56.009900 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcde55a-7d4e-47b2-bd1b-7a18a4cabd70 None None] Pushing event updated for resources: {'Port': ['ID=0faf8a91-c497-498e-bc6c-1d330a903450,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:56.089844 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f2afe-8aca-49c0-aadf-3bdde8d0b084 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Pushing event deleted for resources: {'Port': ['ID=8dcf86af-9c04-4ad1-8b70-ca19761c9007,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:56.373663 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-683da638-b97f-45ed-8b6a-d49c6a0b2fd3 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Allocated IP 2001:db8::1f8 (0a41500b-2f5c-4094-9dd2-2663717c0929/d0a65b95-cad6-4399-8985-d901ae81ffc1/01b766f9-85dc-449f-9757-2b496daf73f5) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:13:56.495605 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-10bd6083-7cfe-446c-bc30-59cde2c834f5 None None] Provisioning for port 983387c6-7bef-4682-a2b6-f61ee5447055 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:13:56.517907 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-10bd6083-7cfe-446c-bc30-59cde2c834f5 None None] Provisioning complete for port 983387c6-7bef-4682-a2b6-f61ee5447055 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:56.520027 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-10bd6083-7cfe-446c-bc30-59cde2c834f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:56.528577 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-632a3b43-ae8a-4e73-b018-6806044124b8 req-793d6a26-78e5-4105-8644-219e79efc789 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Synchronizing usage tracker for tenant:c60ff9278e7d428290bc7f626f6f5595 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:13:56.653190 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2afe-8aca-49c0-aadf-3bdde8d0b084 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:56.657671 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4d9f2afe-8aca-49c0-aadf-3bdde8d0b084 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] 10.222.0.60 "DELETE /v2.0/ports/8dcf86af-9c04-4ad1-8b70-ca19761c9007 HTTP/1.1" status: 204 len: 168 time: 4.1685178 Apr 06 14:13:56.669895 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-632a3b43-ae8a-4e73-b018-6806044124b8 req-793d6a26-78e5-4105-8644-219e79efc789 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Unset dirty status for tenant:c60ff9278e7d428290bc7f626f6f5595 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:13:56.684465 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-632a3b43-ae8a-4e73-b018-6806044124b8 req-793d6a26-78e5-4105-8644-219e79efc789 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/ports?device_id=f40554bf-4823-4c77-a2bc-552d186da5e7 HTTP/1.1" status: 200 len: 210 time: 0.2813046 Apr 06 14:13:56.684977 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45562) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:56.729125 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d013536f-8a6f-4643-9f9d-3224908b3f37 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:56.735543 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d013536f-8a6f-4643-9f9d-3224908b3f37 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:56.736358 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d013536f-8a6f-4643-9f9d-3224908b3f37 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:13:56.745592 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-fac87335-64a9-4be0-a543-f272d9e363ef tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:56.747272 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-fac87335-64a9-4be0-a543-f272d9e363ef tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.69 "GET /v2.0/networks?id=85b99d49-54eb-453f-ae68-f2c061c22d84 HTTP/1.1" status: 200 len: 806 time: 1.8938963 Apr 06 14:13:56.748716 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-01881167-075e-4661-8711-91aad713491d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:56.753905 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-5eac3805-f3b9-41bd-acc0-4f643626b229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:56.756497 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-5eac3805-f3b9-41bd-acc0-4f643626b229 service neutron] 10.222.0.69 "PUT /v2.0/ports/ae0b3a45-c88d-4e73-b461-c2e8cd808229 HTTP/1.1" status: 200 len: 1093 time: 6.0917916 Apr 06 14:13:56.759358 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-10bd6083-7cfe-446c-bc30-59cde2c834f5 None None] Port 983387c6-7bef-4682-a2b6-f61ee5447055 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:13:56.782637 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0336ab17-d266-411c-8fc8-630df3aa9034', 'tag': 'ae0b3a45-c88d-4e73-b461-c2e8cd808229'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:13:56.826798 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01881167-075e-4661-8711-91aad713491d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcc9d33-f385-4509-b2fd-a81e2e9bc7ed,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:56.881614 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac3805-f3b9-41bd-acc0-4f643626b229 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0b3a45-c88d-4e73-b461-c2e8cd808229,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:57.085074 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d013536f-8a6f-4643-9f9d-3224908b3f37 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:13:57.089207 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d013536f-8a6f-4643-9f9d-3224908b3f37 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 1.2186666 Apr 06 14:13:57.093962 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45578) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:57.100632 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-7d1dbded-2e4a-4f3f-8131-54c65bb611cd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:57.213889 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-11895fd9-5e3a-4cc8-b56b-25891cb774a5 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b420c830a8c344c38ee71ab00e7194de HTTP/1.1" status: 200 len: 380 time: 0.3723042 Apr 06 14:13:57.214638 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-01881167-075e-4661-8711-91aad713491d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:57.218099 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-01881167-075e-4661-8711-91aad713491d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6dcc9d33-f385-4509-b2fd-a81e2e9bc7ed HTTP/1.1" status: 204 len: 168 time: 2.8506970 Apr 06 14:13:57.304890 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-7d1dbded-2e4a-4f3f-8131-54c65bb611cd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Transition to ACTIVE for port object 7beb26c3-5896-43e5-9789-86511aa27928 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:13:57.308660 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f408a6-de57-4be6-acd0-ec435ec24893 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Deleting subnet 907f1bc7-94a9-4882-aa05-c77daf6113ff {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:13:57.312206 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f0f408a6-de57-4be6-acd0-ec435ec24893 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:57.360397 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-683da638-b97f-45ed-8b6a-d49c6a0b2fd3 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:57.389555 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f0f408a6-de57-4be6-acd0-ec435ec24893 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:57.411382 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-758fabc7-ed3a-44bf-8b1f-ef1fa8074d83 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Request body: {'port': {'device_id': 'ea73f22f-3156-467c-8c2c-e9326ed910a7', 'network_id': '85b99d49-54eb-453f-ae68-f2c061c22d84', 'admin_state_up': True, 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de', 'security_groups': ['ac3812ba-e0ef-4343-ae8b-d489feb4e528']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:13:57.480964 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b86234b0-db5d-40e3-9f18-e252b025bb53 req-403aa73d-e004-4d16-8de5-14d9aeab79a2 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea73f22f-3156-467c-8c2c-e9326ed910a7 HTTP/1.1" status: 200 len: 210 time: 0.3249750 Apr 06 14:13:57.553124 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d196003c-b327-42ae-b640-629a99c0eb23 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting port 983387c6-7bef-4682-a2b6-f61ee5447055 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:13:57.553660 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d196003c-b327-42ae-b640-629a99c0eb23 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:57.685044 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-683da638-b97f-45ed-8b6a-d49c6a0b2fd3 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:57.837589 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb187df-726e-464f-8c31-50edc63993de req-af883ebe-f433-4020-87d5-2604746741d8 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:57.838663 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 0faf8a91-c497-498e-bc6c-1d330a903450 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:13:57.845086 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1cb187df-726e-464f-8c31-50edc63993de req-af883ebe-f433-4020-87d5-2604746741d8 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 943 time: 0.7035403 Apr 06 14:13:57.920521 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1cb187df-726e-464f-8c31-50edc63993de req-42ef70c3-2b03-423d-b733-029883e5287d tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743496 Apr 06 14:13:57.924852 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f0f408a6-de57-4be6-acd0-ec435ec24893 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:57.928331 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-cf0e8628-292b-470d-b6e0-df21e8c654f3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=45bdc10440d74a5abd92184edf5c75b4&device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 1096 time: 1.0581901 Apr 06 14:13:57.985622 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 0faf8a91-c497-498e-bc6c-1d330a903450 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:13:57.986032 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:58.161735 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683da638-b97f-45ed-8b6a-d49c6a0b2fd3 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Pushing event updated for resources: {'Port': ['ID=01b766f9-85dc-449f-9757-2b496daf73f5,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:58.212968 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683da638-b97f-45ed-8b6a-d49c6a0b2fd3 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Network 0a41500b-2f5c-4094-9dd2-2663717c0929 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:58.267095 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-683da638-b97f-45ed-8b6a-d49c6a0b2fd3 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:58.269926 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683da638-b97f-45ed-8b6a-d49c6a0b2fd3 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:58.271198 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683da638-b97f-45ed-8b6a-d49c6a0b2fd3 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:58.271943 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-683da638-b97f-45ed-8b6a-d49c6a0b2fd3 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:58.311787 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-cacb3146-6f8f-42cb-b519-416b117850fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae0b3a45-c88d-4e73-b461-c2e8cd808229 HTTP/1.1" status: 200 len: 217 time: 0.3548746 Apr 06 14:13:58.312361 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-683da638-b97f-45ed-8b6a-d49c6a0b2fd3 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 4.0109782 Apr 06 14:13:58.314272 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-799e6cb0-5c2a-4a2d-9d10-c0dddd07ddf7'] response: {'name': 'network-changed', 'server_uuid': '0336ab17-d266-411c-8fc8-630df3aa9034', 'tag': 'ae0b3a45-c88d-4e73-b461-c2e8cd808229', 'status': 'completed', 'code': 200} Apr 06 14:13:58.323673 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-758fabc7-ed3a-44bf-8b1f-ef1fa8074d83 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:13:58.326757 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45610) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:13:58.329278 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-18113c7e-5983-48c2-bbd1-ed27d80623b1 req-7b67523e-b5eb-4f92-83b9-0f98f54df8bb tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/ports?device_id=f40554bf-4823-4c77-a2bc-552d186da5e7 HTTP/1.1" status: 200 len: 210 time: 0.1391406 Apr 06 14:13:58.335393 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea39b932-e925-4453-b183-436c7b97bb18 None None] Sync routers for ids ['806808cf-023c-467c-b982-89424c6dc5c3'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:13:58.357839 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea39b932-e925-4453-b183-436c7b97bb18 None None] Routers {'806808cf-023c-467c-b982-89424c6dc5c3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:13:58.358492 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-ea39b932-e925-4453-b183-436c7b97bb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:13:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['806808cf-023c-467c-b982-89424c6dc5c3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:58.543127 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ad7a18-e261-4803-b553-4055210aa5a1 None None] Sync routers for ids ['69856a0c-56b9-48f3-a28a-d1f5cca0d1d2'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:13:58.551936 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d196003c-b327-42ae-b640-629a99c0eb23 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:58.569901 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ad7a18-e261-4803-b553-4055210aa5a1 None None] Routers {'69856a0c-56b9-48f3-a28a-d1f5cca0d1d2'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:13:58.569901 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-43ad7a18-e261-4803-b553-4055210aa5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:13:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['69856a0c-56b9-48f3-a28a-d1f5cca0d1d2'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:58.805743 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-758fabc7-ed3a-44bf-8b1f-ef1fa8074d83 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:13:58.856705 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-ea39b932-e925-4453-b183-436c7b97bb18 None None] Set router 806808cf-023c-467c-b982-89424c6dc5c3 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:13:58.910902 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d196003c-b327-42ae-b640-629a99c0eb23 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Calling delete_port for 983387c6-7bef-4682-a2b6-f61ee5447055 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:13:58.947804 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-758fabc7-ed3a-44bf-8b1f-ef1fa8074d83 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Made reservation on behalf of b420c830a8c344c38ee71ab00e7194de for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:13:58.959836 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-758fabc7-ed3a-44bf-8b1f-ef1fa8074d83 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:58.999660 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:59.020801 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-e9aa2ab5-4921-436d-83d0-39a2fcd426f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:59.028796 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-e9aa2ab5-4921-436d-83d0-39a2fcd426f7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=61fc1f24-d84d-4e4e-b059-fbe1445d430f HTTP/1.1" status: 200 len: 850 time: 0.7056339 Apr 06 14:13:59.042434 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-45db664c-c8aa-47be-bff9-362af204f2f9 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Deleting port 01b766f9-85dc-449f-9757-2b496daf73f5 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:13:59.045121 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-45db664c-c8aa-47be-bff9-362af204f2f9 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:59.095360 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-43ad7a18-e261-4803-b553-4055210aa5a1 None None] Set router 69856a0c-56b9-48f3-a28a-d1f5cca0d1d2 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:13:59.164895 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d196003c-b327-42ae-b640-629a99c0eb23 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:59.340116 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196003c-b327-42ae-b640-629a99c0eb23 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Port': ['ID=983387c6-7bef-4682-a2b6-f61ee5447055,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:59.355502 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b3633783-e11d-4b10-ac83-dfd4c741b9d9 req-1ddb8172-a055-4850-bd67-9a549f72c4fc tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea73f22f-3156-467c-8c2c-e9326ed910a7 HTTP/1.1" status: 200 len: 210 time: 0.1976924 Apr 06 14:13:59.389616 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-7d1dbded-2e4a-4f3f-8131-54c65bb611cd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:59.526810 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-7d1dbded-2e4a-4f3f-8131-54c65bb611cd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Network db22f504-5a34-4a84-99cc-65b1302a1645 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:13:59.536551 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-7d1dbded-2e4a-4f3f-8131-54c65bb611cd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:13:59.546069 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-7d1dbded-2e4a-4f3f-8131-54c65bb611cd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:13:59.584790 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-ea39b932-e925-4453-b183-436c7b97bb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806808cf-023c-467c-b982-89424c6dc5c3', 'name': 'tempest-ServersTestJSON-1306901790-router', 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '2ee1d779-6c38-494f-9315-5ed3bc2ce834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:14Z', 'updated_at': '2022-04-06T14:13:32Z', 'revision_number': 4, 'project_id': 'b420c830a8c344c38ee71ab00e7194de', 'gw_port': {'id': '2ee1d779-6c38-494f-9315-5ed3bc2ce834', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806808cf-023c-467c-b982-89424c6dc5c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:16Z', 'updated_at': '2022-04-06T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '94cfe001-10bf-4991-ae2c-5448fb792190', 'name': '', 'network_id': '85b99d49-54eb-453f-ae68-f2c061c22d84', 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de', 'mac_address': 'fa:16:3e:ff:06:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806808cf-023c-467c-b982-89424c6dc5c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a315dfc-352a-4b05-a256-c3f9d36a94b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:30Z', 'updated_at': '2022-04-06T14:13:32Z', 'revision_number': 2, 'project_id': 'b420c830a8c344c38ee71ab00e7194de', 'subnets': [{'id': '4a315dfc-352a-4b05-a256-c3f9d36a94b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:59.613798 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea39b932-e925-4453-b183-436c7b97bb18 None None] Checking router: 806808cf-023c-467c-b982-89424c6dc5c3 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:13:59.614427 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea39b932-e925-4453-b183-436c7b97bb18 None None] Updating router 806808cf-023c-467c-b982-89424c6dc5c3 port 94cfe001-10bf-4991-ae2c-5448fb792190 binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:13:59.743623 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:13:59.748477 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-ea39b932-e925-4453-b183-436c7b97bb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:59.890570 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-43ad7a18-e261-4803-b553-4055210aa5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'name': 'tempest-ServersTestManualDisk-1216470950-router', 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': '46931473-0f10-449f-b6ad-d9441fdc3bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:10Z', 'updated_at': '2022-04-06T14:13:26Z', 'revision_number': 4, 'project_id': 'c60ff9278e7d428290bc7f626f6f5595', 'gw_port': {'id': '46931473-0f10-449f-b6ad-d9441fdc3bda', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:20:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:12Z', 'updated_at': '2022-04-06T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'd52ae6cd-2136-4bba-8322-9a2feca1dd1c', 'name': '', 'network_id': 'db22f504-5a34-4a84-99cc-65b1302a1645', 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595', 'mac_address': 'fa:16:3e:93:73:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74f1b134-ac9c-4860-9a3a-b9f38585a865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:24Z', 'updated_at': '2022-04-06T14:13:26Z', 'revision_number': 2, 'project_id': 'c60ff9278e7d428290bc7f626f6f5595', 'subnets': [{'id': '74f1b134-ac9c-4860-9a3a-b9f38585a865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:59.903885 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ad7a18-e261-4803-b553-4055210aa5a1 None None] Checking router: 69856a0c-56b9-48f3-a28a-d1f5cca0d1d2 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:13:59.904609 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ad7a18-e261-4803-b553-4055210aa5a1 None None] Updating router 69856a0c-56b9-48f3-a28a-d1f5cca0d1d2 port d52ae6cd-2136-4bba-8322-9a2feca1dd1c binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:13:59.912429 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-7d1dbded-2e4a-4f3f-8131-54c65bb611cd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:59.913118 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-7d1dbded-2e4a-4f3f-8131-54c65bb611cd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:59.949723 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45638) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:00.024108 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d196003c-b327-42ae-b640-629a99c0eb23 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:00.053385 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-43ad7a18-e261-4803-b553-4055210aa5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:00.054406 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f0f408a6-de57-4be6-acd0-ec435ec24893 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:00.125307 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f408a6-de57-4be6-acd0-ec435ec24893 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Pushing event deleted for resources: {'Subnet': ['ID=907f1bc7-94a9-4882-aa05-c77daf6113ff,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:00.139658 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-7d1dbded-2e4a-4f3f-8131-54c65bb611cd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.0115755 Apr 06 14:14:00.140592 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1dbded-2e4a-4f3f-8131-54c65bb611cd tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Pushing event updated for resources: {'Port': ['ID=7beb26c3-5896-43e5-9789-86511aa27928,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:00.156382 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-eb8e5459-f129-46a7-88b8-360ab99a6aaa None None] Provisioning for port 7beb26c3-5896-43e5-9789-86511aa27928 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:00.164693 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-eb8e5459-f129-46a7-88b8-360ab99a6aaa None None] Provisioning complete for port 7beb26c3-5896-43e5-9789-86511aa27928 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:00.165307 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-eb8e5459-f129-46a7-88b8-360ab99a6aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:00.172926 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-b1f11c7f-8d26-4a94-b0ee-0b90c348c0ce service neutron] Request body: {'port': {'device_id': 'f40554bf-4823-4c77-a2bc-552d186da5e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:00.244922 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-3c6708af-dfe5-4bc3-ae29-120fc48775e0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4b50898-b40c-48be-9630-e21242c54179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1095593 Apr 06 14:14:00.305178 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-eb8e5459-f129-46a7-88b8-360ab99a6aaa None None] Port 7beb26c3-5896-43e5-9789-86511aa27928 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:14:00.358367 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-b1f11c7f-8d26-4a94-b0ee-0b90c348c0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:00.368438 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d196003c-b327-42ae-b640-629a99c0eb23 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/983387c6-7bef-4682-a2b6-f61ee5447055 HTTP/1.1" status: 204 len: 168 time: 3.2734673 Apr 06 14:14:00.376363 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45646) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:00.377576 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f0f408a6-de57-4be6-acd0-ec435ec24893 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:00.379533 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f0f408a6-de57-4be6-acd0-ec435ec24893 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] 10.222.0.60 "DELETE /v2.0/subnets/907f1bc7-94a9-4882-aa05-c77daf6113ff HTTP/1.1" status: 204 len: 168 time: 3.6902368 Apr 06 14:14:00.382628 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45648) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:00.420632 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9e8928-f7d4-4035-9022-060a14f58556 None None] Network 1f63a2ba-9f83-4fe9-a4b1-3e3499a58066 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:14:00.489111 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-59048225-2357-4472-81c2-c054e9408b5e service neutron] 10.222.0.69 "GET /v2.0/networks/b4b50898-b40c-48be-9630-e21242c54179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197728 Apr 06 14:14:00.492581 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6017b0-89b7-4588-ac6f-2f31cafd40f3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:00.497910 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6017b0-89b7-4588-ac6f-2f31cafd40f3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:00.499579 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fb6017b0-89b7-4588-ac6f-2f31cafd40f3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:14:00.656796 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14527e89-35d7-450e-b7b9-8660edf5c4f8 req-2fb286b4-6f0d-4eab-b385-c872b5b04534 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:00.664336 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-14527e89-35d7-450e-b7b9-8660edf5c4f8 req-2fb286b4-6f0d-4eab-b385-c872b5b04534 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/ports?device_id=f40554bf-4823-4c77-a2bc-552d186da5e7 HTTP/1.1" status: 200 len: 931 time: 0.8615088 Apr 06 14:14:00.694583 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b960115-4cab-450b-9aa5-f54796cbc2f5 req-97bb4330-c3b5-48eb-88ca-3e54e9a636aa tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:00.696079 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1b960115-4cab-450b-9aa5-f54796cbc2f5 req-97bb4330-c3b5-48eb-88ca-3e54e9a636aa tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 943 time: 1.3061883 Apr 06 14:14:00.696469 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fb6017b0-89b7-4588-ac6f-2f31cafd40f3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:14:00.697846 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fb6017b0-89b7-4588-ac6f-2f31cafd40f3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3169165 Apr 06 14:14:00.712475 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45660) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:00.713966 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d4d9a333-0d8e-46c7-9517-57d063172198 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:00.755918 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-758fabc7-ed3a-44bf-8b1f-ef1fa8074d83 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Allocated IP 172.20.0.3 (85b99d49-54eb-453f-ae68-f2c061c22d84/4a315dfc-352a-4b05-a256-c3f9d36a94b6/585acf70-5bc8-4c51-8373-72038e496ad7) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:14:00.812220 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-45db664c-c8aa-47be-bff9-362af204f2f9 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:00.827635 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-43ad7a18-e261-4803-b553-4055210aa5a1 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:00.862817 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-43ad7a18-e261-4803-b553-4055210aa5a1 None None] Transition to ACTIVE for port object d52ae6cd-2136-4bba-8322-9a2feca1dd1c will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:00.878328 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-43ad7a18-e261-4803-b553-4055210aa5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:00.908819 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-40fc700c-3daf-4e19-b960-d334fcabae69 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:00.979018 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-45db664c-c8aa-47be-bff9-362af204f2f9 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Calling delete_port for 01b766f9-85dc-449f-9757-2b496daf73f5 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:14:01.011960 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-14527e89-35d7-450e-b7b9-8660edf5c4f8 req-7d2b18d9-9640-43bb-bbbe-38bbd8a78a62 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a706d66-a758-49f2-8df3-c05fa5c78475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3463237 Apr 06 14:14:01.066194 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-40fc700c-3daf-4e19-b960-d334fcabae69 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Deleting port 08c19ed2-87c3-4777-8f97-c0c1998fdcd4 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:14:01.066557 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-40fc700c-3daf-4e19-b960-d334fcabae69 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:01.116612 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b413b9a-22e1-4dcb-9d69-650c077e7fd8 None None] Pushing event updated for resources: {'Port': ['ID=d52ae6cd-2136-4bba-8322-9a2feca1dd1c,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:01.122078 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166c6df6-4f8b-4e75-8222-41c4e5c249e8 None None] DHCP port deletion for 1f63a2ba-9f83-4fe9-a4b1-3e3499a58066 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:14:01.123191 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d4d9a333-0d8e-46c7-9517-57d063172198 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] 10.222.0.60 "PUT /v2.0/quotas/d864461025dc446fb0cf309da4e5ce79 HTTP/1.1" status: 200 len: 368 time: 1.1271293 Apr 06 14:14:01.127149 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-166c6df6-4f8b-4e75-8222-41c4e5c249e8 None None] Deleting port 08c19ed2-87c3-4777-8f97-c0c1998fdcd4 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:14:01.127524 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-166c6df6-4f8b-4e75-8222-41c4e5c249e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:01.149987 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45668) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:01.219624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-daf817b6-c55a-4a6a-8d1c-64d780923b22 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Request body: {'network': {'project_id': 'd864461025dc446fb0cf309da4e5ce79'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:01.234020 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1b960115-4cab-450b-9aa5-f54796cbc2f5 req-9c5bc302-6fa5-4b0f-bd49-6e61d754d4fd tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5161135 Apr 06 14:14:01.252656 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9cce54c9-41c4-4961-891f-8153f2e57b28 req-152675f9-f47d-48d5-8b17-3774280503f5 service neutron] 10.222.0.69 "GET /v2.0/networks/b4b50898-b40c-48be-9630-e21242c54179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7358072 Apr 06 14:14:01.397917 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0114d62-c238-41b9-a8b2-a78d333acff6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting subnet 7bb45c2d-2fc3-4bdb-b0f7-7854f5d00b0f {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:14:01.407503 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-daf817b6-c55a-4a6a-8d1c-64d780923b22 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:01.462037 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a0114d62-c238-41b9-a8b2-a78d333acff6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:01.473318 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-166c6df6-4f8b-4e75-8222-41c4e5c249e8 None None] For port 08c19ed2-87c3-4777-8f97-c0c1998fdcd4, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=08c19ed2-87c3-4777-8f97-c0c1998fdcd4,segment=NetworkSegment(fa438ac0-31aa-4f54-9fe7-4cfe9df10348),segment_id=fa438ac0-31aa-4f54-9fe7-4cfe9df10348)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:01.473712 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-166c6df6-4f8b-4e75-8222-41c4e5c249e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:01.554472 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-daf817b6-c55a-4a6a-8d1c-64d780923b22 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Usage tracker for resource:network and tenant:d864461025dc446fb0cf309da4e5ce79 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:01.573469 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f06e6c73-c90c-4d58-b36b-4461305126e2 req-9af028e2-9446-494c-a09d-1d501f3c42a6 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea73f22f-3156-467c-8c2c-e9326ed910a7 HTTP/1.1" status: 200 len: 210 time: 0.2900271 Apr 06 14:14:01.575597 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-daf817b6-c55a-4a6a-8d1c-64d780923b22 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:01.593824 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-daf817b6-c55a-4a6a-8d1c-64d780923b22 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:01.644647 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a0114d62-c238-41b9-a8b2-a78d333acff6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:01.676245 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-166c6df6-4f8b-4e75-8222-41c4e5c249e8 None None] Calling delete_port for 08c19ed2-87c3-4777-8f97-c0c1998fdcd4 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:14:01.704978 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf817b6-c55a-4a6a-8d1c-64d780923b22 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Made reservation on behalf of d864461025dc446fb0cf309da4e5ce79 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:01.707589 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-daf817b6-c55a-4a6a-8d1c-64d780923b22 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:01.748275 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-daf817b6-c55a-4a6a-8d1c-64d780923b22 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:01.785937 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-758fabc7-ed3a-44bf-8b1f-ef1fa8074d83 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:01.807938 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 08c19ed2-87c3-4777-8f97-c0c1998fdcd4 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:14:01.831051 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45678) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:01.849059 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0857a9c2-129c-485a-a765-1bc7abe5bce4 req-80edd138-289c-4019-ae77-6f64e8de898b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=45bdc10440d74a5abd92184edf5c75b4&device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 1096 time: 0.4249921 Apr 06 14:14:01.853943 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-45db664c-c8aa-47be-bff9-362af204f2f9 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:01.858638 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-758fabc7-ed3a-44bf-8b1f-ef1fa8074d83 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Transition to ACTIVE for port object 585acf70-5bc8-4c51-8373-72038e496ad7 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:01.989503 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-43ad7a18-e261-4803-b553-4055210aa5a1 None None] Attempting to bind port d52ae6cd-2136-4bba-8322-9a2feca1dd1c on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:14:01.989870 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-43ad7a18-e261-4803-b553-4055210aa5a1 None None] Attempting to bind port d52ae6cd-2136-4bba-8322-9a2feca1dd1c by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '11dfa9e5-5317-4e79-8e95-9943a27e2ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'db22f504-5a34-4a84-99cc-65b1302a1645'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:14:01.990302 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ad7a18-e261-4803-b553-4055210aa5a1 None None] Attempting to bind port d52ae6cd-2136-4bba-8322-9a2feca1dd1c on network db22f504-5a34-4a84-99cc-65b1302a1645 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:14:01.997438 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-b1f11c7f-8d26-4a94-b0ee-0b90c348c0ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7beb26c3-5896-43e5-9789-86511aa27928 {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:14:02.012017 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ad7a18-e261-4803-b553-4055210aa5a1 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:14:02.012415 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ad7a18-e261-4803-b553-4055210aa5a1 None None] Checking segment: {'id': '11dfa9e5-5317-4e79-8e95-9943a27e2ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'db22f504-5a34-4a84-99cc-65b1302a1645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:14:02.012693 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-43ad7a18-e261-4803-b553-4055210aa5a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:02.013119 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ad7a18-e261-4803-b553-4055210aa5a1 None None] Bound using segment: {'id': '11dfa9e5-5317-4e79-8e95-9943a27e2ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'db22f504-5a34-4a84-99cc-65b1302a1645'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:14:02.013900 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-b1f11c7f-8d26-4a94-b0ee-0b90c348c0ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:02.014014 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-43ad7a18-e261-4803-b553-4055210aa5a1 None None] Bound port: d52ae6cd-2136-4bba-8322-9a2feca1dd1c, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11dfa9e5-5317-4e79-8e95-9943a27e2ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'db22f504-5a34-4a84-99cc-65b1302a1645'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:14:02.014014 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-43ad7a18-e261-4803-b553-4055210aa5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:02.027483 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-40fc700c-3daf-4e19-b960-d334fcabae69 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] For port 08c19ed2-87c3-4777-8f97-c0c1998fdcd4, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=08c19ed2-87c3-4777-8f97-c0c1998fdcd4,segment=NetworkSegment(fa438ac0-31aa-4f54-9fe7-4cfe9df10348),segment_id=fa438ac0-31aa-4f54-9fe7-4cfe9df10348)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:02.027863 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-40fc700c-3daf-4e19-b960-d334fcabae69 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:02.031429 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-166c6df6-4f8b-4e75-8222-41c4e5c249e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:02.077642 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:02.094805 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c6df6-4f8b-4e75-8222-41c4e5c249e8 None None] Pushing event deleted for resources: {'Port': ['ID=08c19ed2-87c3-4777-8f97-c0c1998fdcd4,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:02.115867 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db664c-c8aa-47be-bff9-362af204f2f9 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Pushing event deleted for resources: {'Port': ['ID=01b766f9-85dc-449f-9757-2b496daf73f5,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:02.133496 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-daf817b6-c55a-4a6a-8d1c-64d780923b22 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:02.140901 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-daf817b6-c55a-4a6a-8d1c-64d780923b22 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Usage tracker for resource:security_group_rule and tenant:d864461025dc446fb0cf309da4e5ce79 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:02.147110 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166c6df6-4f8b-4e75-8222-41c4e5c249e8 None None] No DVR routers for this DVR port 08c19ed2-87c3-4777-8f97-c0c1998fdcd4 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:14:02.157229 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-daf817b6-c55a-4a6a-8d1c-64d780923b22 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:02.210433 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-40fc700c-3daf-4e19-b960-d334fcabae69 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Calling delete_port for 08c19ed2-87c3-4777-8f97-c0c1998fdcd4 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:14:02.221873 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-daf817b6-c55a-4a6a-8d1c-64d780923b22 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:02.229893 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-43ad7a18-e261-4803-b553-4055210aa5a1 None None] For port d52ae6cd-2136-4bba-8322-9a2feca1dd1c, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:14:02.230559 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-45db664c-c8aa-47be-bff9-362af204f2f9 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:02.239086 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-43ad7a18-e261-4803-b553-4055210aa5a1 None None] For port d52ae6cd-2136-4bba-8322-9a2feca1dd1c, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=d52ae6cd-2136-4bba-8322-9a2feca1dd1c,segment=NetworkSegment(11dfa9e5-5317-4e79-8e95-9943a27e2ed6),segment_id=11dfa9e5-5317-4e79-8e95-9943a27e2ed6)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:14:02.244335 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-43ad7a18-e261-4803-b553-4055210aa5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:02.338815 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a0114d62-c238-41b9-a8b2-a78d333acff6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:02.342954 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b413b9a-22e1-4dcb-9d69-650c077e7fd8 None None] Pushing event updated for resources: {'Port': ['ID=d52ae6cd-2136-4bba-8322-9a2feca1dd1c,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:02.353874 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ad7a18-e261-4803-b553-4055210aa5a1 None None] Routers {'69856a0c-56b9-48f3-a28a-d1f5cca0d1d2'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:14:02.355591 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-43ad7a18-e261-4803-b553-4055210aa5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:13:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['69856a0c-56b9-48f3-a28a-d1f5cca0d1d2'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:02.420486 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-40fc700c-3daf-4e19-b960-d334fcabae69 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:14:02.421444 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-40fc700c-3daf-4e19-b960-d334fcabae69 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:14:02.429795 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-758fabc7-ed3a-44bf-8b1f-ef1fa8074d83 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:02.439369 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-b1f11c7f-8d26-4a94-b0ee-0b90c348c0ce service neutron] Transition to ACTIVE for port object 7beb26c3-5896-43e5-9789-86511aa27928 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:02.452743 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-2db96529-b0f7-4203-a49e-0d5fd1d9553a tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-399568416'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:02.463470 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2db96529-b0f7-4203-a49e-0d5fd1d9553a tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:02.471291 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2db96529-b0f7-4203-a49e-0d5fd1d9553a tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Usage tracker for resource:router and tenant:721646274f1348bab5416d09d63a97a5 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:02.471697 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-45db664c-c8aa-47be-bff9-362af204f2f9 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "DELETE /v2.0/ports/01b766f9-85dc-449f-9757-2b496daf73f5 HTTP/1.1" status: 204 len: 168 time: 4.1414249 Apr 06 14:14:02.475210 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2db96529-b0f7-4203-a49e-0d5fd1d9553a tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:02.481913 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2db96529-b0f7-4203-a49e-0d5fd1d9553a tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:02.492893 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45688) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:02.500649 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a5277d29-7f11-4157-ad0a-4aa4b3335c1c tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a41500b-2f5c-4094-9dd2-2663717c0929', 'external_fixed_ips': [{'subnet_id': 'd0a65b95-cad6-4399-8985-d901ae81ffc1', 'ip_address': '2001:db8::1f8'}]}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:02.510512 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-b1f11c7f-8d26-4a94-b0ee-0b90c348c0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:02.603790 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758fabc7-ed3a-44bf-8b1f-ef1fa8074d83 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Pushing event updated for resources: {'Port': ['ID=585acf70-5bc8-4c51-8373-72038e496ad7,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:02.622595 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-43ad7a18-e261-4803-b553-4055210aa5a1 None None] Set router 69856a0c-56b9-48f3-a28a-d1f5cca0d1d2 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:14:02.628418 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a5277d29-7f11-4157-ad0a-4aa4b3335c1c tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:02.634882 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f11c7f-8d26-4a94-b0ee-0b90c348c0ce service neutron] Pushing event updated for resources: {'Port': ['ID=7beb26c3-5896-43e5-9789-86511aa27928,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:02.636684 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22c440-acb6-4859-9869-1aeb3a34bae8 req-72610087-7553-44d7-86d7-8c5d610bd769 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:02.638178 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2db96529-b0f7-4203-a49e-0d5fd1d9553a tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:02.638300 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ea22c440-acb6-4859-9869-1aeb3a34bae8 req-72610087-7553-44d7-86d7-8c5d610bd769 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/ports?device_id=f40554bf-4823-4c77-a2bc-552d186da5e7 HTTP/1.1" status: 200 len: 931 time: 0.3791590 Apr 06 14:14:02.639131 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2db96529-b0f7-4203-a49e-0d5fd1d9553a tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:02.639565 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857a9c2-129c-485a-a765-1bc7abe5bce4 req-b593f79a-e0f5-4ac4-9f92-531734503e34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:02.640927 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0857a9c2-129c-485a-a765-1bc7abe5bce4 req-b593f79a-e0f5-4ac4-9f92-531734503e34 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b4b50898-b40c-48be-9630-e21242c54179 HTTP/1.1" status: 200 len: 912 time: 0.7804894 Apr 06 14:14:02.648493 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a5277d29-7f11-4157-ad0a-4aa4b3335c1c tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Usage tracker for resource:router and tenant:7a1885bcd55d42bb9cb6a0ae693613d7 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:02.657549 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-758fabc7-ed3a-44bf-8b1f-ef1fa8074d83 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Network 85b99d49-54eb-453f-ae68-f2c061c22d84 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:02.658689 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a5277d29-7f11-4157-ad0a-4aa4b3335c1c tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:02.670332 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-ea39b932-e925-4453-b183-436c7b97bb18 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:02.684436 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-ea39b932-e925-4453-b183-436c7b97bb18 None None] Transition to ACTIVE for port object 94cfe001-10bf-4991-ae2c-5448fb792190 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:02.693243 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-ea39b932-e925-4453-b183-436c7b97bb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:02.719385 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-758fabc7-ed3a-44bf-8b1f-ef1fa8074d83 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:02.726981 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-758fabc7-ed3a-44bf-8b1f-ef1fa8074d83 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:14:02.743380 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a5277d29-7f11-4157-ad0a-4aa4b3335c1c tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:02.838663 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a0114d62-c238-41b9-a8b2-a78d333acff6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:02.842394 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5277d29-7f11-4157-ad0a-4aa4b3335c1c tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:02.843304 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5277d29-7f11-4157-ad0a-4aa4b3335c1c tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:02.897855 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2db96529-b0f7-4203-a49e-0d5fd1d9553a tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:02.901730 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0114d62-c238-41b9-a8b2-a78d333acff6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Subnet': ['ID=7bb45c2d-2fc3-4bdb-b0f7-7854f5d00b0f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:02.917943 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-758fabc7-ed3a-44bf-8b1f-ef1fa8074d83 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:02.918610 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-758fabc7-ed3a-44bf-8b1f-ef1fa8074d83 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:02.941022 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-40fc700c-3daf-4e19-b960-d334fcabae69 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Deleting port 08c19ed2-87c3-4777-8f97-c0c1998fdcd4 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:14:02.941505 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-40fc700c-3daf-4e19-b960-d334fcabae69 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:02.979249 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49779aaf-78c6-4314-85bb-24593575853c None None] Pushing event updated for resources: {'Port': ['ID=94cfe001-10bf-4991-ae2c-5448fb792190,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:03.006371 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0857a9c2-129c-485a-a765-1bc7abe5bce4 req-7622ef50-9cba-49e7-a2ea-058025c695d7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae0b3a45-c88d-4e73-b461-c2e8cd808229 HTTP/1.1" status: 200 len: 217 time: 0.3585413 Apr 06 14:14:03.026943 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad85c8-92fb-48b0-b1ca-eb761f50b4e0 req-1adb4423-904c-4b16-98c9-b186a86e7cc0 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:03.032590 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7aad85c8-92fb-48b0-b1ca-eb761f50b4e0 req-1adb4423-904c-4b16-98c9-b186a86e7cc0 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 943 time: 0.5352747 Apr 06 14:14:03.110716 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a0114d62-c238-41b9-a8b2-a78d333acff6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:03.126555 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eb2097-d215-4155-85d6-cfc3b3a82bfc None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:14:03.132256 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857a9c2-129c-485a-a765-1bc7abe5bce4 req-c5329dae-f4ae-4da6-b787-55f777cd1606 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:03.133728 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0857a9c2-129c-485a-a765-1bc7abe5bce4 req-c5329dae-f4ae-4da6-b787-55f777cd1606 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=61fc1f24-d84d-4e4e-b059-fbe1445d430f HTTP/1.1" status: 200 len: 850 time: 0.1112187 Apr 06 14:14:03.167721 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-daf817b6-c55a-4a6a-8d1c-64d780923b22 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:03.168146 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-40fc700c-3daf-4e19-b960-d334fcabae69 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] The port '08c19ed2-87c3-4777-8f97-c0c1998fdcd4' was deleted {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:14:03.174908 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ea22c440-acb6-4859-9869-1aeb3a34bae8 req-d12fc4e6-a541-4290-8f67-306ae26236f0 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a706d66-a758-49f2-8df3-c05fa5c78475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4622049 Apr 06 14:14:03.184703 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-ea39b932-e925-4453-b183-436c7b97bb18 None None] Attempting to bind port 94cfe001-10bf-4991-ae2c-5448fb792190 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:14:03.185721 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-ea39b932-e925-4453-b183-436c7b97bb18 None None] Attempting to bind port 94cfe001-10bf-4991-ae2c-5448fb792190 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'b16ce301-63a4-4e18-8a19-459ca1104b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '85b99d49-54eb-453f-ae68-f2c061c22d84'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:14:03.186298 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea39b932-e925-4453-b183-436c7b97bb18 None None] Attempting to bind port 94cfe001-10bf-4991-ae2c-5448fb792190 on network 85b99d49-54eb-453f-ae68-f2c061c22d84 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:14:03.197132 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea39b932-e925-4453-b183-436c7b97bb18 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:14:03.198108 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea39b932-e925-4453-b183-436c7b97bb18 None None] Checking segment: {'id': 'b16ce301-63a4-4e18-8a19-459ca1104b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '85b99d49-54eb-453f-ae68-f2c061c22d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:14:03.199077 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-ea39b932-e925-4453-b183-436c7b97bb18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:03.200173 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea39b932-e925-4453-b183-436c7b97bb18 None None] Bound using segment: {'id': 'b16ce301-63a4-4e18-8a19-459ca1104b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '85b99d49-54eb-453f-ae68-f2c061c22d84'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:14:03.201161 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-ea39b932-e925-4453-b183-436c7b97bb18 None None] Bound port: 94cfe001-10bf-4991-ae2c-5448fb792190, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16ce301-63a4-4e18-8a19-459ca1104b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '85b99d49-54eb-453f-ae68-f2c061c22d84'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:14:03.201796 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-ea39b932-e925-4453-b183-436c7b97bb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:03.240056 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-758fabc7-ed3a-44bf-8b1f-ef1fa8074d83 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0143385 Apr 06 14:14:03.244991 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2db96529-b0f7-4203-a49e-0d5fd1d9553a tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:03.258448 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-daf817b6-c55a-4a6a-8d1c-64d780923b22 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:03.271397 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf817b6-c55a-4a6a-8d1c-64d780923b22 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:14:03.280160 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-daf817b6-c55a-4a6a-8d1c-64d780923b22 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:03.280505 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-daf817b6-c55a-4a6a-8d1c-64d780923b22 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Added segment c77b03ee-4f86-4209-a488-2ac094dc65cc of type vlan for network 0eb6b924-991b-4489-a8b2-eaac9cfa2605 Apr 06 14:14:03.312670 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-daf817b6-c55a-4a6a-8d1c-64d780923b22 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:03.323595 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2db96529-b0f7-4203-a49e-0d5fd1d9553a tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:03.325213 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2db96529-b0f7-4203-a49e-0d5fd1d9553a tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.4222395 Apr 06 14:14:03.327249 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-ea39b932-e925-4453-b183-436c7b97bb18 None None] For port 94cfe001-10bf-4991-ae2c-5448fb792190, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:14:03.331248 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-ea39b932-e925-4453-b183-436c7b97bb18 None None] For port 94cfe001-10bf-4991-ae2c-5448fb792190, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=94cfe001-10bf-4991-ae2c-5448fb792190,segment=NetworkSegment(b16ce301-63a4-4e18-8a19-459ca1104b71),segment_id=b16ce301-63a4-4e18-8a19-459ca1104b71)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:14:03.333977 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5277d29-7f11-4157-ad0a-4aa4b3335c1c tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:03.334666 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45694) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:03.337917 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7aad85c8-92fb-48b0-b1ca-eb761f50b4e0 req-46073843-6534-432c-9481-c1593627acaf tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2913785 Apr 06 14:14:03.341567 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a0114d62-c238-41b9-a8b2-a78d333acff6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/7bb45c2d-2fc3-4bdb-b0f7-7854f5d00b0f HTTP/1.1" status: 204 len: 168 time: 2.6255767 Apr 06 14:14:03.350833 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-e1863f55-c0de-49e3-8d65-570b0dac0ae0 service neutron] Request body: {'port': {'device_id': 'ea73f22f-3156-467c-8c2c-e9326ed910a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:03.362260 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-ea39b932-e925-4453-b183-436c7b97bb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:03.377548 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45696) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:03.409451 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-b1f11c7f-8d26-4a94-b0ee-0b90c348c0ce service neutron] Attempting to bind port 7beb26c3-5896-43e5-9789-86511aa27928 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:14:03.409755 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-b1f11c7f-8d26-4a94-b0ee-0b90c348c0ce service neutron] Attempting to bind port 7beb26c3-5896-43e5-9789-86511aa27928 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '11dfa9e5-5317-4e79-8e95-9943a27e2ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'db22f504-5a34-4a84-99cc-65b1302a1645'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:14:03.410245 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-b1f11c7f-8d26-4a94-b0ee-0b90c348c0ce service neutron] Attempting to bind port 7beb26c3-5896-43e5-9789-86511aa27928 on network db22f504-5a34-4a84-99cc-65b1302a1645 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:14:03.442737 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-40fc700c-3daf-4e19-b960-d334fcabae69 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:03.451268 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-b1f11c7f-8d26-4a94-b0ee-0b90c348c0ce service neutron] Port 7beb26c3-5896-43e5-9789-86511aa27928 on network db22f504-5a34-4a84-99cc-65b1302a1645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:14:03.451686 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-b1f11c7f-8d26-4a94-b0ee-0b90c348c0ce service neutron] Attempting to bind port 7beb26c3-5896-43e5-9789-86511aa27928 on network db22f504-5a34-4a84-99cc-65b1302a1645 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:14:03.483947 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49779aaf-78c6-4314-85bb-24593575853c None None] Pushing event updated for resources: {'Port': ['ID=94cfe001-10bf-4991-ae2c-5448fb792190,revision_number=4']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:03.520553 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea39b932-e925-4453-b183-436c7b97bb18 None None] Routers {'806808cf-023c-467c-b982-89424c6dc5c3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:14:03.521262 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-ea39b932-e925-4453-b183-436c7b97bb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:13:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['806808cf-023c-467c-b982-89424c6dc5c3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:03.638637 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-43ad7a18-e261-4803-b553-4055210aa5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'name': 'tempest-ServersTestManualDisk-1216470950-router', 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': '46931473-0f10-449f-b6ad-d9441fdc3bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:10Z', 'updated_at': '2022-04-06T14:13:26Z', 'revision_number': 4, 'project_id': 'c60ff9278e7d428290bc7f626f6f5595', 'gw_port': {'id': '46931473-0f10-449f-b6ad-d9441fdc3bda', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:20:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:12Z', 'updated_at': '2022-04-06T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'd52ae6cd-2136-4bba-8322-9a2feca1dd1c', 'name': '', 'network_id': 'db22f504-5a34-4a84-99cc-65b1302a1645', 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595', 'mac_address': 'fa:16:3e:93:73:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74f1b134-ac9c-4860-9a3a-b9f38585a865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:24Z', 'updated_at': '2022-04-06T14:14:02Z', 'revision_number': 4, 'project_id': 'c60ff9278e7d428290bc7f626f6f5595', 'subnets': [{'id': '74f1b134-ac9c-4860-9a3a-b9f38585a865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:03.645702 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ad7a18-e261-4803-b553-4055210aa5a1 None None] The sync data for ids ['69856a0c-56b9-48f3-a28a-d1f5cca0d1d2'] in dv-neutron-835868-1-hyperv is: [{'id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'name': 'tempest-ServersTestManualDisk-1216470950-router', 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': '46931473-0f10-449f-b6ad-d9441fdc3bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:10Z', 'updated_at': '2022-04-06T14:13:26Z', 'revision_number': 4, 'project_id': 'c60ff9278e7d428290bc7f626f6f5595', 'gw_port': {'id': '46931473-0f10-449f-b6ad-d9441fdc3bda', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:20:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:12Z', 'updated_at': '2022-04-06T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'd52ae6cd-2136-4bba-8322-9a2feca1dd1c', 'name': '', 'network_id': 'db22f504-5a34-4a84-99cc-65b1302a1645', 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595', 'mac_address': 'fa:16:3e:93:73:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74f1b134-ac9c-4860-9a3a-b9f38585a865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:24Z', 'updated_at': '2022-04-06T14:14:02Z', 'revision_number': 4, 'project_id': 'c60ff9278e7d428290bc7f626f6f5595', 'subnets': [{'id': '74f1b134-ac9c-4860-9a3a-b9f38585a865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:14:03.765814 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-40fc700c-3daf-4e19-b960-d334fcabae69 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f63a2ba-9f83-4fe9-a4b1-3e3499a58066']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:03.769505 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7639a988-55d9-42d0-a6f9-75ce3ae62306 None None] Provisioning for port 585acf70-5bc8-4c51-8373-72038e496ad7 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:03.782559 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7639a988-55d9-42d0-a6f9-75ce3ae62306 None None] Provisioning complete for port 585acf70-5bc8-4c51-8373-72038e496ad7 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:03.783262 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7639a988-55d9-42d0-a6f9-75ce3ae62306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:03.820891 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-ea39b932-e925-4453-b183-436c7b97bb18 None None] Set router 806808cf-023c-467c-b982-89424c6dc5c3 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:14:03.836482 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-b1f11c7f-8d26-4a94-b0ee-0b90c348c0ce service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:14:03.837132 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-b1f11c7f-8d26-4a94-b0ee-0b90c348c0ce service neutron] Checking segment: {'id': '11dfa9e5-5317-4e79-8e95-9943a27e2ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'db22f504-5a34-4a84-99cc-65b1302a1645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:14:03.837985 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-b1f11c7f-8d26-4a94-b0ee-0b90c348c0ce service neutron] Bound using segment: {'id': '11dfa9e5-5317-4e79-8e95-9943a27e2ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'db22f504-5a34-4a84-99cc-65b1302a1645'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:14:03.838616 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-b1f11c7f-8d26-4a94-b0ee-0b90c348c0ce service neutron] Bound port: 7beb26c3-5896-43e5-9789-86511aa27928, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11dfa9e5-5317-4e79-8e95-9943a27e2ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'db22f504-5a34-4a84-99cc-65b1302a1645'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:14:03.839115 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-b1f11c7f-8d26-4a94-b0ee-0b90c348c0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:03.868603 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-40fc700c-3daf-4e19-b960-d334fcabae69 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa438ac0-31aa-4f54-9fe7-4cfe9df10348') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:03.868945 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-40fc700c-3daf-4e19-b960-d334fcabae69 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa438ac0-31aa-4f54-9fe7-4cfe9df10348') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:03.874037 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cd0442-05c1-4337-bf15-aaec0746c2c4 None None] DHCP port deletion for 45db5c66-c082-47ed-beeb-688e3c8646d5 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:14:03.887882 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-32cd0442-05c1-4337-bf15-aaec0746c2c4 None None] Deleting port 0faf8a91-c497-498e-bc6c-1d330a903450 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:14:03.888332 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-32cd0442-05c1-4337-bf15-aaec0746c2c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:03.908591 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-40fc700c-3daf-4e19-b960-d334fcabae69 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:03.916718 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5277d29-7f11-4157-ad0a-4aa4b3335c1c tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:03.995761 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf817b6-c55a-4a6a-8d1c-64d780923b22 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b819a243-3ff4-4bb3-99aa-6ed69f4a9a63,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:04.004073 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e0b77c5f-359b-4838-a40b-585acc487363 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6139958 Apr 06 14:14:04.009548 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-e1863f55-c0de-49e3-8d65-570b0dac0ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:04.031968 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-7639a988-55d9-42d0-a6f9-75ce3ae62306 None None] Port 585acf70-5bc8-4c51-8373-72038e496ad7 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:14:04.036378 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45706) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:04.052615 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a7e119ed-49ec-4ff9-ada4-409cf8d6e296 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:04.089392 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-40fc700c-3daf-4e19-b960-d334fcabae69 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:04.118836 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40fc700c-3daf-4e19-b960-d334fcabae69 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:14:04.120527 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-40fc700c-3daf-4e19-b960-d334fcabae69 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: util.warn( Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: util.warn( Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: util.warn( Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: util.warn( Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:14:04.203490 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:14:04.211503 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-b1f11c7f-8d26-4a94-b0ee-0b90c348c0ce service neutron] For port 7beb26c3-5896-43e5-9789-86511aa27928, host hv-neutron-8358, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:14:04.239235 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-32cd0442-05c1-4337-bf15-aaec0746c2c4 None None] For port 0faf8a91-c497-498e-bc6c-1d330a903450, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=0faf8a91-c497-498e-bc6c-1d330a903450,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:04.239620 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-32cd0442-05c1-4337-bf15-aaec0746c2c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:04.393667 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-b1f11c7f-8d26-4a94-b0ee-0b90c348c0ce service neutron] For port 7beb26c3-5896-43e5-9789-86511aa27928, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7beb26c3-5896-43e5-9789-86511aa27928,segment=NetworkSegment(11dfa9e5-5317-4e79-8e95-9943a27e2ed6),segment_id=11dfa9e5-5317-4e79-8e95-9943a27e2ed6)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:14:04.413841 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-32cd0442-05c1-4337-bf15-aaec0746c2c4 None None] Calling delete_port for 0faf8a91-c497-498e-bc6c-1d330a903450 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:14:04.426192 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-ea39b932-e925-4453-b183-436c7b97bb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806808cf-023c-467c-b982-89424c6dc5c3', 'name': 'tempest-ServersTestJSON-1306901790-router', 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '2ee1d779-6c38-494f-9315-5ed3bc2ce834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:14Z', 'updated_at': '2022-04-06T14:13:32Z', 'revision_number': 4, 'project_id': 'b420c830a8c344c38ee71ab00e7194de', 'gw_port': {'id': '2ee1d779-6c38-494f-9315-5ed3bc2ce834', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806808cf-023c-467c-b982-89424c6dc5c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:16Z', 'updated_at': '2022-04-06T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '94cfe001-10bf-4991-ae2c-5448fb792190', 'name': '', 'network_id': '85b99d49-54eb-453f-ae68-f2c061c22d84', 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de', 'mac_address': 'fa:16:3e:ff:06:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806808cf-023c-467c-b982-89424c6dc5c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a315dfc-352a-4b05-a256-c3f9d36a94b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:30Z', 'updated_at': '2022-04-06T14:14:03Z', 'revision_number': 4, 'project_id': 'b420c830a8c344c38ee71ab00e7194de', 'subnets': [{'id': '4a315dfc-352a-4b05-a256-c3f9d36a94b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:04.434353 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea39b932-e925-4453-b183-436c7b97bb18 None None] The sync data for ids ['806808cf-023c-467c-b982-89424c6dc5c3'] in dv-neutron-835868-1-hyperv is: [{'id': '806808cf-023c-467c-b982-89424c6dc5c3', 'name': 'tempest-ServersTestJSON-1306901790-router', 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '2ee1d779-6c38-494f-9315-5ed3bc2ce834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:14Z', 'updated_at': '2022-04-06T14:13:32Z', 'revision_number': 4, 'project_id': 'b420c830a8c344c38ee71ab00e7194de', 'gw_port': {'id': '2ee1d779-6c38-494f-9315-5ed3bc2ce834', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806808cf-023c-467c-b982-89424c6dc5c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:16Z', 'updated_at': '2022-04-06T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '94cfe001-10bf-4991-ae2c-5448fb792190', 'name': '', 'network_id': '85b99d49-54eb-453f-ae68-f2c061c22d84', 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de', 'mac_address': 'fa:16:3e:ff:06:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806808cf-023c-467c-b982-89424c6dc5c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a315dfc-352a-4b05-a256-c3f9d36a94b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:30Z', 'updated_at': '2022-04-06T14:14:03Z', 'revision_number': 4, 'project_id': 'b420c830a8c344c38ee71ab00e7194de', 'subnets': [{'id': '4a315dfc-352a-4b05-a256-c3f9d36a94b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:14:04.466495 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-daf817b6-c55a-4a6a-8d1c-64d780923b22 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:04.467357 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf817b6-c55a-4a6a-8d1c-64d780923b22 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:04.467941 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-daf817b6-c55a-4a6a-8d1c-64d780923b22 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:04.486877 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-b1f11c7f-8d26-4a94-b0ee-0b90c348c0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:04.523097 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-32cd0442-05c1-4337-bf15-aaec0746c2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:04.576494 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7462db88-2039-4694-be32-029e6c936608 tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:04.589701 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a7e119ed-49ec-4ff9-ada4-409cf8d6e296 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:04.593025 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd0442-05c1-4337-bf15-aaec0746c2c4 None None] Pushing event deleted for resources: {'Port': ['ID=0faf8a91-c497-498e-bc6c-1d330a903450,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:04.596023 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a7e119ed-49ec-4ff9-ada4-409cf8d6e296 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:subnet and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:04.600176 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a7e119ed-49ec-4ff9-ada4-409cf8d6e296 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:04.607791 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cd0442-05c1-4337-bf15-aaec0746c2c4 None None] No DVR routers for this DVR port 0faf8a91-c497-498e-bc6c-1d330a903450 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:14:04.625145 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a7e119ed-49ec-4ff9-ada4-409cf8d6e296 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:04.655711 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-40fc700c-3daf-4e19-b960-d334fcabae69 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:04.687428 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e119ed-49ec-4ff9-ada4-409cf8d6e296 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:04.691231 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a7e119ed-49ec-4ff9-ada4-409cf8d6e296 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:04.720590 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-40fc700c-3daf-4e19-b960-d334fcabae69 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:04.732070 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-40fc700c-3daf-4e19-b960-d334fcabae69 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] 10.222.0.60 "DELETE /v2.0/networks/1f63a2ba-9f83-4fe9-a4b1-3e3499a58066 HTTP/1.1" status: 204 len: 168 time: 4.3426759 Apr 06 14:14:04.752645 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc700c-3daf-4e19-b960-d334fcabae69 tempest-ExtraDHCPOptionsTestJSON-1651887372 tempest-ExtraDHCPOptionsTestJSON-1651887372-project] Pushing event deleted for resources: {'Network': ['ID=1f63a2ba-9f83-4fe9-a4b1-3e3499a58066,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:04.915074 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-e1863f55-c0de-49e3-8d65-570b0dac0ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 585acf70-5bc8-4c51-8373-72038e496ad7 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:14:04.922514 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-e1863f55-c0de-49e3-8d65-570b0dac0ae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:04.941875 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-e1863f55-c0de-49e3-8d65-570b0dac0ae0 service neutron] Transition to ACTIVE for port object 585acf70-5bc8-4c51-8373-72038e496ad7 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:05.032571 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-b1f11c7f-8d26-4a94-b0ee-0b90c348c0ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:05.033922 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-b1f11c7f-8d26-4a94-b0ee-0b90c348c0ce service neutron] 10.222.0.69 "PUT /v2.0/ports/7beb26c3-5896-43e5-9789-86511aa27928 HTTP/1.1" status: 200 len: 1093 time: 4.8751302 Apr 06 14:14:05.034437 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f40554bf-4823-4c77-a2bc-552d186da5e7', 'tag': '7beb26c3-5896-43e5-9789-86511aa27928'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:14:05.070686 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f11c7f-8d26-4a94-b0ee-0b90c348c0ce service neutron] Pushing event updated for resources: {'Port': ['ID=7beb26c3-5896-43e5-9789-86511aa27928,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:05.087017 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf817b6-c55a-4a6a-8d1c-64d780923b22 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Pushing event updated for resources: {'Network': ['ID=0eb6b924-991b-4489-a8b2-eaac9cfa2605,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:05.099496 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 0eb6b924-991b-4489-a8b2-eaac9cfa2605 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:14:05.100916 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-daf817b6-c55a-4a6a-8d1c-64d780923b22 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.9414878 Apr 06 14:14:05.123021 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45720) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:05.127730 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-e1863f55-c0de-49e3-8d65-570b0dac0ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:05.296559 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-eae02663-7311-462e-8304-d0aaaa4ba3fc tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Request body: {'network': {'project_id': 'd864461025dc446fb0cf309da4e5ce79'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:05.301421 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-eae02663-7311-462e-8304-d0aaaa4ba3fc tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:05.319337 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-eae02663-7311-462e-8304-d0aaaa4ba3fc tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Usage tracker for resource:network and tenant:d864461025dc446fb0cf309da4e5ce79 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:05.326473 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45726) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:05.328499 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-eae02663-7311-462e-8304-d0aaaa4ba3fc tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:05.339470 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-eae02663-7311-462e-8304-d0aaaa4ba3fc tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:05.347352 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1863f55-c0de-49e3-8d65-570b0dac0ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=585acf70-5bc8-4c51-8373-72038e496ad7,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:05.356282 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae02663-7311-462e-8304-d0aaaa4ba3fc tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Made reservation on behalf of d864461025dc446fb0cf309da4e5ce79 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:05.358976 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eae02663-7311-462e-8304-d0aaaa4ba3fc tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:05.372289 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf7614-a6e7-4fa4-bb0c-4dcda9ff84b1 req-44dca8cf-b693-4d7b-a806-235bac4e41fb tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:05.379446 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d1cf7614-a6e7-4fa4-bb0c-4dcda9ff84b1 req-44dca8cf-b693-4d7b-a806-235bac4e41fb tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/ports?device_id=f40554bf-4823-4c77-a2bc-552d186da5e7 HTTP/1.1" status: 200 len: 943 time: 0.9796016 Apr 06 14:14:05.387183 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0857a9c2-129c-485a-a765-1bc7abe5bce4 req-22d2819e-dc42-4c99-94c4-3d4d11029e21 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4b50898-b40c-48be-9630-e21242c54179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 2.2214251 Apr 06 14:14:05.403004 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae02663-7311-462e-8304-d0aaaa4ba3fc tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:14:05.405784 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a7e119ed-49ec-4ff9-ada4-409cf8d6e296 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:05.527318 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device ae0b3a45-c88d-4e73-b461-c2e8cd808229 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:14:05.531670 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296b6a0-04a0-4cfc-ba33-89b5604b7a25 req-a3729838-9335-4a9f-a60a-2161158bd2ab tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:05.533456 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-b296b6a0-04a0-4cfc-ba33-89b5604b7a25 req-a3729838-9335-4a9f-a60a-2161158bd2ab tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Synchronizing usage tracker for tenant:b420c830a8c344c38ee71ab00e7194de on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:14:05.581621 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eae02663-7311-462e-8304-d0aaaa4ba3fc tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:05.582275 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-eae02663-7311-462e-8304-d0aaaa4ba3fc tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Added segment 95bf4a66-4bd6-4aa4-ad45-e972b6cd0aab of type vlan for network 4c42bd87-5edd-47ae-88f8-024355f8f140 Apr 06 14:14:05.658656 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e119ed-49ec-4ff9-ada4-409cf8d6e296 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Subnet': ['ID=968b2281-b1ee-4dfc-8f31-d7c32fcc1983,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:05.739810 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port ae0b3a45-c88d-4e73-b461-c2e8cd808229, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ae0b3a45-c88d-4e73-b461-c2e8cd808229,segment=NetworkSegment(5eccebc2-4d26-4156-a27c-d30f103adc58),segment_id=5eccebc2-4d26-4156-a27c-d30f103adc58)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:05.775789 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': 'ae0b3a45-c88d-4e73-b461-c2e8cd808229', 'network_id': 'b4b50898-b40c-48be-9630-e21242c54179', 'port_id': 'ae0b3a45-c88d-4e73-b461-c2e8cd808229', 'mac_address': 'fa:16:3e:c7:d0:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61fc1f24-d84d-4e4e-b059-fbe1445d430f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:14:05.796413 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e119ed-49ec-4ff9-ada4-409cf8d6e296 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:05.803301 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5277d29-7f11-4157-ad0a-4aa4b3335c1c tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:05.833195 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-a7e119ed-49ec-4ff9-ada4-409cf8d6e296 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:05.846015 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e119ed-49ec-4ff9-ada4-409cf8d6e296 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:05.846894 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a7e119ed-49ec-4ff9-ada4-409cf8d6e296 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:05.856117 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa2e946-71db-434b-a366-6e2ef13dbde4 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:14:05.863991 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-b296b6a0-04a0-4cfc-ba33-89b5604b7a25 req-a3729838-9335-4a9f-a60a-2161158bd2ab tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Unset dirty status for tenant:b420c830a8c344c38ee71ab00e7194de on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:14:05.877160 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b296b6a0-04a0-4cfc-ba33-89b5604b7a25 req-a3729838-9335-4a9f-a60a-2161158bd2ab tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea73f22f-3156-467c-8c2c-e9326ed910a7 HTTP/1.1" status: 200 len: 931 time: 2.1401055 Apr 06 14:14:05.936011 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5277d29-7f11-4157-ad0a-4aa4b3335c1c tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:05.938660 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:05.955229 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device d52ae6cd-2136-4bba-8322-9a2feca1dd1c up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:14:05.992843 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1d558362-746f-4908-898e-bb8ab14ce411 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e3b91d6e2345496b8a38a9ca08953d0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6593566 Apr 06 14:14:05.992843 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-fc468d5d-1f56-47c3-ad01-08b26d473faa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c60ff9278e7d428290bc7f626f6f5595&device_id=f40554bf-4823-4c77-a2bc-552d186da5e7 HTTP/1.1" status: 200 len: 1096 time: 0.8971055 Apr 06 14:14:05.997143 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45734) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:05.999519 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d1cf7614-a6e7-4fa4-bb0c-4dcda9ff84b1 req-870fc131-2244-4df9-a07b-7e88fdaefb17 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a706d66-a758-49f2-8df3-c05fa5c78475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6191733 Apr 06 14:14:06.022999 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae0b3a45-c88d-4e73-b461-c2e8cd808229 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:14:06.043115 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eae02663-7311-462e-8304-d0aaaa4ba3fc tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:06.060009 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port ae0b3a45-c88d-4e73-b461-c2e8cd808229, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ae0b3a45-c88d-4e73-b461-c2e8cd808229,segment=NetworkSegment(5eccebc2-4d26-4156-a27c-d30f103adc58),segment_id=5eccebc2-4d26-4156-a27c-d30f103adc58)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:06.077941 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:06.088968 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b296b6a0-04a0-4cfc-ba33-89b5604b7a25 req-58495f0a-3ee1-4138-8c23-af1d4d8548b8 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac3812ba-e0ef-4343-ae8b-d489feb4e528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108097 Apr 06 14:14:06.101617 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eae02663-7311-462e-8304-d0aaaa4ba3fc tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:06.102655 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae02663-7311-462e-8304-d0aaaa4ba3fc tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:06.103240 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eae02663-7311-462e-8304-d0aaaa4ba3fc tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:06.255352 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-e1863f55-c0de-49e3-8d65-570b0dac0ae0 service neutron] Attempting to bind port 585acf70-5bc8-4c51-8373-72038e496ad7 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:14:06.255856 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-e1863f55-c0de-49e3-8d65-570b0dac0ae0 service neutron] Attempting to bind port 585acf70-5bc8-4c51-8373-72038e496ad7 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'b16ce301-63a4-4e18-8a19-459ca1104b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '85b99d49-54eb-453f-ae68-f2c061c22d84'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:14:06.256194 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-e1863f55-c0de-49e3-8d65-570b0dac0ae0 service neutron] Attempting to bind port 585acf70-5bc8-4c51-8373-72038e496ad7 on network 85b99d49-54eb-453f-ae68-f2c061c22d84 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:14:06.261898 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port d52ae6cd-2136-4bba-8322-9a2feca1dd1c completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:06.276500 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=ae0b3a45-c88d-4e73-b461-c2e8cd808229,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:06.281871 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port d52ae6cd-2136-4bba-8322-9a2feca1dd1c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:06.282273 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:06.327554 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a7e119ed-49ec-4ff9-ada4-409cf8d6e296 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2806158 Apr 06 14:14:06.335490 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-229cc734-6cfb-4fdd-9c06-ebf7f4d3f60a'] response: {'name': 'network-changed', 'server_uuid': 'f40554bf-4823-4c77-a2bc-552d186da5e7', 'tag': '7beb26c3-5896-43e5-9789-86511aa27928', 'status': 'completed', 'code': 200} Apr 06 14:14:06.336829 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-d2766a35-dc3e-4e5b-80ce-c09f3df50bcb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7beb26c3-5896-43e5-9789-86511aa27928 HTTP/1.1" status: 200 len: 217 time: 0.3330016 Apr 06 14:14:06.339793 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45744) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:06.359375 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['ae0b3a45-c88d-4e73-b461-c2e8cd808229'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:14:06.363306 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-73c8da87-14f7-4522-9d5b-453ed05ce39b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'port': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'fixed_ips': [{'subnet_id': '968b2281-b1ee-4dfc-8f31-d7c32fcc1983', 'ip_address': '2001:db8::e1fc:2874:3415:58e4'}], 'name': 'tempest-NetworksTestDHCPv6-1680967984'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:06.429571 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e550c12-fae8-4310-af06-ee97939eac1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-45db5c66-c082-47ed-beeb-688e3c8646d5', 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'fixed_ips': [{'subnet_id': '968b2281-b1ee-4dfc-8f31-d7c32fcc1983'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:14:06.430381 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8e550c12-fae8-4310-af06-ee97939eac1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:06.494864 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0857a9c2-129c-485a-a765-1bc7abe5bce4 req-0a87c2c3-1b62-468f-a89d-035213e3d8d6 service neutron] 10.222.0.69 "GET /v2.0/networks/b4b50898-b40c-48be-9630-e21242c54179?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0862315 Apr 06 14:14:06.498006 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-eae02663-7311-462e-8304-d0aaaa4ba3fc tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3538206 Apr 06 14:14:06.500611 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-e1863f55-c0de-49e3-8d65-570b0dac0ae0 service neutron] Port 585acf70-5bc8-4c51-8373-72038e496ad7 on network 85b99d49-54eb-453f-ae68-f2c061c22d84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:14:06.500962 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-e1863f55-c0de-49e3-8d65-570b0dac0ae0 service neutron] Attempting to bind port 585acf70-5bc8-4c51-8373-72038e496ad7 on network 85b99d49-54eb-453f-ae68-f2c061c22d84 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:14:06.505464 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45748) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:06.512810 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7462db88-2039-4694-be32-029e6c936608 tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:06.532015 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae02663-7311-462e-8304-d0aaaa4ba3fc tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Pushing event updated for resources: {'Network': ['ID=4c42bd87-5edd-47ae-88f8-024355f8f140,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:06.540255 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f941f888-5a0d-4af2-8453-bf0071ff8f91 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Request body: {'network': {'project_id': 'd864461025dc446fb0cf309da4e5ce79'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:06.547076 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-8bb02d86-952a-4c18-8405-8cf496abaa27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:06.548349 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-8bb02d86-952a-4c18-8405-8cf496abaa27 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=74f1b134-ac9c-4860-9a3a-b9f38585a865 HTTP/1.1" status: 200 len: 851 time: 0.2003438 Apr 06 14:14:06.549663 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f941f888-5a0d-4af2-8453-bf0071ff8f91 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:06.561698 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:06.573868 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 4c42bd87-5edd-47ae-88f8-024355f8f140 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:14:06.605068 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-e1863f55-c0de-49e3-8d65-570b0dac0ae0 service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:14:06.605068 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-e1863f55-c0de-49e3-8d65-570b0dac0ae0 service neutron] Checking segment: {'id': 'b16ce301-63a4-4e18-8a19-459ca1104b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '85b99d49-54eb-453f-ae68-f2c061c22d84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:14:06.605068 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-e1863f55-c0de-49e3-8d65-570b0dac0ae0 service neutron] Bound using segment: {'id': 'b16ce301-63a4-4e18-8a19-459ca1104b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '85b99d49-54eb-453f-ae68-f2c061c22d84'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:14:06.605068 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-e1863f55-c0de-49e3-8d65-570b0dac0ae0 service neutron] Bound port: 585acf70-5bc8-4c51-8373-72038e496ad7, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16ce301-63a4-4e18-8a19-459ca1104b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '85b99d49-54eb-453f-ae68-f2c061c22d84'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:14:06.605525 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-e1863f55-c0de-49e3-8d65-570b0dac0ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:06.614095 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7462db88-2039-4694-be32-029e6c936608 tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:06.621674 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f941f888-5a0d-4af2-8453-bf0071ff8f91 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Usage tracker for resource:network and tenant:d864461025dc446fb0cf309da4e5ce79 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:06.626352 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f941f888-5a0d-4af2-8453-bf0071ff8f91 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:06.630862 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d96a714-3fa6-4a4b-add7-b5e7ef5c58c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:06.644938 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f941f888-5a0d-4af2-8453-bf0071ff8f91 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:06.680212 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-f941f888-5a0d-4af2-8453-bf0071ff8f91 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 06 14:14:06.680651 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f941f888-5a0d-4af2-8453-bf0071ff8f91 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:14:06.684585 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f941f888-5a0d-4af2-8453-bf0071ff8f91 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1716390 Apr 06 14:14:06.693876 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45752) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:06.748332 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbde89e-00b4-4a5e-bf11-64fdc180b866 req-17806c39-3d7c-4407-8eac-342c8d53e5f5 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:06.749810 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0bbde89e-00b4-4a5e-bf11-64fdc180b866 req-17806c39-3d7c-4407-8eac-342c8d53e5f5 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 944 time: 0.5930910 Apr 06 14:14:06.755833 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7462db88-2039-4694-be32-029e6c936608 tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:06.756326 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7462db88-2039-4694-be32-029e6c936608 tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 841c1ce2-14ce-46d7-92e9-732b98c7c6ca {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:14:06.772332 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d96a714-3fa6-4a4b-add7-b5e7ef5c58c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:06.779277 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0857a9c2-129c-485a-a765-1bc7abe5bce4 req-8e7faad1-bec9-4921-873a-de2c91296aca service neutron] 10.222.0.69 "GET /v2.0/networks/b4b50898-b40c-48be-9630-e21242c54179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718089 Apr 06 14:14:06.782321 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port d52ae6cd-2136-4bba-8322-9a2feca1dd1c, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=d52ae6cd-2136-4bba-8322-9a2feca1dd1c,segment=NetworkSegment(11dfa9e5-5317-4e79-8e95-9943a27e2ed6),segment_id=11dfa9e5-5317-4e79-8e95-9943a27e2ed6)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:06.783353 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7462db88-2039-4694-be32-029e6c936608 tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:06.788545 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7462db88-2039-4694-be32-029e6c936608 tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] 10.222.0.60 "DELETE /v2.0/routers/841c1ce2-14ce-46d7-92e9-732b98c7c6ca HTTP/1.1" status: 204 len: 168 time: 3.4466476 Apr 06 14:14:06.791122 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45756) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:06.797903 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9c8dc2f3-f086-4456-90ce-8a70bafdac79 tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Request body: {'router': {'name': 'tempest-router-1333816357', 'distributed': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:06.802266 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-e1863f55-c0de-49e3-8d65-570b0dac0ae0 service neutron] For port 585acf70-5bc8-4c51-8373-72038e496ad7, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:14:06.804946 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9c8dc2f3-f086-4456-90ce-8a70bafdac79 tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:06.808381 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-e1863f55-c0de-49e3-8d65-570b0dac0ae0 service neutron] For port 585acf70-5bc8-4c51-8373-72038e496ad7, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=585acf70-5bc8-4c51-8373-72038e496ad7,segment=NetworkSegment(b16ce301-63a4-4e18-8a19-459ca1104b71),segment_id=b16ce301-63a4-4e18-8a19-459ca1104b71)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:14:06.812151 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9c8dc2f3-f086-4456-90ce-8a70bafdac79 tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Usage tracker for resource:router and tenant:721646274f1348bab5416d09d63a97a5 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:06.816097 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9c8dc2f3-f086-4456-90ce-8a70bafdac79 tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:06.820628 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-e1863f55-c0de-49e3-8d65-570b0dac0ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:06.840671 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:06.841600 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 94cfe001-10bf-4991-ae2c-5448fb792190 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:14:06.853205 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-73c8da87-14f7-4522-9d5b-453ed05ce39b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:06.863351 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9c8dc2f3-f086-4456-90ce-8a70bafdac79 tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:06.874424 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-73c8da87-14f7-4522-9d5b-453ed05ce39b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:port and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:06.883383 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-a5277d29-7f11-4157-ad0a-4aa4b3335c1c tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Allocated IP 2001:db8::1f8 (0a41500b-2f5c-4094-9dd2-2663717c0929/d0a65b95-cad6-4399-8985-d901ae81ffc1/5abc4f79-ee9f-496c-98f5-581fe01fb758) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:14:06.885792 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-73c8da87-14f7-4522-9d5b-453ed05ce39b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:06.913970 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-73c8da87-14f7-4522-9d5b-453ed05ce39b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:06.961783 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-bbf3c8d9-5a48-4db3-bb94-285f4aaa5969 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=db22f504-5a34-4a84-99cc-65b1302a1645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3899789 Apr 06 14:14:06.968425 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0bbde89e-00b4-4a5e-bf11-64fdc180b866 req-533df3f7-b779-4445-8b78-9b055f914e42 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860750 Apr 06 14:14:06.988190 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-457bdc83-1b0c-4d14-bed1-798a2a32abf8 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d864461025dc446fb0cf309da4e5ce79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2822511 Apr 06 14:14:06.988190 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c8da87-14f7-4522-9d5b-453ed05ce39b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:06.988724 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45760) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:07.020804 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9c8dc2f3-f086-4456-90ce-8a70bafdac79 tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:07.020804 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9c8dc2f3-f086-4456-90ce-8a70bafdac79 tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:07.045224 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-e1863f55-c0de-49e3-8d65-570b0dac0ae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:07.046365 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-e1863f55-c0de-49e3-8d65-570b0dac0ae0 service neutron] 10.222.0.69 "PUT /v2.0/ports/585acf70-5bc8-4c51-8373-72038e496ad7 HTTP/1.1" status: 200 len: 1093 time: 3.7126987 Apr 06 14:14:07.049563 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-8e550c12-fae8-4310-af06-ee97939eac1e None None] Allocated IP 2001:db8::2 (45db5c66-c082-47ed-beeb-688e3c8646d5/968b2281-b1ee-4dfc-8f31-d7c32fcc1983/3559e20a-9a8d-49fe-80ec-047d693fe16d) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:14:07.050602 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea73f22f-3156-467c-8c2c-e9326ed910a7', 'tag': '585acf70-5bc8-4c51-8373-72038e496ad7'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:14:07.064686 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=d52ae6cd-2136-4bba-8322-9a2feca1dd1c,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:07.090737 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 94cfe001-10bf-4991-ae2c-5448fb792190 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:07.108364 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1863f55-c0de-49e3-8d65-570b0dac0ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=585acf70-5bc8-4c51-8373-72038e496ad7,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:07.165465 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 94cfe001-10bf-4991-ae2c-5448fb792190 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:07.166261 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:07.216107 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-474e7acb-4b66-469f-8e62-ca7ba836d328'] response: {'name': 'network-changed', 'server_uuid': 'ea73f22f-3156-467c-8c2c-e9326ed910a7', 'tag': '585acf70-5bc8-4c51-8373-72038e496ad7', 'status': 'completed', 'code': 200} Apr 06 14:14:07.330998 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9c8dc2f3-f086-4456-90ce-8a70bafdac79 tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:07.332298 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bd3a4651-6001-40ac-9bcf-766b433502c1 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:07.366638 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d96a714-3fa6-4a4b-add7-b5e7ef5c58c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:07.390591 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bd3a4651-6001-40ac-9bcf-766b433502c1 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:07.402245 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:07.421424 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9c8dc2f3-f086-4456-90ce-8a70bafdac79 tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:07.453335 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-fe5f7485-66d6-4754-8d9a-06d667f1ad44 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b420c830a8c344c38ee71ab00e7194de&device_id=ea73f22f-3156-467c-8c2c-e9326ed910a7 HTTP/1.1" status: 200 len: 1096 time: 0.3301308 Apr 06 14:14:07.472317 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8e550c12-fae8-4310-af06-ee97939eac1e None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:07.477989 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 94cfe001-10bf-4991-ae2c-5448fb792190, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=94cfe001-10bf-4991-ae2c-5448fb792190,segment=NetworkSegment(b16ce301-63a4-4e18-8a19-459ca1104b71),segment_id=b16ce301-63a4-4e18-8a19-459ca1104b71)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:07.485810 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96a714-3fa6-4a4b-add7-b5e7ef5c58c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1714d3-3d12-4838-8d60-fd25b8d53f88,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:07.486714 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:07.492942 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8e550c12-fae8-4310-af06-ee97939eac1e None None] Transition to ACTIVE for port object 3559e20a-9a8d-49fe-80ec-047d693fe16d will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:07.496419 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73c8da87-14f7-4522-9d5b-453ed05ce39b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:07.518331 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fedda-8c2c-422f-9326-93e6dba39668 req-f7fa51b8-a91e-4f6c-9905-2cb42cbc49a9 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:07.519613 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-004fedda-8c2c-422f-9326-93e6dba39668 req-f7fa51b8-a91e-4f6c-9905-2cb42cbc49a9 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/ports?device_id=f40554bf-4823-4c77-a2bc-552d186da5e7 HTTP/1.1" status: 200 len: 943 time: 0.3014381 Apr 06 14:14:07.529090 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9c8dc2f3-f086-4456-90ce-8a70bafdac79 tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:07.532430 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9c8dc2f3-f086-4456-90ce-8a70bafdac79 tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7399321 Apr 06 14:14:07.540255 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45770) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:07.547227 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device ae0b3a45-c88d-4e73-b461-c2e8cd808229 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:14:07.547400 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d96a714-3fa6-4a4b-add7-b5e7ef5c58c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:07.548135 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2d96a714-3fa6-4a4b-add7-b5e7ef5c58c8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ef1714d3-3d12-4838-8d60-fd25b8d53f88 HTTP/1.1" status: 204 len: 168 time: 1.5469165 Apr 06 14:14:07.602729 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-73c8da87-14f7-4522-9d5b-453ed05ce39b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] device_id is not set on port 7cb21d3b-fbeb-4e61-85c6-1614e3dcaa46 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:14:07.668400 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-1dbe77fd-eef2-40ae-9101-de3886b2fa19 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=585acf70-5bc8-4c51-8373-72038e496ad7 HTTP/1.1" status: 200 len: 217 time: 0.2056386 Apr 06 14:14:07.677119 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 0faf8a91-c497-498e-bc6c-1d330a903450 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:14:07.695582 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-4c810587-b4db-45b2-b652-ec09deddfcfe service neutron] 10.222.0.69 "GET /v2.0/networks/db22f504-5a34-4a84-99cc-65b1302a1645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6929219 Apr 06 14:14:07.726812 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8e550c12-fae8-4310-af06-ee97939eac1e None None] Transition to ACTIVE for port object 3559e20a-9a8d-49fe-80ec-047d693fe16d will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:07.735876 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 0faf8a91-c497-498e-bc6c-1d330a903450 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:14:07.736464 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 0faf8a91-c497-498e-bc6c-1d330a903450 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:14:07.755923 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8e550c12-fae8-4310-af06-ee97939eac1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:07.760055 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5277d29-7f11-4157-ad0a-4aa4b3335c1c tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:07.771016 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bd3a4651-6001-40ac-9bcf-766b433502c1 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:07.812627 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port ae0b3a45-c88d-4e73-b461-c2e8cd808229 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:07.826272 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a4651-6001-40ac-9bcf-766b433502c1 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b819a243-3ff4-4bb3-99aa-6ed69f4a9a63,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:07.832824 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port ae0b3a45-c88d-4e73-b461-c2e8cd808229 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:07.833244 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:07.872436 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ca452-c271-4404-a4e2-c6a385bdc168 req-ae08171e-bdbd-4963-91fd-21332e6ce82c tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:07.873929 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-390ca452-c271-4404-a4e2-c6a385bdc168 req-ae08171e-bdbd-4963-91fd-21332e6ce82c tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea73f22f-3156-467c-8c2c-e9326ed910a7 HTTP/1.1" status: 200 len: 943 time: 0.4894078 Apr 06 14:14:07.886017 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e550c12-fae8-4310-af06-ee97939eac1e None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:07.894511 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-004fedda-8c2c-422f-9326-93e6dba39668 req-5703e3db-555b-4057-880f-80f29a517a58 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a706d66-a758-49f2-8df3-c05fa5c78475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3510036 Apr 06 14:14:07.895803 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-31d05326-1550-46e3-a205-20a0fc1fdb80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:07.897755 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-31d05326-1550-46e3-a205-20a0fc1fdb80 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a315dfc-352a-4b05-a256-c3f9d36a94b6 HTTP/1.1" status: 200 len: 845 time: 0.1717424 Apr 06 14:14:07.898785 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bd3a4651-6001-40ac-9bcf-766b433502c1 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:07.899449 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bd3a4651-6001-40ac-9bcf-766b433502c1 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/b819a243-3ff4-4bb3-99aa-6ed69f4a9a63 HTTP/1.1" status: 204 len: 168 time: 0.9098678 Apr 06 14:14:07.902306 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45778) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:07.930393 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device d52ae6cd-2136-4bba-8322-9a2feca1dd1c up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:14:08.015863 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-8e550c12-fae8-4310-af06-ee97939eac1e None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:08.018066 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e550c12-fae8-4310-af06-ee97939eac1e None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:14:08.082488 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5e1771bb-a853-4b69-bbd1-a515606d9c6e tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:08.097973 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f0c8cc9f-02a2-4122-9c67-ffe1c80d0145 req-4aec6cad-ed46-42c8-b3e4-a01d7bdc6f12 service neutron] 10.222.0.69 "GET /v2.0/networks/db22f504-5a34-4a84-99cc-65b1302a1645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743041 Apr 06 14:14:08.104635 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-390ca452-c271-4404-a4e2-c6a385bdc168 req-cc1acfff-ae24-489c-8ded-1ef44747304d tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac3812ba-e0ef-4343-ae8b-d489feb4e528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215827 Apr 06 14:14:08.112236 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5277d29-7f11-4157-ad0a-4aa4b3335c1c tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:08.222199 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=94cfe001-10bf-4991-ae2c-5448fb792190,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:08.225248 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cb24a431-3fa8-462c-932b-27b239874f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:08.233380 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-73c8da87-14f7-4522-9d5b-453ed05ce39b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Allocated IP 2001:db8::e1fc:2874:3415:58e4 (45db5c66-c082-47ed-beeb-688e3c8646d5/968b2281-b1ee-4dfc-8f31-d7c32fcc1983/7cb21d3b-fbeb-4e61-85c6-1614e3dcaa46) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:14:08.250466 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5277d29-7f11-4157-ad0a-4aa4b3335c1c tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Network 0a41500b-2f5c-4094-9dd2-2663717c0929 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:08.262770 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-a5277d29-7f11-4157-ad0a-4aa4b3335c1c tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:08.269161 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5277d29-7f11-4157-ad0a-4aa4b3335c1c tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:14:08.297392 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5277d29-7f11-4157-ad0a-4aa4b3335c1c tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Pushing event updated for resources: {'Port': ['ID=5abc4f79-ee9f-496c-98f5-581fe01fb758,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:08.299117 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8e550c12-fae8-4310-af06-ee97939eac1e None None] Attempting to bind port 3559e20a-9a8d-49fe-80ec-047d693fe16d on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:14:08.299551 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8e550c12-fae8-4310-af06-ee97939eac1e None None] Attempting to bind port 3559e20a-9a8d-49fe-80ec-047d693fe16d by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:14:08.299978 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e550c12-fae8-4310-af06-ee97939eac1e None None] Attempting to bind port 3559e20a-9a8d-49fe-80ec-047d693fe16d on network 45db5c66-c082-47ed-beeb-688e3c8646d5 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:14:08.337329 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port d52ae6cd-2136-4bba-8322-9a2feca1dd1c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:08.337699 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:08.347404 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-af59e66c-24fe-4640-a7b3-532633bec286 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:08.361306 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e550c12-fae8-4310-af06-ee97939eac1e None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:14:08.361306 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e550c12-fae8-4310-af06-ee97939eac1e None None] Checking segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:14:08.361306 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8e550c12-fae8-4310-af06-ee97939eac1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:08.361766 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e550c12-fae8-4310-af06-ee97939eac1e None None] Bound using segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:14:08.362045 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8e550c12-fae8-4310-af06-ee97939eac1e None None] Bound port: 3559e20a-9a8d-49fe-80ec-047d693fe16d, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:14:08.362417 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8e550c12-fae8-4310-af06-ee97939eac1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:08.434719 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e550c12-fae8-4310-af06-ee97939eac1e None None] Pushing event updated for resources: {'Port': ['ID=3559e20a-9a8d-49fe-80ec-047d693fe16d,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:08.558093 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:08.575413 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac8a6b5e-f938-4bf2-bd4a-cdcf04a5d211 req-551508a8-6d3e-480f-a88f-4da41df8c3c6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c60ff9278e7d428290bc7f626f6f5595&device_id=f40554bf-4823-4c77-a2bc-552d186da5e7 HTTP/1.1" status: 200 len: 1096 time: 0.4010751 Apr 06 14:14:08.603282 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-c896ad15-bb04-4648-bbba-18c12a5c914f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=85b99d49-54eb-453f-ae68-f2c061c22d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6584234 Apr 06 14:14:08.653222 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0336ab17-d266-411c-8fc8-630df3aa9034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0b3a45-c88d-4e73-b461-c2e8cd808229'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:14:08.717227 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8e550c12-fae8-4310-af06-ee97939eac1e None None] For port 3559e20a-9a8d-49fe-80ec-047d693fe16d, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:14:08.750951 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port ae0b3a45-c88d-4e73-b461-c2e8cd808229, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ae0b3a45-c88d-4e73-b461-c2e8cd808229,segment=NetworkSegment(5eccebc2-4d26-4156-a27c-d30f103adc58),segment_id=5eccebc2-4d26-4156-a27c-d30f103adc58)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:08.752644 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8e550c12-fae8-4310-af06-ee97939eac1e None None] For port 3559e20a-9a8d-49fe-80ec-047d693fe16d, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=3559e20a-9a8d-49fe-80ec-047d693fe16d,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:14:08.757547 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:08.860820 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=ae0b3a45-c88d-4e73-b461-c2e8cd808229,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:08.863859 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8e550c12-fae8-4310-af06-ee97939eac1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:08.877088 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73c8da87-14f7-4522-9d5b-453ed05ce39b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:08.881894 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45802) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:08.937307 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-73c8da87-14f7-4522-9d5b-453ed05ce39b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Transition to ACTIVE for port object 7cb21d3b-fbeb-4e61-85c6-1614e3dcaa46 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:08.941959 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a6b5e-f938-4bf2-bd4a-cdcf04a5d211 req-15c76cc8-3814-4e80-8be9-460bbfb23d0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:08.942393 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e550c12-fae8-4310-af06-ee97939eac1e None None] Pushing event updated for resources: {'Port': ['ID=3559e20a-9a8d-49fe-80ec-047d693fe16d,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:08.943777 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac8a6b5e-f938-4bf2-bd4a-cdcf04a5d211 req-15c76cc8-3814-4e80-8be9-460bbfb23d0c service neutron] 10.222.0.69 "GET /v2.0/networks?id=db22f504-5a34-4a84-99cc-65b1302a1645 HTTP/1.1" status: 200 len: 913 time: 0.3598509 Apr 06 14:14:09.058036 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac8a6b5e-f938-4bf2-bd4a-cdcf04a5d211 req-12ae3177-4a1f-4881-af10-e122f44d273d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7beb26c3-5896-43e5-9789-86511aa27928 HTTP/1.1" status: 200 len: 217 time: 0.1075125 Apr 06 14:14:09.066889 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5277d29-7f11-4157-ad0a-4aa4b3335c1c tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:09.067735 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5277d29-7f11-4157-ad0a-4aa4b3335c1c tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:09.181219 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73c8da87-14f7-4522-9d5b-453ed05ce39b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:09.201746 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Request body: {'networks': [{'name': 'tempest-network--2115544127'}, {'name': 'tempest-network--676108185'}]} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:09.202203 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Request body: {'network': {'name': 'tempest-network--2115544127'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:09.203622 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Request body: {'network': {'name': 'tempest-network--676108185'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:09.204308 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab377b0-6b27-4923-b2ac-17e73f72df21 req-cfb3bab0-d939-4ca2-ba66-fe40e1a59f5d tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:09.211682 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0ab377b0-6b27-4923-b2ac-17e73f72df21 req-cfb3bab0-d939-4ca2-ba66-fe40e1a59f5d tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 944 time: 1.0063348 Apr 06 14:14:09.309521 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:09.329350 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c8da87-14f7-4522-9d5b-453ed05ce39b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:09.339100 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-73c8da87-14f7-4522-9d5b-453ed05ce39b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:09.339280 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5e1771bb-a853-4b69-bbd1-a515606d9c6e tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:09.351385 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-af59e66c-24fe-4640-a7b3-532633bec286 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:09.372829 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5e1771bb-a853-4b69-bbd1-a515606d9c6e tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:09.389666 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Usage tracker for resource:network and tenant:ff7545128f114ff9a53572ee13eb24a9 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:09.391275 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0ab377b0-6b27-4923-b2ac-17e73f72df21 req-91ccdb6d-d2f2-4547-8779-1ce3ed5e651b tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787615 Apr 06 14:14:09.400321 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-af59e66c-24fe-4640-a7b3-532633bec286 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c42bd87-5edd-47ae-88f8-024355f8f140']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:09.400660 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c8da87-14f7-4522-9d5b-453ed05ce39b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:14:09.404591 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c8da87-14f7-4522-9d5b-453ed05ce39b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:09.405378 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73c8da87-14f7-4522-9d5b-453ed05ce39b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:09.409527 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a6b5e-f938-4bf2-bd4a-cdcf04a5d211 req-290b4af7-4c26-45e4-9df9-2a0f7ecd057b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:09.420241 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac8a6b5e-f938-4bf2-bd4a-cdcf04a5d211 req-290b4af7-4c26-45e4-9df9-2a0f7ecd057b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=74f1b134-ac9c-4860-9a3a-b9f38585a865 HTTP/1.1" status: 200 len: 851 time: 0.3546724 Apr 06 14:14:09.428721 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-af59e66c-24fe-4640-a7b3-532633bec286 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95bf4a66-4bd6-4aa4-ad45-e972b6cd0aab') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:09.429069 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-af59e66c-24fe-4640-a7b3-532633bec286 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95bf4a66-4bd6-4aa4-ad45-e972b6cd0aab') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:09.431182 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:09.464686 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-af59e66c-24fe-4640-a7b3-532633bec286 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:09.476451 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-95424644-27b4-4fdc-a00c-9e195f4b8565 service neutron] 10.222.0.69 "GET /v2.0/networks/85b99d49-54eb-453f-ae68-f2c061c22d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6092119 Apr 06 14:14:09.499748 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:09.511244 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5e1771bb-a853-4b69-bbd1-a515606d9c6e tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:09.511773 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1771bb-a853-4b69-bbd1-a515606d9c6e tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 471e3157-abb1-47f1-b8fe-b12fb53cceae {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:14:09.513635 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-af59e66c-24fe-4640-a7b3-532633bec286 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:09.527515 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8da87-14f7-4522-9d5b-453ed05ce39b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Port': ['ID=7cb21d3b-fbeb-4e61-85c6-1614e3dcaa46,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:09.553547 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-73c8da87-14f7-4522-9d5b-453ed05ce39b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2113926 Apr 06 14:14:09.561429 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45818) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:09.578950 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc75b4d5-c3e4-465e-b784-f143f5e4d233'] response: {'server_uuid': '0336ab17-d266-411c-8fc8-630df3aa9034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0b3a45-c88d-4e73-b461-c2e8cd808229', 'code': 200} Apr 06 14:14:09.586785 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af59e66c-24fe-4640-a7b3-532633bec286 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:14:09.587315 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-af59e66c-24fe-4640-a7b3-532633bec286 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:14:09.602858 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:14:09.609267 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5e1771bb-a853-4b69-bbd1-a515606d9c6e tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:09.610397 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5e1771bb-a853-4b69-bbd1-a515606d9c6e tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] 10.222.0.60 "DELETE /v2.0/routers/471e3157-abb1-47f1-b8fe-b12fb53cceae HTTP/1.1" status: 204 len: 168 time: 2.0685349 Apr 06 14:14:09.628029 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Made reservation on behalf of ff7545128f114ff9a53572ee13eb24a9 for: {'network': 2} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:09.634556 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:09.651319 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45822) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:09.658654 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711adf54-647d-4d9c-8898-07461928aca6 req-1519ea21-ddb8-48a1-b8bb-6c93de2aa16b tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:09.660322 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-711adf54-647d-4d9c-8898-07461928aca6 req-1519ea21-ddb8-48a1-b8bb-6c93de2aa16b tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/ports?device_id=f40554bf-4823-4c77-a2bc-552d186da5e7 HTTP/1.1" status: 200 len: 943 time: 0.5410609 Apr 06 14:14:09.681750 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-3dc0ddf6-ad16-4a5f-bb59-f42b16f7e75d tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Request body: {'router': {'name': 'tempest-router-1596754160', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b0863750ff7b4cbc8a5eca1615cbe9d8'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:09.697035 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:09.706981 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3dc0ddf6-ad16-4a5f-bb59-f42b16f7e75d tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:09.737191 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3dc0ddf6-ad16-4a5f-bb59-f42b16f7e75d tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Usage tracker for resource:router and tenant:b0863750ff7b4cbc8a5eca1615cbe9d8 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:09.749056 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3dc0ddf6-ad16-4a5f-bb59-f42b16f7e75d tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:09.765317 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3dc0ddf6-ad16-4a5f-bb59-f42b16f7e75d tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:09.768857 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-92b6f19b-149f-488a-b6c4-0caf7a2011ea req-59b0eef0-a942-4b1a-be65-188cae229e3b service neutron] 10.222.0.69 "GET /v2.0/networks/85b99d49-54eb-453f-ae68-f2c061c22d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869561 Apr 06 14:14:09.805540 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac8a6b5e-f938-4bf2-bd4a-cdcf04a5d211 req-becdd37c-7c07-4ca3-9c22-6cee781ed7de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=db22f504-5a34-4a84-99cc-65b1302a1645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3713367 Apr 06 14:14:09.849148 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3dc0ddf6-ad16-4a5f-bb59-f42b16f7e75d tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:09.850275 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3dc0ddf6-ad16-4a5f-bb59-f42b16f7e75d tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:09.867313 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-711adf54-647d-4d9c-8898-07461928aca6 req-2c1be294-836f-454b-9654-8201d5bb08ae tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a706d66-a758-49f2-8df3-c05fa5c78475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811640 Apr 06 14:14:09.962957 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-af59e66c-24fe-4640-a7b3-532633bec286 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:09.968020 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-af59e66c-24fe-4640-a7b3-532633bec286 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:09.987825 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5dfb62-3e05-4e15-8d86-40a7e3e53c19 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:09.994704 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5dfb62-3e05-4e15-8d86-40a7e3e53c19 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:09.995705 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7d5dfb62-3e05-4e15-8d86-40a7e3e53c19 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:14:10.000990 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 3559e20a-9a8d-49fe-80ec-047d693fe16d up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:14:10.001309 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:10.012418 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Usage tracker for resource:security_group_rule and tenant:ff7545128f114ff9a53572ee13eb24a9 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:10.024468 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:10.025273 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59e66c-24fe-4640-a7b3-532633bec286 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Pushing event deleted for resources: {'Network': ['ID=4c42bd87-5edd-47ae-88f8-024355f8f140,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:10.029491 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3dc0ddf6-ad16-4a5f-bb59-f42b16f7e75d tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:10.035158 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-af59e66c-24fe-4640-a7b3-532633bec286 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] 10.222.0.60 "DELETE /v2.0/networks/4c42bd87-5edd-47ae-88f8-024355f8f140 HTTP/1.1" status: 204 len: 168 time: 2.1315715 Apr 06 14:14:10.040342 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45826) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:10.049678 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:10.090192 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 3559e20a-9a8d-49fe-80ec-047d693fe16d completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:10.095826 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 94cfe001-10bf-4991-ae2c-5448fb792190 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:14:10.126045 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac8a6b5e-f938-4bf2-bd4a-cdcf04a5d211 req-cc7d682d-c7bf-4702-82bb-69901ca16965 service neutron] 10.222.0.69 "GET /v2.0/networks/db22f504-5a34-4a84-99cc-65b1302a1645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089132 Apr 06 14:14:10.174965 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 94cfe001-10bf-4991-ae2c-5448fb792190 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:10.175353 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:10.206619 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d79ba-bfcf-4f31-ae34-0e89dcb8f7a2 req-99f7ede4-5dfd-4cc7-9adf-fae07758fc2d tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:10.213465 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1a2d79ba-bfcf-4f31-ae34-0e89dcb8f7a2 req-99f7ede4-5dfd-4cc7-9adf-fae07758fc2d tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea73f22f-3156-467c-8c2c-e9326ed910a7 HTTP/1.1" status: 200 len: 943 time: 0.4855928 Apr 06 14:14:10.216764 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6c91c1f9-128b-4f4e-9db3-5fefa2ae06be req-254fa97f-691f-4a22-af7e-12bc6a0fbb9b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 1098 time: 0.4357376 Apr 06 14:14:10.224992 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c63f1cef-023e-4f42-a366-101c220477c7 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:10.257987 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7d5dfb62-3e05-4e15-8d86-40a7e3e53c19 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:14:10.259150 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7d5dfb62-3e05-4e15-8d86-40a7e3e53c19 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6966178 Apr 06 14:14:10.276568 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45830) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:10.293429 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7652bffe-f183-449d-b420-748a75e45cfe req-6e73c3a0-ac2b-4584-8e7e-153bf27796ee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b420c830a8c344c38ee71ab00e7194de&device_id=ea73f22f-3156-467c-8c2c-e9326ed910a7 HTTP/1.1" status: 200 len: 1096 time: 0.4207766 Apr 06 14:14:10.294961 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-6c91c1f9-128b-4f4e-9db3-5fefa2ae06be req-28560d13-a59a-4bfd-abbe-672c9ac2f132 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:10.345238 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c1966e73-7921-49d5-8d8a-f94433270bb3 None None] Provisioning for port 3559e20a-9a8d-49fe-80ec-047d693fe16d completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:10.350928 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3dc0ddf6-ad16-4a5f-bb59-f42b16f7e75d tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:10.351982 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1a2d79ba-bfcf-4f31-ae34-0e89dcb8f7a2 req-eb0749e3-cec3-4997-b2d2-c867a25ef8dc tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac3812ba-e0ef-4343-ae8b-d489feb4e528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326220 Apr 06 14:14:10.353787 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c1966e73-7921-49d5-8d8a-f94433270bb3 None None] Provisioning complete for port 3559e20a-9a8d-49fe-80ec-047d693fe16d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:10.354163 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c1966e73-7921-49d5-8d8a-f94433270bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:10.394943 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3dc0ddf6-ad16-4a5f-bb59-f42b16f7e75d tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:10.396157 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3dc0ddf6-ad16-4a5f-bb59-f42b16f7e75d tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7348561 Apr 06 14:14:10.419197 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45834) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:10.452625 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-478a71a9-bcbc-4b5b-a1eb-6af63f9943ed tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:10.534799 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c1966e73-7921-49d5-8d8a-f94433270bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:10.571772 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c1966e73-7921-49d5-8d8a-f94433270bb3 None None] For port 3559e20a-9a8d-49fe-80ec-047d693fe16d, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=3559e20a-9a8d-49fe-80ec-047d693fe16d,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:10.576296 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c1966e73-7921-49d5-8d8a-f94433270bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:10.587930 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-6c91c1f9-128b-4f4e-9db3-5fefa2ae06be req-28560d13-a59a-4bfd-abbe-672c9ac2f132 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:10.607180 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-6c91c1f9-128b-4f4e-9db3-5fefa2ae06be req-28560d13-a59a-4bfd-abbe-672c9ac2f132 service neutron] Usage tracker for resource:security_group_rule and tenant:3651a00bd7ea4956abd625c65f4beabe is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:10.615363 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c63f1cef-023e-4f42-a366-101c220477c7 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:10.622493 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-6c91c1f9-128b-4f4e-9db3-5fefa2ae06be req-28560d13-a59a-4bfd-abbe-672c9ac2f132 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:10.625434 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5277d29-7f11-4157-ad0a-4aa4b3335c1c tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Router 482a3443-ff3a-4265-acd2-650b528f6cd1 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:14:10.641897 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-6c91c1f9-128b-4f4e-9db3-5fefa2ae06be req-28560d13-a59a-4bfd-abbe-672c9ac2f132 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:10.660840 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1966e73-7921-49d5-8d8a-f94433270bb3 None None] Pushing event updated for resources: {'Port': ['ID=3559e20a-9a8d-49fe-80ec-047d693fe16d,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:10.678159 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-c63f1cef-023e-4f42-a366-101c220477c7 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb6b924-991b-4489-a8b2-eaac9cfa2605']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:10.697131 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-c63f1cef-023e-4f42-a366-101c220477c7 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c77b03ee-4f86-4209-a488-2ac094dc65cc') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:10.697808 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-c63f1cef-023e-4f42-a366-101c220477c7 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c77b03ee-4f86-4209-a488-2ac094dc65cc') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:10.702358 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-bfc457eb-0214-4ed9-863a-26d96503468c None None] Provisioning for port 7cb21d3b-fbeb-4e61-85c6-1614e3dcaa46 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:10.704115 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652bffe-f183-449d-b420-748a75e45cfe req-5da1f9fc-5d24-4039-a996-6da0dc1b45fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:10.705603 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7652bffe-f183-449d-b420-748a75e45cfe req-5da1f9fc-5d24-4039-a996-6da0dc1b45fb service neutron] 10.222.0.69 "GET /v2.0/networks?id=85b99d49-54eb-453f-ae68-f2c061c22d84 HTTP/1.1" status: 200 len: 907 time: 0.3990812 Apr 06 14:14:10.707763 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-bfc457eb-0214-4ed9-863a-26d96503468c None None] Provisioning complete for port 7cb21d3b-fbeb-4e61-85c6-1614e3dcaa46 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:10.708352 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bfc457eb-0214-4ed9-863a-26d96503468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:10.714857 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c63f1cef-023e-4f42-a366-101c220477c7 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:10.761393 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-00098ead-a25e-43b8-853a-305aae0484c8 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting port 7cb21d3b-fbeb-4e61-85c6-1614e3dcaa46 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:14:10.761393 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00098ead-a25e-43b8-853a-305aae0484c8 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:10.765007 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-bfc457eb-0214-4ed9-863a-26d96503468c None None] Port 7cb21d3b-fbeb-4e61-85c6-1614e3dcaa46 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:14:10.799603 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7652bffe-f183-449d-b420-748a75e45cfe req-17089ed0-45bf-4c5f-8ab3-cf35b33e09b9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=585acf70-5bc8-4c51-8373-72038e496ad7 HTTP/1.1" status: 200 len: 217 time: 0.0782766 Apr 06 14:14:10.800512 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c63f1cef-023e-4f42-a366-101c220477c7 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:10.809281 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac8a6b5e-f938-4bf2-bd4a-cdcf04a5d211 req-db06e809-e304-4f75-83b0-0ce44a6089e8 service neutron] 10.222.0.69 "GET /v2.0/networks/db22f504-5a34-4a84-99cc-65b1302a1645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6713064 Apr 06 14:14:10.815481 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2ecdb887-a5e1-4632-a447-003a6d97164a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:10.824747 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:10.838586 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:10.839175 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:10.855536 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c63f1cef-023e-4f42-a366-101c220477c7 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:14:10.856036 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c63f1cef-023e-4f42-a366-101c220477c7 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:14:10.873993 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:14:11.072304 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0773855-8bbd-4f6c-864f-135287e610a1,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:11.128360 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652bffe-f183-449d-b420-748a75e45cfe req-606750a7-e380-45b8-817c-436048d1cc9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:11.129981 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7652bffe-f183-449d-b420-748a75e45cfe req-606750a7-e380-45b8-817c-436048d1cc9f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a315dfc-352a-4b05-a256-c3f9d36a94b6 HTTP/1.1" status: 200 len: 845 time: 0.3218384 Apr 06 14:14:11.177911 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-6c91c1f9-128b-4f4e-9db3-5fefa2ae06be req-28560d13-a59a-4bfd-abbe-672c9ac2f132 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:11.184252 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c63f1cef-023e-4f42-a366-101c220477c7 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:11.191160 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-6c91c1f9-128b-4f4e-9db3-5fefa2ae06be req-28560d13-a59a-4bfd-abbe-672c9ac2f132 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:11.225361 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c63f1cef-023e-4f42-a366-101c220477c7 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:11.240140 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:14:11.243068 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f1cef-023e-4f42-a366-101c220477c7 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Pushing event deleted for resources: {'Network': ['ID=0eb6b924-991b-4489-a8b2-eaac9cfa2605,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:11.243662 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.244011 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.244359 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.244699 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.245058 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.245387 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.245720 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.246047 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.246515 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.246691 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.247014 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.282514 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c63f1cef-023e-4f42-a366-101c220477c7 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] 10.222.0.60 "DELETE /v2.0/networks/0eb6b924-991b-4489-a8b2-eaac9cfa2605 HTTP/1.1" status: 204 len: 168 time: 1.2401686 Apr 06 14:14:11.287510 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28560d13-a59a-4bfd-abbe-672c9ac2f132 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f45339cc-187f-49f6-a89c-f36e819a9b13,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:11.293434 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:11.296702 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:11.297027 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-6c91c1f9-128b-4f4e-9db3-5fefa2ae06be req-28560d13-a59a-4bfd-abbe-672c9ac2f132 service neutron] Synchronizing usage tracker for tenant:3651a00bd7ea4956abd625c65f4beabe on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:14:11.300624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f1cef-023e-4f42-a366-101c220477c7 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.300989 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f1cef-023e-4f42-a366-101c220477c7 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.301320 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f1cef-023e-4f42-a366-101c220477c7 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.301644 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f1cef-023e-4f42-a366-101c220477c7 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.301970 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f1cef-023e-4f42-a366-101c220477c7 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.302434 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f1cef-023e-4f42-a366-101c220477c7 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.302758 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f1cef-023e-4f42-a366-101c220477c7 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.303083 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f1cef-023e-4f42-a366-101c220477c7 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.303401 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f1cef-023e-4f42-a366-101c220477c7 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.303716 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f1cef-023e-4f42-a366-101c220477c7 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.304032 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f1cef-023e-4f42-a366-101c220477c7 tempest-QuotasNegativeTest-931152129 tempest-QuotasNegativeTest-931152129-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.336379 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e8345-3880-403c-b998-2a6e3e68a9b2 req-3d53a70e-91cd-42ae-8bd0-2ea8b5b90a34 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:11.338029 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a64e8345-3880-403c-b998-2a6e3e68a9b2 req-3d53a70e-91cd-42ae-8bd0-2ea8b5b90a34 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/ports?device_id=f40554bf-4823-4c77-a2bc-552d186da5e7 HTTP/1.1" status: 200 len: 943 time: 0.2954154 Apr 06 14:14:11.338532 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:11.338883 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Added segment ebc91a97-5f33-4fe5-95d1-70aefd08fa35 of type vlan for network 6aab2923-589d-459b-8b94-957eb16a37a2 Apr 06 14:14:11.343329 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28560d13-a59a-4bfd-abbe-672c9ac2f132 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.343603 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28560d13-a59a-4bfd-abbe-672c9ac2f132 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.343885 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28560d13-a59a-4bfd-abbe-672c9ac2f132 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.344677 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28560d13-a59a-4bfd-abbe-672c9ac2f132 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.344677 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28560d13-a59a-4bfd-abbe-672c9ac2f132 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.344844 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28560d13-a59a-4bfd-abbe-672c9ac2f132 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.345184 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28560d13-a59a-4bfd-abbe-672c9ac2f132 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.345496 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28560d13-a59a-4bfd-abbe-672c9ac2f132 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.345812 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28560d13-a59a-4bfd-abbe-672c9ac2f132 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.346125 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28560d13-a59a-4bfd-abbe-672c9ac2f132 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.346441 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28560d13-a59a-4bfd-abbe-672c9ac2f132 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:11.356065 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce3e67-3730-4245-9cb5-a275c2581c77 req-1530b75f-d949-4c12-8b50-49604c58ce9d tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:11.357847 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8cce3e67-3730-4245-9cb5-a275c2581c77 req-1530b75f-d949-4c12-8b50-49604c58ce9d tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.7233007 Apr 06 14:14:11.379254 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-6c91c1f9-128b-4f4e-9db3-5fefa2ae06be req-28560d13-a59a-4bfd-abbe-672c9ac2f132 service neutron] Unset dirty status for tenant:3651a00bd7ea4956abd625c65f4beabe on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:14:11.380491 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6c91c1f9-128b-4f4e-9db3-5fefa2ae06be req-28560d13-a59a-4bfd-abbe-672c9ac2f132 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1270041 Apr 06 14:14:11.386928 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7652bffe-f183-449d-b420-748a75e45cfe req-1ec9f467-7f2f-42db-a31d-d98b0d6d3c49 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=85b99d49-54eb-453f-ae68-f2c061c22d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2460439 Apr 06 14:14:11.410615 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a64e8345-3880-403c-b998-2a6e3e68a9b2 req-548ba732-fd66-499a-8273-0aaef4a1934a tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a706d66-a758-49f2-8df3-c05fa5c78475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597718 Apr 06 14:14:11.471116 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:11.512393 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 7beb26c3-5896-43e5-9789-86511aa27928 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:14:11.540733 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00098ead-a25e-43b8-853a-305aae0484c8 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:11.701158 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.db.resource_extend [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:14:11.722403 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 7beb26c3-5896-43e5-9789-86511aa27928, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7beb26c3-5896-43e5-9789-86511aa27928,segment=NetworkSegment(11dfa9e5-5317-4e79-8e95-9943a27e2ed6),segment_id=11dfa9e5-5317-4e79-8e95-9943a27e2ed6)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:11.748906 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '7beb26c3-5896-43e5-9789-86511aa27928', 'network_id': 'db22f504-5a34-4a84-99cc-65b1302a1645', 'port_id': '7beb26c3-5896-43e5-9789-86511aa27928', 'mac_address': 'fa:16:3e:1f:d1:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f1b134-ac9c-4860-9a3a-b9f38585a865', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:14:11.837469 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8cce3e67-3730-4245-9cb5-a275c2581c77 req-ab7e6297-010c-4b33-b136-e80c251ba6b5 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4554789 Apr 06 14:14:11.855053 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7652bffe-f183-449d-b420-748a75e45cfe req-4a4ae0e7-9c40-429b-8acc-db47a5e12f21 service neutron] 10.222.0.69 "GET /v2.0/networks/85b99d49-54eb-453f-ae68-f2c061c22d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465913 Apr 06 14:14:11.864131 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-00098ead-a25e-43b8-853a-305aae0484c8 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Calling delete_port for 7cb21d3b-fbeb-4e61-85c6-1614e3dcaa46 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:14:11.906734 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-478a71a9-bcbc-4b5b-a1eb-6af63f9943ed tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:11.907357 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-478a71a9-bcbc-4b5b-a1eb-6af63f9943ed tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks [] for router, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:11.910878 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:11.951778 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 3559e20a-9a8d-49fe-80ec-047d693fe16d up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:14:11.989105 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3d71d-e5da-417c-931b-6f67a62b2bc9 req-0054c622-4374-44c9-a42b-f5ef4f084e91 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:11.992398 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3de3d71d-e5da-417c-931b-6f67a62b2bc9 req-0054c622-4374-44c9-a42b-f5ef4f084e91 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea73f22f-3156-467c-8c2c-e9326ed910a7 HTTP/1.1" status: 200 len: 943 time: 0.4616480 Apr 06 14:14:12.002354 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7beb26c3-5896-43e5-9789-86511aa27928 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:14:12.067546 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 7beb26c3-5896-43e5-9789-86511aa27928, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7beb26c3-5896-43e5-9789-86511aa27928,segment=NetworkSegment(11dfa9e5-5317-4e79-8e95-9943a27e2ed6),segment_id=11dfa9e5-5317-4e79-8e95-9943a27e2ed6)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:12.082059 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:12.089839 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3de3d71d-e5da-417c-931b-6f67a62b2bc9 req-37e6838d-cd58-4c5c-8d93-354e6c73f387 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac3812ba-e0ef-4343-ae8b-d489feb4e528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768056 Apr 06 14:14:12.149092 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7652bffe-f183-449d-b420-748a75e45cfe req-ec2671be-ec11-4ddf-b64f-c0f50d1633e6 service neutron] 10.222.0.69 "GET /v2.0/networks/85b99d49-54eb-453f-ae68-f2c061c22d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734871 Apr 06 14:14:12.166907 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:14:12.188575 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 3559e20a-9a8d-49fe-80ec-047d693fe16d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:12.189290 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:12.199738 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:12.200313 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Added segment 2d284029-96c9-431a-8038-981068702a29 of type vlan for network 95bf225c-7c83-4ac3-8109-336af458e452 Apr 06 14:14:12.202047 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-478a71a9-bcbc-4b5b-a1eb-6af63f9943ed tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83737) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 06 14:14:12.202349 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-478a71a9-bcbc-4b5b-a1eb-6af63f9943ed tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Router 2eb6d7c8-715e-4568-a95d-bcd77fd6b684 migrating from provider to provider. {{(pid=83737) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 06 14:14:12.202708 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-478a71a9-bcbc-4b5b-a1eb-6af63f9943ed tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:12.225726 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-478a71a9-bcbc-4b5b-a1eb-6af63f9943ed tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:12.244465 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-478a71a9-bcbc-4b5b-a1eb-6af63f9943ed tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653861', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691619'] for router, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:12.252853 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=7beb26c3-5896-43e5-9789-86511aa27928,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:12.284650 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45850) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:12.310055 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:12.311817 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['7beb26c3-5896-43e5-9789-86511aa27928'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:14:12.452982 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b4649b69-5e70-4ad0-b435-f2f329b7a956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:12.472072 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5277d29-7f11-4157-ad0a-4aa4b3335c1c tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:14:12.483698 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab8af7d-5ab4-4f9b-8363-50eb80a00dda None None] Sync routers for ids ['482a3443-ff3a-4265-acd2-650b528f6cd1'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:14:12.503450 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab8af7d-5ab4-4f9b-8363-50eb80a00dda None None] Routers {'482a3443-ff3a-4265-acd2-650b528f6cd1'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:14:12.504483 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:12.505004 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:12.509553 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:12.509923 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9ab8af7d-5ab4-4f9b-8363-50eb80a00dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:14:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['482a3443-ff3a-4265-acd2-650b528f6cd1'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:12.510152 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b4649b69-5e70-4ad0-b435-f2f329b7a956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:12.512475 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:12.513251 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:12.514005 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b4649b69-5e70-4ad0-b435-f2f329b7a956 admin admin] Usage tracker for resource:security_group_rule and tenant:31c8f12460a04efea7da0d68eaece3cd is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:12.516833 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b4649b69-5e70-4ad0-b435-f2f329b7a956 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:12.523494 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b4649b69-5e70-4ad0-b435-f2f329b7a956 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:12.578153 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00098ead-a25e-43b8-853a-305aae0484c8 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:12.606099 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b4649b69-5e70-4ad0-b435-f2f329b7a956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:12.610252 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b4649b69-5e70-4ad0-b435-f2f329b7a956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:12.658409 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4649b69-5e70-4ad0-b435-f2f329b7a956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7a72b1-24ab-4431-b83d-ae56933902c8,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:12.663953 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b4649b69-5e70-4ad0-b435-f2f329b7a956 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=31c8f12460a04efea7da0d68eaece3cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3778751 Apr 06 14:14:12.666451 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45858) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:12.696491 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-9ab8af7d-5ab4-4f9b-8363-50eb80a00dda None None] Set router 482a3443-ff3a-4265-acd2-650b528f6cd1 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:14:12.705096 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.8204112 Apr 06 14:14:12.707428 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45862) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:12.726378 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:12.745203 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5277d29-7f11-4157-ad0a-4aa4b3335c1c tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:12.749015 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a5277d29-7f11-4157-ad0a-4aa4b3335c1c tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 10.2512112 Apr 06 14:14:12.760275 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00098ead-a25e-43b8-853a-305aae0484c8 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Port': ['ID=7cb21d3b-fbeb-4e61-85c6-1614e3dcaa46,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:12.764153 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45866) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:12.776498 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Pushing event updated for resources: {'Network': ['ID=6aab2923-589d-459b-8b94-957eb16a37a2,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:12.790445 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 6aab2923-589d-459b-8b94-957eb16a37a2 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:14:12.823355 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f08b780e-be1c-434f-b77b-bed1ac1605c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:12.871319 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f08b780e-be1c-434f-b77b-bed1ac1605c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:12.917371 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f650cd-50ea-4148-8458-714958eb6971 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:12.921495 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f650cd-50ea-4148-8458-714958eb6971 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:12.938602 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f650cd-50ea-4148-8458-714958eb6971 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:12.942460 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f650cd-50ea-4148-8458-714958eb6971 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:12.947019 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f650cd-50ea-4148-8458-714958eb6971 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:12.951312 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-57f650cd-50ea-4148-8458-714958eb6971 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3013 time: 0.2403979 Apr 06 14:14:12.952667 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45872) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:13.036905 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04f618-962e-458a-a1ef-ac3514564215 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Pushing event updated for resources: {'Network': ['ID=95bf225c-7c83-4ac3-8109-336af458e452,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:13.047967 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 95bf225c-7c83-4ac3-8109-336af458e452 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:14:13.149269 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9ab8af7d-5ab4-4f9b-8363-50eb80a00dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482a3443-ff3a-4265-acd2-650b528f6cd1', 'name': '', 'tenant_id': '7a1885bcd55d42bb9cb6a0ae693613d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a41500b-2f5c-4094-9dd2-2663717c0929', 'external_fixed_ips': [{'subnet_id': 'd0a65b95-cad6-4399-8985-d901ae81ffc1', 'ip_address': '2001:db8::1f8'}], 'enable_snat': True}, 'gw_port_id': '5abc4f79-ee9f-496c-98f5-581fe01fb758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:14:02Z', 'updated_at': '2022-04-06T14:14:08Z', 'revision_number': 3, 'project_id': '7a1885bcd55d42bb9cb6a0ae693613d7', 'gw_port': {'id': '5abc4f79-ee9f-496c-98f5-581fe01fb758', 'name': '', 'network_id': '0a41500b-2f5c-4094-9dd2-2663717c0929', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:65:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482a3443-ff3a-4265-acd2-650b528f6cd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0a65b95-cad6-4399-8985-d901ae81ffc1', 'ip_address': '2001:db8::1f8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:14:05Z', 'updated_at': '2022-04-06T14:14:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0a65b95-cad6-4399-8985-d901ae81ffc1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:13.157599 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab8af7d-5ab4-4f9b-8363-50eb80a00dda None None] Checking router: 482a3443-ff3a-4265-acd2-650b528f6cd1 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:14:13.158525 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab8af7d-5ab4-4f9b-8363-50eb80a00dda None None] Updating router 482a3443-ff3a-4265-acd2-650b528f6cd1 port 5abc4f79-ee9f-496c-98f5-581fe01fb758 binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:14:13.215968 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f9a4a109-0d5d-4bbc-9e9b-84dbe2398967 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:13.239819 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00098ead-a25e-43b8-853a-305aae0484c8 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:13.242671 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-00098ead-a25e-43b8-853a-305aae0484c8 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/7cb21d3b-fbeb-4e61-85c6-1614e3dcaa46 HTTP/1.1" status: 204 len: 168 time: 2.9570031 Apr 06 14:14:13.243622 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f08b780e-be1c-434f-b77b-bed1ac1605c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:13.247335 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-9ab8af7d-5ab4-4f9b-8363-50eb80a00dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:13.249297 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45878) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:13.251199 dv-neutron-835868-1-hyperv neutron-server[83737]: WARNING neutron.scheduler.l3_agent_scheduler [None req-478a71a9-bcbc-4b5b-a1eb-6af63f9943ed tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] No L3 agents can host the router 2eb6d7c8-715e-4568-a95d-bcd77fd6b684 Apr 06 14:14:13.305621 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b780e-be1c-434f-b77b-bed1ac1605c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7a72b1-24ab-4431-b83d-ae56933902c8,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:13.353027 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f08b780e-be1c-434f-b77b-bed1ac1605c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:13.370523 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f08b780e-be1c-434f-b77b-bed1ac1605c5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1b7a72b1-24ab-4431-b83d-ae56933902c8 HTTP/1.1" status: 204 len: 168 time: 0.7019482 Apr 06 14:14:13.467085 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f9a4a109-0d5d-4bbc-9e9b-84dbe2398967 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:13.472226 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784eb86-42de-4bb4-8e16-aea24984da14 req-b5f628f1-54c4-4541-a803-d1b43bf63eb7 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:13.473685 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e784eb86-42de-4bb4-8e16-aea24984da14 req-b5f628f1-54c4-4541-a803-d1b43bf63eb7 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/ports?device_id=f40554bf-4823-4c77-a2bc-552d186da5e7 HTTP/1.1" status: 200 len: 944 time: 0.8981223 Apr 06 14:14:13.497150 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-f9a4a109-0d5d-4bbc-9e9b-84dbe2398967 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aab2923-589d-459b-8b94-957eb16a37a2']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:13.510501 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdd71c-8de1-4128-babd-fa2de35e38c0 req-d7fe365a-bce1-47e6-b358-2aed5db280a4 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:13.511941 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4abdd71c-8de1-4128-babd-fa2de35e38c0 req-d7fe365a-bce1-47e6-b358-2aed5db280a4 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.4253616 Apr 06 14:14:13.519873 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 585acf70-5bc8-4c51-8373-72038e496ad7 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:14:13.527500 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-f9a4a109-0d5d-4bbc-9e9b-84dbe2398967 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc91a97-5f33-4fe5-95d1-70aefd08fa35') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:13.527796 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-f9a4a109-0d5d-4bbc-9e9b-84dbe2398967 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc91a97-5f33-4fe5-95d1-70aefd08fa35') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:13.579156 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 7beb26c3-5896-43e5-9789-86511aa27928 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:14:13.603853 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f9a4a109-0d5d-4bbc-9e9b-84dbe2398967 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:13.610117 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e971b2f-dbbd-4347-a7ef-fb9601ff2d75 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:13.611505 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e971b2f-dbbd-4347-a7ef-fb9601ff2d75 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:13.612303 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7e971b2f-dbbd-4347-a7ef-fb9601ff2d75 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:14:13.641021 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-9ab8af7d-5ab4-4f9b-8363-50eb80a00dda None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:13.650066 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7e971b2f-dbbd-4347-a7ef-fb9601ff2d75 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:14:13.651166 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7e971b2f-dbbd-4347-a7ef-fb9601ff2d75 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3937972 Apr 06 14:14:13.656468 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-9ab8af7d-5ab4-4f9b-8363-50eb80a00dda None None] Transition to ACTIVE for port object 5abc4f79-ee9f-496c-98f5-581fe01fb758 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:13.658645 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45886) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:13.666874 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f9a4a109-0d5d-4bbc-9e9b-84dbe2398967 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:13.670231 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-9ab8af7d-5ab4-4f9b-8363-50eb80a00dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:13.695576 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a4a109-0d5d-4bbc-9e9b-84dbe2398967 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:14:13.699741 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e784eb86-42de-4bb4-8e16-aea24984da14 req-34d5fe12-d44d-42f5-a1a3-ad051bce1eb2 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a706d66-a758-49f2-8df3-c05fa5c78475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618843 Apr 06 14:14:13.710095 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f9a4a109-0d5d-4bbc-9e9b-84dbe2398967 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:14:13.732780 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:14:13.785183 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port 7beb26c3-5896-43e5-9789-86511aa27928 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:13.804250 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 7beb26c3-5896-43e5-9789-86511aa27928 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:13.804752 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:13.870355 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4abdd71c-8de1-4128-babd-fa2de35e38c0 req-88141eac-982e-4b82-95e5-5ad192716a25 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3201239 Apr 06 14:14:13.887865 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf4338-9015-4040-be62-5ef74c2b7923 None None] Pushing event updated for resources: {'Port': ['ID=5abc4f79-ee9f-496c-98f5-581fe01fb758,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:13.907003 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-9ab8af7d-5ab4-4f9b-8363-50eb80a00dda None None] Attempting to bind port 5abc4f79-ee9f-496c-98f5-581fe01fb758 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:14:13.907492 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-9ab8af7d-5ab4-4f9b-8363-50eb80a00dda None None] Attempting to bind port 5abc4f79-ee9f-496c-98f5-581fe01fb758 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'b72a31a5-e8ba-49a3-aec0-bcb4d4e1bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0a41500b-2f5c-4094-9dd2-2663717c0929'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:14:13.907874 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab8af7d-5ab4-4f9b-8363-50eb80a00dda None None] Attempting to bind port 5abc4f79-ee9f-496c-98f5-581fe01fb758 on network 0a41500b-2f5c-4094-9dd2-2663717c0929 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:14:13.930083 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f9a4a109-0d5d-4bbc-9e9b-84dbe2398967 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:13.931855 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab8af7d-5ab4-4f9b-8363-50eb80a00dda None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:14:13.938052 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab8af7d-5ab4-4f9b-8363-50eb80a00dda None None] Checking segment: {'id': 'b72a31a5-e8ba-49a3-aec0-bcb4d4e1bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0a41500b-2f5c-4094-9dd2-2663717c0929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:14:13.938714 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-9ab8af7d-5ab4-4f9b-8363-50eb80a00dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:13.939872 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab8af7d-5ab4-4f9b-8363-50eb80a00dda None None] Bound using segment: {'id': 'b72a31a5-e8ba-49a3-aec0-bcb4d4e1bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0a41500b-2f5c-4094-9dd2-2663717c0929'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:14:13.940578 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-9ab8af7d-5ab4-4f9b-8363-50eb80a00dda None None] Bound port: 5abc4f79-ee9f-496c-98f5-581fe01fb758, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b72a31a5-e8ba-49a3-aec0-bcb4d4e1bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0a41500b-2f5c-4094-9dd2-2663717c0929'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:14:13.941224 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-9ab8af7d-5ab4-4f9b-8363-50eb80a00dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:13.961226 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45890) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:13.962553 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f9a4a109-0d5d-4bbc-9e9b-84dbe2398967 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:13.992410 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4a109-0d5d-4bbc-9e9b-84dbe2398967 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Pushing event deleted for resources: {'Network': ['ID=6aab2923-589d-459b-8b94-957eb16a37a2,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:13.998424 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478a71a9-bcbc-4b5b-a1eb-6af63f9943ed tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Hosts for router 2eb6d7c8-715e-4568-a95d-bcd77fd6b684: [] {{(pid=83737) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Apr 06 14:14:14.003322 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f9a4a109-0d5d-4bbc-9e9b-84dbe2398967 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] 10.222.0.60 "DELETE /v2.0/networks/6aab2923-589d-459b-8b94-957eb16a37a2 HTTP/1.1" status: 204 len: 168 time: 1.0358200 Apr 06 14:14:14.005874 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45894) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:14.025728 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:14.028412 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-27e9211c-52dd-47e7-b9e2-d6529bb32123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:14.032509 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-9ab8af7d-5ab4-4f9b-8363-50eb80a00dda None None] For port 5abc4f79-ee9f-496c-98f5-581fe01fb758, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:14:14.036460 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-9ab8af7d-5ab4-4f9b-8363-50eb80a00dda None None] For port 5abc4f79-ee9f-496c-98f5-581fe01fb758, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=5abc4f79-ee9f-496c-98f5-581fe01fb758,segment=NetworkSegment(b72a31a5-e8ba-49a3-aec0-bcb4d4e1bc81),segment_id=b72a31a5-e8ba-49a3-aec0-bcb4d4e1bc81)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:14:14.042971 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-9ab8af7d-5ab4-4f9b-8363-50eb80a00dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:14.063073 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 7beb26c3-5896-43e5-9789-86511aa27928, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7beb26c3-5896-43e5-9789-86511aa27928,segment=NetworkSegment(11dfa9e5-5317-4e79-8e95-9943a27e2ed6),segment_id=11dfa9e5-5317-4e79-8e95-9943a27e2ed6)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:14.065289 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 585acf70-5bc8-4c51-8373-72038e496ad7, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=585acf70-5bc8-4c51-8373-72038e496ad7,segment=NetworkSegment(b16ce301-63a4-4e18-8a19-459ca1104b71),segment_id=b16ce301-63a4-4e18-8a19-459ca1104b71)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:14.073739 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40554bf-4823-4c77-a2bc-552d186da5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7beb26c3-5896-43e5-9789-86511aa27928'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:14:14.082395 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:14.150129 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf4338-9015-4040-be62-5ef74c2b7923 None None] Pushing event updated for resources: {'Port': ['ID=5abc4f79-ee9f-496c-98f5-581fe01fb758,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:14.158954 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=7beb26c3-5896-43e5-9789-86511aa27928,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:14.170467 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:14.171078 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:14.171564 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:14.172045 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:14.172525 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:14.173043 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:14.173529 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:14.174004 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:14.174470 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:14.174961 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:14.175432 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:14.176433 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab8af7d-5ab4-4f9b-8363-50eb80a00dda None None] Routers {'482a3443-ff3a-4265-acd2-650b528f6cd1'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:14:14.177976 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9ab8af7d-5ab4-4f9b-8363-50eb80a00dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:14:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['482a3443-ff3a-4265-acd2-650b528f6cd1'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:14.182473 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '585acf70-5bc8-4c51-8373-72038e496ad7', 'network_id': '85b99d49-54eb-453f-ae68-f2c061c22d84', 'port_id': '585acf70-5bc8-4c51-8373-72038e496ad7', 'mac_address': 'fa:16:3e:71:b1:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a315dfc-352a-4b05-a256-c3f9d36a94b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:14:14.219357 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2b6aad4-9dd0-43cb-8af7-324e02c596f2'] response: {'server_uuid': 'f40554bf-4823-4c77-a2bc-552d186da5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7beb26c3-5896-43e5-9789-86511aa27928', 'code': 200} Apr 06 14:14:14.242098 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32cd5566-4314-40b4-9bb5-3eaaa858a954 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:14.249723 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:14.251462 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-27e9211c-52dd-47e7-b9e2-d6529bb32123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:14.255348 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-27e9211c-52dd-47e7-b9e2-d6529bb32123 admin admin] Usage tracker for resource:security_group_rule and tenant:4939b7ae127749d395e73e4ef8acdac4 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:14.258662 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-27e9211c-52dd-47e7-b9e2-d6529bb32123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:14.265534 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-27e9211c-52dd-47e7-b9e2-d6529bb32123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:14.270630 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 585acf70-5bc8-4c51-8373-72038e496ad7 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:14:14.287982 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 585acf70-5bc8-4c51-8373-72038e496ad7, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=585acf70-5bc8-4c51-8373-72038e496ad7,segment=NetworkSegment(b16ce301-63a4-4e18-8a19-459ca1104b71),segment_id=b16ce301-63a4-4e18-8a19-459ca1104b71)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:14.297126 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:14.332116 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478a71a9-bcbc-4b5b-a1eb-6af63f9943ed tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Hosts for other DVR routers connected to router 2eb6d7c8-715e-4568-a95d-bcd77fd6b684: set() {{(pid=83737) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Apr 06 14:14:14.336461 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-478a71a9-bcbc-4b5b-a1eb-6af63f9943ed tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:14.338530 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-478a71a9-bcbc-4b5b-a1eb-6af63f9943ed tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] 10.222.0.60 "PUT /v2.0/routers/2eb6d7c8-715e-4568-a95d-bcd77fd6b684 HTTP/1.1" status: 200 len: 717 time: 3.9182880 Apr 06 14:14:14.342156 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45900) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:14.417334 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=585acf70-5bc8-4c51-8373-72038e496ad7,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:14.463294 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-74442e03-f797-4476-9185-c7f9d04aba0e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:14.466020 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-27e9211c-52dd-47e7-b9e2-d6529bb32123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:14.475103 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df81883-ac7d-413e-8d12-6036c098dfb2 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting subnet 968b2281-b1ee-4dfc-8f31-d7c32fcc1983 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:14:14.487532 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-9ab8af7d-5ab4-4f9b-8363-50eb80a00dda None None] Set router 482a3443-ff3a-4265-acd2-650b528f6cd1 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:14:14.492011 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8df81883-ac7d-413e-8d12-6036c098dfb2 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:14.517999 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['585acf70-5bc8-4c51-8373-72038e496ad7'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:14:14.529506 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-27e9211c-52dd-47e7-b9e2-d6529bb32123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:14.556185 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701eeab5-ea88-4792-b802-7425e862141c req-df2d0edf-09e4-4a4c-b071-075d2fe78a03 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:14.563372 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-701eeab5-ea88-4792-b802-7425e862141c req-df2d0edf-09e4-4a4c-b071-075d2fe78a03 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea73f22f-3156-467c-8c2c-e9326ed910a7 HTTP/1.1" status: 200 len: 943 time: 0.6135304 Apr 06 14:14:14.612185 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8df81883-ac7d-413e-8d12-6036c098dfb2 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:14.632884 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9211c-52dd-47e7-b9e2-d6529bb32123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a37183-f575-4fc0-b08a-4ffa8e4eceb5,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:14.641607 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-27e9211c-52dd-47e7-b9e2-d6529bb32123 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4939b7ae127749d395e73e4ef8acdac4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6755321 Apr 06 14:14:14.645111 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45904) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:14.680013 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-701eeab5-ea88-4792-b802-7425e862141c req-739aa5cd-7b3c-4d56-908f-505f88039abe tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac3812ba-e0ef-4343-ae8b-d489feb4e528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157999 Apr 06 14:14:14.681350 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-45006bb8-ceee-4676-b3f2-c8986113512f tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] 10.222.0.60 "GET /v2.0/routers/2eb6d7c8-715e-4568-a95d-bcd77fd6b684 HTTP/1.1" status: 200 len: 717 time: 0.3324666 Apr 06 14:14:14.684721 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45908) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:14.785533 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8df81883-ac7d-413e-8d12-6036c098dfb2 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:14.841593 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-74442e03-f797-4476-9185-c7f9d04aba0e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:14.897325 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9ab8af7d-5ab4-4f9b-8363-50eb80a00dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482a3443-ff3a-4265-acd2-650b528f6cd1', 'name': '', 'tenant_id': '7a1885bcd55d42bb9cb6a0ae693613d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a41500b-2f5c-4094-9dd2-2663717c0929', 'external_fixed_ips': [{'subnet_id': 'd0a65b95-cad6-4399-8985-d901ae81ffc1', 'ip_address': '2001:db8::1f8'}], 'enable_snat': True}, 'gw_port_id': '5abc4f79-ee9f-496c-98f5-581fe01fb758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:14:02Z', 'updated_at': '2022-04-06T14:14:08Z', 'revision_number': 3, 'project_id': '7a1885bcd55d42bb9cb6a0ae693613d7', 'gw_port': {'id': '5abc4f79-ee9f-496c-98f5-581fe01fb758', 'name': '', 'network_id': '0a41500b-2f5c-4094-9dd2-2663717c0929', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:65:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482a3443-ff3a-4265-acd2-650b528f6cd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0a65b95-cad6-4399-8985-d901ae81ffc1', 'ip_address': '2001:db8::1f8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:14:05Z', 'updated_at': '2022-04-06T14:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0a65b95-cad6-4399-8985-d901ae81ffc1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:14.903255 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab8af7d-5ab4-4f9b-8363-50eb80a00dda None None] The sync data for ids ['482a3443-ff3a-4265-acd2-650b528f6cd1'] in dv-neutron-835868-1-hyperv is: [{'id': '482a3443-ff3a-4265-acd2-650b528f6cd1', 'name': '', 'tenant_id': '7a1885bcd55d42bb9cb6a0ae693613d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a41500b-2f5c-4094-9dd2-2663717c0929', 'external_fixed_ips': [{'subnet_id': 'd0a65b95-cad6-4399-8985-d901ae81ffc1', 'ip_address': '2001:db8::1f8'}], 'enable_snat': True}, 'gw_port_id': '5abc4f79-ee9f-496c-98f5-581fe01fb758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:14:02Z', 'updated_at': '2022-04-06T14:14:08Z', 'revision_number': 3, 'project_id': '7a1885bcd55d42bb9cb6a0ae693613d7', 'gw_port': {'id': '5abc4f79-ee9f-496c-98f5-581fe01fb758', 'name': '', 'network_id': '0a41500b-2f5c-4094-9dd2-2663717c0929', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:65:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482a3443-ff3a-4265-acd2-650b528f6cd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0a65b95-cad6-4399-8985-d901ae81ffc1', 'ip_address': '2001:db8::1f8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:14:05Z', 'updated_at': '2022-04-06T14:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0a65b95-cad6-4399-8985-d901ae81ffc1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:14:14.931329 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32cd5566-4314-40b4-9bb5-3eaaa858a954 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:14.938854 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8df81883-ac7d-413e-8d12-6036c098dfb2 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:14.968907 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bf1b8077-1a5d-4905-9d6b-0be4e55129c3 req-8217900e-14d7-4b59-b993-4621cdba7e47 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f40554bf-4823-4c77-a2bc-552d186da5e7 HTTP/1.1" status: 200 len: 1098 time: 0.5538931 Apr 06 14:14:14.970697 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-74442e03-f797-4476-9185-c7f9d04aba0e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95bf225c-7c83-4ac3-8109-336af458e452']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:14.991187 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df81883-ac7d-413e-8d12-6036c098dfb2 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Subnet': ['ID=968b2281-b1ee-4dfc-8f31-d7c32fcc1983,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:14.994264 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8df81883-ac7d-413e-8d12-6036c098dfb2 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:15.004749 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10214908-3ba4-459f-9b34-ba03e18f93a9 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:14:15.013264 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-74442e03-f797-4476-9185-c7f9d04aba0e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d284029-96c9-431a-8038-981068702a29') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:15.013557 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-74442e03-f797-4476-9185-c7f9d04aba0e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d284029-96c9-431a-8038-981068702a29') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:15.018064 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-32cd5566-4314-40b4-9bb5-3eaaa858a954 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Deleting port 5abc4f79-ee9f-496c-98f5-581fe01fb758 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:14:15.018378 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32cd5566-4314-40b4-9bb5-3eaaa858a954 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:15.046069 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-74442e03-f797-4476-9185-c7f9d04aba0e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:15.077117 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-94a96d9a-5d62-48e8-a457-1a46d21d098c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:15.079167 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-74442e03-f797-4476-9185-c7f9d04aba0e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:15.093146 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8df81883-ac7d-413e-8d12-6036c098dfb2 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/968b2281-b1ee-4dfc-8f31-d7c32fcc1983 HTTP/1.1" status: 204 len: 168 time: 1.3998630 Apr 06 14:14:15.101316 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45920) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:15.111084 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74442e03-f797-4476-9185-c7f9d04aba0e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:14:15.111892 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-74442e03-f797-4476-9185-c7f9d04aba0e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:14:15.185069 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:14:15.256705 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bf1b8077-1a5d-4905-9d6b-0be4e55129c3 req-a37074a8-b003-451d-8e54-5aa02805ae49 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4a706d66-a758-49f2-8df3-c05fa5c78475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720246 Apr 06 14:14:15.269493 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d99d72c5-5d9d-4b0f-8b01-c8d51d1227a7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1646054 Apr 06 14:14:15.277445 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45924) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:15.321623 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-94a96d9a-5d62-48e8-a457-1a46d21d098c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:15.335341 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff00359b-a5da-468d-8cba-7199dc397f02 None None] DHCP port deletion for 45db5c66-c082-47ed-beeb-688e3c8646d5 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:14:15.340336 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1ebdbf08-dc5c-427f-81c8-abb52696cfe0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:15.341135 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ff00359b-a5da-468d-8cba-7199dc397f02 None None] Deleting port 3559e20a-9a8d-49fe-80ec-047d693fe16d {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:14:15.341519 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ff00359b-a5da-468d-8cba-7199dc397f02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:15.407018 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7a2a1d2a-dcb9-40f9-8212-bdc1ca5989f5 tempest-RoutersTestDVR-1069691259 tempest-RoutersTestDVR-1069691259-project] 10.222.0.60 "GET /v2.0/routers/2eb6d7c8-715e-4568-a95d-bcd77fd6b684 HTTP/1.1" status: 200 len: 683 time: 0.7097578 Apr 06 14:14:15.415244 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45928) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:15.441592 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-74442e03-f797-4476-9185-c7f9d04aba0e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:15.477594 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51c37a-e1bd-44d7-acd0-09b91184926a req-8804356e-83d3-49b7-a026-f8e34e34b182 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:15.479052 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9a51c37a-e1bd-44d7-acd0-09b91184926a req-8804356e-83d3-49b7-a026-f8e34e34b182 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/ports?device_id=f40554bf-4823-4c77-a2bc-552d186da5e7 HTTP/1.1" status: 200 len: 945 time: 0.5919228 Apr 06 14:14:15.487393 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-74442e03-f797-4476-9185-c7f9d04aba0e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:15.507116 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74442e03-f797-4476-9185-c7f9d04aba0e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Pushing event deleted for resources: {'Network': ['ID=95bf225c-7c83-4ac3-8109-336af458e452,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:15.530334 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 585acf70-5bc8-4c51-8373-72038e496ad7 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:14:15.542314 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-74442e03-f797-4476-9185-c7f9d04aba0e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] 10.222.0.60 "DELETE /v2.0/networks/95bf225c-7c83-4ac3-8109-336af458e452 HTTP/1.1" status: 204 len: 168 time: 1.5348651 Apr 06 14:14:15.543708 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1ebdbf08-dc5c-427f-81c8-abb52696cfe0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:15.546216 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45932) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:15.551965 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ab36b-ffb3-4a04-9ce5-76394f3880e2 req-b25ca062-1471-41f0-a8b6-c4092be0210a tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:15.554133 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-824ab36b-ffb3-4a04-9ce5-76394f3880e2 req-b25ca062-1471-41f0-a8b6-c4092be0210a tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.4749866 Apr 06 14:14:15.561835 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-32cd5566-4314-40b4-9bb5-3eaaa858a954 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] For port 5abc4f79-ee9f-496c-98f5-581fe01fb758, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=5abc4f79-ee9f-496c-98f5-581fe01fb758,segment=NetworkSegment(b72a31a5-e8ba-49a3-aec0-bcb4d4e1bc81),segment_id=b72a31a5-e8ba-49a3-aec0-bcb4d4e1bc81)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:15.562250 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32cd5566-4314-40b4-9bb5-3eaaa858a954 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:15.579801 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1ebdbf08-dc5c-427f-81c8-abb52696cfe0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:subnet and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:15.594884 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1ebdbf08-dc5c-427f-81c8-abb52696cfe0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:15.623312 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ff00359b-a5da-468d-8cba-7199dc397f02 None None] For port 3559e20a-9a8d-49fe-80ec-047d693fe16d, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=3559e20a-9a8d-49fe-80ec-047d693fe16d,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:15.623706 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ff00359b-a5da-468d-8cba-7199dc397f02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:15.645586 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-94a96d9a-5d62-48e8-a457-1a46d21d098c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:15.650376 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1ebdbf08-dc5c-427f-81c8-abb52696cfe0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:15.684360 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9a51c37a-e1bd-44d7-acd0-09b91184926a req-937fe3f1-9cef-4f41-adab-8737fb3fd78e tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a706d66-a758-49f2-8df3-c05fa5c78475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916089 Apr 06 14:14:15.685146 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a96d9a-5d62-48e8-a457-1a46d21d098c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a37183-f575-4fc0-b08a-4ffa8e4eceb5,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:15.700549 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-32cd5566-4314-40b4-9bb5-3eaaa858a954 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Calling delete_port for 5abc4f79-ee9f-496c-98f5-581fe01fb758 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:14:15.701798 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-94a96d9a-5d62-48e8-a457-1a46d21d098c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:15.713169 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-94a96d9a-5d62-48e8-a457-1a46d21d098c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/75a37183-f575-4fc0-b08a-4ffa8e4eceb5 HTTP/1.1" status: 204 len: 168 time: 1.0455501 Apr 06 14:14:15.719626 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebdbf08-dc5c-427f-81c8-abb52696cfe0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:15.759412 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ff00359b-a5da-468d-8cba-7199dc397f02 None None] Calling delete_port for 3559e20a-9a8d-49fe-80ec-047d693fe16d owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:14:15.804541 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port 585acf70-5bc8-4c51-8373-72038e496ad7 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:15.818645 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 585acf70-5bc8-4c51-8373-72038e496ad7 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:15.819006 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:15.945104 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5aa450b-cc0b-4f39-a27f-78feb94023a3 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:15.949171 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5aa450b-cc0b-4f39-a27f-78feb94023a3 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:15.953337 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5aa450b-cc0b-4f39-a27f-78feb94023a3 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:15.954080 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f5aa450b-cc0b-4f39-a27f-78feb94023a3 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Synchronizing usage tracker for tenant:ff7545128f114ff9a53572ee13eb24a9 on resource:network {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:14:15.983435 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 3559e20a-9a8d-49fe-80ec-047d693fe16d no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:14:16.085874 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ff00359b-a5da-468d-8cba-7199dc397f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:16.096215 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1ebdbf08-dc5c-427f-81c8-abb52696cfe0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:16.146941 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a30bcc26-1647-46e7-93e1-9fb54a196b0c tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:16.150990 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff00359b-a5da-468d-8cba-7199dc397f02 None None] No DVR routers for this DVR port 3559e20a-9a8d-49fe-80ec-047d693fe16d on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:14:16.177814 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00359b-a5da-468d-8cba-7199dc397f02 None None] Pushing event deleted for resources: {'Port': ['ID=3559e20a-9a8d-49fe-80ec-047d693fe16d,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:16.183368 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f5aa450b-cc0b-4f39-a27f-78feb94023a3 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Unset dirty status for tenant:ff7545128f114ff9a53572ee13eb24a9 on resource:network {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:14:16.184631 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f5aa450b-cc0b-4f39-a27f-78feb94023a3 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1946 time: 0.6372697 Apr 06 14:14:16.190981 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45942) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:16.198564 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-fa29d981-472f-4d31-9fce-cfd5542a04f9 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-668710297'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:16.207014 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No active binding found for port 3559e20a-9a8d-49fe-80ec-047d693fe16d {{(pid=83739) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 06 14:14:16.207670 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 3559e20a-9a8d-49fe-80ec-047d693fe16d not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:14:16.221563 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-fa29d981-472f-4d31-9fce-cfd5542a04f9 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:16.231120 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:16.258314 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-fa29d981-472f-4d31-9fce-cfd5542a04f9 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:16.276165 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea73f22f-3156-467c-8c2c-e9326ed910a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585acf70-5bc8-4c51-8373-72038e496ad7'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:14:16.301715 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 585acf70-5bc8-4c51-8373-72038e496ad7, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=585acf70-5bc8-4c51-8373-72038e496ad7,segment=NetworkSegment(b16ce301-63a4-4e18-8a19-459ca1104b71),segment_id=b16ce301-63a4-4e18-8a19-459ca1104b71)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:16.303817 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa29d981-472f-4d31-9fce-cfd5542a04f9 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Made reservation on behalf of ff7545128f114ff9a53572ee13eb24a9 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:16.308307 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fa29d981-472f-4d31-9fce-cfd5542a04f9 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:16.311480 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:16.332755 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde0d32-e2db-495e-9376-c854b7db6da8 req-6a70cd31-4f47-4265-87ac-4c361ee4694b tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:16.334565 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3bde0d32-e2db-495e-9376-c854b7db6da8 req-6a70cd31-4f47-4265-87ac-4c361ee4694b tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea73f22f-3156-467c-8c2c-e9326ed910a7 HTTP/1.1" status: 200 len: 944 time: 0.3665020 Apr 06 14:14:16.371155 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa29d981-472f-4d31-9fce-cfd5542a04f9 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:14:16.396353 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=585acf70-5bc8-4c51-8373-72038e496ad7,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:16.396764 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fa29d981-472f-4d31-9fce-cfd5542a04f9 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:16.397257 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-fa29d981-472f-4d31-9fce-cfd5542a04f9 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Added segment bb1a7658-3de8-46d5-a710-14dc0cccd01c of type vlan for network a62d6cd6-4894-481c-be9c-53ad76ea701a Apr 06 14:14:16.404435 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3bde0d32-e2db-495e-9376-c854b7db6da8 req-6c3e4a18-c480-4ff7-9d65-f62a746182c8 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac3812ba-e0ef-4343-ae8b-d489feb4e528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622048 Apr 06 14:14:16.409365 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-824ab36b-ffb3-4a04-9ce5-76394f3880e2 req-3ee0d2f6-ea35-43a0-a254-2a04594441df tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8384292 Apr 06 14:14:16.433027 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fa29d981-472f-4d31-9fce-cfd5542a04f9 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:16.520432 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a9e9bc3-2d62-42e5-ad1a-18020190e68a'] response: {'server_uuid': 'ea73f22f-3156-467c-8c2c-e9326ed910a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585acf70-5bc8-4c51-8373-72038e496ad7', 'code': 200} Apr 06 14:14:16.521786 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fa29d981-472f-4d31-9fce-cfd5542a04f9 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:16.526548 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa29d981-472f-4d31-9fce-cfd5542a04f9 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:16.527412 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fa29d981-472f-4d31-9fce-cfd5542a04f9 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:16.662120 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29d981-472f-4d31-9fce-cfd5542a04f9 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Pushing event updated for resources: {'Network': ['ID=a62d6cd6-4894-481c-be9c-53ad76ea701a,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:16.676077 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network a62d6cd6-4894-481c-be9c-53ad76ea701a details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:14:16.686951 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fa29d981-472f-4d31-9fce-cfd5542a04f9 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4949567 Apr 06 14:14:16.694735 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45958) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:16.702971 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-4b52e23a-53ae-4864-a3f3-9fb0cb1ed30f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-424181375'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:16.710498 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4b52e23a-53ae-4864-a3f3-9fb0cb1ed30f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:16.716505 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4b52e23a-53ae-4864-a3f3-9fb0cb1ed30f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Usage tracker for resource:network and tenant:ff7545128f114ff9a53572ee13eb24a9 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:16.720647 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4b52e23a-53ae-4864-a3f3-9fb0cb1ed30f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:16.727589 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4b52e23a-53ae-4864-a3f3-9fb0cb1ed30f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:16.743430 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a30bcc26-1647-46e7-93e1-9fb54a196b0c tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:16.747553 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a30bcc26-1647-46e7-93e1-9fb54a196b0c tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:16.803206 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b52e23a-53ae-4864-a3f3-9fb0cb1ed30f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Made reservation on behalf of ff7545128f114ff9a53572ee13eb24a9 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:16.808232 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4b52e23a-53ae-4864-a3f3-9fb0cb1ed30f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:16.843959 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a30bcc26-1647-46e7-93e1-9fb54a196b0c tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:16.844488 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30bcc26-1647-46e7-93e1-9fb54a196b0c tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2eb6d7c8-715e-4568-a95d-bcd77fd6b684 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:14:16.871673 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b52e23a-53ae-4864-a3f3-9fb0cb1ed30f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:14:16.881610 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4b52e23a-53ae-4864-a3f3-9fb0cb1ed30f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:16.881955 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-4b52e23a-53ae-4864-a3f3-9fb0cb1ed30f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Added segment 2591699a-c0f7-4f3d-8025-1d775e0134ea of type vlan for network ada25ec5-63a9-4c2f-9ea9-4aecd7fbe2a8 Apr 06 14:14:16.915851 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4b52e23a-53ae-4864-a3f3-9fb0cb1ed30f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:16.917900 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a30bcc26-1647-46e7-93e1-9fb54a196b0c tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:16.923744 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a30bcc26-1647-46e7-93e1-9fb54a196b0c tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] 10.222.0.60 "DELETE /v2.0/routers/2eb6d7c8-715e-4568-a95d-bcd77fd6b684 HTTP/1.1" status: 204 len: 168 time: 1.5058677 Apr 06 14:14:16.923929 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45966) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:16.934022 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32cd5566-4314-40b4-9bb5-3eaaa858a954 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:16.976241 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d608e245-4d73-4278-9edf-9663495a3980 tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Request body: {'router': {'name': 'tempest-router-683454541', 'distributed': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:17.006748 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d608e245-4d73-4278-9edf-9663495a3980 tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:17.009036 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd5566-4314-40b4-9bb5-3eaaa858a954 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Pushing event deleted for resources: {'Port': ['ID=5abc4f79-ee9f-496c-98f5-581fe01fb758,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:17.018553 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d608e245-4d73-4278-9edf-9663495a3980 tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Usage tracker for resource:router and tenant:721646274f1348bab5416d09d63a97a5 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:17.058449 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4b52e23a-53ae-4864-a3f3-9fb0cb1ed30f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:17.062611 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b52e23a-53ae-4864-a3f3-9fb0cb1ed30f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:17.062755 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d608e245-4d73-4278-9edf-9663495a3980 tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:17.063212 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4b52e23a-53ae-4864-a3f3-9fb0cb1ed30f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:17.075958 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d608e245-4d73-4278-9edf-9663495a3980 tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:17.139552 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad08d0e-02d6-470e-9477-003971b5aa6d req-af4f768d-f42c-45e3-a386-7d947fdcd8c7 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:17.141050 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1ad08d0e-02d6-470e-9477-003971b5aa6d req-af4f768d-f42c-45e3-a386-7d947fdcd8c7 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.3015020 Apr 06 14:14:17.161432 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45974) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:17.162434 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45976) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:17.183433 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8b9e672a-a1f4-49e3-9d2b-0da8687a97f2 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Request body: {'floatingip': {'port_id': 'ae0b3a45-c88d-4e73-b461-c2e8cd808229'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:17.218972 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d608e245-4d73-4278-9edf-9663495a3980 tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:17.219845 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d608e245-4d73-4278-9edf-9663495a3980 tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:17.227131 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32cd5566-4314-40b4-9bb5-3eaaa858a954 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:17.263667 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8cf195a0-4893-4c2e-8a03-04bb59f95d83 req-e91677f7-da63-493c-b7de-2f7d70131f73 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ea73f22f-3156-467c-8c2c-e9326ed910a7 HTTP/1.1" status: 200 len: 1098 time: 0.5322866 Apr 06 14:14:17.312044 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4b52e23a-53ae-4864-a3f3-9fb0cb1ed30f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6161067 Apr 06 14:14:17.318079 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52e23a-53ae-4864-a3f3-9fb0cb1ed30f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Pushing event updated for resources: {'Network': ['ID=ada25ec5-63a9-4c2f-9ea9-4aecd7fbe2a8,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:17.321809 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 45984) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:17.328961 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8b9e672a-a1f4-49e3-9d2b-0da8687a97f2 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks [] for floatingip, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:17.329895 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network ada25ec5-63a9-4c2f-9ea9-4aecd7fbe2a8 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:14:17.416791 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Request body: {'ports': [{'network_id': 'a62d6cd6-4894-481c-be9c-53ad76ea701a', 'name': 'tempest-port--2039721730', 'admin_state_up': True}, {'network_id': 'ada25ec5-63a9-4c2f-9ea9-4aecd7fbe2a8', 'admin_state_up': False}]} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:17.417311 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Request body: {'port': {'network_id': 'a62d6cd6-4894-481c-be9c-53ad76ea701a', 'name': 'tempest-port--2039721730', 'admin_state_up': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:17.418090 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Request body: {'port': {'network_id': 'ada25ec5-63a9-4c2f-9ea9-4aecd7fbe2a8', 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:17.513285 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1ebdbf08-dc5c-427f-81c8-abb52696cfe0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:17.570147 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-fcb4bbc3-3471-44d5-acf9-86991d5458a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-69529074'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:17.618092 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d608e245-4d73-4278-9edf-9663495a3980 tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:17.634159 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-fcb4bbc3-3471-44d5-acf9-86991d5458a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:17.667389 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-fcb4bbc3-3471-44d5-acf9-86991d5458a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Usage tracker for resource:network and tenant:27151676a6ea4f058046752a196bc918 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:17.674613 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-fcb4bbc3-3471-44d5-acf9-86991d5458a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:17.679098 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32cd5566-4314-40b4-9bb5-3eaaa858a954 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:17.685045 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e44d4-975c-4b6e-a72c-578aec695708 req-9951b648-725a-4ee3-a52a-3e6c6d92ddc9 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:17.686740 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cc4e44d4-975c-4b6e-a72c-578aec695708 req-9951b648-725a-4ee3-a52a-3e6c6d92ddc9 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/ports?device_id=f40554bf-4823-4c77-a2bc-552d186da5e7 HTTP/1.1" status: 200 len: 945 time: 0.7289898 Apr 06 14:14:17.688820 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32cd5566-4314-40b4-9bb5-3eaaa858a954 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:17.693823 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d608e245-4d73-4278-9edf-9663495a3980 tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:17.709462 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8cf195a0-4893-4c2e-8a03-04bb59f95d83 req-de6f373b-d0a4-44a3-abc6-b7053e744ae0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ac3812ba-e0ef-4343-ae8b-d489feb4e528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4182181 Apr 06 14:14:17.719845 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-fcb4bbc3-3471-44d5-acf9-86991d5458a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:17.723106 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebdbf08-dc5c-427f-81c8-abb52696cfe0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:17.738412 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d608e245-4d73-4278-9edf-9663495a3980 tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:17.739481 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d608e245-4d73-4278-9edf-9663495a3980 tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.8078721 Apr 06 14:14:17.742683 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45992) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:17.759919 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-1ebdbf08-dc5c-427f-81c8-abb52696cfe0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:17.769772 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26545deb-afc9-474e-94c4-b72231ae847e None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:14:17.784306 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebdbf08-dc5c-427f-81c8-abb52696cfe0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:17.784937 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1ebdbf08-dc5c-427f-81c8-abb52696cfe0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:17.819313 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebdbf08-dc5c-427f-81c8-abb52696cfe0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Subnet': ['ID=4a8cc53f-dd3f-4a1c-8610-94e65f3dbe77,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:17.858359 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32cd5566-4314-40b4-9bb5-3eaaa858a954 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:17.859384 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32cd5566-4314-40b4-9bb5-3eaaa858a954 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 482a3443-ff3a-4265-acd2-650b528f6cd1 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:14:17.890595 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb4bbc3-3471-44d5-acf9-86991d5458a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Made reservation on behalf of 27151676a6ea4f058046752a196bc918 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:17.893519 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fcb4bbc3-3471-44d5-acf9-86991d5458a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:17.931690 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43572850-335d-418f-b56f-bf4969112d3c req-f571bfec-6a02-4c23-b2c7-6b2109b20338 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:17.935759 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fcb4bbc3-3471-44d5-acf9-86991d5458a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:17.936203 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-43572850-335d-418f-b56f-bf4969112d3c req-f571bfec-6a02-4c23-b2c7-6b2109b20338 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea73f22f-3156-467c-8c2c-e9326ed910a7 HTTP/1.1" status: 200 len: 945 time: 0.3191996 Apr 06 14:14:17.946438 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32cd5566-4314-40b4-9bb5-3eaaa858a954 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:17.950214 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-32cd5566-4314-40b4-9bb5-3eaaa858a954 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "DELETE /v2.0/routers/482a3443-ff3a-4265-acd2-650b528f6cd1 HTTP/1.1" status: 204 len: 168 time: 5.1789932 Apr 06 14:14:17.961255 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 45996) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:17.974683 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1ebdbf08-dc5c-427f-81c8-abb52696cfe0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6769247 Apr 06 14:14:17.995557 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46000) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:18.010675 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-09707328-2bc8-4d97-a2d6-48b736b05348 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'port': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'fixed_ips': [{'subnet_id': '4a8cc53f-dd3f-4a1c-8610-94e65f3dbe77', 'ip_address': '2001:db8::beb:9c29:a460:3621'}], 'name': 'tempest-NetworksTestDHCPv6-636688691'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:18.029202 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4fc018-7e89-41ac-a3c3-f887269142cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-45db5c66-c082-47ed-beeb-688e3c8646d5', 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'fixed_ips': [{'subnet_id': '4a8cc53f-dd3f-4a1c-8610-94e65f3dbe77'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:14:18.030859 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7a4fc018-7e89-41ac-a3c3-f887269142cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:18.031317 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cc4e44d4-975c-4b6e-a72c-578aec695708 req-e6c21df6-5c1d-4ad9-b18b-b220b39bdb75 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a706d66-a758-49f2-8df3-c05fa5c78475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3125505 Apr 06 14:14:18.042655 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20a82bde-bab5-4d16-a2dd-2856a0aca09d tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:18.163530 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-400320ee-2cab-4544-af88-5c88611f7ef2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Deleting subnet d0a65b95-cad6-4399-8985-d901ae81ffc1 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:14:18.171466 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-43572850-335d-418f-b56f-bf4969112d3c req-9e0681eb-d92c-4cd0-8cae-fbe4dbe5800b tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac3812ba-e0ef-4343-ae8b-d489feb4e528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294331 Apr 06 14:14:18.178428 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-400320ee-2cab-4544-af88-5c88611f7ef2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:18.181435 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:18.212065 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Usage tracker for resource:port and tenant:ff7545128f114ff9a53572ee13eb24a9 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:18.221702 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:18.227212 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-7a4fc018-7e89-41ac-a3c3-f887269142cf None None] Allocated IP 2001:db8::2 (45db5c66-c082-47ed-beeb-688e3c8646d5/4a8cc53f-dd3f-4a1c-8610-94e65f3dbe77/9c7462a3-7268-4027-a7ab-36a58a9d32e8) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:14:18.253221 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-400320ee-2cab-4544-af88-5c88611f7ef2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:18.327980 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-fcb4bbc3-3471-44d5-acf9-86991d5458a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:18.388656 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:18.408960 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-fcb4bbc3-3471-44d5-acf9-86991d5458a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Usage tracker for resource:security_group_rule and tenant:27151676a6ea4f058046752a196bc918 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:18.416533 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-fcb4bbc3-3471-44d5-acf9-86991d5458a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:18.440413 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-fcb4bbc3-3471-44d5-acf9-86991d5458a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:18.444646 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7a4fc018-7e89-41ac-a3c3-f887269142cf None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:18.457353 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7a4fc018-7e89-41ac-a3c3-f887269142cf None None] Transition to ACTIVE for port object 9c7462a3-7268-4027-a7ab-36a58a9d32e8 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:18.477149 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Made reservation on behalf of ff7545128f114ff9a53572ee13eb24a9 for: {'port': 2} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:18.478082 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7a4fc018-7e89-41ac-a3c3-f887269142cf None None] Transition to ACTIVE for port object 9c7462a3-7268-4027-a7ab-36a58a9d32e8 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:18.480943 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:18.485984 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7a4fc018-7e89-41ac-a3c3-f887269142cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:18.552757 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:18.562859 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4fc018-7e89-41ac-a3c3-f887269142cf None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:18.564280 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-400320ee-2cab-4544-af88-5c88611f7ef2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:18.566784 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-7a4fc018-7e89-41ac-a3c3-f887269142cf None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:18.568669 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4fc018-7e89-41ac-a3c3-f887269142cf None None] Pushing event updated for resources: {'Port': ['ID=9c7462a3-7268-4027-a7ab-36a58a9d32e8,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:18.571609 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4fc018-7e89-41ac-a3c3-f887269142cf None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:14:18.592326 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-09707328-2bc8-4d97-a2d6-48b736b05348 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:18.601953 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20a82bde-bab5-4d16-a2dd-2856a0aca09d tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:18.614402 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20a82bde-bab5-4d16-a2dd-2856a0aca09d tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:18.652725 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20a82bde-bab5-4d16-a2dd-2856a0aca09d tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:18.653487 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a82bde-bab5-4d16-a2dd-2856a0aca09d tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 67441f9d-9e7d-4d6a-9e28-dede18b9da5c {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:14:18.663676 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-400320ee-2cab-4544-af88-5c88611f7ef2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:18.670315 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7a4fc018-7e89-41ac-a3c3-f887269142cf None None] Attempting to bind port 9c7462a3-7268-4027-a7ab-36a58a9d32e8 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:14:18.670930 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7a4fc018-7e89-41ac-a3c3-f887269142cf None None] Attempting to bind port 9c7462a3-7268-4027-a7ab-36a58a9d32e8 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:14:18.671675 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4fc018-7e89-41ac-a3c3-f887269142cf None None] Attempting to bind port 9c7462a3-7268-4027-a7ab-36a58a9d32e8 on network 45db5c66-c082-47ed-beeb-688e3c8646d5 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:14:18.678675 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4fc018-7e89-41ac-a3c3-f887269142cf None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:14:18.679272 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4fc018-7e89-41ac-a3c3-f887269142cf None None] Checking segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:14:18.679876 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7a4fc018-7e89-41ac-a3c3-f887269142cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:18.680407 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4fc018-7e89-41ac-a3c3-f887269142cf None None] Bound using segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:14:18.681075 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7a4fc018-7e89-41ac-a3c3-f887269142cf None None] Bound port: 9c7462a3-7268-4027-a7ab-36a58a9d32e8, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:14:18.681596 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7a4fc018-7e89-41ac-a3c3-f887269142cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:18.710256 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400320ee-2cab-4544-af88-5c88611f7ef2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d0a65b95-cad6-4399-8985-d901ae81ffc1,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:18.718548 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-400320ee-2cab-4544-af88-5c88611f7ef2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:18.721051 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-09707328-2bc8-4d97-a2d6-48b736b05348 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:18.725839 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20a82bde-bab5-4d16-a2dd-2856a0aca09d tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:18.727142 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-20a82bde-bab5-4d16-a2dd-2856a0aca09d tempest-RoutersTestDVR-1719997879 tempest-RoutersTestDVR-1719997879-project-admin] 10.222.0.60 "DELETE /v2.0/routers/67441f9d-9e7d-4d6a-9e28-dede18b9da5c HTTP/1.1" status: 204 len: 168 time: 0.9835296 Apr 06 14:14:18.729400 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-400320ee-2cab-4544-af88-5c88611f7ef2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/d0a65b95-cad6-4399-8985-d901ae81ffc1 HTTP/1.1" status: 204 len: 168 time: 0.7653379 Apr 06 14:14:18.734427 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46008) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:18.790127 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7a4fc018-7e89-41ac-a3c3-f887269142cf None None] For port 9c7462a3-7268-4027-a7ab-36a58a9d32e8, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:14:18.798108 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7a4fc018-7e89-41ac-a3c3-f887269142cf None None] For port 9c7462a3-7268-4027-a7ab-36a58a9d32e8, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=9c7462a3-7268-4027-a7ab-36a58a9d32e8,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:14:18.811531 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7a4fc018-7e89-41ac-a3c3-f887269142cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:18.955660 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4fc018-7e89-41ac-a3c3-f887269142cf None None] Pushing event updated for resources: {'Port': ['ID=9c7462a3-7268-4027-a7ab-36a58a9d32e8,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:18.960311 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09707328-2bc8-4d97-a2d6-48b736b05348 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:18.966404 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09707328-2bc8-4d97-a2d6-48b736b05348 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:18.997781 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c1aa-b348-43bc-bb54-896f11da8574 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:19.129181 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24fb6e-3cdc-4e8c-99b7-106c791956d2 req-202d48bb-686c-4e01-a506-64f340598d41 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:19.130904 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7c24fb6e-3cdc-4e8c-99b7-106c791956d2 req-202d48bb-686c-4e01-a506-64f340598d41 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/ports?device_id=f40554bf-4823-4c77-a2bc-552d186da5e7 HTTP/1.1" status: 200 len: 945 time: 0.9140725 Apr 06 14:14:19.160589 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46014) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:19.196243 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2ec26222-5de7-41f0-a749-53d046c57e79 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Request body: {'floatingip': {'port_id': '7beb26c3-5896-43e5-9789-86511aa27928'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:19.214974 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46018) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:19.228444 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c1aa-b348-43bc-bb54-896f11da8574 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:19.264502 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ddb6c1aa-b348-43bc-bb54-896f11da8574 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a41500b-2f5c-4094-9dd2-2663717c0929']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:19.358511 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fcb4bbc3-3471-44d5-acf9-86991d5458a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:19.363921 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ec26222-5de7-41f0-a749-53d046c57e79 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks [] for floatingip, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:19.395645 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ddb6c1aa-b348-43bc-bb54-896f11da8574 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b72a31a5-e8ba-49a3-aec0-bcb4d4e1bc81') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:19.396957 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ddb6c1aa-b348-43bc-bb54-896f11da8574 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b72a31a5-e8ba-49a3-aec0-bcb4d4e1bc81') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:19.428100 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fcb4bbc3-3471-44d5-acf9-86991d5458a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:19.431097 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-09707328-2bc8-4d97-a2d6-48b736b05348 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] device_id is not set on port 288267a3-92d4-46ab-91c1-16070c4a9281 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:14:19.461275 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c1aa-b348-43bc-bb54-896f11da8574 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:19.475423 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-434b8fab-b051-4e53-ac89-34a13d242bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:19.497485 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-8b9e672a-a1f4-49e3-9d2b-0da8687a97f2 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:14:19.499331 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c1aa-b348-43bc-bb54-896f11da8574 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:19.510386 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb6c1aa-b348-43bc-bb54-896f11da8574 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:14:19.510814 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c1aa-b348-43bc-bb54-896f11da8574 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:14:19.532418 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:14:19.590352 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-434b8fab-b051-4e53-ac89-34a13d242bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:19.599441 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-434b8fab-b051-4e53-ac89-34a13d242bc7 admin admin] Usage tracker for resource:security_group_rule and tenant:b0863750ff7b4cbc8a5eca1615cbe9d8 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:19.611218 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-434b8fab-b051-4e53-ac89-34a13d242bc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:19.633336 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-434b8fab-b051-4e53-ac89-34a13d242bc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:19.657653 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81436dcb-b62e-4c4f-b18c-62b36ec92177 req-5de0f639-0857-4700-9f4d-d5d5b7f6471e tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:19.659225 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-81436dcb-b62e-4c4f-b18c-62b36ec92177 req-5de0f639-0857-4700-9f4d-d5d5b7f6471e tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea73f22f-3156-467c-8c2c-e9326ed910a7 HTTP/1.1" status: 200 len: 945 time: 0.2530589 Apr 06 14:14:19.663259 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c1aa-b348-43bc-bb54-896f11da8574 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:19.667442 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb6c1aa-b348-43bc-bb54-896f11da8574 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0a41500b-2f5c-4094-9dd2-2663717c0929 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 06 14:14:19.669676 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c1aa-b348-43bc-bb54-896f11da8574 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:19.726796 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6c1aa-b348-43bc-bb54-896f11da8574 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Pushing event deleted for resources: {'Network': ['ID=0a41500b-2f5c-4094-9dd2-2663717c0929,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:19.736731 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ddb6c1aa-b348-43bc-bb54-896f11da8574 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "DELETE /v2.0/networks/0a41500b-2f5c-4094-9dd2-2663717c0929 HTTP/1.1" status: 204 len: 168 time: 1.0010118 Apr 06 14:14:19.755026 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb4bbc3-3471-44d5-acf9-86991d5458a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:14:19.790786 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-81436dcb-b62e-4c4f-b18c-62b36ec92177 req-9801b446-ec32-4efe-9f98-bdf2b9f7bb98 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac3812ba-e0ef-4343-ae8b-d489feb4e528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181469 Apr 06 14:14:19.851500 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-434b8fab-b051-4e53-ac89-34a13d242bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:19.857504 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-434b8fab-b051-4e53-ac89-34a13d242bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:19.879389 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] device_id is not set on port 425f10ae-c12b-41a0-bc79-29ff8d01b4ef yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:14:19.912285 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b8fab-b051-4e53-ac89-34a13d242bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4175780-6312-4d13-bcd2-ea95f3bf3d42,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:19.921343 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-434b8fab-b051-4e53-ac89-34a13d242bc7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b0863750ff7b4cbc8a5eca1615cbe9d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7054510 Apr 06 14:14:19.922027 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46032) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:19.971049 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4bbc3-3471-44d5-acf9-86991d5458a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=530fe777-4776-4b05-9560-b99aae48488c,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:19.971209 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 9c7462a3-7268-4027-a7ab-36a58a9d32e8 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:14:20.004506 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fcb4bbc3-3471-44d5-acf9-86991d5458a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:20.004855 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-fcb4bbc3-3471-44d5-acf9-86991d5458a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Added segment f1616522-d21d-4722-b038-b26c11367bc7 of type vlan for network a68d0afd-10b9-42a5-92e2-9d6b3cf90d11 Apr 06 14:14:20.010221 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-36e0596e-7eb8-437b-bb3c-da4b99363d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:20.043519 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-36e0596e-7eb8-437b-bb3c-da4b99363d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:20.107903 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 9c7462a3-7268-4027-a7ab-36a58a9d32e8 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:20.122561 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-36e0596e-7eb8-437b-bb3c-da4b99363d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:20.160610 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-36e0596e-7eb8-437b-bb3c-da4b99363d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:20.161794 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-36e0596e-7eb8-437b-bb3c-da4b99363d3d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f4175780-6312-4d13-bcd2-ea95f3bf3d42 HTTP/1.1" status: 204 len: 168 time: 0.2388489 Apr 06 14:14:20.162595 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0596e-7eb8-437b-bb3c-da4b99363d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4175780-6312-4d13-bcd2-ea95f3bf3d42,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:20.296187 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8b9e672a-a1f4-49e3-9d2b-0da8687a97f2 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:20.399775 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8b9e672a-a1f4-49e3-9d2b-0da8687a97f2 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:20.471049 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b7add539-6a74-497c-81b7-d40393c9dc7d None None] Provisioning for port 9c7462a3-7268-4027-a7ab-36a58a9d32e8 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:20.484699 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b7add539-6a74-497c-81b7-d40393c9dc7d None None] Provisioning complete for port 9c7462a3-7268-4027-a7ab-36a58a9d32e8 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:20.485101 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b7add539-6a74-497c-81b7-d40393c9dc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:20.516069 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46044) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:20.524996 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a9a6541b-7b16-4e7a-8bd5-8cd123d3e799 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Request body: {'router': {'name': 'tempest-router--1443445855', 'project_id': '62d81d815bdb4dfe88fb8532a5b7fa36'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:20.533151 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a9a6541b-7b16-4e7a-8bd5-8cd123d3e799 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:20.537457 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a9a6541b-7b16-4e7a-8bd5-8cd123d3e799 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Usage tracker for resource:router and tenant:62d81d815bdb4dfe88fb8532a5b7fa36 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:20.540815 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a9a6541b-7b16-4e7a-8bd5-8cd123d3e799 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:20.550303 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a9a6541b-7b16-4e7a-8bd5-8cd123d3e799 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:20.568377 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9a6541b-7b16-4e7a-8bd5-8cd123d3e799 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:20.570611 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9a6541b-7b16-4e7a-8bd5-8cd123d3e799 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:20.571633 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fcb4bbc3-3471-44d5-acf9-86991d5458a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:20.600936 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9a6541b-7b16-4e7a-8bd5-8cd123d3e799 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:20.621218 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b7add539-6a74-497c-81b7-d40393c9dc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:20.652448 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9a6541b-7b16-4e7a-8bd5-8cd123d3e799 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:20.662600 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b7add539-6a74-497c-81b7-d40393c9dc7d None None] For port 9c7462a3-7268-4027-a7ab-36a58a9d32e8, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=9c7462a3-7268-4027-a7ab-36a58a9d32e8,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:20.668939 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b7add539-6a74-497c-81b7-d40393c9dc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:20.684517 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9a6541b-7b16-4e7a-8bd5-8cd123d3e799 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:20.689562 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a9a6541b-7b16-4e7a-8bd5-8cd123d3e799 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1695774 Apr 06 14:14:20.690476 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46048) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:20.763622 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46052) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:20.785115 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7add539-6a74-497c-81b7-d40393c9dc7d None None] Pushing event updated for resources: {'Port': ['ID=9c7462a3-7268-4027-a7ab-36a58a9d32e8,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:20.842932 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-217d3782-aae8-4346-9718-6abb36ea8e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:20.863429 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-38982537-29cd-4e11-baa2-062d9aeac58a tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:20.866213 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fcb4bbc3-3471-44d5-acf9-86991d5458a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:20.869862 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb4bbc3-3471-44d5-acf9-86991d5458a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:20.870438 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fcb4bbc3-3471-44d5-acf9-86991d5458a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:20.879185 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff1938-c367-4560-82ed-5f5a9a1c9e80 req-8ff10672-5ba5-41f4-a16b-1d361a9ac929 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:20.881192 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-faff1938-c367-4560-82ed-5f5a9a1c9e80 req-8ff10672-5ba5-41f4-a16b-1d361a9ac929 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea73f22f-3156-467c-8c2c-e9326ed910a7 HTTP/1.1" status: 200 len: 945 time: 0.7722030 Apr 06 14:14:20.913463 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46056) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:20.929421 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e8544810-f7e8-40e0-a1f2-0f1c863a3f3c tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Request body: {'floatingip': {'port_id': '585acf70-5bc8-4c51-8373-72038e496ad7'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:20.949511 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-09707328-2bc8-4d97-a2d6-48b736b05348 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Allocated IP 2001:db8::beb:9c29:a460:3621 (45db5c66-c082-47ed-beeb-688e3c8646d5/4a8cc53f-dd3f-4a1c-8610-94e65f3dbe77/288267a3-92d4-46ab-91c1-16070c4a9281) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:14:21.057917 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e8544810-f7e8-40e0-a1f2-0f1c863a3f3c tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks [] for floatingip, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:21.118417 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:21.191124 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-217d3782-aae8-4346-9718-6abb36ea8e44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:21.257426 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4bbc3-3471-44d5-acf9-86991d5458a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Pushing event updated for resources: {'Network': ['ID=a68d0afd-10b9-42a5-92e2-9d6b3cf90d11,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:21.260218 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fcb4bbc3-3471-44d5-acf9-86991d5458a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 4.0857241 Apr 06 14:14:21.261571 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-217d3782-aae8-4346-9718-6abb36ea8e44 admin admin] Usage tracker for resource:security_group_rule and tenant:721646274f1348bab5416d09d63a97a5 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:21.272178 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network a68d0afd-10b9-42a5-92e2-9d6b3cf90d11 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:14:21.276418 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46060) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:21.286688 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-217d3782-aae8-4346-9718-6abb36ea8e44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:21.311171 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-6a1c6059-bcd2-442d-ac32-5b01a1b42007 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Request body: {'subnet': {'network_id': 'a68d0afd-10b9-42a5-92e2-9d6b3cf90d11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:21.332550 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-217d3782-aae8-4346-9718-6abb36ea8e44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:21.428554 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] device_id is not set on port f04cd6fa-d448-46a8-a82f-cd68389f2beb yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:14:21.564498 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-38982537-29cd-4e11-baa2-062d9aeac58a tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:21.577745 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-38982537-29cd-4e11-baa2-062d9aeac58a tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:21.705739 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6a1c6059-bcd2-442d-ac32-5b01a1b42007 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:21.723057 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6a1c6059-bcd2-442d-ac32-5b01a1b42007 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Usage tracker for resource:subnet and tenant:27151676a6ea4f058046752a196bc918 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:21.731516 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6a1c6059-bcd2-442d-ac32-5b01a1b42007 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:21.738663 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-38982537-29cd-4e11-baa2-062d9aeac58a tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:21.739206 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38982537-29cd-4e11-baa2-062d9aeac58a tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8658a3d8-6343-4c49-bbfd-8bf7343cb4f6 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:14:21.752417 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-38982537-29cd-4e11-baa2-062d9aeac58a tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:21.756984 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-38982537-29cd-4e11-baa2-062d9aeac58a tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "DELETE /v2.0/routers/8658a3d8-6343-4c49-bbfd-8bf7343cb4f6 HTTP/1.1" status: 204 len: 168 time: 1.0607150 Apr 06 14:14:21.757158 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6a1c6059-bcd2-442d-ac32-5b01a1b42007 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:21.882691 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1c6059-bcd2-442d-ac32-5b01a1b42007 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Made reservation on behalf of 27151676a6ea4f058046752a196bc918 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:21.889843 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 9c7462a3-7268-4027-a7ab-36a58a9d32e8 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:14:21.969355 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 9c7462a3-7268-4027-a7ab-36a58a9d32e8 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:21.970052 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:21.999951 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-8b9e672a-a1f4-49e3-9d2b-0da8687a97f2 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Floating IP 2540fbc9-7d58-4969-a425-e55981d870d4 associated. External IP: 172.26.8.116, port: ae0b3a45-c88d-4e73-b461-c2e8cd808229. Apr 06 14:14:22.074502 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09707328-2bc8-4d97-a2d6-48b736b05348 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:22.135191 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46066) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:22.180013 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-217d3782-aae8-4346-9718-6abb36ea8e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:22.189859 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e8544810-f7e8-40e0-a1f2-0f1c863a3f3c tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:22.193984 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e8544810-f7e8-40e0-a1f2-0f1c863a3f3c tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:22.220605 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-217d3782-aae8-4346-9718-6abb36ea8e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:22.228144 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-09707328-2bc8-4d97-a2d6-48b736b05348 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Transition to ACTIVE for port object 288267a3-92d4-46ab-91c1-16070c4a9281 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:22.246979 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ec26222-5de7-41f0-a749-53d046c57e79 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:22.278376 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a1c6059-bcd2-442d-ac32-5b01a1b42007 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:22.291972 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ec26222-5de7-41f0-a749-53d046c57e79 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:22.350454 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:22.391299 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-e8544810-f7e8-40e0-a1f2-0f1c863a3f3c tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Floating IP 5be5a9de-304b-4ecb-ac6e-1b93505f4f85 associated. External IP: 172.26.8.108, port: 585acf70-5bc8-4c51-8373-72038e496ad7. Apr 06 14:14:22.445888 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b5670755-27ff-4788-8aaf-85a423be68e7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1776529468', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:22.498292 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d3782-aae8-4346-9718-6abb36ea8e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff57ca0-be00-4809-93ad-5e3a27370ad5,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:22.505885 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b5670755-27ff-4788-8aaf-85a423be68e7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:22.516398 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b5670755-27ff-4788-8aaf-85a423be68e7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Usage tracker for resource:router and tenant:cd16408f1c7a49b0849b357f06d3b0f4 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:22.520549 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b5670755-27ff-4788-8aaf-85a423be68e7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:22.522813 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-217d3782-aae8-4346-9718-6abb36ea8e44 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=721646274f1348bab5416d09d63a97a5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7581801 Apr 06 14:14:22.529190 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b5670755-27ff-4788-8aaf-85a423be68e7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:22.530855 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46072) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:22.558649 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b5670755-27ff-4788-8aaf-85a423be68e7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:22.559557 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b5670755-27ff-4788-8aaf-85a423be68e7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:22.588968 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09707328-2bc8-4d97-a2d6-48b736b05348 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:22.637577 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b5670755-27ff-4788-8aaf-85a423be68e7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:22.650632 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9120bd45-209f-4382-ae7b-3fe53af1a0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:22.656748 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:22.721407 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09707328-2bc8-4d97-a2d6-48b736b05348 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:22.722158 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09707328-2bc8-4d97-a2d6-48b736b05348 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Port': ['ID=288267a3-92d4-46ab-91c1-16070c4a9281,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:22.736215 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9120bd45-209f-4382-ae7b-3fe53af1a0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:22.784421 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-09707328-2bc8-4d97-a2d6-48b736b05348 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:22.809906 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09707328-2bc8-4d97-a2d6-48b736b05348 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:14:22.814288 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09707328-2bc8-4d97-a2d6-48b736b05348 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:22.814939 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09707328-2bc8-4d97-a2d6-48b736b05348 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:22.912691 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Pushing event updated for resources: {'Port': ['ID=425f10ae-c12b-41a0-bc79-29ff8d01b4ef,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:22.929088 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-09707328-2bc8-4d97-a2d6-48b736b05348 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.9314117 Apr 06 14:14:22.949412 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46076) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:22.975877 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b5670755-27ff-4788-8aaf-85a423be68e7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:22.997833 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Checking segment: {'id': 'bb1a7658-3de8-46d5-a710-14dc0cccd01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a62d6cd6-4894-481c-be9c-53ad76ea701a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:14:22.998211 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Network hostable DHCP agents. Network: a62d6cd6-4894-481c-be9c-53ad76ea701a, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:14:23.039732 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a1c6059-bcd2-442d-ac32-5b01a1b42007 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:23.114605 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-996fec2e-be81-49e7-af47-765dc0bf26b9 None None] Provisioning for port 288267a3-92d4-46ab-91c1-16070c4a9281 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:23.118761 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9120bd45-209f-4382-ae7b-3fe53af1a0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:23.126814 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-996fec2e-be81-49e7-af47-765dc0bf26b9 None None] Provisioning complete for port 288267a3-92d4-46ab-91c1-16070c4a9281 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:23.127435 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-996fec2e-be81-49e7-af47-765dc0bf26b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:23.147436 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120bd45-209f-4382-ae7b-3fe53af1a0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff57ca0-be00-4809-93ad-5e3a27370ad5,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:23.153924 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-2ec26222-5de7-41f0-a749-53d046c57e79 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Floating IP 513161c6-01b3-45b6-8d62-38260c40006b associated. External IP: 172.26.8.24, port: 7beb26c3-5896-43e5-9789-86511aa27928. Apr 06 14:14:23.194702 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-996fec2e-be81-49e7-af47-765dc0bf26b9 None None] Port 288267a3-92d4-46ab-91c1-16070c4a9281 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:14:23.201456 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c6059-bcd2-442d-ac32-5b01a1b42007 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Pushing event updated for resources: {'Subnet': ['ID=c702d829-c0b4-4cf3-af14-cdacd1f7adad,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:23.218054 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9120bd45-209f-4382-ae7b-3fe53af1a0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:23.219158 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9120bd45-209f-4382-ae7b-3fe53af1a0e7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fff57ca0-be00-4809-93ad-5e3a27370ad5 HTTP/1.1" status: 204 len: 168 time: 0.6874099 Apr 06 14:14:23.356331 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b5670755-27ff-4788-8aaf-85a423be68e7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:23.376856 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Network a62d6cd6-4894-481c-be9c-53ad76ea701a is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:14:23.391863 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b5670755-27ff-4788-8aaf-85a423be68e7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:23.449647 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8544810-f7e8-40e0-a1f2-0f1c863a3f3c tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Router 806808cf-023c-467c-b982-89424c6dc5c3 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:14:23.522394 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, a62d6cd6-4894-481c-be9c-53ad76ea701a) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:23.533986 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:14:23.534621 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:23.553631 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fba0ef-d1a4-4500-8e82-9ea1875d84c2 None None] Network a62d6cd6-4894-481c-be9c-53ad76ea701a requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:14:23.581083 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bdb480-898e-4235-80d0-abb8246f23ae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:23.586821 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bdb480-898e-4235-80d0-abb8246f23ae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:23.586821 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-03bdb480-898e-4235-80d0-abb8246f23ae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:14:23.621859 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1c6059-bcd2-442d-ac32-5b01a1b42007 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Checking segment: {'id': 'f1616522-d21d-4722-b038-b26c11367bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a68d0afd-10b9-42a5-92e2-9d6b3cf90d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:14:23.622228 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1c6059-bcd2-442d-ac32-5b01a1b42007 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Network hostable DHCP agents. Network: a68d0afd-10b9-42a5-92e2-9d6b3cf90d11, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:14:23.681400 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-03bdb480-898e-4235-80d0-abb8246f23ae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:14:23.682562 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-03bdb480-898e-4235-80d0-abb8246f23ae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.7264733 Apr 06 14:14:23.688238 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-b5670755-27ff-4788-8aaf-85a423be68e7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Allocated IP 172.26.8.25 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/e964146b-253f-4bf9-9a3d-274091326452) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:14:23.692348 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46090) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:23.701396 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Pushing event updated for resources: {'Port': ['ID=f04cd6fa-d448-46a8-a82f-cd68389f2beb,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:23.814623 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-174dd17b-2cb8-48de-aca1-f183bc5e7100 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting port 288267a3-92d4-46ab-91c1-16070c4a9281 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:14:23.814963 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-174dd17b-2cb8-48de-aca1-f183bc5e7100 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:23.846090 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Checking segment: {'id': '2591699a-c0f7-4f3d-8025-1d775e0134ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ada25ec5-63a9-4c2f-9ea9-4aecd7fbe2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:14:23.846559 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Network hostable DHCP agents. Network: ada25ec5-63a9-4c2f-9ea9-4aecd7fbe2a8, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:14:23.858615 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1c6059-bcd2-442d-ac32-5b01a1b42007 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Network a68d0afd-10b9-42a5-92e2-9d6b3cf90d11 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:14:23.894794 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-6a1c6059-bcd2-442d-ac32-5b01a1b42007 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, a68d0afd-10b9-42a5-92e2-9d6b3cf90d11) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:23.903431 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71add8d2-3143-481d-b918-511c0585c6cb None None] Network a68d0afd-10b9-42a5-92e2-9d6b3cf90d11 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:14:23.907449 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1c6059-bcd2-442d-ac32-5b01a1b42007 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:23.908051 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a1c6059-bcd2-442d-ac32-5b01a1b42007 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:24.006720 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6a1c6059-bcd2-442d-ac32-5b01a1b42007 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7128553 Apr 06 14:14:24.007111 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46098) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:24.024257 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e1f71712-25db-4d65-8b90-92c390f67c2d tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Request body: {'port': {'network_id': 'a68d0afd-10b9-42a5-92e2-9d6b3cf90d11', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1475167726'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:24.086358 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Network ada25ec5-63a9-4c2f-9ea9-4aecd7fbe2a8 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:14:24.135116 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, ada25ec5-63a9-4c2f-9ea9-4aecd7fbe2a8) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:24.157412 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:14:24.161441 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:24.162780 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c83f58-5287-4830-abde-fa4c0b072e6c None None] Network ada25ec5-63a9-4c2f-9ea9-4aecd7fbe2a8 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:14:24.164627 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:24.165320 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:24.208655 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b5670755-27ff-4788-8aaf-85a423be68e7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:24.265485 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9e672a-a1f4-49e3-9d2b-0da8687a97f2 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Router a0cdee79-472b-4547-86de-95e992a1ec6f has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:14:24.279736 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e1f71712-25db-4d65-8b90-92c390f67c2d tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:24.284938 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e1f71712-25db-4d65-8b90-92c390f67c2d tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Usage tracker for resource:port and tenant:27151676a6ea4f058046752a196bc918 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:24.289136 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e1f71712-25db-4d65-8b90-92c390f67c2d tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:24.295502 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e1f71712-25db-4d65-8b90-92c390f67c2d tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:24.317709 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46106) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:24.323375 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-174dd17b-2cb8-48de-aca1-f183bc5e7100 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:24.337841 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8544810-f7e8-40e0-a1f2-0f1c863a3f3c tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:14:24.341996 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3f89875d-2906-4591-ae0e-25b556655c9e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.9567528 Apr 06 14:14:24.345120 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3430c67-9b67-41f6-a690-4d00de2eddd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-a68d0afd-10b9-42a5-92e2-9d6b3cf90d11', 'network_id': 'a68d0afd-10b9-42a5-92e2-9d6b3cf90d11', 'tenant_id': '27151676a6ea4f058046752a196bc918', 'fixed_ips': [{'subnet_id': 'c702d829-c0b4-4cf3-af14-cdacd1f7adad'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:14:24.346146 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e3430c67-9b67-41f6-a690-4d00de2eddd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:24.346474 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46112) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:24.353800 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b5670755-27ff-4788-8aaf-85a423be68e7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:24.446777 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e8544810-f7e8-40e0-a1f2-0f1c863a3f3c tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:24.495538 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-174dd17b-2cb8-48de-aca1-f183bc5e7100 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Calling delete_port for 288267a3-92d4-46ab-91c1-16070c4a9281 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:14:24.500384 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5670755-27ff-4788-8aaf-85a423be68e7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Pushing event updated for resources: {'Port': ['ID=e964146b-253f-4bf9-9a3d-274091326452,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:24.503165 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f71712-25db-4d65-8b90-92c390f67c2d tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Made reservation on behalf of 27151676a6ea4f058046752a196bc918 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:24.506675 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1f71712-25db-4d65-8b90-92c390f67c2d tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:24.520690 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-3a07a12c-e510-4d71-9db3-fee17336ec0e tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1664746678'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:24.539365 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3a07a12c-e510-4d71-9db3-fee17336ec0e tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:24.544779 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-e3430c67-9b67-41f6-a690-4d00de2eddd5 None None] Allocated IP 2001:db8::2 (a68d0afd-10b9-42a5-92e2-9d6b3cf90d11/c702d829-c0b4-4cf3-af14-cdacd1f7adad/1308131f-fbb6-4e1b-9a3c-5f53ce952738) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:14:24.548787 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3a07a12c-e510-4d71-9db3-fee17336ec0e tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Usage tracker for resource:network and tenant:43121586b148424d87ca0bc45f07bb75 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:24.564577 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3a07a12c-e510-4d71-9db3-fee17336ec0e tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:24.574354 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3a07a12c-e510-4d71-9db3-fee17336ec0e tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:24.582289 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5670755-27ff-4788-8aaf-85a423be68e7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:24.584954 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-e1f71712-25db-4d65-8b90-92c390f67c2d tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] device_id is not set on port 87fc6284-c1a7-47f6-b934-181a4f954d3f yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:14:24.622978 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e8544810-f7e8-40e0-a1f2-0f1c863a3f3c tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "PUT /v2.0/floatingips/5be5a9de-304b-4ecb-ac6e-1b93505f4f85 HTTP/1.1" status: 200 len: 991 time: 3.7016680 Apr 06 14:14:24.622978 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-b5670755-27ff-4788-8aaf-85a423be68e7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:24.624455 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5670755-27ff-4788-8aaf-85a423be68e7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:14:24.657531 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea73f22f-3156-467c-8c2c-e9326ed910a7', 'tag': '585acf70-5bc8-4c51-8373-72038e496ad7'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:14:24.720100 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a07a12c-e510-4d71-9db3-fee17336ec0e tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Made reservation on behalf of 43121586b148424d87ca0bc45f07bb75 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:24.723114 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a07a12c-e510-4d71-9db3-fee17336ec0e tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:24.775405 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e3430c67-9b67-41f6-a690-4d00de2eddd5 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:24.775939 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a07a12c-e510-4d71-9db3-fee17336ec0e tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:24.787533 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e3430c67-9b67-41f6-a690-4d00de2eddd5 None None] Transition to ACTIVE for port object 1308131f-fbb6-4e1b-9a3c-5f53ce952738 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:24.801480 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd717ec9-bcd1-448a-b3a7-91b603adf997'] response: {'name': 'network-changed', 'server_uuid': 'ea73f22f-3156-467c-8c2c-e9326ed910a7', 'tag': '585acf70-5bc8-4c51-8373-72038e496ad7', 'status': 'completed', 'code': 200} Apr 06 14:14:24.808496 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e3430c67-9b67-41f6-a690-4d00de2eddd5 None None] Transition to ACTIVE for port object 1308131f-fbb6-4e1b-9a3c-5f53ce952738 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:24.816566 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e3430c67-9b67-41f6-a690-4d00de2eddd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:24.886142 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3430c67-9b67-41f6-a690-4d00de2eddd5 None None] Network a68d0afd-10b9-42a5-92e2-9d6b3cf90d11 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:24.889188 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-e3430c67-9b67-41f6-a690-4d00de2eddd5 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:24.893228 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3430c67-9b67-41f6-a690-4d00de2eddd5 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:14:24.978601 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3430c67-9b67-41f6-a690-4d00de2eddd5 None None] Pushing event updated for resources: {'Port': ['ID=1308131f-fbb6-4e1b-9a3c-5f53ce952738,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:25.027796 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae18cc2-52ee-425c-9371-05ff40779466 None None] Sync routers for ids ['806808cf-023c-467c-b982-89424c6dc5c3'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:14:25.043243 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e3430c67-9b67-41f6-a690-4d00de2eddd5 None None] Attempting to bind port 1308131f-fbb6-4e1b-9a3c-5f53ce952738 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:14:25.043435 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e3430c67-9b67-41f6-a690-4d00de2eddd5 None None] Attempting to bind port 1308131f-fbb6-4e1b-9a3c-5f53ce952738 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'f1616522-d21d-4722-b038-b26c11367bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a68d0afd-10b9-42a5-92e2-9d6b3cf90d11'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:14:25.043861 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3430c67-9b67-41f6-a690-4d00de2eddd5 None None] Attempting to bind port 1308131f-fbb6-4e1b-9a3c-5f53ce952738 on network a68d0afd-10b9-42a5-92e2-9d6b3cf90d11 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:14:25.052385 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae18cc2-52ee-425c-9371-05ff40779466 None None] Routers {'806808cf-023c-467c-b982-89424c6dc5c3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:14:25.052989 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-aae18cc2-52ee-425c-9371-05ff40779466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:14:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['806808cf-023c-467c-b982-89424c6dc5c3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:25.074075 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3a07a12c-e510-4d71-9db3-fee17336ec0e tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:25.086660 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3a07a12c-e510-4d71-9db3-fee17336ec0e tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Usage tracker for resource:security_group_rule and tenant:43121586b148424d87ca0bc45f07bb75 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:25.093410 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1acbfec-a2db-4218-9209-98512cd527a8 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:25.097866 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1acbfec-a2db-4218-9209-98512cd527a8 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:25.098019 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c1acbfec-a2db-4218-9209-98512cd527a8 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Synchronizing usage tracker for tenant:ff7545128f114ff9a53572ee13eb24a9 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:14:25.099025 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3a07a12c-e510-4d71-9db3-fee17336ec0e tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:25.108694 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-174dd17b-2cb8-48de-aca1-f183bc5e7100 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:25.112957 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3a07a12c-e510-4d71-9db3-fee17336ec0e tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:25.158318 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-e1f71712-25db-4d65-8b90-92c390f67c2d tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Allocated IP 2001:db8::37b (a68d0afd-10b9-42a5-92e2-9d6b3cf90d11/c702d829-c0b4-4cf3-af14-cdacd1f7adad/87fc6284-c1a7-47f6-b934-181a4f954d3f) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:14:25.161936 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3430c67-9b67-41f6-a690-4d00de2eddd5 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:14:25.162111 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3430c67-9b67-41f6-a690-4d00de2eddd5 None None] Checking segment: {'id': 'f1616522-d21d-4722-b038-b26c11367bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a68d0afd-10b9-42a5-92e2-9d6b3cf90d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:14:25.162463 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e3430c67-9b67-41f6-a690-4d00de2eddd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:25.162864 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3430c67-9b67-41f6-a690-4d00de2eddd5 None None] Bound using segment: {'id': 'f1616522-d21d-4722-b038-b26c11367bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a68d0afd-10b9-42a5-92e2-9d6b3cf90d11'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:14:25.163415 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e3430c67-9b67-41f6-a690-4d00de2eddd5 None None] Bound port: 1308131f-fbb6-4e1b-9a3c-5f53ce952738, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1616522-d21d-4722-b038-b26c11367bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a68d0afd-10b9-42a5-92e2-9d6b3cf90d11'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:14:25.164752 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e3430c67-9b67-41f6-a690-4d00de2eddd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:25.167641 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-97457c4f-0584-420e-9aa9-a03ec1598a35 req-373814f2-2b2f-44e5-98c5-06448e5bf0bd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b420c830a8c344c38ee71ab00e7194de&device_id=ea73f22f-3156-467c-8c2c-e9326ed910a7 HTTP/1.1" status: 200 len: 1098 time: 0.2898703 Apr 06 14:14:25.186715 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174dd17b-2cb8-48de-aca1-f183bc5e7100 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Port': ['ID=288267a3-92d4-46ab-91c1-16070c4a9281,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:25.193481 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854125d-bc57-413d-aeea-8f08b1b88dc8 req-c19348d4-5905-44b9-a1f4-f3cb83d8e8fb tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:25.197356 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2854125d-bc57-413d-aeea-8f08b1b88dc8 req-c19348d4-5905-44b9-a1f4-f3cb83d8e8fb tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea73f22f-3156-467c-8c2c-e9326ed910a7 HTTP/1.1" status: 200 len: 945 time: 0.4577332 Apr 06 14:14:25.306756 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c1acbfec-a2db-4218-9209-98512cd527a8 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Unset dirty status for tenant:ff7545128f114ff9a53572ee13eb24a9 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:14:25.309728 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c1acbfec-a2db-4218-9209-98512cd527a8 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.9605939 Apr 06 14:14:25.313167 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e3430c67-9b67-41f6-a690-4d00de2eddd5 None None] For port 1308131f-fbb6-4e1b-9a3c-5f53ce952738, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:14:25.318087 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e3430c67-9b67-41f6-a690-4d00de2eddd5 None None] For port 1308131f-fbb6-4e1b-9a3c-5f53ce952738, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=1308131f-fbb6-4e1b-9a3c-5f53ce952738,segment=NetworkSegment(f1616522-d21d-4722-b038-b26c11367bc7),segment_id=f1616522-d21d-4722-b038-b26c11367bc7)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:14:25.320562 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46120) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:25.322524 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-aae18cc2-52ee-425c-9371-05ff40779466 None None] Set router 806808cf-023c-467c-b982-89424c6dc5c3 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:14:25.356297 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-174dd17b-2cb8-48de-aca1-f183bc5e7100 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:25.369646 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e3430c67-9b67-41f6-a690-4d00de2eddd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:25.403517 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-174dd17b-2cb8-48de-aca1-f183bc5e7100 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/288267a3-92d4-46ab-91c1-16070c4a9281 HTTP/1.1" status: 204 len: 168 time: 1.6985450 Apr 06 14:14:25.413383 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46124) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:25.432208 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec26222-5de7-41f0-a749-53d046c57e79 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Router 69856a0c-56b9-48f3-a28a-d1f5cca0d1d2 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:14:25.443195 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-87a6046b-3fd6-4209-b1f4-e2e25542174e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Deleting port 425f10ae-c12b-41a0-bc79-29ff8d01b4ef {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:14:25.443549 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-87a6046b-3fd6-4209-b1f4-e2e25542174e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:25.528014 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97457c4f-0584-420e-9aa9-a03ec1598a35 req-fa9ee0de-1b11-4a5d-836f-3b85d899a3d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:25.529391 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-97457c4f-0584-420e-9aa9-a03ec1598a35 req-fa9ee0de-1b11-4a5d-836f-3b85d899a3d5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=85b99d49-54eb-453f-ae68-f2c061c22d84 HTTP/1.1" status: 200 len: 907 time: 0.3494546 Apr 06 14:14:25.533587 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2854125d-bc57-413d-aeea-8f08b1b88dc8 req-93a35b7e-ac0d-4998-834d-ea2e8b3e2471 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac3812ba-e0ef-4343-ae8b-d489feb4e528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3261361 Apr 06 14:14:25.599207 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8512f015-2e04-47cd-91eb-f97aa6b959f5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:25.600556 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8512f015-2e04-47cd-91eb-f97aa6b959f5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:25.603777 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8512f015-2e04-47cd-91eb-f97aa6b959f5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:14:25.610636 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9e672a-a1f4-49e3-9d2b-0da8687a97f2 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:14:25.634092 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3430c67-9b67-41f6-a690-4d00de2eddd5 None None] Pushing event updated for resources: {'Port': ['ID=1308131f-fbb6-4e1b-9a3c-5f53ce952738,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:25.641467 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f99c120-f074-4219-a9be-fc4421e542b5 None None] Sync routers for ids ['a0cdee79-472b-4547-86de-95e992a1ec6f'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:14:25.664968 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f99c120-f074-4219-a9be-fc4421e542b5 None None] Routers {'a0cdee79-472b-4547-86de-95e992a1ec6f'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:14:25.665780 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8f99c120-f074-4219-a9be-fc4421e542b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:14:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['a0cdee79-472b-4547-86de-95e992a1ec6f'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:25.678099 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a07a12c-e510-4d71-9db3-fee17336ec0e tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:25.689739 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8b9e672a-a1f4-49e3-9d2b-0da8687a97f2 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:25.893889 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-aae18cc2-52ee-425c-9371-05ff40779466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806808cf-023c-467c-b982-89424c6dc5c3', 'name': 'tempest-ServersTestJSON-1306901790-router', 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '2ee1d779-6c38-494f-9315-5ed3bc2ce834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:14Z', 'updated_at': '2022-04-06T14:13:32Z', 'revision_number': 4, 'project_id': 'b420c830a8c344c38ee71ab00e7194de', 'gw_port': {'id': '2ee1d779-6c38-494f-9315-5ed3bc2ce834', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806808cf-023c-467c-b982-89424c6dc5c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:16Z', 'updated_at': '2022-04-06T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '5be5a9de-304b-4ecb-ac6e-1b93505f4f85', 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de', 'floating_ip_address': '172.26.8.108', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '806808cf-023c-467c-b982-89424c6dc5c3', 'port_id': '585acf70-5bc8-4c51-8373-72038e496ad7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85b99d49-54eb-453f-ae68-f2c061c22d84', 'mac_address': 'fa:16:3e:71:b1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea73f22f-3156-467c-8c2c-e9326ed910a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:13:44Z', 'updated_at': '2022-04-06T14:14:22Z', 'revision_number': 1, 'project_id': 'b420c830a8c344c38ee71ab00e7194de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94cfe001-10bf-4991-ae2c-5448fb792190', 'name': '', 'network_id': '85b99d49-54eb-453f-ae68-f2c061c22d84', 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de', 'mac_address': 'fa:16:3e:ff:06:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806808cf-023c-467c-b982-89424c6dc5c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a315dfc-352a-4b05-a256-c3f9d36a94b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:30Z', 'updated_at': '2022-04-06T14:14:07Z', 'revision_number': 5, 'project_id': 'b420c830a8c344c38ee71ab00e7194de', 'subnets': [{'id': '4a315dfc-352a-4b05-a256-c3f9d36a94b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:25.897266 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8512f015-2e04-47cd-91eb-f97aa6b959f5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:14:25.898446 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8512f015-2e04-47cd-91eb-f97aa6b959f5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4735448 Apr 06 14:14:25.907254 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46132) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:25.917233 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae18cc2-52ee-425c-9371-05ff40779466 None None] Checking router: 806808cf-023c-467c-b982-89424c6dc5c3 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:14:25.956846 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b5670755-27ff-4788-8aaf-85a423be68e7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:25.957147 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b5670755-27ff-4788-8aaf-85a423be68e7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:25.958116 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8b9e672a-a1f4-49e3-9d2b-0da8687a97f2 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "PUT /v2.0/floatingips/2540fbc9-7d58-4969-a425-e55981d870d4 HTTP/1.1" status: 200 len: 991 time: 8.7849488 Apr 06 14:14:25.962086 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae18cc2-52ee-425c-9371-05ff40779466 None None] Routers {'806808cf-023c-467c-b982-89424c6dc5c3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:14:25.962963 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-aae18cc2-52ee-425c-9371-05ff40779466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:14:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['806808cf-023c-467c-b982-89424c6dc5c3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:25.964173 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0336ab17-d266-411c-8fc8-630df3aa9034', 'tag': 'ae0b3a45-c88d-4e73-b461-c2e8cd808229'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:14:25.966245 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a07a12c-e510-4d71-9db3-fee17336ec0e tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:26.013379 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-97457c4f-0584-420e-9aa9-a03ec1598a35 req-83c6ad39-5f15-48ec-aa40-573c169a8761 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=585acf70-5bc8-4c51-8373-72038e496ad7 HTTP/1.1" status: 200 len: 999 time: 0.4736946 Apr 06 14:14:26.065553 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-8f99c120-f074-4219-a9be-fc4421e542b5 None None] Set router a0cdee79-472b-4547-86de-95e992a1ec6f gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:14:26.211529 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17b20bec-1d6f-4889-a5de-78bcb9ba08ff'] response: {'name': 'network-changed', 'server_uuid': '0336ab17-d266-411c-8fc8-630df3aa9034', 'tag': 'ae0b3a45-c88d-4e73-b461-c2e8cd808229', 'status': 'completed', 'code': 200} Apr 06 14:14:26.220817 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97457c4f-0584-420e-9aa9-a03ec1598a35 req-e82df762-b487-4b8d-b6b3-fba52c048395 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:26.222311 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-97457c4f-0584-420e-9aa9-a03ec1598a35 req-e82df762-b487-4b8d-b6b3-fba52c048395 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a315dfc-352a-4b05-a256-c3f9d36a94b6 HTTP/1.1" status: 200 len: 845 time: 0.2023156 Apr 06 14:14:26.246680 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-aae18cc2-52ee-425c-9371-05ff40779466 None None] Set router 806808cf-023c-467c-b982-89424c6dc5c3 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:14:26.259413 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a07a12c-e510-4d71-9db3-fee17336ec0e tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:14:26.298419 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-87a6046b-3fd6-4209-b1f4-e2e25542174e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:26.317367 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07a12c-e510-4d71-9db3-fee17336ec0e tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c032870-17ff-45fd-8716-c7cdc2c5b322,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:26.344131 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a07a12c-e510-4d71-9db3-fee17336ec0e tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:26.344487 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-3a07a12c-e510-4d71-9db3-fee17336ec0e tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Added segment 8a58bc70-d7e2-4938-a8fe-551c88dec224 of type vlan for network 01e45ea8-0c43-4e36-8823-dafb484f377a Apr 06 14:14:26.375953 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a07a12c-e510-4d71-9db3-fee17336ec0e tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:26.447527 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-eb60db3f-0809-473b-a541-1417176e4110 req-b1006662-717a-4228-9e98-278f8ef39f69 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=45bdc10440d74a5abd92184edf5c75b4&device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 1098 time: 0.2765958 Apr 06 14:14:26.485800 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1f71712-25db-4d65-8b90-92c390f67c2d tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:26.493447 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-97457c4f-0584-420e-9aa9-a03ec1598a35 req-b2c7513c-ffdb-4908-9119-20a56a142242 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=85b99d49-54eb-453f-ae68-f2c061c22d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2503703 Apr 06 14:14:26.517406 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-e1f71712-25db-4d65-8b90-92c390f67c2d tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Transition to ACTIVE for port object 87fc6284-c1a7-47f6-b934-181a4f954d3f will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:26.587078 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8f99c120-f074-4219-a9be-fc4421e542b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'name': 'tempest-ServerActionsTestJSON-897796809-router', 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': '7b60010b-9ba0-43cd-80e2-43efebf3735d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:11Z', 'updated_at': '2022-04-06T14:13:20Z', 'revision_number': 4, 'project_id': '45bdc10440d74a5abd92184edf5c75b4', 'gw_port': {'id': '7b60010b-9ba0-43cd-80e2-43efebf3735d', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:12Z', 'updated_at': '2022-04-06T14:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '2540fbc9-7d58-4969-a425-e55981d870d4', 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4', 'floating_ip_address': '172.26.8.116', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'port_id': 'ae0b3a45-c88d-4e73-b461-c2e8cd808229', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b50898-b40c-48be-9630-e21242c54179', 'mac_address': 'fa:16:3e:c7:d0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0336ab17-d266-411c-8fc8-630df3aa9034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:13:35Z', 'updated_at': '2022-04-06T14:14:19Z', 'revision_number': 1, 'project_id': '45bdc10440d74a5abd92184edf5c75b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a84148-1ca8-40a1-a94d-99dcdbd786fe', 'name': '', 'network_id': 'b4b50898-b40c-48be-9630-e21242c54179', 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4', 'mac_address': 'fa:16:3e:d1:02:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61fc1f24-d84d-4e4e-b059-fbe1445d430f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:18Z', 'updated_at': '2022-04-06T14:13:34Z', 'revision_number': 5, 'project_id': '45bdc10440d74a5abd92184edf5c75b4', 'subnets': [{'id': '61fc1f24-d84d-4e4e-b059-fbe1445d430f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:26.592032 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f99c120-f074-4219-a9be-fc4421e542b5 None None] Checking router: a0cdee79-472b-4547-86de-95e992a1ec6f for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:14:26.603799 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f99c120-f074-4219-a9be-fc4421e542b5 None None] Routers {'a0cdee79-472b-4547-86de-95e992a1ec6f'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:14:26.604609 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8f99c120-f074-4219-a9be-fc4421e542b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:14:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['a0cdee79-472b-4547-86de-95e992a1ec6f'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:26.622269 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a07a12c-e510-4d71-9db3-fee17336ec0e tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:26.626418 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a07a12c-e510-4d71-9db3-fee17336ec0e tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:26.627317 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a07a12c-e510-4d71-9db3-fee17336ec0e tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:26.645408 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-87a6046b-3fd6-4209-b1f4-e2e25542174e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Calling delete_port for 425f10ae-c12b-41a0-bc79-29ff8d01b4ef owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:14:26.690754 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1f71712-25db-4d65-8b90-92c390f67c2d tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:26.757165 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fbf23fc-b59d-4aec-848b-f24a61010d4b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting subnet 4a8cc53f-dd3f-4a1c-8610-94e65f3dbe77 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:14:26.766580 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3fbf23fc-b59d-4aec-848b-f24a61010d4b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:26.770023 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-aae18cc2-52ee-425c-9371-05ff40779466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806808cf-023c-467c-b982-89424c6dc5c3', 'name': 'tempest-ServersTestJSON-1306901790-router', 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '2ee1d779-6c38-494f-9315-5ed3bc2ce834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:14Z', 'updated_at': '2022-04-06T14:13:32Z', 'revision_number': 4, 'project_id': 'b420c830a8c344c38ee71ab00e7194de', 'gw_port': {'id': '2ee1d779-6c38-494f-9315-5ed3bc2ce834', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806808cf-023c-467c-b982-89424c6dc5c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:16Z', 'updated_at': '2022-04-06T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '5be5a9de-304b-4ecb-ac6e-1b93505f4f85', 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de', 'floating_ip_address': '172.26.8.108', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '806808cf-023c-467c-b982-89424c6dc5c3', 'port_id': '585acf70-5bc8-4c51-8373-72038e496ad7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85b99d49-54eb-453f-ae68-f2c061c22d84', 'mac_address': 'fa:16:3e:71:b1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea73f22f-3156-467c-8c2c-e9326ed910a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:13:44Z', 'updated_at': '2022-04-06T14:14:22Z', 'revision_number': 1, 'project_id': 'b420c830a8c344c38ee71ab00e7194de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94cfe001-10bf-4991-ae2c-5448fb792190', 'name': '', 'network_id': '85b99d49-54eb-453f-ae68-f2c061c22d84', 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de', 'mac_address': 'fa:16:3e:ff:06:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806808cf-023c-467c-b982-89424c6dc5c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a315dfc-352a-4b05-a256-c3f9d36a94b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:30Z', 'updated_at': '2022-04-06T14:14:07Z', 'revision_number': 5, 'project_id': 'b420c830a8c344c38ee71ab00e7194de', 'subnets': [{'id': '4a315dfc-352a-4b05-a256-c3f9d36a94b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:26.785719 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae18cc2-52ee-425c-9371-05ff40779466 None None] The sync data for ids ['806808cf-023c-467c-b982-89424c6dc5c3'] in dv-neutron-835868-1-hyperv is: [{'id': '806808cf-023c-467c-b982-89424c6dc5c3', 'name': 'tempest-ServersTestJSON-1306901790-router', 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '2ee1d779-6c38-494f-9315-5ed3bc2ce834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:14Z', 'updated_at': '2022-04-06T14:13:32Z', 'revision_number': 4, 'project_id': 'b420c830a8c344c38ee71ab00e7194de', 'gw_port': {'id': '2ee1d779-6c38-494f-9315-5ed3bc2ce834', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806808cf-023c-467c-b982-89424c6dc5c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:16Z', 'updated_at': '2022-04-06T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '5be5a9de-304b-4ecb-ac6e-1b93505f4f85', 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de', 'floating_ip_address': '172.26.8.108', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '806808cf-023c-467c-b982-89424c6dc5c3', 'port_id': '585acf70-5bc8-4c51-8373-72038e496ad7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85b99d49-54eb-453f-ae68-f2c061c22d84', 'mac_address': 'fa:16:3e:71:b1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea73f22f-3156-467c-8c2c-e9326ed910a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:13:44Z', 'updated_at': '2022-04-06T14:14:22Z', 'revision_number': 1, 'project_id': 'b420c830a8c344c38ee71ab00e7194de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94cfe001-10bf-4991-ae2c-5448fb792190', 'name': '', 'network_id': '85b99d49-54eb-453f-ae68-f2c061c22d84', 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de', 'mac_address': 'fa:16:3e:ff:06:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806808cf-023c-467c-b982-89424c6dc5c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a315dfc-352a-4b05-a256-c3f9d36a94b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:30Z', 'updated_at': '2022-04-06T14:14:07Z', 'revision_number': 5, 'project_id': 'b420c830a8c344c38ee71ab00e7194de', 'subnets': [{'id': '4a315dfc-352a-4b05-a256-c3f9d36a94b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:14:26.853744 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-8f99c120-f074-4219-a9be-fc4421e542b5 None None] Set router a0cdee79-472b-4547-86de-95e992a1ec6f gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:14:26.936751 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511d6c8-8daf-4278-a9f7-d47133d53c91 req-3dfbb734-3b84-4354-9ddd-f01d81b22fda tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:26.942815 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c511d6c8-8daf-4278-a9f7-d47133d53c91 req-3dfbb734-3b84-4354-9ddd-f01d81b22fda tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.7375619 Apr 06 14:14:26.984465 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f71712-25db-4d65-8b90-92c390f67c2d tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Network a68d0afd-10b9-42a5-92e2-9d6b3cf90d11 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:26.985804 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07a12c-e510-4d71-9db3-fee17336ec0e tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Pushing event updated for resources: {'Network': ['ID=01e45ea8-0c43-4e36-8823-dafb484f377a,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:26.997324 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 01e45ea8-0c43-4e36-8823-dafb484f377a details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:14:27.002277 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f71712-25db-4d65-8b90-92c390f67c2d tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Pushing event updated for resources: {'Port': ['ID=87fc6284-c1a7-47f6-b934-181a4f954d3f,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:27.005089 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-e1f71712-25db-4d65-8b90-92c390f67c2d tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:27.007684 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3a07a12c-e510-4d71-9db3-fee17336ec0e tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.6886518 Apr 06 14:14:27.008971 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f71712-25db-4d65-8b90-92c390f67c2d tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:14:27.015199 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f71712-25db-4d65-8b90-92c390f67c2d tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:27.016437 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1f71712-25db-4d65-8b90-92c390f67c2d tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:27.027120 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46140) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:27.035342 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bbbc5c-085e-4b7d-817e-77d30ab4202d None None] Network a68d0afd-10b9-42a5-92e2-9d6b3cf90d11 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:14:27.045044 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8e8c56c5-9440-4ac9-96b6-1362c30b53f1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Request body: {'subnet': {'network_id': '01e45ea8-0c43-4e36-8823-dafb484f377a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:27.107072 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c511d6c8-8daf-4278-a9f7-d47133d53c91 req-9d00a4c9-8a66-4201-a470-3b357f8d908a tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526730 Apr 06 14:14:27.160761 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3fbf23fc-b59d-4aec-848b-f24a61010d4b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:27.273093 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60db3f-0809-473b-a541-1417176e4110 req-7c009bc7-fc0e-4200-8f40-57a73b95fb95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:27.274752 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-eb60db3f-0809-473b-a541-1417176e4110 req-7c009bc7-fc0e-4200-8f40-57a73b95fb95 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b4b50898-b40c-48be-9630-e21242c54179 HTTP/1.1" status: 200 len: 912 time: 0.8171513 Apr 06 14:14:27.291228 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4136f56f-c2cc-4f5c-98c1-72e1ac2c4e40 None None] Provisioning for port 1308131f-fbb6-4e1b-9a3c-5f53ce952738 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:27.317208 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-87a6046b-3fd6-4209-b1f4-e2e25542174e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:27.388271 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e1f71712-25db-4d65-8b90-92c390f67c2d tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.3800576 Apr 06 14:14:27.393529 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8f99c120-f074-4219-a9be-fc4421e542b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'name': 'tempest-ServerActionsTestJSON-897796809-router', 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': '7b60010b-9ba0-43cd-80e2-43efebf3735d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:11Z', 'updated_at': '2022-04-06T14:13:20Z', 'revision_number': 4, 'project_id': '45bdc10440d74a5abd92184edf5c75b4', 'gw_port': {'id': '7b60010b-9ba0-43cd-80e2-43efebf3735d', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:12Z', 'updated_at': '2022-04-06T14:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '2540fbc9-7d58-4969-a425-e55981d870d4', 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4', 'floating_ip_address': '172.26.8.116', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'port_id': 'ae0b3a45-c88d-4e73-b461-c2e8cd808229', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b50898-b40c-48be-9630-e21242c54179', 'mac_address': 'fa:16:3e:c7:d0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0336ab17-d266-411c-8fc8-630df3aa9034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:13:35Z', 'updated_at': '2022-04-06T14:14:19Z', 'revision_number': 1, 'project_id': '45bdc10440d74a5abd92184edf5c75b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a84148-1ca8-40a1-a94d-99dcdbd786fe', 'name': '', 'network_id': 'b4b50898-b40c-48be-9630-e21242c54179', 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4', 'mac_address': 'fa:16:3e:d1:02:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61fc1f24-d84d-4e4e-b059-fbe1445d430f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:18Z', 'updated_at': '2022-04-06T14:13:34Z', 'revision_number': 5, 'project_id': '45bdc10440d74a5abd92184edf5c75b4', 'subnets': [{'id': '61fc1f24-d84d-4e4e-b059-fbe1445d430f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:27.394350 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec26222-5de7-41f0-a749-53d046c57e79 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:14:27.396384 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6046b-3fd6-4209-b1f4-e2e25542174e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Pushing event deleted for resources: {'Port': ['ID=425f10ae-c12b-41a0-bc79-29ff8d01b4ef,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:27.398192 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-97457c4f-0584-420e-9aa9-a03ec1598a35 req-1d4c6cbd-5e34-49ba-a4b5-8efd85f4312d service neutron] 10.222.0.69 "GET /v2.0/networks/85b99d49-54eb-453f-ae68-f2c061c22d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8431532 Apr 06 14:14:27.400375 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f99c120-f074-4219-a9be-fc4421e542b5 None None] The sync data for ids ['a0cdee79-472b-4547-86de-95e992a1ec6f'] in dv-neutron-835868-1-hyperv is: [{'id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'name': 'tempest-ServerActionsTestJSON-897796809-router', 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': '7b60010b-9ba0-43cd-80e2-43efebf3735d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:11Z', 'updated_at': '2022-04-06T14:13:20Z', 'revision_number': 4, 'project_id': '45bdc10440d74a5abd92184edf5c75b4', 'gw_port': {'id': '7b60010b-9ba0-43cd-80e2-43efebf3735d', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:12Z', 'updated_at': '2022-04-06T14:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '2540fbc9-7d58-4969-a425-e55981d870d4', 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4', 'floating_ip_address': '172.26.8.116', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'port_id': 'ae0b3a45-c88d-4e73-b461-c2e8cd808229', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b50898-b40c-48be-9630-e21242c54179', 'mac_address': 'fa:16:3e:c7:d0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0336ab17-d266-411c-8fc8-630df3aa9034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:13:35Z', 'updated_at': '2022-04-06T14:14:19Z', 'revision_number': 1, 'project_id': '45bdc10440d74a5abd92184edf5c75b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a84148-1ca8-40a1-a94d-99dcdbd786fe', 'name': '', 'network_id': 'b4b50898-b40c-48be-9630-e21242c54179', 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4', 'mac_address': 'fa:16:3e:d1:02:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61fc1f24-d84d-4e4e-b059-fbe1445d430f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:18Z', 'updated_at': '2022-04-06T14:13:34Z', 'revision_number': 5, 'project_id': '45bdc10440d74a5abd92184edf5c75b4', 'subnets': [{'id': '61fc1f24-d84d-4e4e-b059-fbe1445d430f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:14:27.403427 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ec26222-5de7-41f0-a749-53d046c57e79 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:27.404068 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46146) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:27.420833 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-cc48167d-22bc-49ac-8499-7d55c1ae2a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Request body: {'port': {'network_id': 'a68d0afd-10b9-42a5-92e2-9d6b3cf90d11', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1701088682', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:27.421473 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.api.validators [None req-cc48167d-22bc-49ac-8499-7d55c1ae2a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] bootfile-name is not in valid_values {{(pid=83737) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 06 14:14:27.421866 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.api.validators [None req-cc48167d-22bc-49ac-8499-7d55c1ae2a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] tftp-server is not in valid_values {{(pid=83737) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 06 14:14:27.422372 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.api.validators [None req-cc48167d-22bc-49ac-8499-7d55c1ae2a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] server-ip-address is not in valid_values {{(pid=83737) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 06 14:14:27.437617 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9858fedf-3a0f-43f3-989e-72f2db00c565 None None] Sync routers for ids ['69856a0c-56b9-48f3-a28a-d1f5cca0d1d2'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:14:27.473881 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9858fedf-3a0f-43f3-989e-72f2db00c565 None None] Routers {'69856a0c-56b9-48f3-a28a-d1f5cca0d1d2'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:14:27.475096 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9858fedf-3a0f-43f3-989e-72f2db00c565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:14:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['69856a0c-56b9-48f3-a28a-d1f5cca0d1d2'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:27.530210 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-87a6046b-3fd6-4209-b1f4-e2e25542174e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:27.534568 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-87a6046b-3fd6-4209-b1f4-e2e25542174e tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] 10.222.0.60 "DELETE /v2.0/ports/425f10ae-c12b-41a0-bc79-29ff8d01b4ef HTTP/1.1" status: 204 len: 168 time: 2.2066426 Apr 06 14:14:27.534568 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8e8c56c5-9440-4ac9-96b6-1362c30b53f1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:27.538640 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46150) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:27.546055 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8e8c56c5-9440-4ac9-96b6-1362c30b53f1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Usage tracker for resource:subnet and tenant:43121586b148424d87ca0bc45f07bb75 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:27.590616 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8e8c56c5-9440-4ac9-96b6-1362c30b53f1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:27.616169 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8e8c56c5-9440-4ac9-96b6-1362c30b53f1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:27.638724 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2ec26222-5de7-41f0-a749-53d046c57e79 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "PUT /v2.0/floatingips/513161c6-01b3-45b6-8d62-38260c40006b HTTP/1.1" status: 200 len: 990 time: 8.4567649 Apr 06 14:14:27.666695 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3fbf23fc-b59d-4aec-848b-f24a61010d4b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:27.671072 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8c56c5-9440-4ac9-96b6-1362c30b53f1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Made reservation on behalf of 43121586b148424d87ca0bc45f07bb75 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:27.694964 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-609e085a-d9a8-4053-903c-bf4fd7892a14 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Deleting port f04cd6fa-d448-46a8-a82f-cd68389f2beb {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:14:27.695316 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-609e085a-d9a8-4053-903c-bf4fd7892a14 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:27.738411 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-9858fedf-3a0f-43f3-989e-72f2db00c565 None None] Set router 69856a0c-56b9-48f3-a28a-d1f5cca0d1d2 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:14:27.770945 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-eb60db3f-0809-473b-a541-1417176e4110 req-e823e35a-beda-4c9b-8014-f90e9ee6f042 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae0b3a45-c88d-4e73-b461-c2e8cd808229 HTTP/1.1" status: 200 len: 999 time: 0.4423914 Apr 06 14:14:27.844273 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb70e8-0415-40d2-b951-8ad2adb4098e req-608c9bb7-19ab-4a2c-b08a-741dc6007c2a tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:27.845875 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7feb70e8-0415-40d2-b951-8ad2adb4098e req-608c9bb7-19ab-4a2c-b08a-741dc6007c2a tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.5619783 Apr 06 14:14:27.858358 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cc48167d-22bc-49ac-8499-7d55c1ae2a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:27.865594 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-97457c4f-0584-420e-9aa9-a03ec1598a35 req-275c5831-0fc0-4e64-8de2-c3376be4894d service neutron] 10.222.0.69 "GET /v2.0/networks/85b99d49-54eb-453f-ae68-f2c061c22d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287803 Apr 06 14:14:27.892702 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cc48167d-22bc-49ac-8499-7d55c1ae2a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Usage tracker for resource:port and tenant:27151676a6ea4f058046752a196bc918 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:27.901967 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cc48167d-22bc-49ac-8499-7d55c1ae2a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:27.924853 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60db3f-0809-473b-a541-1417176e4110 req-946b9b6f-a048-4a02-a814-866adce64b3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:27.930434 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-eb60db3f-0809-473b-a541-1417176e4110 req-946b9b6f-a048-4a02-a814-866adce64b3a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=61fc1f24-d84d-4e4e-b059-fbe1445d430f HTTP/1.1" status: 200 len: 850 time: 0.1495864 Apr 06 14:14:27.933845 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3fbf23fc-b59d-4aec-848b-f24a61010d4b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:27.946668 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cc48167d-22bc-49ac-8499-7d55c1ae2a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:28.040026 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8e8c56c5-9440-4ac9-96b6-1362c30b53f1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:28.044536 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 1308131f-fbb6-4e1b-9a3c-5f53ce952738 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:14:28.069906 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc48167d-22bc-49ac-8499-7d55c1ae2a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Made reservation on behalf of 27151676a6ea4f058046752a196bc918 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:28.072982 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cc48167d-22bc-49ac-8499-7d55c1ae2a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:28.076647 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf23fc-b59d-4aec-848b-f24a61010d4b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Subnet': ['ID=4a8cc53f-dd3f-4a1c-8610-94e65f3dbe77,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:28.085144 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3fbf23fc-b59d-4aec-848b-f24a61010d4b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:28.117246 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3fbf23fc-b59d-4aec-848b-f24a61010d4b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/4a8cc53f-dd3f-4a1c-8610-94e65f3dbe77 HTTP/1.1" status: 204 len: 168 time: 2.2070775 Apr 06 14:14:28.120537 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46156) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:28.121026 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd789b04-3b97-46da-8447-b2edc46899f5 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:14:28.215033 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5670755-27ff-4788-8aaf-85a423be68e7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Router 92987e17-5d06-4d30-9c15-6d63ddaae4f5 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:14:28.217358 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46160) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:28.217585 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cc6c8ee6-771c-4df3-bc83-e55cf1a9f660 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0957382 Apr 06 14:14:28.220299 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f40554bf-4823-4c77-a2bc-552d186da5e7', 'tag': '7beb26c3-5896-43e5-9789-86511aa27928'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:14:28.236052 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7feb70e8-0415-40d2-b951-8ad2adb4098e req-91b66700-1798-486b-abec-134785f44108 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3779366 Apr 06 14:14:28.279095 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-eb60db3f-0809-473b-a541-1417176e4110 req-dd8d93c6-63ab-4251-bd9c-190a43a18387 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4b50898-b40c-48be-9630-e21242c54179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3357351 Apr 06 14:14:28.304617 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-cc48167d-22bc-49ac-8499-7d55c1ae2a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] device_id is not set on port 9862eef7-a763-4d7f-94d0-f0d640e9b4d4 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:14:28.328024 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a08461-b420-40d0-b936-1bfd9157374e'] response: {'name': 'network-changed', 'server_uuid': 'f40554bf-4823-4c77-a2bc-552d186da5e7', 'tag': '7beb26c3-5896-43e5-9789-86511aa27928', 'status': 'completed', 'code': 200} Apr 06 14:14:28.451025 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c3021b67-4525-4c1e-8621-025be7beafad None None] Provisioning for port 87fc6284-c1a7-47f6-b934-181a4f954d3f completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:28.463898 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 1308131f-fbb6-4e1b-9a3c-5f53ce952738 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:28.480500 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcc86e-5408-4e4f-8ac0-ed51b5427dfe req-c98e4cdc-a4f2-48f6-a21b-5d12caef1865 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:28.482052 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4afcc86e-5408-4e4f-8ac0-ed51b5427dfe req-c98e4cdc-a4f2-48f6-a21b-5d12caef1865 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/ports?device_id=f40554bf-4823-4c77-a2bc-552d186da5e7 HTTP/1.1" status: 200 len: 945 time: 0.6754303 Apr 06 14:14:28.497396 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c3021b67-4525-4c1e-8621-025be7beafad None None] Provisioning complete for port 87fc6284-c1a7-47f6-b934-181a4f954d3f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:28.498340 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c3021b67-4525-4c1e-8621-025be7beafad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:28.501699 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-eb60db3f-0809-473b-a541-1417176e4110 req-11272431-b31b-489b-96d0-5ec8a1913790 service neutron] 10.222.0.69 "GET /v2.0/networks/b4b50898-b40c-48be-9630-e21242c54179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167473 Apr 06 14:14:28.508447 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-32745c90-e8f7-4b26-b859-315b95097ef9 req-e6e9243e-7904-4cff-bad0-6eb50bd5c1ad service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c60ff9278e7d428290bc7f626f6f5595&device_id=f40554bf-4823-4c77-a2bc-552d186da5e7 HTTP/1.1" status: 200 len: 1098 time: 0.1257584 Apr 06 14:14:28.532979 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 1308131f-fbb6-4e1b-9a3c-5f53ce952738 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:28.533462 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:28.589198 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-609e085a-d9a8-4053-903c-bf4fd7892a14 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:28.638622 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c3021b67-4525-4c1e-8621-025be7beafad None None] Port 87fc6284-c1a7-47f6-b934-181a4f954d3f cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:14:28.740420 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b207753-f84a-4969-9612-14dda5201380 None None] DHCP port deletion for 45db5c66-c082-47ed-beeb-688e3c8646d5 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:14:28.751633 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-eb60db3f-0809-473b-a541-1417176e4110 req-83aaa104-ab3b-4f43-9e59-cad80cee5a2f service neutron] 10.222.0.69 "GET /v2.0/networks/b4b50898-b40c-48be-9630-e21242c54179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422254 Apr 06 14:14:28.756702 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32745c90-e8f7-4b26-b859-315b95097ef9 req-2cf72aa0-ce61-4586-ba51-14788737d829 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:28.757442 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:28.762662 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-32745c90-e8f7-4b26-b859-315b95097ef9 req-2cf72aa0-ce61-4586-ba51-14788737d829 service neutron] 10.222.0.69 "GET /v2.0/networks?id=db22f504-5a34-4a84-99cc-65b1302a1645 HTTP/1.1" status: 200 len: 913 time: 0.2336876 Apr 06 14:14:28.766512 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5b207753-f84a-4969-9612-14dda5201380 None None] Deleting port 9c7462a3-7268-4027-a7ab-36a58a9d32e8 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:14:28.766895 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5b207753-f84a-4969-9612-14dda5201380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:28.808395 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9858fedf-3a0f-43f3-989e-72f2db00c565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'name': 'tempest-ServersTestManualDisk-1216470950-router', 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': '46931473-0f10-449f-b6ad-d9441fdc3bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:10Z', 'updated_at': '2022-04-06T14:13:26Z', 'revision_number': 4, 'project_id': 'c60ff9278e7d428290bc7f626f6f5595', 'gw_port': {'id': '46931473-0f10-449f-b6ad-d9441fdc3bda', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:20:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:12Z', 'updated_at': '2022-04-06T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '513161c6-01b3-45b6-8d62-38260c40006b', 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595', 'floating_ip_address': '172.26.8.24', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'port_id': '7beb26c3-5896-43e5-9789-86511aa27928', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db22f504-5a34-4a84-99cc-65b1302a1645', 'mac_address': 'fa:16:3e:1f:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40554bf-4823-4c77-a2bc-552d186da5e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:13:39Z', 'updated_at': '2022-04-06T14:14:21Z', 'revision_number': 1, 'project_id': 'c60ff9278e7d428290bc7f626f6f5595', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52ae6cd-2136-4bba-8322-9a2feca1dd1c', 'name': '', 'network_id': 'db22f504-5a34-4a84-99cc-65b1302a1645', 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595', 'mac_address': 'fa:16:3e:93:73:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74f1b134-ac9c-4860-9a3a-b9f38585a865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:24Z', 'updated_at': '2022-04-06T14:14:06Z', 'revision_number': 5, 'project_id': 'c60ff9278e7d428290bc7f626f6f5595', 'subnets': [{'id': '74f1b134-ac9c-4860-9a3a-b9f38585a865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:28.830122 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9858fedf-3a0f-43f3-989e-72f2db00c565 None None] Checking router: 69856a0c-56b9-48f3-a28a-d1f5cca0d1d2 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:14:28.860629 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-609e085a-d9a8-4053-903c-bf4fd7892a14 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Calling delete_port for f04cd6fa-d448-46a8-a82f-cd68389f2beb owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:14:28.898534 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 1308131f-fbb6-4e1b-9a3c-5f53ce952738, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=1308131f-fbb6-4e1b-9a3c-5f53ce952738,segment=NetworkSegment(f1616522-d21d-4722-b038-b26c11367bc7),segment_id=f1616522-d21d-4722-b038-b26c11367bc7)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:28.905398 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-564ace3c-015c-4a5f-a914-6f60d61cdda1 None None] Provisioning complete for port 87fc6284-c1a7-47f6-b934-181a4f954d3f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:28.905697 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-564ace3c-015c-4a5f-a914-6f60d61cdda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:28.916734 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-32745c90-e8f7-4b26-b859-315b95097ef9 req-7673b532-d6a0-4177-84d1-712821a38859 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7beb26c3-5896-43e5-9789-86511aa27928 HTTP/1.1" status: 200 len: 998 time: 0.1430426 Apr 06 14:14:28.940113 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:28.986683 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32745c90-e8f7-4b26-b859-315b95097ef9 req-64813561-ec7b-4c57-b9f6-30e26faadfc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:28.988161 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-32745c90-e8f7-4b26-b859-315b95097ef9 req-64813561-ec7b-4c57-b9f6-30e26faadfc1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=74f1b134-ac9c-4860-9a3a-b9f38585a865 HTTP/1.1" status: 200 len: 851 time: 0.0642231 Apr 06 14:14:29.038863 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:29.049080 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9858fedf-3a0f-43f3-989e-72f2db00c565 None None] Routers {'69856a0c-56b9-48f3-a28a-d1f5cca0d1d2'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:14:29.049446 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9858fedf-3a0f-43f3-989e-72f2db00c565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:14:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['69856a0c-56b9-48f3-a28a-d1f5cca0d1d2'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:29.109577 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4afcc86e-5408-4e4f-8ac0-ed51b5427dfe req-c9f7e7d6-8f16-42b9-84dc-8ffa56e97408 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a706d66-a758-49f2-8df3-c05fa5c78475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6030607 Apr 06 14:14:29.137390 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-cc48167d-22bc-49ac-8499-7d55c1ae2a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Allocated IP 2001:db8::101 (a68d0afd-10b9-42a5-92e2-9d6b3cf90d11/c702d829-c0b4-4cf3-af14-cdacd1f7adad/9862eef7-a763-4d7f-94d0-f0d640e9b4d4) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:14:29.182398 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8198b5-f7b3-47fb-bf87-3699ab6d7ff9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:29.183085 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bd8198b5-f7b3-47fb-bf87-3699ab6d7ff9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:14:29.205257 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-32745c90-e8f7-4b26-b859-315b95097ef9 req-f92999e6-c71b-47ac-924d-f636535121a0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=db22f504-5a34-4a84-99cc-65b1302a1645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2066114 Apr 06 14:14:29.260062 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-609e085a-d9a8-4053-903c-bf4fd7892a14 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:29.274964 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-564ace3c-015c-4a5f-a914-6f60d61cdda1 None None] Port 87fc6284-c1a7-47f6-b934-181a4f954d3f cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:14:29.379442 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=1308131f-fbb6-4e1b-9a3c-5f53ce952738,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:29.381519 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8e8c56c5-9440-4ac9-96b6-1362c30b53f1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:29.393895 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bd8198b5-f7b3-47fb-bf87-3699ab6d7ff9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:14:29.398255 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bd8198b5-f7b3-47fb-bf87-3699ab6d7ff9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1723216 Apr 06 14:14:29.436734 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46172) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:29.438729 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e085a-d9a8-4053-903c-bf4fd7892a14 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Pushing event deleted for resources: {'Port': ['ID=f04cd6fa-d448-46a8-a82f-cd68389f2beb,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:29.440188 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5b207753-f84a-4969-9612-14dda5201380 None None] For port 9c7462a3-7268-4027-a7ab-36a58a9d32e8, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=9c7462a3-7268-4027-a7ab-36a58a9d32e8,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:29.440594 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5b207753-f84a-4969-9612-14dda5201380 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:29.524300 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-9858fedf-3a0f-43f3-989e-72f2db00c565 None None] Set router 69856a0c-56b9-48f3-a28a-d1f5cca0d1d2 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:14:29.568850 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-609e085a-d9a8-4053-903c-bf4fd7892a14 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:29.584802 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6e0eb7-5947-41e2-bd69-6cdb2774f073 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:29.585520 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-dd6e0eb7-5947-41e2-bd69-6cdb2774f073 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:14:29.592759 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-96a8e3e8-8311-4911-9841-e1e15a336240 req-092ab83a-7b03-4d83-8620-bada6f8926b8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3498933 Apr 06 14:14:29.622239 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-32745c90-e8f7-4b26-b859-315b95097ef9 req-d4f5418b-f47a-46d9-8a32-b511c2942361 service neutron] 10.222.0.69 "GET /v2.0/networks/db22f504-5a34-4a84-99cc-65b1302a1645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125507 Apr 06 14:14:29.625026 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-dd6e0eb7-5947-41e2-bd69-6cdb2774f073 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:14:29.630029 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-dd6e0eb7-5947-41e2-bd69-6cdb2774f073 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1886346 Apr 06 14:14:29.632256 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46176) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:29.722396 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c56c5-9440-4ac9-96b6-1362c30b53f1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Pushing event updated for resources: {'Subnet': ['ID=8a5d4c82-852b-482a-bf6c-38f165d2b20b,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:29.764321 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-609e085a-d9a8-4053-903c-bf4fd7892a14 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] 10.222.0.60 "DELETE /v2.0/ports/f04cd6fa-d448-46a8-a82f-cd68389f2beb HTTP/1.1" status: 204 len: 168 time: 2.2231178 Apr 06 14:14:29.772703 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5b207753-f84a-4969-9612-14dda5201380 None None] Calling delete_port for 9c7462a3-7268-4027-a7ab-36a58a9d32e8 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:14:29.783273 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46180) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:29.815674 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9b1efb24-957a-4a05-87a3-be5bbed73d52 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1818039 Apr 06 14:14:29.815935 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46184) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:29.878715 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-591591c7-72a4-41b8-a6d4-6b11a2698dbf tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:29.914036 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 1308131f-fbb6-4e1b-9a3c-5f53ce952738 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:14:30.004732 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cc48167d-22bc-49ac-8499-7d55c1ae2a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:30.028700 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-cc48167d-22bc-49ac-8499-7d55c1ae2a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Transition to ACTIVE for port object 9862eef7-a763-4d7f-94d0-f0d640e9b4d4 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:30.059597 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5b207753-f84a-4969-9612-14dda5201380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:30.062742 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9c5359ab-1d74-404c-9643-6f56cb01a976 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Synchronizing usage tracker for tenant:ff7545128f114ff9a53572ee13eb24a9 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:14:30.073345 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-32745c90-e8f7-4b26-b859-315b95097ef9 req-c1db30db-c394-4b5b-a248-7fd923734075 service neutron] 10.222.0.69 "GET /v2.0/networks/db22f504-5a34-4a84-99cc-65b1302a1645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419470 Apr 06 14:14:30.077645 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-96a8e3e8-8311-4911-9841-e1e15a336240 req-b9eab10a-ba65-47f3-abf2-9574d72e09eb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=45bdc10440d74a5abd92184edf5c75b4&device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 1098 time: 0.3408873 Apr 06 14:14:30.096338 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-591591c7-72a4-41b8-a6d4-6b11a2698dbf tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:30.101665 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8c56c5-9440-4ac9-96b6-1362c30b53f1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Checking segment: {'id': '8a58bc70-d7e2-4938-a8fe-551c88dec224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '01e45ea8-0c43-4e36-8823-dafb484f377a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:14:30.102075 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8c56c5-9440-4ac9-96b6-1362c30b53f1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Network hostable DHCP agents. Network: 01e45ea8-0c43-4e36-8823-dafb484f377a, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:14:30.116816 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-591591c7-72a4-41b8-a6d4-6b11a2698dbf tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:30.118958 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cc48167d-22bc-49ac-8499-7d55c1ae2a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:30.131850 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc174e4-03c7-40ab-b2c8-3b308c9b9db1 req-2173fd64-7d6b-40be-a434-7d23dc3f8be5 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:30.141737 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4bc174e4-03c7-40ab-b2c8-3b308c9b9db1 req-2173fd64-7d6b-40be-a434-7d23dc3f8be5 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.6882758 Apr 06 14:14:30.149492 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b207753-f84a-4969-9612-14dda5201380 None None] Pushing event deleted for resources: {'Port': ['ID=9c7462a3-7268-4027-a7ab-36a58a9d32e8,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:30.153707 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591591c7-72a4-41b8-a6d4-6b11a2698dbf tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:30.157732 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-591591c7-72a4-41b8-a6d4-6b11a2698dbf tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:30.169205 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b207753-f84a-4969-9612-14dda5201380 None None] No DVR routers for this DVR port 9c7462a3-7268-4027-a7ab-36a58a9d32e8 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:14:30.178168 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 1308131f-fbb6-4e1b-9a3c-5f53ce952738 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:30.178552 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:30.256802 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9858fedf-3a0f-43f3-989e-72f2db00c565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'name': 'tempest-ServersTestManualDisk-1216470950-router', 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': '46931473-0f10-449f-b6ad-d9441fdc3bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:10Z', 'updated_at': '2022-04-06T14:13:26Z', 'revision_number': 4, 'project_id': 'c60ff9278e7d428290bc7f626f6f5595', 'gw_port': {'id': '46931473-0f10-449f-b6ad-d9441fdc3bda', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:20:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:12Z', 'updated_at': '2022-04-06T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '513161c6-01b3-45b6-8d62-38260c40006b', 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595', 'floating_ip_address': '172.26.8.24', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'port_id': '7beb26c3-5896-43e5-9789-86511aa27928', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db22f504-5a34-4a84-99cc-65b1302a1645', 'mac_address': 'fa:16:3e:1f:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40554bf-4823-4c77-a2bc-552d186da5e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:13:39Z', 'updated_at': '2022-04-06T14:14:21Z', 'revision_number': 1, 'project_id': 'c60ff9278e7d428290bc7f626f6f5595', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52ae6cd-2136-4bba-8322-9a2feca1dd1c', 'name': '', 'network_id': 'db22f504-5a34-4a84-99cc-65b1302a1645', 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595', 'mac_address': 'fa:16:3e:93:73:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74f1b134-ac9c-4860-9a3a-b9f38585a865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:24Z', 'updated_at': '2022-04-06T14:14:06Z', 'revision_number': 5, 'project_id': 'c60ff9278e7d428290bc7f626f6f5595', 'subnets': [{'id': '74f1b134-ac9c-4860-9a3a-b9f38585a865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:30.284214 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9c5359ab-1d74-404c-9643-6f56cb01a976 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Unset dirty status for tenant:ff7545128f114ff9a53572ee13eb24a9 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:14:30.285326 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9c5359ab-1d74-404c-9643-6f56cb01a976 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4903555 Apr 06 14:14:30.299454 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46188) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:30.300073 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9858fedf-3a0f-43f3-989e-72f2db00c565 None None] The sync data for ids ['69856a0c-56b9-48f3-a28a-d1f5cca0d1d2'] in dv-neutron-835868-1-hyperv is: [{'id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'name': 'tempest-ServersTestManualDisk-1216470950-router', 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': '46931473-0f10-449f-b6ad-d9441fdc3bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:10Z', 'updated_at': '2022-04-06T14:13:26Z', 'revision_number': 4, 'project_id': 'c60ff9278e7d428290bc7f626f6f5595', 'gw_port': {'id': '46931473-0f10-449f-b6ad-d9441fdc3bda', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:20:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:12Z', 'updated_at': '2022-04-06T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '513161c6-01b3-45b6-8d62-38260c40006b', 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595', 'floating_ip_address': '172.26.8.24', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'port_id': '7beb26c3-5896-43e5-9789-86511aa27928', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db22f504-5a34-4a84-99cc-65b1302a1645', 'mac_address': 'fa:16:3e:1f:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40554bf-4823-4c77-a2bc-552d186da5e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:13:39Z', 'updated_at': '2022-04-06T14:14:21Z', 'revision_number': 1, 'project_id': 'c60ff9278e7d428290bc7f626f6f5595', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52ae6cd-2136-4bba-8322-9a2feca1dd1c', 'name': '', 'network_id': 'db22f504-5a34-4a84-99cc-65b1302a1645', 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595', 'mac_address': 'fa:16:3e:93:73:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74f1b134-ac9c-4860-9a3a-b9f38585a865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:24Z', 'updated_at': '2022-04-06T14:14:06Z', 'revision_number': 5, 'project_id': 'c60ff9278e7d428290bc7f626f6f5595', 'subnets': [{'id': '74f1b134-ac9c-4860-9a3a-b9f38585a865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:14:30.302704 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4bc174e4-03c7-40ab-b2c8-3b308c9b9db1 req-cd70058e-be7f-4994-a1b6-775bb15facc1 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601684 Apr 06 14:14:30.312078 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-376d13df-4867-4a01-8a3f-66488d7553d9 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1935447935'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:30.322416 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc48167d-22bc-49ac-8499-7d55c1ae2a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Network a68d0afd-10b9-42a5-92e2-9d6b3cf90d11 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:30.325613 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48167d-22bc-49ac-8499-7d55c1ae2a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Pushing event updated for resources: {'Port': ['ID=9862eef7-a763-4d7f-94d0-f0d640e9b4d4,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:30.328819 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-376d13df-4867-4a01-8a3f-66488d7553d9 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:30.334323 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-cc48167d-22bc-49ac-8499-7d55c1ae2a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:30.341627 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5670755-27ff-4788-8aaf-85a423be68e7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:14:30.353654 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6edfb68-f684-4088-82f9-86b19db23eb6 None None] Sync routers for ids ['92987e17-5d06-4d30-9c15-6d63ddaae4f5'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:14:30.363422 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-376d13df-4867-4a01-8a3f-66488d7553d9 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Usage tracker for resource:network and tenant:ff7545128f114ff9a53572ee13eb24a9 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:30.376782 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6edfb68-f684-4088-82f9-86b19db23eb6 None None] Routers {'92987e17-5d06-4d30-9c15-6d63ddaae4f5'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:14:30.379375 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d6edfb68-f684-4088-82f9-86b19db23eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:14:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['92987e17-5d06-4d30-9c15-6d63ddaae4f5'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:30.394811 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc48167d-22bc-49ac-8499-7d55c1ae2a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:14:30.401343 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc48167d-22bc-49ac-8499-7d55c1ae2a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:30.401343 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cc48167d-22bc-49ac-8499-7d55c1ae2a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:30.431053 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-376d13df-4867-4a01-8a3f-66488d7553d9 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:30.443191 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 9c7462a3-7268-4027-a7ab-36a58a9d32e8 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:14:30.449119 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8c56c5-9440-4ac9-96b6-1362c30b53f1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Network 01e45ea8-0c43-4e36-8823-dafb484f377a is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:14:30.488588 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-591591c7-72a4-41b8-a6d4-6b11a2698dbf tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:30.492157 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-376d13df-4867-4a01-8a3f-66488d7553d9 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:30.521493 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cc48167d-22bc-49ac-8499-7d55c1ae2a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.1153109 Apr 06 14:14:30.529205 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 9c7462a3-7268-4027-a7ab-36a58a9d32e8 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:14:30.530241 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 9c7462a3-7268-4027-a7ab-36a58a9d32e8 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:14:30.530794 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d6edfb68-f684-4088-82f9-86b19db23eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:30.533032 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46194) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:30.534276 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-8e8c56c5-9440-4ac9-96b6-1362c30b53f1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 01e45ea8-0c43-4e36-8823-dafb484f377a) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:30.544647 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9474e971-4e9c-4b9c-9b73-abfa16410812 None None] Network 01e45ea8-0c43-4e36-8823-dafb484f377a requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:14:30.545888 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b5670755-27ff-4788-8aaf-85a423be68e7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:30.550026 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b5670755-27ff-4788-8aaf-85a423be68e7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.4085937 Apr 06 14:14:30.550993 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376d13df-4867-4a01-8a3f-66488d7553d9 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Made reservation on behalf of ff7545128f114ff9a53572ee13eb24a9 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:30.555181 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-376d13df-4867-4a01-8a3f-66488d7553d9 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:30.564138 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6edfb68-f684-4088-82f9-86b19db23eb6 None None] Routers {'92987e17-5d06-4d30-9c15-6d63ddaae4f5'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:14:30.565068 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d6edfb68-f684-4088-82f9-86b19db23eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:14:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['92987e17-5d06-4d30-9c15-6d63ddaae4f5'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:30.578537 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46198) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:30.585384 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591591c7-72a4-41b8-a6d4-6b11a2698dbf tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Subnet': ['ID=b9951837-de54-4e1e-ae4e-78a2e57cbb92,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:30.651560 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8c56c5-9440-4ac9-96b6-1362c30b53f1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:30.652257 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8e8c56c5-9440-4ac9-96b6-1362c30b53f1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:30.691069 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d6edfb68-f684-4088-82f9-86b19db23eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:30.704911 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6edfb68-f684-4088-82f9-86b19db23eb6 None None] The sync data for ids ['92987e17-5d06-4d30-9c15-6d63ddaae4f5'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:14:30.725229 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8e8c56c5-9440-4ac9-96b6-1362c30b53f1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6967545 Apr 06 14:14:30.729865 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46202) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:30.740190 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-870075a7-34c0-40a9-a4d7-af184cadb58b tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Request body: {'port': {'network_id': '01e45ea8-0c43-4e36-8823-dafb484f377a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1269448090'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:30.740526 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591591c7-72a4-41b8-a6d4-6b11a2698dbf tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:30.760713 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-591591c7-72a4-41b8-a6d4-6b11a2698dbf tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:30.767799 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591591c7-72a4-41b8-a6d4-6b11a2698dbf tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:30.768394 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-591591c7-72a4-41b8-a6d4-6b11a2698dbf tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:30.789625 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b59bb30-63fa-457e-a7e2-f6c11143e410 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:14:30.804355 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ff7c1c-6a75-4f78-b05b-e73246e3c4ed None None] New status for floating IP 2540fbc9-7d58-4969-a425-e55981d870d4: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:14:30.834724 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609c8af3-0ca7-4182-9c86-282eb9f5aa80 None None] New status for floating IP 5be5a9de-304b-4ecb-ac6e-1b93505f4f85: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:14:30.904612 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-591591c7-72a4-41b8-a6d4-6b11a2698dbf tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0355866 Apr 06 14:14:30.906858 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46206) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:30.928240 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-316cf3ad-4aff-4c94-92f0-6ce11103f833 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'port': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'fixed_ips': [{'subnet_id': 'b9951837-de54-4e1e-ae4e-78a2e57cbb92', 'ip_address': '2001:db8::77d:8ca8:cdd7:dc63'}], 'name': 'tempest-NetworksTestDHCPv6-1453933958'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:30.955986 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376d13df-4867-4a01-8a3f-66488d7553d9 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:14:30.973256 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dced95-ac1c-4e5d-8833-c99a8057edd5 None None] New status for floating IP 513161c6-01b3-45b6-8d62-38260c40006b: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:14:30.993543 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-376d13df-4867-4a01-8a3f-66488d7553d9 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:30.993890 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-376d13df-4867-4a01-8a3f-66488d7553d9 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Added segment 7629c23a-016b-4343-92e1-b0476b70c09d of type vlan for network 9c3d9ccc-5b1d-4af8-8dad-a1a0e1e53f36 Apr 06 14:14:31.071625 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-376d13df-4867-4a01-8a3f-66488d7553d9 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:31.083980 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4412ac2-0ef2-4139-bcea-115f99ba42f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:31.089003 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4412ac2-0ef2-4139-bcea-115f99ba42f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:31.093370 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4412ac2-0ef2-4139-bcea-115f99ba42f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:31.094342 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c4412ac2-0ef2-4139-bcea-115f99ba42f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Synchronizing usage tracker for tenant:27151676a6ea4f058046752a196bc918 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:14:31.111045 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-870075a7-34c0-40a9-a4d7-af184cadb58b tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:31.119658 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-870075a7-34c0-40a9-a4d7-af184cadb58b tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Usage tracker for resource:port and tenant:43121586b148424d87ca0bc45f07bb75 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:31.125177 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-870075a7-34c0-40a9-a4d7-af184cadb58b tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:31.146982 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-870075a7-34c0-40a9-a4d7-af184cadb58b tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:31.160620 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c4412ac2-0ef2-4139-bcea-115f99ba42f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Unset dirty status for tenant:27151676a6ea4f058046752a196bc918 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:14:31.165155 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c4412ac2-0ef2-4139-bcea-115f99ba42f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.6240392 Apr 06 14:14:31.165554 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870075a7-34c0-40a9-a4d7-af184cadb58b tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Made reservation on behalf of 43121586b148424d87ca0bc45f07bb75 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:31.168451 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-870075a7-34c0-40a9-a4d7-af184cadb58b tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:31.178663 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46210) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:31.184722 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-376d13df-4867-4a01-8a3f-66488d7553d9 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:31.188607 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376d13df-4867-4a01-8a3f-66488d7553d9 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:31.189285 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-376d13df-4867-4a01-8a3f-66488d7553d9 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:31.208463 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8e3e8-8311-4911-9841-e1e15a336240 req-b53ce432-6170-4097-bbea-362ad06a7ad5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:31.209906 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-96a8e3e8-8311-4911-9841-e1e15a336240 req-b53ce432-6170-4097-bbea-362ad06a7ad5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b4b50898-b40c-48be-9630-e21242c54179 HTTP/1.1" status: 200 len: 912 time: 1.0830410 Apr 06 14:14:31.327828 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-870075a7-34c0-40a9-a4d7-af184cadb58b tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] device_id is not set on port 605b5b84-a5f8-4ee5-b5b3-ec716b10349e yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:14:31.341439 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-96a8e3e8-8311-4911-9841-e1e15a336240 req-7c197732-e6b3-41bb-8dca-5e92524328d4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae0b3a45-c88d-4e73-b461-c2e8cd808229 HTTP/1.1" status: 200 len: 1001 time: 0.1151528 Apr 06 14:14:31.344828 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e74cc986-4998-4725-a269-fe2886e697f9 None None] Provisioning for port 9862eef7-a763-4d7f-94d0-f0d640e9b4d4 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:31.394059 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-376d13df-4867-4a01-8a3f-66488d7553d9 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0903642 Apr 06 14:14:31.405441 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46216) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:31.408883 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-9a9cd78c-2760-4920-911c-da144eb345cf tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Deleting port 9862eef7-a763-4d7f-94d0-f0d640e9b4d4 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:14:31.409048 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9a9cd78c-2760-4920-911c-da144eb345cf tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:31.422850 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2a7f6-18ab-49ef-978b-1c67a83247ec req-01f208f4-18e0-4d1f-92da-b576dae80495 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:31.424331 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-45c2a7f6-18ab-49ef-978b-1c67a83247ec req-01f208f4-18e0-4d1f-92da-b576dae80495 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.8441489 Apr 06 14:14:31.450730 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e0e308a9-4b95-469b-85f4-74713197815f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1818128598'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:31.464397 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e74cc986-4998-4725-a269-fe2886e697f9 None None] Provisioning complete for port 9862eef7-a763-4d7f-94d0-f0d640e9b4d4 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:31.464705 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e74cc986-4998-4725-a269-fe2886e697f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:31.467010 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d13df-4867-4a01-8a3f-66488d7553d9 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Pushing event updated for resources: {'Network': ['ID=9c3d9ccc-5b1d-4af8-8dad-a1a0e1e53f36,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:31.471177 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-316cf3ad-4aff-4c94-92f0-6ce11103f833 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:31.479563 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e0e308a9-4b95-469b-85f4-74713197815f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:31.490881 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e0e308a9-4b95-469b-85f4-74713197815f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Usage tracker for resource:network and tenant:ff7545128f114ff9a53572ee13eb24a9 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:31.501691 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8e3e8-8311-4911-9841-e1e15a336240 req-1c0c3d1d-5ae2-4b27-9289-c71e7ae1f086 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:31.501918 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e0e308a9-4b95-469b-85f4-74713197815f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:31.503124 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-96a8e3e8-8311-4911-9841-e1e15a336240 req-1c0c3d1d-5ae2-4b27-9289-c71e7ae1f086 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=61fc1f24-d84d-4e4e-b059-fbe1445d430f HTTP/1.1" status: 200 len: 850 time: 0.1454997 Apr 06 14:14:31.505101 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 9c3d9ccc-5b1d-4af8-8dad-a1a0e1e53f36 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:14:31.505229 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-316cf3ad-4aff-4c94-92f0-6ce11103f833 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:31.512487 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e0e308a9-4b95-469b-85f4-74713197815f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:31.568674 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-45c2a7f6-18ab-49ef-978b-1c67a83247ec req-29dc91e1-48be-4ba3-8c17-afd9ed482da1 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274004 Apr 06 14:14:31.574287 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316cf3ad-4aff-4c94-92f0-6ce11103f833 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:31.579576 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-316cf3ad-4aff-4c94-92f0-6ce11103f833 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:31.601294 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e308a9-4b95-469b-85f4-74713197815f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Made reservation on behalf of ff7545128f114ff9a53572ee13eb24a9 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:31.604577 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e0e308a9-4b95-469b-85f4-74713197815f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:31.648708 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-316cf3ad-4aff-4c94-92f0-6ce11103f833 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] device_id is not set on port 3ae2cf4e-5f44-4ff4-9f72-d0317258869c yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:14:31.729387 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-870075a7-34c0-40a9-a4d7-af184cadb58b tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Allocated IP 2001:db8::3a3 (01e45ea8-0c43-4e36-8823-dafb484f377a/8a5d4c82-852b-482a-bf6c-38f165d2b20b/605b5b84-a5f8-4ee5-b5b3-ec716b10349e) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:14:31.739661 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2ba43f2a-c0c5-43d0-9874-fc15846b116f tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "GET /v2.0/routers/92987e17-5d06-4d30-9c15-6d63ddaae4f5 HTTP/1.1" status: 200 len: 924 time: 1.1505356 Apr 06 14:14:31.746247 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-96a8e3e8-8311-4911-9841-e1e15a336240 req-d3c8945e-ff8a-436f-9969-3b1b820bb910 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4b50898-b40c-48be-9630-e21242c54179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2312109 Apr 06 14:14:31.749355 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46222) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:31.757702 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e308a9-4b95-469b-85f4-74713197815f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:14:31.834357 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e74cc986-4998-4725-a269-fe2886e697f9 None None] Port 9862eef7-a763-4d7f-94d0-f0d640e9b4d4 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:14:31.912081 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96819feb-4d71-4bd8-ab36-63cb96f99c01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-01e45ea8-0c43-4e36-8823-dafb484f377a', 'network_id': '01e45ea8-0c43-4e36-8823-dafb484f377a', 'tenant_id': '43121586b148424d87ca0bc45f07bb75', 'fixed_ips': [{'subnet_id': '8a5d4c82-852b-482a-bf6c-38f165d2b20b'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:14:31.912936 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-96819feb-4d71-4bd8-ab36-63cb96f99c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:31.997141 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-75b4c564-5f3b-4d46-92ec-ad268938d680 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "GET /v2.0/ports?device_id=92987e17-5d06-4d30-9c15-6d63ddaae4f5 HTTP/1.1" status: 200 len: 205 time: 0.2445414 Apr 06 14:14:31.997582 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46226) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:32.044881 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-96a8e3e8-8311-4911-9841-e1e15a336240 req-7bc08fee-8399-4b98-a64f-298270f2498d service neutron] 10.222.0.69 "GET /v2.0/networks/b4b50898-b40c-48be-9630-e21242c54179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907391 Apr 06 14:14:32.065399 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fa8d51-b772-4bcc-9754-b0dcb8dcaf6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-45db5c66-c082-47ed-beeb-688e3c8646d5', 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'fixed_ips': [{'subnet_id': 'b9951837-de54-4e1e-ae4e-78a2e57cbb92'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:14:32.066683 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-18fa8d51-b772-4bcc-9754-b0dcb8dcaf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:32.070504 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e0e308a9-4b95-469b-85f4-74713197815f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:32.070856 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-e0e308a9-4b95-469b-85f4-74713197815f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Added segment 4f0dc843-4b1d-454e-8399-055b4e1c7645 of type vlan for network a5915ed6-e043-4b0e-bad4-67de092bd4bb Apr 06 14:14:32.080652 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-316cf3ad-4aff-4c94-92f0-6ce11103f833 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Allocated IP 2001:db8::77d:8ca8:cdd7:dc63 (45db5c66-c082-47ed-beeb-688e3c8646d5/b9951837-de54-4e1e-ae4e-78a2e57cbb92/3ae2cf4e-5f44-4ff4-9f72-d0317258869c) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:14:32.194149 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9a9cd78c-2760-4920-911c-da144eb345cf tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:32.326286 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-96a8e3e8-8311-4911-9841-e1e15a336240 req-279b7df1-e3a2-41e2-ad68-7a342d24041a service neutron] 10.222.0.69 "GET /v2.0/networks/b4b50898-b40c-48be-9630-e21242c54179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747161 Apr 06 14:14:32.345839 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e0e308a9-4b95-469b-85f4-74713197815f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:32.356841 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-9a9cd78c-2760-4920-911c-da144eb345cf tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Calling delete_port for 9862eef7-a763-4d7f-94d0-f0d640e9b4d4 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:14:32.432758 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-316cf3ad-4aff-4c94-92f0-6ce11103f833 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:32.440603 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7d0de-ec75-4dec-8c3d-6a14a8f08bcf req-5f957934-68fb-4c31-a086-4c5b16515dfe tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:32.442081 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-aec7d0de-ec75-4dec-8c3d-6a14a8f08bcf req-5f957934-68fb-4c31-a086-4c5b16515dfe tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.1951611 Apr 06 14:14:32.474209 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-316cf3ad-4aff-4c94-92f0-6ce11103f833 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Transition to ACTIVE for port object 3ae2cf4e-5f44-4ff4-9f72-d0317258869c will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:32.503636 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-aec7d0de-ec75-4dec-8c3d-6a14a8f08bcf req-6251f634-ab5a-4d4c-95e0-89b920c057ac tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546439 Apr 06 14:14:32.524380 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-316cf3ad-4aff-4c94-92f0-6ce11103f833 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:32.549270 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e0e308a9-4b95-469b-85f4-74713197815f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:32.552939 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e308a9-4b95-469b-85f4-74713197815f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:32.553519 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e0e308a9-4b95-469b-85f4-74713197815f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:32.596951 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-18fa8d51-b772-4bcc-9754-b0dcb8dcaf6c None None] Allocated IP 2001:db8::2 (45db5c66-c082-47ed-beeb-688e3c8646d5/b9951837-de54-4e1e-ae4e-78a2e57cbb92/0572292f-7d01-4ca9-8004-f6ad48ea5ec3) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:14:32.637781 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316cf3ad-4aff-4c94-92f0-6ce11103f833 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Port': ['ID=3ae2cf4e-5f44-4ff4-9f72-d0317258869c,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:32.672822 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316cf3ad-4aff-4c94-92f0-6ce11103f833 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:32.674287 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-316cf3ad-4aff-4c94-92f0-6ce11103f833 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:32.680908 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316cf3ad-4aff-4c94-92f0-6ce11103f833 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:14:32.686009 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316cf3ad-4aff-4c94-92f0-6ce11103f833 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:32.687205 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-316cf3ad-4aff-4c94-92f0-6ce11103f833 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:32.726783 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-316cf3ad-4aff-4c94-92f0-6ce11103f833 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8158925 Apr 06 14:14:32.727748 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46236) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:32.733817 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ee75fecd-3e07-4c1e-9525-2b3760fd5163 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'port': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'fixed_ips': [{'subnet_id': 'b9951837-de54-4e1e-ae4e-78a2e57cbb92', 'ip_address': '2001:db8::77d:8ca8:cdd7:dc63'}], 'name': 'tempest-NetworksTestDHCPv6-1415171319'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:32.745777 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e308a9-4b95-469b-85f4-74713197815f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Pushing event updated for resources: {'Network': ['ID=a5915ed6-e043-4b0e-bad4-67de092bd4bb,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:32.758832 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-870075a7-34c0-40a9-a4d7-af184cadb58b tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:32.776344 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e0e308a9-4b95-469b-85f4-74713197815f tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3428741 Apr 06 14:14:32.794290 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network a5915ed6-e043-4b0e-bad4-67de092bd4bb details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:14:32.836194 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-870075a7-34c0-40a9-a4d7-af184cadb58b tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Transition to ACTIVE for port object 605b5b84-a5f8-4ee5-b5b3-ec716b10349e will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:32.840832 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9a9cd78c-2760-4920-911c-da144eb345cf tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:32.914803 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46240) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:32.932794 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d3f53934-935c-48b1-8d00-3d3bb1fb4521 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Request body: {'subnets': [{'network_id': '9c3d9ccc-5b1d-4af8-8dad-a1a0e1e53f36', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--672790793', 'ip_version': 4}, {'network_id': 'a5915ed6-e043-4b0e-bad4-67de092bd4bb', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:32.933147 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d3f53934-935c-48b1-8d00-3d3bb1fb4521 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Request body: {'subnet': {'network_id': '9c3d9ccc-5b1d-4af8-8dad-a1a0e1e53f36', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--672790793', 'ip_version': 4}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:32.933936 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d3f53934-935c-48b1-8d00-3d3bb1fb4521 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Request body: {'subnet': {'network_id': 'a5915ed6-e043-4b0e-bad4-67de092bd4bb', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:32.955493 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9cd78c-2760-4920-911c-da144eb345cf tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Pushing event deleted for resources: {'Port': ['ID=9862eef7-a763-4d7f-94d0-f0d640e9b4d4,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:33.059870 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9a9cd78c-2760-4920-911c-da144eb345cf tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:33.065068 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9a9cd78c-2760-4920-911c-da144eb345cf tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] 10.222.0.60 "DELETE /v2.0/ports/9862eef7-a763-4d7f-94d0-f0d640e9b4d4 HTTP/1.1" status: 204 len: 168 time: 1.8814325 Apr 06 14:14:33.067552 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46244) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:33.079511 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5f21d5fb-f95f-4b3e-81ff-df2c5375c83d tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:33.126461 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ee75fecd-3e07-4c1e-9525-2b3760fd5163 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:33.129518 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-18fa8d51-b772-4bcc-9754-b0dcb8dcaf6c None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:33.135013 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-49da7e49-5989-48e8-ad04-dcaac5817017 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Request body: {'port': {'name': 'tempest-new-port-name-669516380', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:33.135616 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.api.validators [None req-49da7e49-5989-48e8-ad04-dcaac5817017 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] bootfile-name is not in valid_values {{(pid=83737) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 06 14:14:33.136095 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.api.validators [None req-49da7e49-5989-48e8-ad04-dcaac5817017 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] tftp-server is not in valid_values {{(pid=83737) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 06 14:14:33.136562 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.api.validators [None req-49da7e49-5989-48e8-ad04-dcaac5817017 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] server-ip-address is not in valid_values {{(pid=83737) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 06 14:14:33.146296 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ee75fecd-3e07-4c1e-9525-2b3760fd5163 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:port and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:33.153588 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ee75fecd-3e07-4c1e-9525-2b3760fd5163 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:33.154625 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-18fa8d51-b772-4bcc-9754-b0dcb8dcaf6c None None] Transition to ACTIVE for port object 0572292f-7d01-4ca9-8004-f6ad48ea5ec3 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:33.164213 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ee75fecd-3e07-4c1e-9525-2b3760fd5163 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:33.209207 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-18fa8d51-b772-4bcc-9754-b0dcb8dcaf6c None None] Transition to ACTIVE for port object 0572292f-7d01-4ca9-8004-f6ad48ea5ec3 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:33.257801 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee75fecd-3e07-4c1e-9525-2b3760fd5163 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:33.258010 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-870075a7-34c0-40a9-a4d7-af184cadb58b tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:33.353833 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-96819feb-4d71-4bd8-ab36-63cb96f99c01 None None] Allocated IP 2001:db8::2 (01e45ea8-0c43-4e36-8823-dafb484f377a/8a5d4c82-852b-482a-bf6c-38f165d2b20b/270bb426-765a-43bc-b125-e028803a7164) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:14:33.365530 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-18fa8d51-b772-4bcc-9754-b0dcb8dcaf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:33.418142 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870075a7-34c0-40a9-a4d7-af184cadb58b tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Pushing event updated for resources: {'Port': ['ID=605b5b84-a5f8-4ee5-b5b3-ec716b10349e,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:33.421767 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870075a7-34c0-40a9-a4d7-af184cadb58b tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Network 01e45ea8-0c43-4e36-8823-dafb484f377a is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:33.433699 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-870075a7-34c0-40a9-a4d7-af184cadb58b tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:33.438181 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870075a7-34c0-40a9-a4d7-af184cadb58b tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:14:33.442822 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870075a7-34c0-40a9-a4d7-af184cadb58b tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:33.443514 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-870075a7-34c0-40a9-a4d7-af184cadb58b tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:33.455854 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-49da7e49-5989-48e8-ad04-dcaac5817017 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:33.495758 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-870075a7-34c0-40a9-a4d7-af184cadb58b tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7617018 Apr 06 14:14:33.506273 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa8d51-b772-4bcc-9754-b0dcb8dcaf6c None None] Pushing event updated for resources: {'Port': ['ID=0572292f-7d01-4ca9-8004-f6ad48ea5ec3,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:33.523590 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46252) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:33.537326 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-301aec25-946a-4f23-adef-daa3bf8e165d tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Request body: {'port': {'network_id': '01e45ea8-0c43-4e36-8823-dafb484f377a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-419477981', 'allowed_address_pairs': [{'ip_address': '2001:db8::3a3', 'mac_address': 'fa:16:3e:8f:7e:cd'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:33.558891 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d3f53934-935c-48b1-8d00-3d3bb1fb4521 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:33.570598 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d3f53934-935c-48b1-8d00-3d3bb1fb4521 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Usage tracker for resource:subnet and tenant:ff7545128f114ff9a53572ee13eb24a9 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:33.582558 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d3f53934-935c-48b1-8d00-3d3bb1fb4521 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:33.592264 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d3f53934-935c-48b1-8d00-3d3bb1fb4521 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:33.594520 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fa8d51-b772-4bcc-9754-b0dcb8dcaf6c None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:33.597526 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-18fa8d51-b772-4bcc-9754-b0dcb8dcaf6c None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:33.602494 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fa8d51-b772-4bcc-9754-b0dcb8dcaf6c None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:14:33.625161 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f53934-935c-48b1-8d00-3d3bb1fb4521 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Made reservation on behalf of ff7545128f114ff9a53572ee13eb24a9 for: {'subnet': 2} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:33.652442 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ee75fecd-3e07-4c1e-9525-2b3760fd5163 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:33.728181 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-18fa8d51-b772-4bcc-9754-b0dcb8dcaf6c None None] Attempting to bind port 0572292f-7d01-4ca9-8004-f6ad48ea5ec3 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:14:33.728724 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-18fa8d51-b772-4bcc-9754-b0dcb8dcaf6c None None] Attempting to bind port 0572292f-7d01-4ca9-8004-f6ad48ea5ec3 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:14:33.729189 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fa8d51-b772-4bcc-9754-b0dcb8dcaf6c None None] Attempting to bind port 0572292f-7d01-4ca9-8004-f6ad48ea5ec3 on network 45db5c66-c082-47ed-beeb-688e3c8646d5 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:14:33.750755 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fa8d51-b772-4bcc-9754-b0dcb8dcaf6c None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:14:33.752271 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fa8d51-b772-4bcc-9754-b0dcb8dcaf6c None None] Checking segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:14:33.752271 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-18fa8d51-b772-4bcc-9754-b0dcb8dcaf6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:33.752271 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fa8d51-b772-4bcc-9754-b0dcb8dcaf6c None None] Bound using segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:14:33.753096 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-18fa8d51-b772-4bcc-9754-b0dcb8dcaf6c None None] Bound port: 0572292f-7d01-4ca9-8004-f6ad48ea5ec3, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:14:33.753409 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-18fa8d51-b772-4bcc-9754-b0dcb8dcaf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:33.759587 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2f3f8-2c42-4e1d-b9de-d7e1ae84ef3d req-376c0c7d-f291-43f3-909c-637effb75a48 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:33.761054 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d3e2f3f8-2c42-4e1d-b9de-d7e1ae84ef3d req-376c0c7d-f291-43f3-909c-637effb75a48 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.2718844 Apr 06 14:14:33.764410 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-ee75fecd-3e07-4c1e-9525-2b3760fd5163 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] device_id is not set on port ee7d6fd2-96e3-496f-8970-4953b4016217 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:14:33.861185 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-96819feb-4d71-4bd8-ab36-63cb96f99c01 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:33.872238 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-96819feb-4d71-4bd8-ab36-63cb96f99c01 None None] Transition to ACTIVE for port object 270bb426-765a-43bc-b125-e028803a7164 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:33.891182 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-96819feb-4d71-4bd8-ab36-63cb96f99c01 None None] Transition to ACTIVE for port object 270bb426-765a-43bc-b125-e028803a7164 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:33.921578 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-96819feb-4d71-4bd8-ab36-63cb96f99c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:33.941500 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-301aec25-946a-4f23-adef-daa3bf8e165d tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:33.948359 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-301aec25-946a-4f23-adef-daa3bf8e165d tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Usage tracker for resource:port and tenant:43121586b148424d87ca0bc45f07bb75 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:33.960063 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-301aec25-946a-4f23-adef-daa3bf8e165d tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:33.972197 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-301aec25-946a-4f23-adef-daa3bf8e165d tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:33.996621 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301aec25-946a-4f23-adef-daa3bf8e165d tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Made reservation on behalf of 43121586b148424d87ca0bc45f07bb75 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:34.013130 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d3f53934-935c-48b1-8d00-3d3bb1fb4521 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:34.013453 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d3f53934-935c-48b1-8d00-3d3bb1fb4521 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:34.026008 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96819feb-4d71-4bd8-ab36-63cb96f99c01 None None] Network 01e45ea8-0c43-4e36-8823-dafb484f377a is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:34.028770 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d3e2f3f8-2c42-4e1d-b9de-d7e1ae84ef3d req-912ab774-bf39-4de0-bd60-7258fc8143c8 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218862 Apr 06 14:14:34.031284 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-96819feb-4d71-4bd8-ab36-63cb96f99c01 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:34.034545 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96819feb-4d71-4bd8-ab36-63cb96f99c01 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:14:34.037483 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96819feb-4d71-4bd8-ab36-63cb96f99c01 None None] Pushing event updated for resources: {'Port': ['ID=270bb426-765a-43bc-b125-e028803a7164,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:34.044301 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-18fa8d51-b772-4bcc-9754-b0dcb8dcaf6c None None] For port 0572292f-7d01-4ca9-8004-f6ad48ea5ec3, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:14:34.049989 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-18fa8d51-b772-4bcc-9754-b0dcb8dcaf6c None None] For port 0572292f-7d01-4ca9-8004-f6ad48ea5ec3, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=0572292f-7d01-4ca9-8004-f6ad48ea5ec3,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:14:34.120806 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-18fa8d51-b772-4bcc-9754-b0dcb8dcaf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:34.134529 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-49da7e49-5989-48e8-ad04-dcaac5817017 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:34.136363 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5f21d5fb-f95f-4b3e-81ff-df2c5375c83d tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:34.146342 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-49da7e49-5989-48e8-ad04-dcaac5817017 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:34.193586 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-96819feb-4d71-4bd8-ab36-63cb96f99c01 None None] Attempting to bind port 270bb426-765a-43bc-b125-e028803a7164 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:14:34.194152 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-96819feb-4d71-4bd8-ab36-63cb96f99c01 None None] Attempting to bind port 270bb426-765a-43bc-b125-e028803a7164 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '8a58bc70-d7e2-4938-a8fe-551c88dec224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '01e45ea8-0c43-4e36-8823-dafb484f377a'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:14:34.194533 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96819feb-4d71-4bd8-ab36-63cb96f99c01 None None] Attempting to bind port 270bb426-765a-43bc-b125-e028803a7164 on network 01e45ea8-0c43-4e36-8823-dafb484f377a {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:14:34.211571 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5f21d5fb-f95f-4b3e-81ff-df2c5375c83d tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Deleting port e964146b-253f-4bf9-9a3d-274091326452 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:14:34.211571 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5f21d5fb-f95f-4b3e-81ff-df2c5375c83d tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:34.227200 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee75fecd-3e07-4c1e-9525-2b3760fd5163 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 06 14:14:34.227652 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee75fecd-3e07-4c1e-9525-2b3760fd5163 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:14:34.231733 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96819feb-4d71-4bd8-ab36-63cb96f99c01 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:14:34.232529 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96819feb-4d71-4bd8-ab36-63cb96f99c01 None None] Checking segment: {'id': '8a58bc70-d7e2-4938-a8fe-551c88dec224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '01e45ea8-0c43-4e36-8823-dafb484f377a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:14:34.232718 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-96819feb-4d71-4bd8-ab36-63cb96f99c01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:34.233225 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96819feb-4d71-4bd8-ab36-63cb96f99c01 None None] Bound using segment: {'id': '8a58bc70-d7e2-4938-a8fe-551c88dec224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '01e45ea8-0c43-4e36-8823-dafb484f377a'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:14:34.233833 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-96819feb-4d71-4bd8-ab36-63cb96f99c01 None None] Bound port: 270bb426-765a-43bc-b125-e028803a7164, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a58bc70-d7e2-4938-a8fe-551c88dec224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '01e45ea8-0c43-4e36-8823-dafb484f377a'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:14:34.234256 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-96819feb-4d71-4bd8-ab36-63cb96f99c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:34.247124 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa8d51-b772-4bcc-9754-b0dcb8dcaf6c None None] Pushing event updated for resources: {'Port': ['ID=0572292f-7d01-4ca9-8004-f6ad48ea5ec3,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:34.252662 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-301aec25-946a-4f23-adef-daa3bf8e165d tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:34.291639 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-49da7e49-5989-48e8-ad04-dcaac5817017 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] In _notify_port_updated(), no bound segment for port 87fc6284-c1a7-47f6-b934-181a4f954d3f on network a68d0afd-10b9-42a5-92e2-9d6b3cf90d11 {{(pid=83737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 06 14:14:34.295474 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49da7e49-5989-48e8-ad04-dcaac5817017 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:34.296119 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-49da7e49-5989-48e8-ad04-dcaac5817017 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:34.297532 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-49da7e49-5989-48e8-ad04-dcaac5817017 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] 10.222.0.60 "PUT /v2.0/ports/87fc6284-c1a7-47f6-b934-181a4f954d3f HTTP/1.1" status: 200 len: 1129 time: 1.2242343 Apr 06 14:14:34.300100 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46256) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:34.310170 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ee75fecd-3e07-4c1e-9525-2b3760fd5163 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.5813544 Apr 06 14:14:34.316755 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-301aec25-946a-4f23-adef-daa3bf8e165d tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] device_id is not set on port 73f56dd9-3b50-49e0-96a7-eae694aeaadb yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:14:34.347778 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46260) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:34.353326 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da7e49-5989-48e8-ad04-dcaac5817017 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Pushing event updated for resources: {'Port': ['ID=87fc6284-c1a7-47f6-b934-181a4f954d3f,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:34.377556 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-96819feb-4d71-4bd8-ab36-63cb96f99c01 None None] For port 270bb426-765a-43bc-b125-e028803a7164, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:14:34.384162 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-96819feb-4d71-4bd8-ab36-63cb96f99c01 None None] For port 270bb426-765a-43bc-b125-e028803a7164, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=270bb426-765a-43bc-b125-e028803a7164,segment=NetworkSegment(8a58bc70-d7e2-4938-a8fe-551c88dec224),segment_id=8a58bc70-d7e2-4938-a8fe-551c88dec224)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:14:34.391922 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-96819feb-4d71-4bd8-ab36-63cb96f99c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:34.500006 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96819feb-4d71-4bd8-ab36-63cb96f99c01 None None] Pushing event updated for resources: {'Port': ['ID=270bb426-765a-43bc-b125-e028803a7164,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:34.616845 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5f21d5fb-f95f-4b3e-81ff-df2c5375c83d tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:34.669333 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c545416e-66f9-43c4-854e-5ea5d0ba1a33 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:34.674687 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c545416e-66f9-43c4-854e-5ea5d0ba1a33 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] 10.222.0.60 "GET /v2.0/ports/87fc6284-c1a7-47f6-b934-181a4f954d3f HTTP/1.1" status: 200 len: 1129 time: 0.3694785 Apr 06 14:14:34.679350 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46264) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:34.761863 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5f21d5fb-f95f-4b3e-81ff-df2c5375c83d tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Calling delete_port for e964146b-253f-4bf9-9a3d-274091326452 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:14:34.799128 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fd98b9-295b-48d2-9699-cb04c948565a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:34.803578 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-301aec25-946a-4f23-adef-daa3bf8e165d tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Allocated IP 2001:db8::360 (01e45ea8-0c43-4e36-8823-dafb484f377a/8a5d4c82-852b-482a-bf6c-38f165d2b20b/73f56dd9-3b50-49e0-96a7-eae694aeaadb) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:14:34.807101 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d5308d09-9efd-413a-8ab7-3fdaf46ddb50 None None] Provisioning complete for port 87fc6284-c1a7-47f6-b934-181a4f954d3f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:34.807101 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d5308d09-9efd-413a-8ab7-3fdaf46ddb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:34.827874 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fd98b9-295b-48d2-9699-cb04c948565a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:34.828739 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-87fd98b9-295b-48d2-9699-cb04c948565a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:14:34.834069 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-cd601000-a0bd-4846-9645-365d2bbaa718 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Deleting port 87fc6284-c1a7-47f6-b934-181a4f954d3f {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:14:34.834418 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cd601000-a0bd-4846-9645-365d2bbaa718 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:34.926411 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d5308d09-9efd-413a-8ab7-3fdaf46ddb50 None None] Port 87fc6284-c1a7-47f6-b934-181a4f954d3f cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:14:34.976432 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-87fd98b9-295b-48d2-9699-cb04c948565a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:14:34.977631 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-87fd98b9-295b-48d2-9699-cb04c948565a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6267467 Apr 06 14:14:34.983894 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46268) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:35.153705 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5f21d5fb-f95f-4b3e-81ff-df2c5375c83d tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:35.160251 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-301aec25-946a-4f23-adef-daa3bf8e165d tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:35.165285 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-89bdbad5-ea40-4cf0-9e35-4a6a267bc68a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting port 3ae2cf4e-5f44-4ff4-9f72-d0317258869c {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:14:35.165635 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-89bdbad5-ea40-4cf0-9e35-4a6a267bc68a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:35.197253 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d3f53934-935c-48b1-8d00-3d3bb1fb4521 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:35.212616 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21d5fb-f95f-4b3e-81ff-df2c5375c83d tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Pushing event deleted for resources: {'Port': ['ID=e964146b-253f-4bf9-9a3d-274091326452,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:35.258339 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-301aec25-946a-4f23-adef-daa3bf8e165d tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Transition to ACTIVE for port object 73f56dd9-3b50-49e0-96a7-eae694aeaadb will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:35.454536 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-301aec25-946a-4f23-adef-daa3bf8e165d tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:35.491493 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f53934-935c-48b1-8d00-3d3bb1fb4521 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Pushing event updated for resources: {'Subnet': ['ID=acd9205f-eaf7-46e3-bc5a-823b4bd1279c,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:35.625031 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cd601000-a0bd-4846-9645-365d2bbaa718 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:35.712857 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5f21d5fb-f95f-4b3e-81ff-df2c5375c83d tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:35.770894 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f53934-935c-48b1-8d00-3d3bb1fb4521 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Checking segment: {'id': '7629c23a-016b-4343-92e1-b0476b70c09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9c3d9ccc-5b1d-4af8-8dad-a1a0e1e53f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:14:35.771461 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f53934-935c-48b1-8d00-3d3bb1fb4521 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Network hostable DHCP agents. Network: 9c3d9ccc-5b1d-4af8-8dad-a1a0e1e53f36, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:14:35.784482 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-cd601000-a0bd-4846-9645-365d2bbaa718 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Calling delete_port for 87fc6284-c1a7-47f6-b934-181a4f954d3f owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:14:35.899446 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-89bdbad5-ea40-4cf0-9e35-4a6a267bc68a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:35.913665 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64683e8d-ebc6-486d-bca8-b4e746af6bfd req-c25258b7-6c26-40fa-a900-055ca4c44f06 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:35.915748 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-64683e8d-ebc6-486d-bca8-b4e746af6bfd req-c25258b7-6c26-40fa-a900-055ca4c44f06 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.6899412 Apr 06 14:14:35.948039 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301aec25-946a-4f23-adef-daa3bf8e165d tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Network 01e45ea8-0c43-4e36-8823-dafb484f377a is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:35.978972 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-301aec25-946a-4f23-adef-daa3bf8e165d tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:35.981330 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301aec25-946a-4f23-adef-daa3bf8e165d tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:14:35.986231 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301aec25-946a-4f23-adef-daa3bf8e165d tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:35.986874 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-301aec25-946a-4f23-adef-daa3bf8e165d tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:36.018409 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 270bb426-765a-43bc-b125-e028803a7164 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:14:36.019328 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301aec25-946a-4f23-adef-daa3bf8e165d tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Pushing event updated for resources: {'Port': ['ID=73f56dd9-3b50-49e0-96a7-eae694aeaadb,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:36.059320 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-89bdbad5-ea40-4cf0-9e35-4a6a267bc68a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Calling delete_port for 3ae2cf4e-5f44-4ff4-9f72-d0317258869c owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:14:36.094399 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f53934-935c-48b1-8d00-3d3bb1fb4521 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Network 9c3d9ccc-5b1d-4af8-8dad-a1a0e1e53f36 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:14:36.115393 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-02e2a6e5-6029-4cec-816f-56749fb1ac1d None None] Provisioning for port 0572292f-7d01-4ca9-8004-f6ad48ea5ec3 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:36.119928 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-d3f53934-935c-48b1-8d00-3d3bb1fb4521 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 9c3d9ccc-5b1d-4af8-8dad-a1a0e1e53f36) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:36.147457 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaa7598-bb21-4ab9-b526-3205c08b781b None None] Network 9c3d9ccc-5b1d-4af8-8dad-a1a0e1e53f36 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:14:36.157664 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d3f53934-935c-48b1-8d00-3d3bb1fb4521 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:36.183831 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a5e043-ae67-4260-8971-1487b66420d8 None None] Network 01e45ea8-0c43-4e36-8823-dafb484f377a requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:14:36.239410 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5f21d5fb-f95f-4b3e-81ff-df2c5375c83d tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:36.247022 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-301aec25-946a-4f23-adef-daa3bf8e165d tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.7210958 Apr 06 14:14:36.248707 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46274) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:36.255150 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-64683e8d-ebc6-486d-bca8-b4e746af6bfd req-f24db616-0b1a-4583-92e2-5c33d0258ac5 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3047493 Apr 06 14:14:36.312417 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5f21d5fb-f95f-4b3e-81ff-df2c5375c83d tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:36.327046 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f53934-935c-48b1-8d00-3d3bb1fb4521 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Pushing event updated for resources: {'Subnet': ['ID=84fe3d44-7d9e-4845-ab6c-18a59494afb9,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:36.344974 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cd601000-a0bd-4846-9645-365d2bbaa718 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:36.370092 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5f21d5fb-f95f-4b3e-81ff-df2c5375c83d tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:36.370543 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f21d5fb-f95f-4b3e-81ff-df2c5375c83d tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Fanout notify agent at l3_agent the message router_deleted on router 92987e17-5d06-4d30-9c15-6d63ddaae4f5 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:14:36.378773 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 270bb426-765a-43bc-b125-e028803a7164 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:36.380169 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16ec733-c041-4eb3-aebc-f7e044e5494f tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:36.384371 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16ec733-c041-4eb3-aebc-f7e044e5494f tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:36.388143 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16ec733-c041-4eb3-aebc-f7e044e5494f tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:36.389054 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c16ec733-c041-4eb3-aebc-f7e044e5494f tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Synchronizing usage tracker for tenant:43121586b148424d87ca0bc45f07bb75 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:14:36.398119 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 0572292f-7d01-4ca9-8004-f6ad48ea5ec3 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:14:36.404479 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5f21d5fb-f95f-4b3e-81ff-df2c5375c83d tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:36.409408 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5f21d5fb-f95f-4b3e-81ff-df2c5375c83d tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "DELETE /v2.0/routers/92987e17-5d06-4d30-9c15-6d63ddaae4f5 HTTP/1.1" status: 204 len: 168 time: 4.4022255 Apr 06 14:14:36.409748 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46278) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:36.415056 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd601000-a0bd-4846-9645-365d2bbaa718 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Pushing event deleted for resources: {'Port': ['ID=87fc6284-c1a7-47f6-b934-181a4f954d3f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:36.417383 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-df8fe716-1355-4a67-8c56-170cf534ec89 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Request body: {'router': {'name': 'tempest-snat-router-892204876', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'enable_snat': False}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:36.427279 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-df8fe716-1355-4a67-8c56-170cf534ec89 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:36.433387 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-df8fe716-1355-4a67-8c56-170cf534ec89 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Usage tracker for resource:router and tenant:7a1885bcd55d42bb9cb6a0ae693613d7 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:36.436692 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-df8fe716-1355-4a67-8c56-170cf534ec89 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:36.439433 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-408b5474-04c9-41d0-9587-f9656d976552 None None] Provisioning for port 270bb426-765a-43bc-b125-e028803a7164 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:36.441832 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c16ec733-c041-4eb3-aebc-f7e044e5494f tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Unset dirty status for tenant:43121586b148424d87ca0bc45f07bb75 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:14:36.447495 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c16ec733-c041-4eb3-aebc-f7e044e5494f tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1941302 Apr 06 14:14:36.447495 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46282) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:36.449884 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-df8fe716-1355-4a67-8c56-170cf534ec89 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:36.454411 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-408b5474-04c9-41d0-9587-f9656d976552 None None] Provisioning complete for port 270bb426-765a-43bc-b125-e028803a7164 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:36.454781 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-408b5474-04c9-41d0-9587-f9656d976552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:36.463865 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f53934-935c-48b1-8d00-3d3bb1fb4521 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Checking segment: {'id': '4f0dc843-4b1d-454e-8399-055b4e1c7645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a5915ed6-e043-4b0e-bad4-67de092bd4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:14:36.464294 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f53934-935c-48b1-8d00-3d3bb1fb4521 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Network hostable DHCP agents. Network: a5915ed6-e043-4b0e-bad4-67de092bd4bb, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:14:36.474921 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-89bdbad5-ea40-4cf0-9e35-4a6a267bc68a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:36.514403 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cd601000-a0bd-4846-9645-365d2bbaa718 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:36.518879 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-df8fe716-1355-4a67-8c56-170cf534ec89 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:36.520051 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-df8fe716-1355-4a67-8c56-170cf534ec89 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:36.547196 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b2b393dc-f3e8-47f3-9d4d-2d4d08651d4f tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Deleting port 73f56dd9-3b50-49e0-96a7-eae694aeaadb {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:14:36.547823 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b2b393dc-f3e8-47f3-9d4d-2d4d08651d4f tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:36.548517 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bdbad5-ea40-4cf0-9e35-4a6a267bc68a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Port': ['ID=3ae2cf4e-5f44-4ff4-9f72-d0317258869c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:36.595906 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cd601000-a0bd-4846-9645-365d2bbaa718 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] 10.222.0.60 "DELETE /v2.0/ports/87fc6284-c1a7-47f6-b934-181a4f954d3f HTTP/1.1" status: 204 len: 168 time: 1.9111404 Apr 06 14:14:36.598960 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46286) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:36.606989 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-89bdbad5-ea40-4cf0-9e35-4a6a267bc68a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:36.609196 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-89bdbad5-ea40-4cf0-9e35-4a6a267bc68a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/3ae2cf4e-5f44-4ff4-9f72-d0317258869c HTTP/1.1" status: 204 len: 168 time: 1.6244662 Apr 06 14:14:36.611798 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46290) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:36.613895 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:14:36.647273 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f53934-935c-48b1-8d00-3d3bb1fb4521 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Network a5915ed6-e043-4b0e-bad4-67de092bd4bb is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:14:36.685950 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-d3f53934-935c-48b1-8d00-3d3bb1fb4521 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, a5915ed6-e043-4b0e-bad4-67de092bd4bb) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:36.695724 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-df8fe716-1355-4a67-8c56-170cf534ec89 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:36.701416 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f53934-935c-48b1-8d00-3d3bb1fb4521 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:36.701803 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f53934-935c-48b1-8d00-3d3bb1fb4521 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:36.702611 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d3f53934-935c-48b1-8d00-3d3bb1fb4521 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:36.711459 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7382f720-eb11-4782-bcea-656905aaf716 None None] Network a5915ed6-e043-4b0e-bad4-67de092bd4bb requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:14:36.718415 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e956adc4-f351-4dfe-9edf-f828ecc7c77b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:36.719983 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e956adc4-f351-4dfe-9edf-f828ecc7c77b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:36.720916 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e956adc4-f351-4dfe-9edf-f828ecc7c77b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:14:36.749685 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d3f53934-935c-48b1-8d00-3d3bb1fb4521 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.8337388 Apr 06 14:14:36.751472 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46294) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:36.794894 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e956adc4-f351-4dfe-9edf-f828ecc7c77b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:14:36.796059 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e956adc4-f351-4dfe-9edf-f828ecc7c77b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1831989 Apr 06 14:14:36.800060 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46298) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:36.902279 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e4507c-c328-4178-8421-8fecfb875a24 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:36.903610 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e4507c-c328-4178-8421-8fecfb875a24 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:36.904962 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e4507c-c328-4178-8421-8fecfb875a24 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:36.905819 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-74e4507c-c328-4178-8421-8fecfb875a24 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Synchronizing usage tracker for tenant:ff7545128f114ff9a53572ee13eb24a9 on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:14:36.922325 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-afbacae4-63b0-416a-9857-f87e14d965e7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting subnet b9951837-de54-4e1e-ae4e-78a2e57cbb92 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:14:36.930776 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-afbacae4-63b0-416a-9857-f87e14d965e7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:36.975587 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-74e4507c-c328-4178-8421-8fecfb875a24 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Unset dirty status for tenant:ff7545128f114ff9a53572ee13eb24a9 on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:14:36.979971 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-74e4507c-c328-4178-8421-8fecfb875a24 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2261713 Apr 06 14:14:36.983381 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46304) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:37.041885 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-afbacae4-63b0-416a-9857-f87e14d965e7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:37.063766 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d58e7e-c821-4c3b-b6d1-7510d1e78d4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-9c3d9ccc-5b1d-4af8-8dad-a1a0e1e53f36', 'network_id': '9c3d9ccc-5b1d-4af8-8dad-a1a0e1e53f36', 'tenant_id': 'ff7545128f114ff9a53572ee13eb24a9', 'fixed_ips': [{'subnet_id': 'acd9205f-eaf7-46e3-bc5a-823b4bd1279c'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:14:37.064580 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c8d58e7e-c821-4c3b-b6d1-7510d1e78d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:37.082211 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 0572292f-7d01-4ca9-8004-f6ad48ea5ec3 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:37.102155 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c3bda7-a3fd-4a7d-9637-2c6e888de28a tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Deleting subnet acd9205f-eaf7-46e3-bc5a-823b4bd1279c {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:14:37.105262 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5c3bda7-a3fd-4a7d-9637-2c6e888de28a tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:37.154622 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 0572292f-7d01-4ca9-8004-f6ad48ea5ec3 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:37.154987 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:37.178198 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-408b5474-04c9-41d0-9587-f9656d976552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:37.235215 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b2b393dc-f3e8-47f3-9d4d-2d4d08651d4f tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:37.272125 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5c3bda7-a3fd-4a7d-9637-2c6e888de28a tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:37.304000 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c08e81c-e14c-4338-b344-32a2a7e0bbca tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Deleting subnet c702d829-c0b4-4cf3-af14-cdacd1f7adad {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:14:37.357400 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5c3bda7-a3fd-4a7d-9637-2c6e888de28a tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:37.468216 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-408b5474-04c9-41d0-9587-f9656d976552 None None] For port 270bb426-765a-43bc-b125-e028803a7164, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=270bb426-765a-43bc-b125-e028803a7164,segment=NetworkSegment(8a58bc70-d7e2-4938-a8fe-551c88dec224),segment_id=8a58bc70-d7e2-4938-a8fe-551c88dec224)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:37.484611 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-408b5474-04c9-41d0-9587-f9656d976552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:37.484835 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5c08e81c-e14c-4338-b344-32a2a7e0bbca tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:37.495087 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-afbacae4-63b0-416a-9857-f87e14d965e7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:37.530974 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b2b393dc-f3e8-47f3-9d4d-2d4d08651d4f tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Calling delete_port for 73f56dd9-3b50-49e0-96a7-eae694aeaadb owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:14:37.578058 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-df8fe716-1355-4a67-8c56-170cf534ec89 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:37.587180 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5c3bda7-a3fd-4a7d-9637-2c6e888de28a tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server [None req-c8d58e7e-c821-4c3b-b6d1-7510d1e78d4a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet acd9205f-eaf7-46e3-bc5a-823b4bd1279c: This subnet is being modified by another concurrent operation. Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 14:14:37.632915 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise exception Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet acd9205f-eaf7-46e3-bc5a-823b4bd1279c: This subnet is being modified by another concurrent operation. Apr 06 14:14:37.636624 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server Apr 06 14:14:37.642580 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3bda7-a3fd-4a7d-9637-2c6e888de28a tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Pushing event deleted for resources: {'Subnet': ['ID=acd9205f-eaf7-46e3-bc5a-823b4bd1279c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:37.646848 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5c08e81c-e14c-4338-b344-32a2a7e0bbca tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:37.651676 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5df3f-3d44-4a62-8e96-b3a8f053ac8c req-849bd02d-f78c-43db-850a-654bcdce4ed8 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:37.659003 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b5d5df3f-3d44-4a62-8e96-b3a8f053ac8c req-849bd02d-f78c-43db-850a-654bcdce4ed8 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.2322047 Apr 06 14:14:37.669830 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0f86a0f7-2ca8-42ed-a164-ba774b1258f8 None None] Could not find standard attr ID for object 3ae2cf4e-5f44-4ff4-9f72-d0317258869c. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 14:14:37.671381 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e09241-a925-44ed-bdeb-58f05ba40461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-a5915ed6-e043-4b0e-bad4-67de092bd4bb', 'network_id': 'a5915ed6-e043-4b0e-bad4-67de092bd4bb', 'tenant_id': 'ff7545128f114ff9a53572ee13eb24a9', 'fixed_ips': [{'subnet_id': '84fe3d44-7d9e-4845-ab6c-18a59494afb9'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:14:37.672208 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c3e09241-a925-44ed-bdeb-58f05ba40461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:37.701757 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5c3bda7-a3fd-4a7d-9637-2c6e888de28a tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:37.716022 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-afbacae4-63b0-416a-9857-f87e14d965e7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:37.754310 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:37.764078 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b5474-04c9-41d0-9587-f9656d976552 None None] Pushing event updated for resources: {'Port': ['ID=270bb426-765a-43bc-b125-e028803a7164,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:37.779568 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbacae4-63b0-416a-9857-f87e14d965e7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Subnet': ['ID=b9951837-de54-4e1e-ae4e-78a2e57cbb92,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:37.782422 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-afbacae4-63b0-416a-9857-f87e14d965e7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:37.796349 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5256269-fb01-4c2e-b05a-2e8726809645 None None] Network 9c3d9ccc-5b1d-4af8-8dad-a1a0e1e53f36 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:14:37.810993 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-afbacae4-63b0-416a-9857-f87e14d965e7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/b9951837-de54-4e1e-ae4e-78a2e57cbb92 HTTP/1.1" status: 204 len: 168 time: 0.9978182 Apr 06 14:14:37.812026 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46312) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:37.828497 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b5d5df3f-3d44-4a62-8e96-b3a8f053ac8c req-1e26f166-ea37-47f6-b99c-f16e45ba44c4 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679492 Apr 06 14:14:37.897805 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c5c3bda7-a3fd-4a7d-9637-2c6e888de28a tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] 10.222.0.60 "DELETE /v2.0/subnets/acd9205f-eaf7-46e3-bc5a-823b4bd1279c HTTP/1.1" status: 204 len: 168 time: 0.9136829 Apr 06 14:14:37.903655 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46316) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:37.954633 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5c08e81c-e14c-4338-b344-32a2a7e0bbca tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:37.955504 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-130f8d44-18b5-4746-8b04-a65be2ad7dd3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1257591 Apr 06 14:14:37.961249 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46320) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:37.968731 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f880b371-6c62-42c6-a291-4fc0dfba82a4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:37.972468 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1caab9-ee40-4f0b-8054-4c0616d0fc1d None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:14:38.003751 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b2b393dc-f3e8-47f3-9d4d-2d4d08651d4f tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:38.073068 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b393dc-f3e8-47f3-9d4d-2d4d08651d4f tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Pushing event deleted for resources: {'Port': ['ID=73f56dd9-3b50-49e0-96a7-eae694aeaadb,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:38.086232 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a81419a-3acb-4d59-a4d7-cf0804720152 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Deleting subnet 84fe3d44-7d9e-4845-ab6c-18a59494afb9 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:14:38.089589 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a81419a-3acb-4d59-a4d7-cf0804720152 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:38.177577 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a81419a-3acb-4d59-a4d7-cf0804720152 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:38.205763 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b3537f16-4bb8-4628-b568-4524b57f8c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:38.258733 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5c08e81c-e14c-4338-b344-32a2a7e0bbca tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:38.265658 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a81419a-3acb-4d59-a4d7-cf0804720152 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:38.274028 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:14:38.274424 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:14:38.298306 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f880b371-6c62-42c6-a291-4fc0dfba82a4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:38.302618 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f880b371-6c62-42c6-a291-4fc0dfba82a4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:subnet and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:38.305460 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f880b371-6c62-42c6-a291-4fc0dfba82a4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:38.311579 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f880b371-6c62-42c6-a291-4fc0dfba82a4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:38.344335 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08e81c-e14c-4338-b344-32a2a7e0bbca tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Pushing event deleted for resources: {'Subnet': ['ID=c702d829-c0b4-4cf3-af14-cdacd1f7adad,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:38.349669 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b2b393dc-f3e8-47f3-9d4d-2d4d08651d4f tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:38.362110 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-df8fe716-1355-4a67-8c56-170cf534ec89 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:38.375057 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4abbf51f-d8c9-4aec-878f-86561949c4bf None None] Provisioning complete for port 73f56dd9-3b50-49e0-96a7-eae694aeaadb triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:38.375827 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4abbf51f-d8c9-4aec-878f-86561949c4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:38.377476 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f880b371-6c62-42c6-a291-4fc0dfba82a4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:38.381832 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f880b371-6c62-42c6-a291-4fc0dfba82a4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:38.389286 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5c08e81c-e14c-4338-b344-32a2a7e0bbca tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:38.402860 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a81419a-3acb-4d59-a4d7-cf0804720152 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:38.405318 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-df8fe716-1355-4a67-8c56-170cf534ec89 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:38.408628 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5c08e81c-e14c-4338-b344-32a2a7e0bbca tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] 10.222.0.60 "DELETE /v2.0/subnets/c702d829-c0b4-4cf3-af14-cdacd1f7adad HTTP/1.1" status: 204 len: 168 time: 1.8085546 Apr 06 14:14:38.412132 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b2b393dc-f3e8-47f3-9d4d-2d4d08651d4f tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] 10.222.0.60 "DELETE /v2.0/ports/73f56dd9-3b50-49e0-96a7-eae694aeaadb HTTP/1.1" status: 204 len: 168 time: 1.9640450 Apr 06 14:14:38.426838 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb32ef98-8d3b-4417-abb7-6cbf758d12bd None None] Network a68d0afd-10b9-42a5-92e2-9d6b3cf90d11 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:14:38.448362 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46324) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:38.448757 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46326) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:38.520239 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81419a-3acb-4d59-a4d7-cf0804720152 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Pushing event deleted for resources: {'Subnet': ['ID=84fe3d44-7d9e-4845-ab6c-18a59494afb9,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:38.549421 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a81419a-3acb-4d59-a4d7-cf0804720152 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:38.562858 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6a81419a-3acb-4d59-a4d7-cf0804720152 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] 10.222.0.60 "DELETE /v2.0/subnets/84fe3d44-7d9e-4845-ab6c-18a59494afb9 HTTP/1.1" status: 204 len: 168 time: 0.6579928 Apr 06 14:14:38.567028 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46332) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:38.603947 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-4abbf51f-d8c9-4aec-878f-86561949c4bf None None] Port 73f56dd9-3b50-49e0-96a7-eae694aeaadb was deleted so its status cannot be updated. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 06 14:14:38.604752 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f51461-ef64-4143-b0ed-c1314ff8bfe3 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] GET failed (client error): The resource could not be found. Apr 06 14:14:38.605380 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e3f51461-ef64-4143-b0ed-c1314ff8bfe3 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Synchronizing usage tracker for tenant:43121586b148424d87ca0bc45f07bb75 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server [None req-c3e09241-a925-44ed-bdeb-58f05ba40461 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84fe3d44-7d9e-4845-ab6c-18a59494afb9: This subnet is being modified by another concurrent operation. Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 14:14:38.619748 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise exception Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84fe3d44-7d9e-4845-ab6c-18a59494afb9: This subnet is being modified by another concurrent operation. Apr 06 14:14:38.622684 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server Apr 06 14:14:38.653540 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2154ab4e-eca1-460a-91be-8cf0fa3bd710 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:38.689142 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e3f51461-ef64-4143-b0ed-c1314ff8bfe3 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Unset dirty status for tenant:43121586b148424d87ca0bc45f07bb75 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:14:38.690367 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e3f51461-ef64-4143-b0ed-c1314ff8bfe3 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] 10.222.0.60 "GET /v2.0/ports/73f56dd9-3b50-49e0-96a7-eae694aeaadb HTTP/1.1" status: 404 len: 333 time: 0.2382169 Apr 06 14:14:38.694879 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46336) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:38.698119 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f822669-f5be-4364-8b00-7e15a4cd957a None None] Network a5915ed6-e043-4b0e-bad4-67de092bd4bb requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:14:38.701519 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd7c29e-b023-4f8f-93ab-acddfc9149bf tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:38.702831 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4cd7c29e-b023-4f8f-93ab-acddfc9149bf tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Synchronizing usage tracker for tenant:ff7545128f114ff9a53572ee13eb24a9 on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:14:38.709492 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-22a281d8-1f54-4cc9-8584-2026c0ce2415 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Request body: {'port': {'network_id': '01e45ea8-0c43-4e36-8823-dafb484f377a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-23244941'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:38.751185 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4cd7c29e-b023-4f8f-93ab-acddfc9149bf tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Unset dirty status for tenant:ff7545128f114ff9a53572ee13eb24a9 on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:14:38.752325 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4cd7c29e-b023-4f8f-93ab-acddfc9149bf tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1844275 Apr 06 14:14:38.758754 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46340) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:38.819573 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-2154ab4e-eca1-460a-91be-8cf0fa3bd710 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Deleting port 1308131f-fbb6-4e1b-9a3c-5f53ce952738 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:14:38.820226 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2154ab4e-eca1-460a-91be-8cf0fa3bd710 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:38.923092 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2324a885-cffc-4bf6-b98f-ce3a23ab70d7 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:38.925186 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:38.955969 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-df8fe716-1355-4a67-8c56-170cf534ec89 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Allocated IP 172.26.8.238 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:14:38.963597 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f880b371-6c62-42c6-a291-4fc0dfba82a4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:38.976590 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 0572292f-7d01-4ca9-8004-f6ad48ea5ec3, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=0572292f-7d01-4ca9-8004-f6ad48ea5ec3,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:39.034328 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:39.055101 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f880b371-6c62-42c6-a291-4fc0dfba82a4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:39.077689 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-f880b371-6c62-42c6-a291-4fc0dfba82a4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:39.113461 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4abbf51f-d8c9-4aec-878f-86561949c4bf None None] Provisioning for port 605b5b84-a5f8-4ee5-b5b3-ec716b10349e completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:39.181284 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4abbf51f-d8c9-4aec-878f-86561949c4bf None None] Provisioning complete for port 605b5b84-a5f8-4ee5-b5b3-ec716b10349e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:39.181802 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4abbf51f-d8c9-4aec-878f-86561949c4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:39.186756 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-22a281d8-1f54-4cc9-8584-2026c0ce2415 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:39.188819 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f880b371-6c62-42c6-a291-4fc0dfba82a4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:39.189439 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f880b371-6c62-42c6-a291-4fc0dfba82a4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:39.208260 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2324a885-cffc-4bf6-b98f-ce3a23ab70d7 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:39.222046 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-22a281d8-1f54-4cc9-8584-2026c0ce2415 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:39.228227 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 270bb426-765a-43bc-b125-e028803a7164 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:14:39.228822 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880b371-6c62-42c6-a291-4fc0dfba82a4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Subnet': ['ID=0dcdf6c3-f1c9-4a08-9949-953a42af822e,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:39.251447 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-2324a885-cffc-4bf6-b98f-ce3a23ab70d7 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5915ed6-e043-4b0e-bad4-67de092bd4bb']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:39.264208 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f880b371-6c62-42c6-a291-4fc0dfba82a4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3021488 Apr 06 14:14:39.264837 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46346) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:39.274877 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a0e484ce-baa1-40dc-84e7-9933d327f897 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'port': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'fixed_ips': [{'subnet_id': '0dcdf6c3-f1c9-4a08-9949-953a42af822e', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1779898968'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:39.292655 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-2324a885-cffc-4bf6-b98f-ce3a23ab70d7 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0dc843-4b1d-454e-8399-055b4e1c7645') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:39.292884 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-2324a885-cffc-4bf6-b98f-ce3a23ab70d7 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0dc843-4b1d-454e-8399-055b4e1c7645') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:39.327691 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=0572292f-7d01-4ca9-8004-f6ad48ea5ec3,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:39.332093 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-4abbf51f-d8c9-4aec-878f-86561949c4bf None None] Port 605b5b84-a5f8-4ee5-b5b3-ec716b10349e cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:14:39.380717 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4abbf51f-d8c9-4aec-878f-86561949c4bf None None] Provisioning complete for port 270bb426-765a-43bc-b125-e028803a7164 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:39.381532 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4abbf51f-d8c9-4aec-878f-86561949c4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:39.414156 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 270bb426-765a-43bc-b125-e028803a7164 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:39.414885 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:39.448088 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d4d9d4-3b89-4e47-87b7-75f17af532b2 None None] DHCP port deletion for 45db5c66-c082-47ed-beeb-688e3c8646d5 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:14:39.460305 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a281d8-1f54-4cc9-8584-2026c0ce2415 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Made reservation on behalf of 43121586b148424d87ca0bc45f07bb75 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:39.463400 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-22a281d8-1f54-4cc9-8584-2026c0ce2415 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:39.464934 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2324a885-cffc-4bf6-b98f-ce3a23ab70d7 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:39.481066 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-76d4d9d4-3b89-4e47-87b7-75f17af532b2 None None] Deleting port 0572292f-7d01-4ca9-8004-f6ad48ea5ec3 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:14:39.481660 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-76d4d9d4-3b89-4e47-87b7-75f17af532b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:39.538888 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d97510-bbf4-4f5a-930f-3002fc192d6f req-f0f98caf-591a-4a4d-89b7-e6b0e6776de6 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:39.539869 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2324a885-cffc-4bf6-b98f-ce3a23ab70d7 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:39.549341 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a0e484ce-baa1-40dc-84e7-9933d327f897 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:39.550231 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-37d97510-bbf4-4f5a-930f-3002fc192d6f req-f0f98caf-591a-4a4d-89b7-e6b0e6776de6 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.5765352 Apr 06 14:14:39.552171 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2324a885-cffc-4bf6-b98f-ce3a23ab70d7 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:14:39.552523 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2324a885-cffc-4bf6-b98f-ce3a23ab70d7 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:39.559333 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48900744-afa0-4ebf-8d6a-ab571b727d08 None None] DHCP port deletion for a68d0afd-10b9-42a5-92e2-9d6b3cf90d11 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:14:39.569237 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:14:39.596532 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-2154ab4e-eca1-460a-91be-8cf0fa3bd710 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] For port 1308131f-fbb6-4e1b-9a3c-5f53ce952738, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=1308131f-fbb6-4e1b-9a3c-5f53ce952738,segment=NetworkSegment(f1616522-d21d-4722-b038-b26c11367bc7),segment_id=f1616522-d21d-4722-b038-b26c11367bc7)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:39.597064 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2154ab4e-eca1-460a-91be-8cf0fa3bd710 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:39.600683 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-48900744-afa0-4ebf-8d6a-ab571b727d08 None None] Deleting port 1308131f-fbb6-4e1b-9a3c-5f53ce952738 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:14:39.601279 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-48900744-afa0-4ebf-8d6a-ab571b727d08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:39.605376 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-22a281d8-1f54-4cc9-8584-2026c0ce2415 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] device_id is not set on port 55cdc493-eeed-403c-bf8e-fea7a20f5a37 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:14:39.633100 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a0e484ce-baa1-40dc-84e7-9933d327f897 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:39.660534 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e484ce-baa1-40dc-84e7-9933d327f897 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:39.680374 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2324a885-cffc-4bf6-b98f-ce3a23ab70d7 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:39.683285 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-df8fe716-1355-4a67-8c56-170cf534ec89 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:39.701420 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2324a885-cffc-4bf6-b98f-ce3a23ab70d7 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:39.771461 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324a885-cffc-4bf6-b98f-ce3a23ab70d7 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Pushing event deleted for resources: {'Network': ['ID=a5915ed6-e043-4b0e-bad4-67de092bd4bb,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:39.778953 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2324a885-cffc-4bf6-b98f-ce3a23ab70d7 tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] 10.222.0.60 "DELETE /v2.0/networks/a5915ed6-e043-4b0e-bad4-67de092bd4bb HTTP/1.1" status: 204 len: 168 time: 1.0192864 Apr 06 14:14:39.781664 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46350) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:39.826735 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-2154ab4e-eca1-460a-91be-8cf0fa3bd710 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Calling delete_port for 1308131f-fbb6-4e1b-9a3c-5f53ce952738 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:14:39.893452 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-37d97510-bbf4-4f5a-930f-3002fc192d6f req-fd8f6408-18ee-414c-b394-829fa3d67024 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3416958 Apr 06 14:14:39.909667 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8a4dad07-8548-4144-bf52-dbb86bbff0ac tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:40.006489 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2154ab4e-eca1-460a-91be-8cf0fa3bd710 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:40.010222 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a0e484ce-baa1-40dc-84e7-9933d327f897 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:40.039749 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9de46ed4-bc66-4aaa-813a-68db54d5855b None None] Could not find standard attr ID for object 73f56dd9-3b50-49e0-96a7-eae694aeaadb. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 14:14:40.048976 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-76d4d9d4-3b89-4e47-87b7-75f17af532b2 None None] For port 0572292f-7d01-4ca9-8004-f6ad48ea5ec3, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=0572292f-7d01-4ca9-8004-f6ad48ea5ec3,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:40.049371 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-76d4d9d4-3b89-4e47-87b7-75f17af532b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:40.052752 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-df8fe716-1355-4a67-8c56-170cf534ec89 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:40.081824 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154ab4e-eca1-460a-91be-8cf0fa3bd710 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Pushing event deleted for resources: {'Port': ['ID=1308131f-fbb6-4e1b-9a3c-5f53ce952738,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:40.085285 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-22a281d8-1f54-4cc9-8584-2026c0ce2415 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Allocated IP 2001:db8::311 (01e45ea8-0c43-4e36-8823-dafb484f377a/8a5d4c82-852b-482a-bf6c-38f165d2b20b/55cdc493-eeed-403c-bf8e-fea7a20f5a37) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:14:40.099312 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8a4dad07-8548-4144-bf52-dbb86bbff0ac tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:40.106636 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-a0e484ce-baa1-40dc-84e7-9933d327f897 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] device_id is not set on port 7757c041-93a4-41bf-a4e1-06ab66c753be yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:14:40.142902 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2154ab4e-eca1-460a-91be-8cf0fa3bd710 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] No DVR routers for this DVR port 1308131f-fbb6-4e1b-9a3c-5f53ce952738 on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:14:40.178681 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-8a4dad07-8548-4144-bf52-dbb86bbff0ac tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3d9ccc-5b1d-4af8-8dad-a1a0e1e53f36']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:40.202827 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-8a4dad07-8548-4144-bf52-dbb86bbff0ac tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7629c23a-016b-4343-92e1-b0476b70c09d') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:40.203101 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-8a4dad07-8548-4144-bf52-dbb86bbff0ac tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7629c23a-016b-4343-92e1-b0476b70c09d') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:40.222008 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8a4dad07-8548-4144-bf52-dbb86bbff0ac tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:40.234105 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8fe716-1355-4a67-8c56-170cf534ec89 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:40.241840 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-df8fe716-1355-4a67-8c56-170cf534ec89 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:40.243855 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-76d4d9d4-3b89-4e47-87b7-75f17af532b2 None None] Calling delete_port for 0572292f-7d01-4ca9-8004-f6ad48ea5ec3 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:14:40.277172 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-48900744-afa0-4ebf-8d6a-ab571b727d08 None None] For port 1308131f-fbb6-4e1b-9a3c-5f53ce952738, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=1308131f-fbb6-4e1b-9a3c-5f53ce952738,segment=NetworkSegment(f1616522-d21d-4722-b038-b26c11367bc7),segment_id=f1616522-d21d-4722-b038-b26c11367bc7)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:40.277570 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-48900744-afa0-4ebf-8d6a-ab571b727d08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:40.278432 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8a4dad07-8548-4144-bf52-dbb86bbff0ac tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:40.291879 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a4dad07-8548-4144-bf52-dbb86bbff0ac tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:14:40.292562 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8a4dad07-8548-4144-bf52-dbb86bbff0ac tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:40.299372 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8fe716-1355-4a67-8c56-170cf534ec89 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:14:40.307209 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:14:40.327047 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8fe716-1355-4a67-8c56-170cf534ec89 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Pushing event updated for resources: {'Port': ['ID=fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:40.353142 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9de46ed4-bc66-4aaa-813a-68db54d5855b None None] Provisioning complete for port 605b5b84-a5f8-4ee5-b5b3-ec716b10349e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:40.353520 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9de46ed4-bc66-4aaa-813a-68db54d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:40.369580 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e484ce-baa1-40dc-84e7-9933d327f897 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:14:40.369844 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0e484ce-baa1-40dc-84e7-9933d327f897 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:14:40.387863 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2154ab4e-eca1-460a-91be-8cf0fa3bd710 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:40.407609 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8a4dad07-8548-4144-bf52-dbb86bbff0ac tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:40.425368 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8a4dad07-8548-4144-bf52-dbb86bbff0ac tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:40.435807 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a0e484ce-baa1-40dc-84e7-9933d327f897 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1675394 Apr 06 14:14:40.440088 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4dad07-8548-4144-bf52-dbb86bbff0ac tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Pushing event deleted for resources: {'Network': ['ID=9c3d9ccc-5b1d-4af8-8dad-a1a0e1e53f36,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:40.444039 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46354) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:40.447282 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-48900744-afa0-4ebf-8d6a-ab571b727d08 None None] Calling delete_port for 1308131f-fbb6-4e1b-9a3c-5f53ce952738 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:14:40.460118 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-2154ab4e-eca1-460a-91be-8cf0fa3bd710 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68d0afd-10b9-42a5-92e2-9d6b3cf90d11']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:40.477319 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8a4dad07-8548-4144-bf52-dbb86bbff0ac tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] 10.222.0.60 "DELETE /v2.0/networks/9c3d9ccc-5b1d-4af8-8dad-a1a0e1e53f36 HTTP/1.1" status: 204 len: 168 time: 0.6922464 Apr 06 14:14:40.477547 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-2154ab4e-eca1-460a-91be-8cf0fa3bd710 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1616522-d21d-4722-b038-b26c11367bc7') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:40.477547 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-2154ab4e-eca1-460a-91be-8cf0fa3bd710 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1616522-d21d-4722-b038-b26c11367bc7') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:40.480902 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46358) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:40.490083 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2154ab4e-eca1-460a-91be-8cf0fa3bd710 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:40.508783 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2154ab4e-eca1-460a-91be-8cf0fa3bd710 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:40.527494 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-9de46ed4-bc66-4aaa-813a-68db54d5855b None None] Port 605b5b84-a5f8-4ee5-b5b3-ec716b10349e cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:14:40.536635 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-76d4d9d4-3b89-4e47-87b7-75f17af532b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:40.592081 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4d9d4-3b89-4e47-87b7-75f17af532b2 None None] Pushing event deleted for resources: {'Port': ['ID=0572292f-7d01-4ca9-8004-f6ad48ea5ec3,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:40.594136 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2154ab4e-eca1-460a-91be-8cf0fa3bd710 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:14:40.594556 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2154ab4e-eca1-460a-91be-8cf0fa3bd710 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:40.597151 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d4d9d4-3b89-4e47-87b7-75f17af532b2 None None] No DVR routers for this DVR port 0572292f-7d01-4ca9-8004-f6ad48ea5ec3 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:14:40.601732 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-48900744-afa0-4ebf-8d6a-ab571b727d08 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:14:40.602284 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-48900744-afa0-4ebf-8d6a-ab571b727d08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:14:40.613819 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:14:40.618581 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b127a1b-9992-45d5-8ada-dcec8f623279 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:14:40.622528 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-66871d68-ad58-4f4d-a569-47b7ce21007d tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:40.638944 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f65274-0fb2-49bf-b48f-eab38e1d67f7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:40.639778 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b3f65274-0fb2-49bf-b48f-eab38e1d67f7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:14:40.756099 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b3f65274-0fb2-49bf-b48f-eab38e1d67f7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:14:40.757523 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b3f65274-0fb2-49bf-b48f-eab38e1d67f7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3125608 Apr 06 14:14:40.763526 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46362) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:40.831540 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-66871d68-ad58-4f4d-a569-47b7ce21007d tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:40.848571 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-716c29e6-aa47-4e88-9e0f-9d95c652b2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:40.862317 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bfad6c-f1df-492f-b744-1fe33c751262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-45db5c66-c082-47ed-beeb-688e3c8646d5', 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'fixed_ips': [{'subnet_id': '0dcdf6c3-f1c9-4a08-9949-953a42af822e'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:14:40.863493 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-21bfad6c-f1df-492f-b744-1fe33c751262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:40.869940 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-66871d68-ad58-4f4d-a569-47b7ce21007d tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada25ec5-63a9-4c2f-9ea9-4aecd7fbe2a8']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:40.879090 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f9085b-3e1b-4a13-998a-cde156fa3bd3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:40.881407 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f9085b-3e1b-4a13-998a-cde156fa3bd3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:40.882068 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-30f9085b-3e1b-4a13-998a-cde156fa3bd3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:14:40.893195 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-66871d68-ad58-4f4d-a569-47b7ce21007d tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2591699a-c0f7-4f3d-8025-1d775e0134ea') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:40.893629 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-66871d68-ad58-4f4d-a569-47b7ce21007d tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2591699a-c0f7-4f3d-8025-1d775e0134ea') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:40.904319 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-22a281d8-1f54-4cc9-8584-2026c0ce2415 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:40.910764 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-66871d68-ad58-4f4d-a569-47b7ce21007d tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:40.926644 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-30f9085b-3e1b-4a13-998a-cde156fa3bd3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:14:40.929120 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-30f9085b-3e1b-4a13-998a-cde156fa3bd3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1644411 Apr 06 14:14:40.930569 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-66871d68-ad58-4f4d-a569-47b7ce21007d tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:40.933515 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46368) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:40.954458 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2154ab4e-eca1-460a-91be-8cf0fa3bd710 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:40.959636 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2154ab4e-eca1-460a-91be-8cf0fa3bd710 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:40.984362 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66871d68-ad58-4f4d-a569-47b7ce21007d tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:14:40.985024 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-66871d68-ad58-4f4d-a569-47b7ce21007d tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:40.989098 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154ab4e-eca1-460a-91be-8cf0fa3bd710 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] Pushing event deleted for resources: {'Network': ['ID=a68d0afd-10b9-42a5-92e2-9d6b3cf90d11,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:14:41.001346 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:14:41.013409 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2154ab4e-eca1-460a-91be-8cf0fa3bd710 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661 tempest-ExtraDHCPOptionsIpV6TestJSON-1935742661-project] 10.222.0.60 "DELETE /v2.0/networks/a68d0afd-10b9-42a5-92e2-9d6b3cf90d11 HTTP/1.1" status: 204 len: 168 time: 2.5632603 Apr 06 14:14:41.084193 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-df8fe716-1355-4a67-8c56-170cf534ec89 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:41.084367 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-21bfad6c-f1df-492f-b744-1fe33c751262 None None] Allocated IP 2001:db8::2 (45db5c66-c082-47ed-beeb-688e3c8646d5/0dcdf6c3-f1c9-4a08-9949-953a42af822e/f109864a-e253-4433-bc96-a78b57062097) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:14:41.085077 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-df8fe716-1355-4a67-8c56-170cf534ec89 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:41.121417 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-48900744-afa0-4ebf-8d6a-ab571b727d08 None None] Deleting port 1308131f-fbb6-4e1b-9a3c-5f53ce952738 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:14:41.122404 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-48900744-afa0-4ebf-8d6a-ab571b727d08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:41.229223 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 1308131f-fbb6-4e1b-9a3c-5f53ce952738 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:14:41.244895 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d989b0-d46b-44bd-a072-6c2911e6e3b3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting subnet 0dcdf6c3-f1c9-4a08-9949-953a42af822e {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:14:41.251360 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-66871d68-ad58-4f4d-a569-47b7ce21007d tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:41.275959 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-66871d68-ad58-4f4d-a569-47b7ce21007d tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:41.283055 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66871d68-ad58-4f4d-a569-47b7ce21007d tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Pushing event deleted for resources: {'Network': ['ID=ada25ec5-63a9-4c2f-9ea9-4aecd7fbe2a8,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:41.300952 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-66871d68-ad58-4f4d-a569-47b7ce21007d tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] 10.222.0.60 "DELETE /v2.0/networks/ada25ec5-63a9-4c2f-9ea9-4aecd7fbe2a8 HTTP/1.1" status: 204 len: 168 time: 0.8185794 Apr 06 14:14:41.303380 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46376) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:41.304373 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-22a281d8-1f54-4cc9-8584-2026c0ce2415 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Transition to ACTIVE for port object 55cdc493-eeed-403c-bf8e-fea7a20f5a37 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:41.313517 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-48900744-afa0-4ebf-8d6a-ab571b727d08 None None] The port '1308131f-fbb6-4e1b-9a3c-5f53ce952738' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:14:41.325404 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 1308131f-fbb6-4e1b-9a3c-5f53ce952738 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:14:41.325751 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 1308131f-fbb6-4e1b-9a3c-5f53ce952738 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:14:41.326174 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 0572292f-7d01-4ca9-8004-f6ad48ea5ec3 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:14:41.343311 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-22a281d8-1f54-4cc9-8584-2026c0ce2415 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:41.370214 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 0572292f-7d01-4ca9-8004-f6ad48ea5ec3 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:14:41.370562 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 0572292f-7d01-4ca9-8004-f6ad48ea5ec3 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:14:41.402720 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:41.405793 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:41.414620 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2786de0-c3e4-4842-9c96-5c321efdbba7 req-e7513ec3-f17f-45e7-9c66-2478c58e0218 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:41.416310 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c2786de0-c3e4-4842-9c96-5c321efdbba7 req-e7513ec3-f17f-45e7-9c66-2478c58e0218 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.3492305 Apr 06 14:14:41.443788 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a281d8-1f54-4cc9-8584-2026c0ce2415 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Pushing event updated for resources: {'Port': ['ID=55cdc493-eeed-403c-bf8e-fea7a20f5a37,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:41.466862 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a281d8-1f54-4cc9-8584-2026c0ce2415 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Network 01e45ea8-0c43-4e36-8823-dafb484f377a is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:41.480748 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-22a281d8-1f54-4cc9-8584-2026c0ce2415 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:41.483495 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09a93cc1-1030-4a54-803d-99171a85328a tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:41.498335 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46382) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:41.500693 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a281d8-1f54-4cc9-8584-2026c0ce2415 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:14:41.505914 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a281d8-1f54-4cc9-8584-2026c0ce2415 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:41.506479 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-22a281d8-1f54-4cc9-8584-2026c0ce2415 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:41.524625 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c2786de0-c3e4-4842-9c96-5c321efdbba7 req-1f0fe37d-1c9a-4a72-818e-5f687f2d64a2 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969796 Apr 06 14:14:41.544719 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-22a281d8-1f54-4cc9-8584-2026c0ce2415 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.8486962 Apr 06 14:14:41.548775 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46388) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:41.552438 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-21bfad6c-f1df-492f-b744-1fe33c751262 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:41.554327 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4b81742a-1747-4efd-9173-2698dc807a82 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3a3', 'mac_address': 'fa:16:3e:8f:7e:cd'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:41.575704 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-21bfad6c-f1df-492f-b744-1fe33c751262 None None] Transition to ACTIVE for port object f109864a-e253-4433-bc96-a78b57062097 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:41.613953 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-21bfad6c-f1df-492f-b744-1fe33c751262 None None] Transition to ACTIVE for port object f109864a-e253-4433-bc96-a78b57062097 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:41.624254 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-21bfad6c-f1df-492f-b744-1fe33c751262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:41.649685 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-05d989b0-d46b-44bd-a072-6c2911e6e3b3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:41.717527 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bfad6c-f1df-492f-b744-1fe33c751262 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:41.721168 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-21bfad6c-f1df-492f-b744-1fe33c751262 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:41.723789 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bfad6c-f1df-492f-b744-1fe33c751262 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:14:41.731086 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfad6c-f1df-492f-b744-1fe33c751262 None None] Pushing event updated for resources: {'Port': ['ID=f109864a-e253-4433-bc96-a78b57062097,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:41.759117 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-05d989b0-d46b-44bd-a072-6c2911e6e3b3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:41.851568 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09a93cc1-1030-4a54-803d-99171a85328a tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:41.862638 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-21bfad6c-f1df-492f-b744-1fe33c751262 None None] Attempting to bind port f109864a-e253-4433-bc96-a78b57062097 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:14:41.863232 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-21bfad6c-f1df-492f-b744-1fe33c751262 None None] Attempting to bind port f109864a-e253-4433-bc96-a78b57062097 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:14:41.865237 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bfad6c-f1df-492f-b744-1fe33c751262 None None] Attempting to bind port f109864a-e253-4433-bc96-a78b57062097 on network 45db5c66-c082-47ed-beeb-688e3c8646d5 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:14:41.880145 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bfad6c-f1df-492f-b744-1fe33c751262 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:14:41.880526 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bfad6c-f1df-492f-b744-1fe33c751262 None None] Checking segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:14:41.880972 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-21bfad6c-f1df-492f-b744-1fe33c751262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:41.881337 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bfad6c-f1df-492f-b744-1fe33c751262 None None] Bound using segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:14:41.881800 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-21bfad6c-f1df-492f-b744-1fe33c751262 None None] Bound port: f109864a-e253-4433-bc96-a78b57062097, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:14:41.882170 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-21bfad6c-f1df-492f-b744-1fe33c751262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:41.917192 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-09a93cc1-1030-4a54-803d-99171a85328a tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a62d6cd6-4894-481c-be9c-53ad76ea701a']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:41.933325 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0764ce90-4749-4edd-a1ca-1c7cb9ad5e4a None None] Provisioning for port 55cdc493-eeed-403c-bf8e-fea7a20f5a37 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:41.941520 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0764ce90-4749-4edd-a1ca-1c7cb9ad5e4a None None] Provisioning complete for port 55cdc493-eeed-403c-bf8e-fea7a20f5a37 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:41.941940 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0764ce90-4749-4edd-a1ca-1c7cb9ad5e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:41.945285 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-09a93cc1-1030-4a54-803d-99171a85328a tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1a7658-3de8-46d5-a710-14dc0cccd01c') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:41.945581 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-09a93cc1-1030-4a54-803d-99171a85328a tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1a7658-3de8-46d5-a710-14dc0cccd01c') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:41.969196 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09a93cc1-1030-4a54-803d-99171a85328a tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:41.977768 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-61f7ad6a-219f-44fd-bc57-c34bf055e9ad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=27151676a6ea4f058046752a196bc918&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4773123 Apr 06 14:14:41.982179 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46392) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:42.009484 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4b81742a-1747-4efd-9173-2698dc807a82 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:42.018619 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-05d989b0-d46b-44bd-a072-6c2911e6e3b3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:42.018819 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0764ce90-4749-4edd-a1ca-1c7cb9ad5e4a None None] Port 55cdc493-eeed-403c-bf8e-fea7a20f5a37 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:14:42.046796 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09a93cc1-1030-4a54-803d-99171a85328a tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:42.055683 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8fe716-1355-4a67-8c56-170cf534ec89 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Router 8cbead30-95c4-4d2d-8db2-6a6a808065b5 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:14:42.062843 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a93cc1-1030-4a54-803d-99171a85328a tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:14:42.063240 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09a93cc1-1030-4a54-803d-99171a85328a tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:14:42.084209 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:14:42.206094 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09a93cc1-1030-4a54-803d-99171a85328a tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:42.233715 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff686d9d-06e4-4a46-8c17-f904b9929ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:42.236350 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09a93cc1-1030-4a54-803d-99171a85328a tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:42.238979 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a93cc1-1030-4a54-803d-99171a85328a tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] Pushing event deleted for resources: {'Network': ['ID=a62d6cd6-4894-481c-be9c-53ad76ea701a,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:42.251016 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-21bfad6c-f1df-492f-b744-1fe33c751262 None None] For port f109864a-e253-4433-bc96-a78b57062097, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:14:42.255205 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-21bfad6c-f1df-492f-b744-1fe33c751262 None None] For port f109864a-e253-4433-bc96-a78b57062097, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f109864a-e253-4433-bc96-a78b57062097,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:14:42.259574 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-21bfad6c-f1df-492f-b744-1fe33c751262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:42.261753 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-05d989b0-d46b-44bd-a072-6c2911e6e3b3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:42.314976 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-09a93cc1-1030-4a54-803d-99171a85328a tempest-BulkNetworkOpsTest-1273842470 tempest-BulkNetworkOpsTest-1273842470-project] 10.222.0.60 "DELETE /v2.0/networks/a62d6cd6-4894-481c-be9c-53ad76ea701a HTTP/1.1" status: 204 len: 168 time: 1.0103066 Apr 06 14:14:42.320005 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d989b0-d46b-44bd-a072-6c2911e6e3b3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Subnet': ['ID=0dcdf6c3-f1c9-4a08-9949-953a42af822e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:42.326432 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff686d9d-06e4-4a46-8c17-f904b9929ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:42.335997 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-05d989b0-d46b-44bd-a072-6c2911e6e3b3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:42.338058 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-05d989b0-d46b-44bd-a072-6c2911e6e3b3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/0dcdf6c3-f1c9-4a08-9949-953a42af822e HTTP/1.1" status: 204 len: 168 time: 1.4032180 Apr 06 14:14:42.341311 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46398) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:42.392533 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfad6c-f1df-492f-b744-1fe33c751262 None None] Pushing event updated for resources: {'Port': ['ID=f109864a-e253-4433-bc96-a78b57062097,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:42.402859 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4b81742a-1747-4efd-9173-2698dc807a82 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:42.420991 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7b97dd30-0dfc-48d2-83be-465f7e133a7b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783300 Apr 06 14:14:42.421230 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4b81742a-1747-4efd-9173-2698dc807a82 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:42.428406 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46402) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:42.461166 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff686d9d-06e4-4a46-8c17-f904b9929ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:42.473302 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-575e42c4-619f-42f8-af2b-1d0e21d435c1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:42.480022 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff686d9d-06e4-4a46-8c17-f904b9929ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530fe777-4776-4b05-9560-b99aae48488c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:42.502109 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff686d9d-06e4-4a46-8c17-f904b9929ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:42.505855 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ff686d9d-06e4-4a46-8c17-f904b9929ea0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/530fe777-4776-4b05-9560-b99aae48488c HTTP/1.1" status: 204 len: 168 time: 0.5201461 Apr 06 14:14:42.604273 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4b81742a-1747-4efd-9173-2698dc807a82 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] In _notify_port_updated(), no bound segment for port 55cdc493-eeed-403c-bf8e-fea7a20f5a37 on network 01e45ea8-0c43-4e36-8823-dafb484f377a {{(pid=83737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 06 14:14:42.608218 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b81742a-1747-4efd-9173-2698dc807a82 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:42.608882 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4b81742a-1747-4efd-9173-2698dc807a82 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:42.614429 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4b81742a-1747-4efd-9173-2698dc807a82 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] 10.222.0.60 "PUT /v2.0/ports/55cdc493-eeed-403c-bf8e-fea7a20f5a37 HTTP/1.1" status: 200 len: 1001 time: 1.0642290 Apr 06 14:14:42.617377 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46412) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:42.628832 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8fe716-1355-4a67-8c56-170cf534ec89 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:14:42.638691 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39291c18-2d76-4ef7-8313-89f841161fec None None] Sync routers for ids ['8cbead30-95c4-4d2d-8db2-6a6a808065b5'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:14:42.655160 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81742a-1747-4efd-9173-2698dc807a82 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Pushing event updated for resources: {'Port': ['ID=55cdc493-eeed-403c-bf8e-fea7a20f5a37,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:42.659950 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-df8fe716-1355-4a67-8c56-170cf534ec89 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:42.660462 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39291c18-2d76-4ef7-8313-89f841161fec None None] Routers {'8cbead30-95c4-4d2d-8db2-6a6a808065b5'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:14:42.663896 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-df8fe716-1355-4a67-8c56-170cf534ec89 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.2508500 Apr 06 14:14:42.665556 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46416) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:42.666578 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-39291c18-2d76-4ef7-8313-89f841161fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:14:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['8cbead30-95c4-4d2d-8db2-6a6a808065b5'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:42.741551 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-575e42c4-619f-42f8-af2b-1d0e21d435c1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:42.755403 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:42.859026 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46422) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:42.916639 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-572bb28b-2350-4e07-bc83-b2dc84492ee4 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Deleting port 55cdc493-eeed-403c-bf8e-fea7a20f5a37 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:14:42.917024 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-572bb28b-2350-4e07-bc83-b2dc84492ee4 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:43.095596 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-39291c18-2d76-4ef7-8313-89f841161fec None None] Set router 8cbead30-95c4-4d2d-8db2-6a6a808065b5 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:14:43.103774 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-575e42c4-619f-42f8-af2b-1d0e21d435c1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:43.177488 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575e42c4-619f-42f8-af2b-1d0e21d435c1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:43.221416 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f109864a-e253-4433-bc96-a78b57062097 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:14:43.354111 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bb33b-b8ee-4b24-85da-1192effe6bca req-3e708777-bc91-4b41-b3eb-b48c0e77f3d0 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:43.357599 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a1b143fc-c359-44f0-a606-a83ab04135a5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ff7545128f114ff9a53572ee13eb24a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4972987 Apr 06 14:14:43.360976 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9e9bb33b-b8ee-4b24-85da-1192effe6bca req-3e708777-bc91-4b41-b3eb-b48c0e77f3d0 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.3985279 Apr 06 14:14:43.368067 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46436) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:43.379320 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-575e42c4-619f-42f8-af2b-1d0e21d435c1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:43.383819 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3b7e8618-649b-457d-92a1-8fb303f78615 None None] Provisioning complete for port 55cdc493-eeed-403c-bf8e-fea7a20f5a37 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:43.384425 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3b7e8618-649b-457d-92a1-8fb303f78615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:43.389204 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-572bb28b-2350-4e07-bc83-b2dc84492ee4 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:43.461255 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port f109864a-e253-4433-bc96-a78b57062097 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:43.469976 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e8618-649b-457d-92a1-8fb303f78615 None None] Port 55cdc493-eeed-403c-bf8e-fea7a20f5a37 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:14:43.562258 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-572bb28b-2350-4e07-bc83-b2dc84492ee4 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Calling delete_port for 55cdc493-eeed-403c-bf8e-fea7a20f5a37 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:14:43.608877 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-39291c18-2d76-4ef7-8313-89f841161fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbead30-95c4-4d2d-8db2-6a6a808065b5', 'name': 'tempest-snat-router-892204876', 'tenant_id': '7a1885bcd55d42bb9cb6a0ae693613d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.238'}], 'enable_snat': False}, 'gw_port_id': 'fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:14:36Z', 'updated_at': '2022-04-06T14:14:40Z', 'revision_number': 3, 'project_id': '7a1885bcd55d42bb9cb6a0ae693613d7', 'gw_port': {'id': 'fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbead30-95c4-4d2d-8db2-6a6a808065b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:14:38Z', 'updated_at': '2022-04-06T14:14:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:43.613695 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39291c18-2d76-4ef7-8313-89f841161fec None None] Checking router: 8cbead30-95c4-4d2d-8db2-6a6a808065b5 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:14:43.614082 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39291c18-2d76-4ef7-8313-89f841161fec None None] Updating router 8cbead30-95c4-4d2d-8db2-6a6a808065b5 port fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12 binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:14:43.676734 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-39291c18-2d76-4ef7-8313-89f841161fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:43.884039 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9e9bb33b-b8ee-4b24-85da-1192effe6bca req-a06da248-9326-41b2-aa08-dd4f7ff21bdd tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5219026 Apr 06 14:14:43.942631 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-541661f0-a42e-4c7a-b3aa-09faade56da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:43.974624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-541661f0-a42e-4c7a-b3aa-09faade56da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:43.981724 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-575e42c4-619f-42f8-af2b-1d0e21d435c1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.043960 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-572bb28b-2350-4e07-bc83-b2dc84492ee4 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.081199 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46446) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:44.094476 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50bbe61-11ae-473f-9aab-1f8d3ec0291a None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:14:44.130771 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575e42c4-619f-42f8-af2b-1d0e21d435c1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:44.135442 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-575e42c4-619f-42f8-af2b-1d0e21d435c1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:44.141364 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e42c4-619f-42f8-af2b-1d0e21d435c1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:44.142315 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-575e42c4-619f-42f8-af2b-1d0e21d435c1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.149195 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e42c4-619f-42f8-af2b-1d0e21d435c1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Subnet': ['ID=71aacf59-a6cd-4f65-a274-096e23aa4d0a,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:44.154248 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6bd092a4-9fed-47e2-8a86-d92cb839a4aa tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "GET /v2.0/routers/8cbead30-95c4-4d2d-8db2-6a6a808065b5 HTTP/1.1" status: 200 len: 908 time: 1.4871950 Apr 06 14:14:44.161615 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46452) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:44.168008 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d389194e-44f8-4edb-b0e1-b18e731fc0c2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Request body: {'router': {'name': 'tempest-snat-router-892204876', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'enable_snat': True}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:44.177005 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d389194e-44f8-4edb-b0e1-b18e731fc0c2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:44.187769 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d389194e-44f8-4edb-b0e1-b18e731fc0c2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Usage tracker for resource:router and tenant:7a1885bcd55d42bb9cb6a0ae693613d7 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:44.192152 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d389194e-44f8-4edb-b0e1-b18e731fc0c2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:44.200789 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572bb28b-2350-4e07-bc83-b2dc84492ee4 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Pushing event deleted for resources: {'Port': ['ID=55cdc493-eeed-403c-bf8e-fea7a20f5a37,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:44.206090 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d389194e-44f8-4edb-b0e1-b18e731fc0c2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:44.213339 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-575e42c4-619f-42f8-af2b-1d0e21d435c1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7555814 Apr 06 14:14:44.216478 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46456) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:44.228843 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-541661f0-a42e-4c7a-b3aa-09faade56da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.235758 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9b8c410e-ae6d-4821-853b-7ba571c9ee7f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-920688339', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:44.242697 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9b8c410e-ae6d-4821-853b-7ba571c9ee7f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:44.248207 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9b8c410e-ae6d-4821-853b-7ba571c9ee7f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:router and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:44.252451 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d389194e-44f8-4edb-b0e1-b18e731fc0c2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.253453 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d389194e-44f8-4edb-b0e1-b18e731fc0c2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.269482 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9b8c410e-ae6d-4821-853b-7ba571c9ee7f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:44.269715 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-39291c18-2d76-4ef7-8313-89f841161fec None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.281104 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541661f0-a42e-4c7a-b3aa-09faade56da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0773855-8bbd-4f6c-864f-135287e610a1,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:44.292280 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-65b7f005-b44a-4948-9770-dcf330261682 None None] Provisioning for port f109864a-e253-4433-bc96-a78b57062097 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:44.292410 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9b8c410e-ae6d-4821-853b-7ba571c9ee7f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:44.306486 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-39291c18-2d76-4ef7-8313-89f841161fec None None] Transition to ACTIVE for port object fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:44.317924 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-39291c18-2d76-4ef7-8313-89f841161fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.324152 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9b8c410e-ae6d-4821-853b-7ba571c9ee7f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.325096 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9b8c410e-ae6d-4821-853b-7ba571c9ee7f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.346837 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d389194e-44f8-4edb-b0e1-b18e731fc0c2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.350489 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-65b7f005-b44a-4948-9770-dcf330261682 None None] Provisioning complete for port f109864a-e253-4433-bc96-a78b57062097 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:44.351188 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-65b7f005-b44a-4948-9770-dcf330261682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.393777 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-58c972f7-7b93-4942-b8b2-9911149eed5b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-558226686'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:44.409002 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-58c972f7-7b93-4942-b8b2-9911149eed5b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:44.416575 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-58c972f7-7b93-4942-b8b2-9911149eed5b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Usage tracker for resource:network and tenant:78c3c5be3bb346c69eb24aafc3836c0b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:44.425764 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-58c972f7-7b93-4942-b8b2-9911149eed5b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:44.429637 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9b8c410e-ae6d-4821-853b-7ba571c9ee7f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.447298 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd1385-4939-4c8d-ae3c-ffd67c29e98f None None] Pushing event updated for resources: {'Port': ['ID=fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:44.461610 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-572bb28b-2350-4e07-bc83-b2dc84492ee4 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.467479 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-541661f0-a42e-4c7a-b3aa-09faade56da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.479138 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-541661f0-a42e-4c7a-b3aa-09faade56da4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f0773855-8bbd-4f6c-864f-135287e610a1 HTTP/1.1" status: 204 len: 168 time: 1.1073406 Apr 06 14:14:44.483102 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-572bb28b-2350-4e07-bc83-b2dc84492ee4 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] 10.222.0.60 "DELETE /v2.0/ports/55cdc493-eeed-403c-bf8e-fea7a20f5a37 HTTP/1.1" status: 204 len: 168 time: 1.8646717 Apr 06 14:14:44.487515 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46462) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:44.508123 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd1385-4939-4c8d-ae3c-ffd67c29e98f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:44.510272 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd1385-4939-4c8d-ae3c-ffd67c29e98f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:44.511468 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd1385-4939-4c8d-ae3c-ffd67c29e98f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:44.512977 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd1385-4939-4c8d-ae3c-ffd67c29e98f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:44.513413 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd1385-4939-4c8d-ae3c-ffd67c29e98f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:44.514257 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd1385-4939-4c8d-ae3c-ffd67c29e98f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:44.515875 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd1385-4939-4c8d-ae3c-ffd67c29e98f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:44.519467 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd1385-4939-4c8d-ae3c-ffd67c29e98f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:44.520616 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd1385-4939-4c8d-ae3c-ffd67c29e98f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:44.522487 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd1385-4939-4c8d-ae3c-ffd67c29e98f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:44.522902 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd1385-4939-4c8d-ae3c-ffd67c29e98f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:44.533133 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-58c972f7-7b93-4942-b8b2-9911149eed5b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:44.534537 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-215af54d-395c-4dac-91b5-d1f3b5f858f1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] GET failed (client error): The resource could not be found. Apr 06 14:14:44.535112 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-215af54d-395c-4dac-91b5-d1f3b5f858f1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Synchronizing usage tracker for tenant:43121586b148424d87ca0bc45f07bb75 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:14:44.537555 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-39291c18-2d76-4ef7-8313-89f841161fec None None] Attempting to bind port fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:14:44.538158 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-39291c18-2d76-4ef7-8313-89f841161fec None None] Attempting to bind port fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:14:44.538733 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39291c18-2d76-4ef7-8313-89f841161fec None None] Attempting to bind port fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12 on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:14:44.549673 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39291c18-2d76-4ef7-8313-89f841161fec None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:14:44.550202 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39291c18-2d76-4ef7-8313-89f841161fec None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:14:44.550812 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-39291c18-2d76-4ef7-8313-89f841161fec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.552585 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39291c18-2d76-4ef7-8313-89f841161fec None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:14:44.553673 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-39291c18-2d76-4ef7-8313-89f841161fec None None] Bound port: fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:14:44.554195 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-215af54d-395c-4dac-91b5-d1f3b5f858f1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Unset dirty status for tenant:43121586b148424d87ca0bc45f07bb75 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:14:44.554414 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-39291c18-2d76-4ef7-8313-89f841161fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.555334 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-215af54d-395c-4dac-91b5-d1f3b5f858f1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] 10.222.0.60 "GET /v2.0/ports/55cdc493-eeed-403c-bf8e-fea7a20f5a37 HTTP/1.1" status: 404 len: 333 time: 0.0667975 Apr 06 14:14:44.559073 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46466) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:44.567835 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-7e1c58eb-b501-4aa7-b50c-08c85a1d5772 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Request body: {'port': {'network_id': '01e45ea8-0c43-4e36-8823-dafb484f377a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-630112811'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:44.614476 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-65b7f005-b44a-4948-9770-dcf330261682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.651123 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9b8c410e-ae6d-4821-853b-7ba571c9ee7f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.656465 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-65b7f005-b44a-4948-9770-dcf330261682 None None] For port f109864a-e253-4433-bc96-a78b57062097, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f109864a-e253-4433-bc96-a78b57062097,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:44.666897 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-65b7f005-b44a-4948-9770-dcf330261682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.684573 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c972f7-7b93-4942-b8b2-9911149eed5b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Made reservation on behalf of 78c3c5be3bb346c69eb24aafc3836c0b for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:44.688014 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-58c972f7-7b93-4942-b8b2-9911149eed5b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.704540 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-58c972f7-7b93-4942-b8b2-9911149eed5b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.716342 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-39291c18-2d76-4ef7-8313-89f841161fec None None] For port fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:14:44.722586 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9b8c410e-ae6d-4821-853b-7ba571c9ee7f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.724411 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9b8c410e-ae6d-4821-853b-7ba571c9ee7f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5062964 Apr 06 14:14:44.727293 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46470) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:44.740739 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-39291c18-2d76-4ef7-8313-89f841161fec None None] For port fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:14:44.756016 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7f005-b44a-4948-9770-dcf330261682 None None] Pushing event updated for resources: {'Port': ['ID=f109864a-e253-4433-bc96-a78b57062097,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:44.758035 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-39291c18-2d76-4ef7-8313-89f841161fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.858697 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d389194e-44f8-4edb-b0e1-b18e731fc0c2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.868046 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7e1c58eb-b501-4aa7-b50c-08c85a1d5772 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:44.881940 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7e1c58eb-b501-4aa7-b50c-08c85a1d5772 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:44.898848 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1c58eb-b501-4aa7-b50c-08c85a1d5772 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Made reservation on behalf of 43121586b148424d87ca0bc45f07bb75 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:44.903341 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7e1c58eb-b501-4aa7-b50c-08c85a1d5772 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.954504 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-7e1c58eb-b501-4aa7-b50c-08c85a1d5772 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] device_id is not set on port 17846c55-11b4-4663-bf4d-813451d3befc yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:14:44.968387 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-58c972f7-7b93-4942-b8b2-9911149eed5b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:44.979014 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd1385-4939-4c8d-ae3c-ffd67c29e98f None None] Pushing event updated for resources: {'Port': ['ID=fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:44.985897 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39291c18-2d76-4ef7-8313-89f841161fec None None] Routers {'8cbead30-95c4-4d2d-8db2-6a6a808065b5'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:14:44.986831 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-39291c18-2d76-4ef7-8313-89f841161fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:14:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['8cbead30-95c4-4d2d-8db2-6a6a808065b5'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:44.991852 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-58c972f7-7b93-4942-b8b2-9911149eed5b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Usage tracker for resource:security_group_rule and tenant:78c3c5be3bb346c69eb24aafc3836c0b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:45.005407 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-58c972f7-7b93-4942-b8b2-9911149eed5b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:45.017805 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-58c972f7-7b93-4942-b8b2-9911149eed5b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:45.066513 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee124a4-1cd1-40dc-bfc6-5a77471c84ba None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:14:45.185848 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-7e1c58eb-b501-4aa7-b50c-08c85a1d5772 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Allocated IP 2001:db8::18 (01e45ea8-0c43-4e36-8823-dafb484f377a/8a5d4c82-852b-482a-bf6c-38f165d2b20b/17846c55-11b4-4663-bf4d-813451d3befc) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:14:45.204452 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f109864a-e253-4433-bc96-a78b57062097 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:14:45.300594 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f51e4965-434c-47b4-af8a-c14840d39d27 None None] Provisioning complete for port f109864a-e253-4433-bc96-a78b57062097 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:45.301380 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f51e4965-434c-47b4-af8a-c14840d39d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:45.334021 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-39291c18-2d76-4ef7-8313-89f841161fec None None] Set router 8cbead30-95c4-4d2d-8db2-6a6a808065b5 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:14:45.511379 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7e1c58eb-b501-4aa7-b50c-08c85a1d5772 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:45.518730 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-58c972f7-7b93-4942-b8b2-9911149eed5b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:45.532382 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-7e1c58eb-b501-4aa7-b50c-08c85a1d5772 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Transition to ACTIVE for port object 17846c55-11b4-4663-bf4d-813451d3befc will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:45.536840 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-58c972f7-7b93-4942-b8b2-9911149eed5b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:45.553382 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port f109864a-e253-4433-bc96-a78b57062097 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:45.553761 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:45.601801 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7e1c58eb-b501-4aa7-b50c-08c85a1d5772 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:45.619163 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c972f7-7b93-4942-b8b2-9911149eed5b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:14:45.689727 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c972f7-7b93-4942-b8b2-9911149eed5b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=205c8850-a258-46f1-a835-e5232805566b,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:45.701083 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1c58eb-b501-4aa7-b50c-08c85a1d5772 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Network 01e45ea8-0c43-4e36-8823-dafb484f377a is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:45.711413 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-58c972f7-7b93-4942-b8b2-9911149eed5b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:45.712619 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c58eb-b501-4aa7-b50c-08c85a1d5772 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Pushing event updated for resources: {'Port': ['ID=17846c55-11b4-4663-bf4d-813451d3befc,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:45.713099 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-58c972f7-7b93-4942-b8b2-9911149eed5b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Added segment b23d2f4a-1112-4bbe-aa9e-813b093fcabd of type vlan for network f9770272-9139-4069-a413-472fce6febd5 Apr 06 14:14:45.715152 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-7e1c58eb-b501-4aa7-b50c-08c85a1d5772 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:45.718504 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1c58eb-b501-4aa7-b50c-08c85a1d5772 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:14:45.722754 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1c58eb-b501-4aa7-b50c-08c85a1d5772 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:45.724085 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7e1c58eb-b501-4aa7-b50c-08c85a1d5772 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:45.758450 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdccedf3-2e1c-4ead-881a-573b84296f3d req-13f47467-85e9-4db0-bfe1-eb82636fede5 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:45.759940 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bdccedf3-2e1c-4ead-881a-573b84296f3d req-13f47467-85e9-4db0-bfe1-eb82636fede5 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.2055767 Apr 06 14:14:45.824019 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7e1c58eb-b501-4aa7-b50c-08c85a1d5772 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2639637 Apr 06 14:14:45.827297 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46494) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:45.832261 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-39291c18-2d76-4ef7-8313-89f841161fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbead30-95c4-4d2d-8db2-6a6a808065b5', 'name': 'tempest-snat-router-892204876', 'tenant_id': '7a1885bcd55d42bb9cb6a0ae693613d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.238'}], 'enable_snat': False}, 'gw_port_id': 'fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:14:36Z', 'updated_at': '2022-04-06T14:14:40Z', 'revision_number': 3, 'project_id': '7a1885bcd55d42bb9cb6a0ae693613d7', 'gw_port': {'id': 'fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbead30-95c4-4d2d-8db2-6a6a808065b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:14:38Z', 'updated_at': '2022-04-06T14:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:45.844575 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39291c18-2d76-4ef7-8313-89f841161fec None None] The sync data for ids ['8cbead30-95c4-4d2d-8db2-6a6a808065b5'] in dv-neutron-835868-1-hyperv is: [{'id': '8cbead30-95c4-4d2d-8db2-6a6a808065b5', 'name': 'tempest-snat-router-892204876', 'tenant_id': '7a1885bcd55d42bb9cb6a0ae693613d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.238'}], 'enable_snat': False}, 'gw_port_id': 'fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:14:36Z', 'updated_at': '2022-04-06T14:14:40Z', 'revision_number': 3, 'project_id': '7a1885bcd55d42bb9cb6a0ae693613d7', 'gw_port': {'id': 'fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbead30-95c4-4d2d-8db2-6a6a808065b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:14:38Z', 'updated_at': '2022-04-06T14:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:14:45.850001 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-28e1fdbc-0786-4a9f-8a0f-d6a3dcac4d68 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:45.862930 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f02fc1b2-f969-4d10-a0a9-2fd65f1e20e9 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:8f:7e:cd'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:45.870366 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-58c972f7-7b93-4942-b8b2-9911149eed5b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:45.959606 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bdccedf3-2e1c-4ead-881a-573b84296f3d req-25712168-e8f9-4576-a469-6c90b41c701d tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753118 Apr 06 14:14:46.064336 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d389194e-44f8-4edb-b0e1-b18e731fc0c2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:46.197036 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46502) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:46.238111 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f2c5a235-0952-4440-b053-7c708cff20dd None None] Provisioning for port 17846c55-11b4-4663-bf4d-813451d3befc completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:46.248756 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f2c5a235-0952-4440-b053-7c708cff20dd None None] Provisioning complete for port 17846c55-11b4-4663-bf4d-813451d3befc triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:46.249153 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f2c5a235-0952-4440-b053-7c708cff20dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:46.347686 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d389194e-44f8-4edb-b0e1-b18e731fc0c2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:46.356170 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f2c5a235-0952-4440-b053-7c708cff20dd None None] Port 17846c55-11b4-4663-bf4d-813451d3befc cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:14:46.357674 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14aa7ab-2318-4f22-a4aa-77d8c60b809e None None] get_active_networks_info from dv-neutron-835868-1-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 06 14:14:46.417278 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-58c972f7-7b93-4942-b8b2-9911149eed5b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:46.432000 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c972f7-7b93-4942-b8b2-9911149eed5b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:46.432639 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-58c972f7-7b93-4942-b8b2-9911149eed5b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:46.499170 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f02fc1b2-f969-4d10-a0a9-2fd65f1e20e9 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:46.507655 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4382d47b-c07d-40d3-b5c2-3ce99afa1407 None None] Provisioning complete for port f109864a-e253-4433-bc96-a78b57062097 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:46.508030 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4382d47b-c07d-40d3-b5c2-3ce99afa1407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:46.517426 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9bc9e7f4-3e77-49ca-8972-6dfdc356979a tempest-NetworksNegativeTestJSON-2004438013 tempest-NetworksNegativeTestJSON-2004438013-project] Request body: {'port': {'network_id': '2d3baa93-706b-4b3d-b49f-897e6486a9e6', 'name': 'tempest-NetworksNegativeTestJSON-603311490'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:46.564545 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14aa7ab-2318-4f22-a4aa-77d8c60b809e None None] Resources bound (agent type, host, resource id): {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:14:46.591923 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc9e7f4-3e77-49ca-8972-6dfdc356979a tempest-NetworksNegativeTestJSON-2004438013 tempest-NetworksNegativeTestJSON-2004438013-project] POST failed (client error): The resource could not be found. Apr 06 14:14:46.592805 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bc9e7f4-3e77-49ca-8972-6dfdc356979a tempest-NetworksNegativeTestJSON-2004438013 tempest-NetworksNegativeTestJSON-2004438013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:14:46.594120 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9bc9e7f4-3e77-49ca-8972-6dfdc356979a tempest-NetworksNegativeTestJSON-2004438013 tempest-NetworksNegativeTestJSON-2004438013-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3957417 Apr 06 14:14:46.598025 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46510) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:46.658377 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-58c972f7-7b93-4942-b8b2-9911149eed5b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.5757656 Apr 06 14:14:46.659134 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c972f7-7b93-4942-b8b2-9911149eed5b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event updated for resources: {'Network': ['ID=f9770272-9139-4069-a413-472fce6febd5,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:46.699983 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network f9770272-9139-4069-a413-472fce6febd5 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:14:46.821498 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-d389194e-44f8-4edb-b0e1-b18e731fc0c2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Allocated IP 172.26.8.169 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/77fad76d-2404-43b6-a4f1-af6d8d961953) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:14:46.853741 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-28e1fdbc-0786-4a9f-8a0f-d6a3dcac4d68 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Allocated IP 2001:db8::1 (45db5c66-c082-47ed-beeb-688e3c8646d5/71aacf59-a6cd-4f65-a274-096e23aa4d0a/6ea790c7-f651-4717-b432-297a611b5431) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:14:46.859901 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-e408c247-cf3a-448b-87e6-f9b933ecedab tempest-NetworksNegativeTestJSON-2004438013 tempest-NetworksNegativeTestJSON-2004438013-project] DELETE failed (client error): The resource could not be found. Apr 06 14:14:46.860637 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e408c247-cf3a-448b-87e6-f9b933ecedab tempest-NetworksNegativeTestJSON-2004438013 tempest-NetworksNegativeTestJSON-2004438013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:14:46.864127 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e408c247-cf3a-448b-87e6-f9b933ecedab tempest-NetworksNegativeTestJSON-2004438013 tempest-NetworksNegativeTestJSON-2004438013-project] 10.222.0.60 "DELETE /v2.0/networks/850bbc39-a3f0-4aa3-a026-1d3c70eb1f29 HTTP/1.1" status: 404 len: 339 time: 0.2650557 Apr 06 14:14:46.875913 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46514) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:46.991272 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c58a2d65-6762-4516-8fcc-73ac8564a6bb req-06ce3844-e771-442c-aaad-1ec1beb99f54 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=45bdc10440d74a5abd92184edf5c75b4&device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 1098 time: 0.5271766 Apr 06 14:14:47.026819 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37ac675-2fc6-4188-a134-a4765b7ec5d1 tempest-NetworksNegativeTestJSON-2004438013 tempest-NetworksNegativeTestJSON-2004438013-project] DELETE failed (client error): The resource could not be found. Apr 06 14:14:47.027322 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d37ac675-2fc6-4188-a134-a4765b7ec5d1 tempest-NetworksNegativeTestJSON-2004438013 tempest-NetworksNegativeTestJSON-2004438013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:14:47.029029 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d37ac675-2fc6-4188-a134-a4765b7ec5d1 tempest-NetworksNegativeTestJSON-2004438013 tempest-NetworksNegativeTestJSON-2004438013-project] 10.222.0.60 "DELETE /v2.0/ports/4471d751-2802-447e-8396-dbd160ef07b6 HTTP/1.1" status: 404 len: 333 time: 0.1520953 Apr 06 14:14:47.037911 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46518) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:47.092698 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5438d-3856-4e7d-a3b8-2c7a3c79f9aa req-f58fb461-5b76-488c-b1c0-8a6edb35968f tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:47.099520 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0da5438d-3856-4e7d-a3b8-2c7a3c79f9aa req-f58fb461-5b76-488c-b1c0-8a6edb35968f tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.5673192 Apr 06 14:14:47.168494 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-534ee871-0139-438e-9e7f-9e6435f58c3d tempest-NetworksNegativeTestJSON-2004438013 tempest-NetworksNegativeTestJSON-2004438013-project] DELETE failed (client error): The resource could not be found. Apr 06 14:14:47.169077 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-534ee871-0139-438e-9e7f-9e6435f58c3d tempest-NetworksNegativeTestJSON-2004438013 tempest-NetworksNegativeTestJSON-2004438013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:14:47.170929 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-534ee871-0139-438e-9e7f-9e6435f58c3d tempest-NetworksNegativeTestJSON-2004438013 tempest-NetworksNegativeTestJSON-2004438013-project] 10.222.0.60 "DELETE /v2.0/subnets/59dabd9f-f510-4a8a-83ca-f0ea8cbbcb1a HTTP/1.1" status: 404 len: 337 time: 0.0852728 Apr 06 14:14:47.177561 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46522) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:47.198962 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9ffac0-3f0c-45b3-b598-9182d65fc36f None None] get_active_networks_info from dv-neutron-835868-1-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 06 14:14:47.209035 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d389194e-44f8-4edb-b0e1-b18e731fc0c2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:47.231521 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-28e1fdbc-0786-4a9f-8a0f-d6a3dcac4d68 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:47.241216 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e96c36-a888-4661-b534-cb8f07a0c81c tempest-NetworksNegativeTestJSON-2004438013 tempest-NetworksNegativeTestJSON-2004438013-project] GET failed (client error): The resource could not be found. Apr 06 14:14:47.242559 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-69e96c36-a888-4661-b534-cb8f07a0c81c tempest-NetworksNegativeTestJSON-2004438013 tempest-NetworksNegativeTestJSON-2004438013-project] 10.222.0.60 "GET /v2.0/networks/77462b7a-ae7c-4417-9f8e-2efc63196d1d HTTP/1.1" status: 404 len: 339 time: 0.0628185 Apr 06 14:14:47.248264 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46526) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:47.251965 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f02fc1b2-f969-4d10-a0a9-2fd65f1e20e9 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:47.272444 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f02fc1b2-f969-4d10-a0a9-2fd65f1e20e9 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:47.292905 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-28e1fdbc-0786-4a9f-8a0f-d6a3dcac4d68 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Transition to ACTIVE for port object 6ea790c7-f651-4717-b432-297a611b5431 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:47.309327 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4180c97-881d-4e02-a44b-5dec6a38cf9f tempest-NetworksNegativeTestJSON-2004438013 tempest-NetworksNegativeTestJSON-2004438013-project] GET failed (client error): The resource could not be found. Apr 06 14:14:47.310998 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b4180c97-881d-4e02-a44b-5dec6a38cf9f tempest-NetworksNegativeTestJSON-2004438013 tempest-NetworksNegativeTestJSON-2004438013-project] 10.222.0.60 "GET /v2.0/ports/b8588047-4b56-49fa-a053-eb3c1a0bb843 HTTP/1.1" status: 404 len: 333 time: 0.0586362 Apr 06 14:14:47.314647 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46530) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:47.353127 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9ffac0-3f0c-45b3-b598-9182d65fc36f None None] Resources bound (agent type, host, resource id): {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:14:47.364690 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-508ed9c9-0b6d-4f98-b6e6-9fbb7a63ef17 tempest-NetworksNegativeTestJSON-2004438013 tempest-NetworksNegativeTestJSON-2004438013-project] GET failed (client error): The resource could not be found. Apr 06 14:14:47.365968 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-508ed9c9-0b6d-4f98-b6e6-9fbb7a63ef17 tempest-NetworksNegativeTestJSON-2004438013 tempest-NetworksNegativeTestJSON-2004438013-project] 10.222.0.60 "GET /v2.0/subnets/68e65276-49ac-45f7-9238-b18d23231cbc HTTP/1.1" status: 404 len: 337 time: 0.0505738 Apr 06 14:14:47.370710 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46534) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:47.371636 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0da5438d-3856-4e7d-a3b8-2c7a3c79f9aa req-2dec5ba1-bbfd-4208-84ce-9115331182a3 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2711387 Apr 06 14:14:47.379015 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-40c09954-2c82-4481-a956-6dba9b3b5ae3 tempest-NetworksNegativeTestJSON-2004438013 tempest-NetworksNegativeTestJSON-2004438013-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:47.397916 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d389194e-44f8-4edb-b0e1-b18e731fc0c2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:47.408121 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a2d65-6762-4516-8fcc-73ac8564a6bb req-822bf58d-8f43-494a-8ced-d2d622bd79be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:47.410021 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c58a2d65-6762-4516-8fcc-73ac8564a6bb req-822bf58d-8f43-494a-8ced-d2d622bd79be service neutron] 10.222.0.69 "GET /v2.0/networks?id=b4b50898-b40c-48be-9630-e21242c54179 HTTP/1.1" status: 200 len: 912 time: 0.4063981 Apr 06 14:14:47.422268 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f02fc1b2-f969-4d10-a0a9-2fd65f1e20e9 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] In _notify_port_updated(), no bound segment for port 17846c55-11b4-4663-bf4d-813451d3befc on network 01e45ea8-0c43-4e36-8823-dafb484f377a {{(pid=83738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 06 14:14:47.426973 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02fc1b2-f969-4d10-a0a9-2fd65f1e20e9 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:47.427805 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f02fc1b2-f969-4d10-a0a9-2fd65f1e20e9 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:47.429355 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f02fc1b2-f969-4d10-a0a9-2fd65f1e20e9 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] 10.222.0.60 "PUT /v2.0/ports/17846c55-11b4-4663-bf4d-813451d3befc HTTP/1.1" status: 200 len: 1001 time: 1.6010733 Apr 06 14:14:47.432770 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46538) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:47.455298 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c09954-2c82-4481-a956-6dba9b3b5ae3 tempest-NetworksNegativeTestJSON-2004438013 tempest-NetworksNegativeTestJSON-2004438013-project] PUT failed (client error): The resource could not be found. Apr 06 14:14:47.455677 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40c09954-2c82-4481-a956-6dba9b3b5ae3 tempest-NetworksNegativeTestJSON-2004438013 tempest-NetworksNegativeTestJSON-2004438013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:14:47.456839 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-40c09954-2c82-4481-a956-6dba9b3b5ae3 tempest-NetworksNegativeTestJSON-2004438013 tempest-NetworksNegativeTestJSON-2004438013-project] 10.222.0.60 "PUT /v2.0/networks/9f1d3898-f492-43db-a8e5-1248975ce286 HTTP/1.1" status: 404 len: 339 time: 0.0852466 Apr 06 14:14:47.463675 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46540) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:47.465239 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-28e1fdbc-0786-4a9f-8a0f-d6a3dcac4d68 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:47.483236 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1f4c378f-f39b-4f2f-98de-98a6e10f35e0 tempest-NetworksNegativeTestJSON-2004438013 tempest-NetworksNegativeTestJSON-2004438013-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:47.547530 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d389194e-44f8-4edb-b0e1-b18e731fc0c2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:47.548731 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389194e-44f8-4edb-b0e1-b18e731fc0c2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Pushing event updated for resources: {'Port': ['ID=77fad76d-2404-43b6-a4f1-af6d8d961953,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:47.548975 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02fc1b2-f969-4d10-a0a9-2fd65f1e20e9 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Pushing event updated for resources: {'Port': ['ID=17846c55-11b4-4663-bf4d-813451d3befc,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:47.562400 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-d389194e-44f8-4edb-b0e1-b18e731fc0c2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:47.566547 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4c378f-f39b-4f2f-98de-98a6e10f35e0 tempest-NetworksNegativeTestJSON-2004438013 tempest-NetworksNegativeTestJSON-2004438013-project] PUT failed (client error): The resource could not be found. Apr 06 14:14:47.567519 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4c378f-f39b-4f2f-98de-98a6e10f35e0 tempest-NetworksNegativeTestJSON-2004438013 tempest-NetworksNegativeTestJSON-2004438013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:14:47.568620 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1f4c378f-f39b-4f2f-98de-98a6e10f35e0 tempest-NetworksNegativeTestJSON-2004438013 tempest-NetworksNegativeTestJSON-2004438013-project] 10.222.0.60 "PUT /v2.0/ports/7ce713a3-db8d-47b6-81a0-6a12e883a6dc HTTP/1.1" status: 404 len: 333 time: 0.0997319 Apr 06 14:14:47.583815 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46546) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:47.601987 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-7ede82ec-1136-49d4-9b04-dd9a1322bd13 tempest-NetworksNegativeTestJSON-2004438013 tempest-NetworksNegativeTestJSON-2004438013-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:47.606359 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d389194e-44f8-4edb-b0e1-b18e731fc0c2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:14:47.671927 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ede82ec-1136-49d4-9b04-dd9a1322bd13 tempest-NetworksNegativeTestJSON-2004438013 tempest-NetworksNegativeTestJSON-2004438013-project] PUT failed (client error): The resource could not be found. Apr 06 14:14:47.672442 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ede82ec-1136-49d4-9b04-dd9a1322bd13 tempest-NetworksNegativeTestJSON-2004438013 tempest-NetworksNegativeTestJSON-2004438013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:14:47.677633 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7ede82ec-1136-49d4-9b04-dd9a1322bd13 tempest-NetworksNegativeTestJSON-2004438013 tempest-NetworksNegativeTestJSON-2004438013-project] 10.222.0.60 "PUT /v2.0/subnets/59d0cbe4-ba94-4406-8521-d3c06670c8fb HTTP/1.1" status: 404 len: 337 time: 0.0886359 Apr 06 14:14:47.702494 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d18a22c7-842f-4b67-8185-1aa5710d8d71 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Deleting port 17846c55-11b4-4663-bf4d-813451d3befc {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:14:47.702832 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d18a22c7-842f-4b67-8185-1aa5710d8d71 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:47.739947 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c58a2d65-6762-4516-8fcc-73ac8564a6bb req-ed6289b5-e5b2-484f-b5f8-40da34a41793 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae0b3a45-c88d-4e73-b461-c2e8cd808229 HTTP/1.1" status: 200 len: 1001 time: 0.3187082 Apr 06 14:14:47.823065 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e1fdbc-0786-4a9f-8a0f-d6a3dcac4d68 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:47.840762 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-28e1fdbc-0786-4a9f-8a0f-d6a3dcac4d68 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:47.846024 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e1fdbc-0786-4a9f-8a0f-d6a3dcac4d68 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:14:47.846551 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-28e1fdbc-0786-4a9f-8a0f-d6a3dcac4d68 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:47.991381 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-28e1fdbc-0786-4a9f-8a0f-d6a3dcac4d68 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:48.006680 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a2d65-6762-4516-8fcc-73ac8564a6bb req-e262df73-fd84-4ad3-a07f-16c6d7ca3f0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:48.008647 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c58a2d65-6762-4516-8fcc-73ac8564a6bb req-e262df73-fd84-4ad3-a07f-16c6d7ca3f0a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=61fc1f24-d84d-4e4e-b059-fbe1445d430f HTTP/1.1" status: 200 len: 850 time: 0.2399256 Apr 06 14:14:48.075246 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1fdbc-0786-4a9f-8a0f-d6a3dcac4d68 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Port': ['ID=6ea790c7-f651-4717-b432-297a611b5431,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:48.224159 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46554) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:48.330783 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d18a22c7-842f-4b67-8185-1aa5710d8d71 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:48.378389 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2ffb61f7-3cd9-46f6-9654-162c9f581183 None None] Provisioning for port 6ea790c7-f651-4717-b432-297a611b5431 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:48.384028 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2ffb61f7-3cd9-46f6-9654-162c9f581183 None None] Provisioning complete for port 6ea790c7-f651-4717-b432-297a611b5431 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:48.384434 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2ffb61f7-3cd9-46f6-9654-162c9f581183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:48.521494 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb61f7-3cd9-46f6-9654-162c9f581183 None None] Port 6ea790c7-f651-4717-b432-297a611b5431 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:14:48.558465 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2ffb61f7-3cd9-46f6-9654-162c9f581183 None None] Provisioning complete for port 17846c55-11b4-4663-bf4d-813451d3befc triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:48.558924 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2ffb61f7-3cd9-46f6-9654-162c9f581183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:48.579573 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d18a22c7-842f-4b67-8185-1aa5710d8d71 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Calling delete_port for 17846c55-11b4-4663-bf4d-813451d3befc owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:14:48.616524 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb61f7-3cd9-46f6-9654-162c9f581183 None None] Port 17846c55-11b4-4663-bf4d-813451d3befc cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:14:48.631066 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c58a2d65-6762-4516-8fcc-73ac8564a6bb req-b2813880-9e3b-4d28-86bf-453de3ce61a0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4b50898-b40c-48be-9630-e21242c54179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5371873 Apr 06 14:14:48.661187 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8eed16e5-e4fb-4559-9cb6-d186f7c4ab58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:48.774974 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8eed16e5-e4fb-4559-9cb6-d186f7c4ab58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:48.780909 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8eed16e5-e4fb-4559-9cb6-d186f7c4ab58 admin admin] Usage tracker for resource:security_group_rule and tenant:956bc99515ae4099aab35122eba50b20 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:48.786553 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba7b0e-9251-4409-8a7e-5388d5998c35 req-21fb3a0e-1359-4518-a315-774875fee9b7 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:48.787065 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8eed16e5-e4fb-4559-9cb6-d186f7c4ab58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:48.787889 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-90ba7b0e-9251-4409-8a7e-5388d5998c35 req-21fb3a0e-1359-4518-a315-774875fee9b7 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.1657531 Apr 06 14:14:48.829397 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8eed16e5-e4fb-4559-9cb6-d186f7c4ab58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:48.833680 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-28e1fdbc-0786-4a9f-8a0f-d6a3dcac4d68 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:48.842016 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-28e1fdbc-0786-4a9f-8a0f-d6a3dcac4d68 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:48.843273 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-28e1fdbc-0786-4a9f-8a0f-d6a3dcac4d68 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:48.901842 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c58a2d65-6762-4516-8fcc-73ac8564a6bb req-fdb7136d-8834-405f-8973-a8ebf96e684b service neutron] 10.222.0.69 "GET /v2.0/networks/b4b50898-b40c-48be-9630-e21242c54179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594349 Apr 06 14:14:48.933900 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d389194e-44f8-4edb-b0e1-b18e731fc0c2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:48.934609 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d389194e-44f8-4edb-b0e1-b18e731fc0c2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:48.952464 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-90ba7b0e-9251-4409-8a7e-5388d5998c35 req-b464f165-1cfe-4183-b56a-a56b439099c1 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582172 Apr 06 14:14:48.955723 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1fdbc-0786-4a9f-8a0f-d6a3dcac4d68 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Port': ['ID=6ea790c7-f651-4717-b432-297a611b5431,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:49.002755 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d18a22c7-842f-4b67-8185-1aa5710d8d71 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:49.168348 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a22c7-842f-4b67-8185-1aa5710d8d71 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Pushing event deleted for resources: {'Port': ['ID=17846c55-11b4-4663-bf4d-813451d3befc,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:49.222714 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e1fdbc-0786-4a9f-8a0f-d6a3dcac4d68 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:49.225602 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-28e1fdbc-0786-4a9f-8a0f-d6a3dcac4d68 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:49.240620 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c58a2d65-6762-4516-8fcc-73ac8564a6bb req-2d8f4916-f5c5-484c-be97-fc714454bb2f service neutron] 10.222.0.69 "GET /v2.0/networks/b4b50898-b40c-48be-9630-e21242c54179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298428 Apr 06 14:14:49.269125 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d18a22c7-842f-4b67-8185-1aa5710d8d71 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:49.279704 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8eed16e5-e4fb-4559-9cb6-d186f7c4ab58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:49.285284 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d18a22c7-842f-4b67-8185-1aa5710d8d71 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] 10.222.0.60 "DELETE /v2.0/ports/17846c55-11b4-4663-bf4d-813451d3befc HTTP/1.1" status: 204 len: 168 time: 1.7833579 Apr 06 14:14:49.287901 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8eed16e5-e4fb-4559-9cb6-d186f7c4ab58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:49.293201 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46564) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:49.345793 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed16e5-e4fb-4559-9cb6-d186f7c4ab58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ff6952-540e-4bad-ba83-41e9aca6531b,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:49.355105 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8eed16e5-e4fb-4559-9cb6-d186f7c4ab58 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=956bc99515ae4099aab35122eba50b20&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1198432 Apr 06 14:14:49.356187 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46568) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:49.423177 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c84307a-1a57-4ddd-850b-7c27077128cd tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] GET failed (client error): The resource could not be found. Apr 06 14:14:49.423684 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0c84307a-1a57-4ddd-850b-7c27077128cd tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Synchronizing usage tracker for tenant:43121586b148424d87ca0bc45f07bb75 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:14:49.470158 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-11675cef-b6b0-4a84-a447-7b2dc09ee255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:49.515350 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-11675cef-b6b0-4a84-a447-7b2dc09ee255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:49.599178 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-11675cef-b6b0-4a84-a447-7b2dc09ee255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:49.621600 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11675cef-b6b0-4a84-a447-7b2dc09ee255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ff6952-540e-4bad-ba83-41e9aca6531b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:49.631151 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-11675cef-b6b0-4a84-a447-7b2dc09ee255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:49.632462 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-11675cef-b6b0-4a84-a447-7b2dc09ee255 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e6ff6952-540e-4bad-ba83-41e9aca6531b HTTP/1.1" status: 204 len: 168 time: 0.2750494 Apr 06 14:14:49.647873 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0c84307a-1a57-4ddd-850b-7c27077128cd tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Unset dirty status for tenant:43121586b148424d87ca0bc45f07bb75 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:14:49.649044 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0c84307a-1a57-4ddd-850b-7c27077128cd tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] 10.222.0.60 "GET /v2.0/ports/17846c55-11b4-4663-bf4d-813451d3befc HTTP/1.1" status: 404 len: 333 time: 0.3550305 Apr 06 14:14:49.653099 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46574) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:49.659291 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-02344706-a4a0-4d43-bfc5-56e2ee111ff1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Request body: {'port': {'network_id': '01e45ea8-0c43-4e36-8823-dafb484f377a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-312746476'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:49.824531 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-02344706-a4a0-4d43-bfc5-56e2ee111ff1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:49.834312 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-02344706-a4a0-4d43-bfc5-56e2ee111ff1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:49.846999 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02344706-a4a0-4d43-bfc5-56e2ee111ff1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Made reservation on behalf of 43121586b148424d87ca0bc45f07bb75 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:49.851914 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02344706-a4a0-4d43-bfc5-56e2ee111ff1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:49.885650 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-02344706-a4a0-4d43-bfc5-56e2ee111ff1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] device_id is not set on port 12aea0a0-ec71-4e53-9fc4-c55172189854 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:14:49.888084 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-77419706-001d-48c8-834d-78deae0d9b80 None None] Provisioning complete for port 6ea790c7-f651-4717-b432-297a611b5431 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:49.889276 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-77419706-001d-48c8-834d-78deae0d9b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:49.895040 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d389194e-44f8-4edb-b0e1-b18e731fc0c2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Router aa6f1f8b-cb9d-4d34-8674-c53dcad5178a is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:14:49.925249 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e1fdbc-0786-4a9f-8a0f-d6a3dcac4d68 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Router 49bb3b2c-9f99-4cc4-81b5-913c1915f2e9 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:14:50.015043 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-77419706-001d-48c8-834d-78deae0d9b80 None None] Port 6ea790c7-f651-4717-b432-297a611b5431 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:14:50.174014 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46584) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:50.186256 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-dd07065c-d056-4b3b-a286-5a004f74ea00 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Request body: {'subnet': {'network_id': 'f9770272-9139-4069-a413-472fce6febd5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:50.353603 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-02344706-a4a0-4d43-bfc5-56e2ee111ff1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Allocated IP 2001:db8::299 (01e45ea8-0c43-4e36-8823-dafb484f377a/8a5d4c82-852b-482a-bf6c-38f165d2b20b/12aea0a0-ec71-4e53-9fc4-c55172189854) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:14:50.375347 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-dd07065c-d056-4b3b-a286-5a004f74ea00 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:50.383518 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-dd07065c-d056-4b3b-a286-5a004f74ea00 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Usage tracker for resource:subnet and tenant:78c3c5be3bb346c69eb24aafc3836c0b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:50.391645 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-dd07065c-d056-4b3b-a286-5a004f74ea00 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:50.400857 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-dd07065c-d056-4b3b-a286-5a004f74ea00 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:50.438587 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd07065c-d056-4b3b-a286-5a004f74ea00 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Made reservation on behalf of 78c3c5be3bb346c69eb24aafc3836c0b for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:50.471614 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5a2e6-e37b-44f3-b04f-4cf64024fbb1 req-0f6f85cd-c23e-407e-a5d4-9c91348f5699 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:50.473840 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-52f5a2e6-e37b-44f3-b04f-4cf64024fbb1 req-0f6f85cd-c23e-407e-a5d4-9c91348f5699 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.3010263 Apr 06 14:14:50.498579 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e1fdbc-0786-4a9f-8a0f-d6a3dcac4d68 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:14:50.506202 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-28e1fdbc-0786-4a9f-8a0f-d6a3dcac4d68 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "PUT /v2.0/routers/49bb3b2c-9f99-4cc4-81b5-913c1915f2e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7778924 Apr 06 14:14:50.507265 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46596) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:50.509172 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175f90a4-80e0-457b-98cd-bc57953f4eea None None] Sync routers for ids ['49bb3b2c-9f99-4cc4-81b5-913c1915f2e9'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:14:50.522786 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175f90a4-80e0-457b-98cd-bc57953f4eea None None] Routers {'49bb3b2c-9f99-4cc4-81b5-913c1915f2e9'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:14:50.524149 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-175f90a4-80e0-457b-98cd-bc57953f4eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:14:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['49bb3b2c-9f99-4cc4-81b5-913c1915f2e9'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:50.581444 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d389194e-44f8-4edb-b0e1-b18e731fc0c2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:14:50.593988 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ead94-452c-4ada-9a34-58ad2c17fcee None None] Sync routers for ids ['aa6f1f8b-cb9d-4d34-8674-c53dcad5178a'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:14:50.612223 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61d963f-db7c-440d-9937-4eaf527cc355 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:50.613095 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d61d963f-db7c-440d-9937-4eaf527cc355 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:14:50.616731 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039ead94-452c-4ada-9a34-58ad2c17fcee None None] Routers {'aa6f1f8b-cb9d-4d34-8674-c53dcad5178a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:14:50.620315 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-039ead94-452c-4ada-9a34-58ad2c17fcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:14:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['aa6f1f8b-cb9d-4d34-8674-c53dcad5178a'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:50.633302 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d389194e-44f8-4edb-b0e1-b18e731fc0c2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:50.634544 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d389194e-44f8-4edb-b0e1-b18e731fc0c2 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.4716508 Apr 06 14:14:50.642159 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46602) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:50.702559 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dd07065c-d056-4b3b-a286-5a004f74ea00 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:50.740045 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d61d963f-db7c-440d-9937-4eaf527cc355 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:14:50.741196 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d61d963f-db7c-440d-9937-4eaf527cc355 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports/6ea790c7-f651-4717-b432-297a611b5431 HTTP/1.1" status: 200 len: 911 time: 0.2325475 Apr 06 14:14:50.745650 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-52f5a2e6-e37b-44f3-b04f-4cf64024fbb1 req-fe44beb5-f4de-41c5-b1a9-6d77212f4771 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215600 Apr 06 14:14:50.748617 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46608) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:50.781485 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-175f90a4-80e0-457b-98cd-bc57953f4eea None None] Set router 49bb3b2c-9f99-4cc4-81b5-913c1915f2e9 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:14:50.936504 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-039ead94-452c-4ada-9a34-58ad2c17fcee None None] Set router aa6f1f8b-cb9d-4d34-8674-c53dcad5178a gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:14:51.013048 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bbbaa5d1-aa3e-479a-991c-1ed60f7c69fd tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "GET /v2.0/routers/aa6f1f8b-cb9d-4d34-8674-c53dcad5178a HTTP/1.1" status: 200 len: 907 time: 0.3694642 Apr 06 14:14:51.014301 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46614) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:51.105619 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46618) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:51.308273 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dd07065c-d056-4b3b-a286-5a004f74ea00 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:51.403396 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fadbe74e-a55e-4e65-a749-e799f9a48fcf tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:51.409593 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-175f90a4-80e0-457b-98cd-bc57953f4eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bb3b2c-9f99-4cc4-81b5-913c1915f2e9', 'name': 'tempest-NetworksTestDHCPv6-router-920688339', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:14:44Z', 'updated_at': '2022-04-06T14:14:47Z', 'revision_number': 2, 'project_id': '9dcf49423fa94965b59ada8282b64351', 'gw_port_host': None, '_interfaces': [{'id': '6ea790c7-f651-4717-b432-297a611b5431', 'name': '', 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'mac_address': 'fa:16:3e:78:2f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bb3b2c-9f99-4cc4-81b5-913c1915f2e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71aacf59-a6cd-4f65-a274-096e23aa4d0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:14:46Z', 'updated_at': '2022-04-06T14:14:48Z', 'revision_number': 2, 'project_id': '9dcf49423fa94965b59ada8282b64351', 'subnets': [{'id': '71aacf59-a6cd-4f65-a274-096e23aa4d0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:51.412527 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-039ead94-452c-4ada-9a34-58ad2c17fcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6f1f8b-cb9d-4d34-8674-c53dcad5178a', 'name': 'tempest-snat-router-892204876', 'tenant_id': '7a1885bcd55d42bb9cb6a0ae693613d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.169'}], 'enable_snat': True}, 'gw_port_id': '77fad76d-2404-43b6-a4f1-af6d8d961953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:14:44Z', 'updated_at': '2022-04-06T14:14:48Z', 'revision_number': 3, 'project_id': '7a1885bcd55d42bb9cb6a0ae693613d7', 'gw_port': {'id': '77fad76d-2404-43b6-a4f1-af6d8d961953', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6f1f8b-cb9d-4d34-8674-c53dcad5178a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:14:46Z', 'updated_at': '2022-04-06T14:14:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:51.414658 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02344706-a4a0-4d43-bfc5-56e2ee111ff1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:51.418871 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175f90a4-80e0-457b-98cd-bc57953f4eea None None] Checking router: 49bb3b2c-9f99-4cc4-81b5-913c1915f2e9 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:14:51.419216 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175f90a4-80e0-457b-98cd-bc57953f4eea None None] Updating router 49bb3b2c-9f99-4cc4-81b5-913c1915f2e9 port 6ea790c7-f651-4717-b432-297a611b5431 binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:14:51.424670 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ead94-452c-4ada-9a34-58ad2c17fcee None None] Checking router: aa6f1f8b-cb9d-4d34-8674-c53dcad5178a for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:14:51.425272 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ead94-452c-4ada-9a34-58ad2c17fcee None None] Updating router aa6f1f8b-cb9d-4d34-8674-c53dcad5178a port 77fad76d-2404-43b6-a4f1-af6d8d961953 binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:14:51.441989 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-02344706-a4a0-4d43-bfc5-56e2ee111ff1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Transition to ACTIVE for port object 12aea0a0-ec71-4e53-9fc4-c55172189854 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:51.476238 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0624d201-4e54-4e7d-8779-82f06776c063 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-823629239', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:51.510987 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-175f90a4-80e0-457b-98cd-bc57953f4eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:51.512998 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02344706-a4a0-4d43-bfc5-56e2ee111ff1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:51.526985 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-039ead94-452c-4ada-9a34-58ad2c17fcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:51.536811 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0624d201-4e54-4e7d-8779-82f06776c063 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:51.549992 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0624d201-4e54-4e7d-8779-82f06776c063 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Usage tracker for resource:router and tenant:37903902a2234afabfd784e345242a27 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:51.557308 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0624d201-4e54-4e7d-8779-82f06776c063 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:51.570194 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0624d201-4e54-4e7d-8779-82f06776c063 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:51.602634 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0624d201-4e54-4e7d-8779-82f06776c063 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:51.604339 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0624d201-4e54-4e7d-8779-82f06776c063 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:51.622750 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0624d201-4e54-4e7d-8779-82f06776c063 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:51.651985 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0624d201-4e54-4e7d-8779-82f06776c063 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:51.661766 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07065c-d056-4b3b-a286-5a004f74ea00 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event updated for resources: {'Subnet': ['ID=e8795b92-4413-4493-b001-34e9f00787a1,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:51.719439 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02344706-a4a0-4d43-bfc5-56e2ee111ff1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Network 01e45ea8-0c43-4e36-8823-dafb484f377a is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:51.720649 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02344706-a4a0-4d43-bfc5-56e2ee111ff1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Pushing event updated for resources: {'Port': ['ID=12aea0a0-ec71-4e53-9fc4-c55172189854,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:51.731424 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f806f9c-b558-4c40-b191-30c2fd23210e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:51.741256 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f806f9c-b558-4c40-b191-30c2fd23210e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:51.741466 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0624d201-4e54-4e7d-8779-82f06776c063 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:51.745399 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9f806f9c-b558-4c40-b191-30c2fd23210e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.9075215 Apr 06 14:14:51.745399 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd07065c-d056-4b3b-a286-5a004f74ea00 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Checking segment: {'id': 'b23d2f4a-1112-4bbe-aa9e-813b093fcabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f9770272-9139-4069-a413-472fce6febd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:14:51.745399 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd07065c-d056-4b3b-a286-5a004f74ea00 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Network hostable DHCP agents. Network: f9770272-9139-4069-a413-472fce6febd5, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:14:51.746502 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0624d201-4e54-4e7d-8779-82f06776c063 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6393406 Apr 06 14:14:51.747571 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46624) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:51.748134 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46626) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:51.758386 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-6c6557f1-797a-4ca2-ab85-3203db8922c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1915636425'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:51.766484 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-02344706-a4a0-4d43-bfc5-56e2ee111ff1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:51.774047 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02344706-a4a0-4d43-bfc5-56e2ee111ff1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:14:51.777940 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02344706-a4a0-4d43-bfc5-56e2ee111ff1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:51.778586 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02344706-a4a0-4d43-bfc5-56e2ee111ff1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:51.891947 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd07065c-d056-4b3b-a286-5a004f74ea00 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Network f9770272-9139-4069-a413-472fce6febd5 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:14:51.906326 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-02344706-a4a0-4d43-bfc5-56e2ee111ff1 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2520049 Apr 06 14:14:51.911708 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46634) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:51.921877 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-6332ad10-23f5-4e7b-8fae-1f0760477441 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Request body: {'port': {'network_id': '01e45ea8-0c43-4e36-8823-dafb484f377a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2089353836'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:51.945300 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6c6557f1-797a-4ca2-ab85-3203db8922c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:51.956001 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-dd07065c-d056-4b3b-a286-5a004f74ea00 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, f9770272-9139-4069-a413-472fce6febd5) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:51.965152 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fadbe74e-a55e-4e65-a749-e799f9a48fcf tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:51.997288 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd07065c-d056-4b3b-a286-5a004f74ea00 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:51.998312 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dd07065c-d056-4b3b-a286-5a004f74ea00 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:52.007401 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc57c9bd-44d3-4ddd-916a-89a418199f9c None None] Network f9770272-9139-4069-a413-472fce6febd5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:14:52.128807 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-039ead94-452c-4ada-9a34-58ad2c17fcee None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:52.143667 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-039ead94-452c-4ada-9a34-58ad2c17fcee None None] Transition to ACTIVE for port object 77fad76d-2404-43b6-a4f1-af6d8d961953 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:52.152659 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-039ead94-452c-4ada-9a34-58ad2c17fcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:52.162907 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6c6557f1-797a-4ca2-ab85-3203db8922c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Usage tracker for resource:network and tenant:37903902a2234afabfd784e345242a27 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:52.171542 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-fadbe74e-a55e-4e65-a749-e799f9a48fcf tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Deleting port 77fad76d-2404-43b6-a4f1-af6d8d961953 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:14:52.171841 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fadbe74e-a55e-4e65-a749-e799f9a48fcf tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:52.216700 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6c6557f1-797a-4ca2-ab85-3203db8922c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:52.242780 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6c6557f1-797a-4ca2-ab85-3203db8922c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:52.248643 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548235d-675b-4256-9697-6513181980f6 None None] Pushing event updated for resources: {'Port': ['ID=77fad76d-2404-43b6-a4f1-af6d8d961953,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:52.284280 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-039ead94-452c-4ada-9a34-58ad2c17fcee None None] Attempting to bind port 77fad76d-2404-43b6-a4f1-af6d8d961953 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:14:52.285194 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-039ead94-452c-4ada-9a34-58ad2c17fcee None None] Attempting to bind port 77fad76d-2404-43b6-a4f1-af6d8d961953 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:14:52.286626 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039ead94-452c-4ada-9a34-58ad2c17fcee None None] Attempting to bind port 77fad76d-2404-43b6-a4f1-af6d8d961953 on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:14:52.297193 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039ead94-452c-4ada-9a34-58ad2c17fcee None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:14:52.297841 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039ead94-452c-4ada-9a34-58ad2c17fcee None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:14:52.298776 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-039ead94-452c-4ada-9a34-58ad2c17fcee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:52.299346 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039ead94-452c-4ada-9a34-58ad2c17fcee None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:14:52.300087 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-039ead94-452c-4ada-9a34-58ad2c17fcee None None] Bound port: 77fad76d-2404-43b6-a4f1-af6d8d961953, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:14:52.300887 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-039ead94-452c-4ada-9a34-58ad2c17fcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:52.307386 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b84fcea7-09b8-40fa-9841-714ffb3aade8 None None] Provisioning for port 12aea0a0-ec71-4e53-9fc4-c55172189854 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:52.320689 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b84fcea7-09b8-40fa-9841-714ffb3aade8 None None] Provisioning complete for port 12aea0a0-ec71-4e53-9fc4-c55172189854 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:52.321173 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b84fcea7-09b8-40fa-9841-714ffb3aade8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:52.329110 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-dd07065c-d056-4b3b-a286-5a004f74ea00 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1536155 Apr 06 14:14:52.331922 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6557f1-797a-4ca2-ab85-3203db8922c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Made reservation on behalf of 37903902a2234afabfd784e345242a27 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:52.333452 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46638) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:52.335457 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6c6557f1-797a-4ca2-ab85-3203db8922c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:52.342364 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-b10afba1-6197-4bb1-81b3-c5f87308b2eb tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-169508334'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:52.353660 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b10afba1-6197-4bb1-81b3-c5f87308b2eb tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:52.355694 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f0bdc-c435-4b70-bd55-d1416814f796 req-68fa3946-f2df-4ff2-9b47-b3a394b873b6 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:52.363303 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-665f0bdc-c435-4b70-bd55-d1416814f796 req-68fa3946-f2df-4ff2-9b47-b3a394b873b6 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.2399580 Apr 06 14:14:52.370844 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b10afba1-6197-4bb1-81b3-c5f87308b2eb tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Usage tracker for resource:network and tenant:78c3c5be3bb346c69eb24aafc3836c0b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:52.376431 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b10afba1-6197-4bb1-81b3-c5f87308b2eb tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:52.396346 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b10afba1-6197-4bb1-81b3-c5f87308b2eb tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:52.404429 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-039ead94-452c-4ada-9a34-58ad2c17fcee None None] For port 77fad76d-2404-43b6-a4f1-af6d8d961953, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:14:52.409091 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-039ead94-452c-4ada-9a34-58ad2c17fcee None None] For port 77fad76d-2404-43b6-a4f1-af6d8d961953, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=77fad76d-2404-43b6-a4f1-af6d8d961953,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:14:52.416325 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6332ad10-23f5-4e7b-8fae-1f0760477441 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:52.416820 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-039ead94-452c-4ada-9a34-58ad2c17fcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:52.421440 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6332ad10-23f5-4e7b-8fae-1f0760477441 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Usage tracker for resource:port and tenant:43121586b148424d87ca0bc45f07bb75 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:52.424742 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6332ad10-23f5-4e7b-8fae-1f0760477441 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:52.431115 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6332ad10-23f5-4e7b-8fae-1f0760477441 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:52.443179 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6332ad10-23f5-4e7b-8fae-1f0760477441 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Made reservation on behalf of 43121586b148424d87ca0bc45f07bb75 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:52.446814 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6332ad10-23f5-4e7b-8fae-1f0760477441 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:52.475624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-6332ad10-23f5-4e7b-8fae-1f0760477441 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] device_id is not set on port b0936cd0-43dc-4952-85b3-57119091667f yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:14:52.484013 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-665f0bdc-c435-4b70-bd55-d1416814f796 req-2954710f-9946-4ee3-95dc-689d2173e8b0 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197476 Apr 06 14:14:52.487331 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6c6557f1-797a-4ca2-ab85-3203db8922c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:52.507953 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-b84fcea7-09b8-40fa-9841-714ffb3aade8 None None] Port 12aea0a0-ec71-4e53-9fc4-c55172189854 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:14:52.524703 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548235d-675b-4256-9697-6513181980f6 None None] Pushing event updated for resources: {'Port': ['ID=77fad76d-2404-43b6-a4f1-af6d8d961953,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:52.543538 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605204ea-abaf-4af5-9f43-85a8b998528f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-f9770272-9139-4069-a413-472fce6febd5', 'network_id': 'f9770272-9139-4069-a413-472fce6febd5', 'tenant_id': '78c3c5be3bb346c69eb24aafc3836c0b', 'fixed_ips': [{'subnet_id': 'e8795b92-4413-4493-b001-34e9f00787a1'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:14:52.544354 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-605204ea-abaf-4af5-9f43-85a8b998528f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:52.545770 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039ead94-452c-4ada-9a34-58ad2c17fcee None None] Routers {'aa6f1f8b-cb9d-4d34-8674-c53dcad5178a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:14:52.546837 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-039ead94-452c-4ada-9a34-58ad2c17fcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:14:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['aa6f1f8b-cb9d-4d34-8674-c53dcad5178a'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:52.554073 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10afba1-6197-4bb1-81b3-c5f87308b2eb tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Made reservation on behalf of 78c3c5be3bb346c69eb24aafc3836c0b for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:52.556999 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b10afba1-6197-4bb1-81b3-c5f87308b2eb tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:52.591674 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-175f90a4-80e0-457b-98cd-bc57953f4eea None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:52.643886 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6c6557f1-797a-4ca2-ab85-3203db8922c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:52.677527 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6c6557f1-797a-4ca2-ab85-3203db8922c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Usage tracker for resource:security_group_rule and tenant:37903902a2234afabfd784e345242a27 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:52.705422 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b10afba1-6197-4bb1-81b3-c5f87308b2eb tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:14:52.735058 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-039ead94-452c-4ada-9a34-58ad2c17fcee None None] Set router aa6f1f8b-cb9d-4d34-8674-c53dcad5178a gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:14:52.763784 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b10afba1-6197-4bb1-81b3-c5f87308b2eb tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:52.764359 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-b10afba1-6197-4bb1-81b3-c5f87308b2eb tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Added segment bf4a6d74-6fb4-4ee4-9cdd-b05cda38c810 of type vlan for network f3daa04b-4b85-4d22-91b8-fa56180a7b84 Apr 06 14:14:52.804373 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-605204ea-abaf-4af5-9f43-85a8b998528f None None] Allocated IP 2001:db8:0:ffff::2 (f9770272-9139-4069-a413-472fce6febd5/e8795b92-4413-4493-b001-34e9f00787a1/4051f04e-88a0-4b77-a13b-041161d683c8) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:14:52.858408 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-039ead94-452c-4ada-9a34-58ad2c17fcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6f1f8b-cb9d-4d34-8674-c53dcad5178a', 'name': 'tempest-snat-router-892204876', 'tenant_id': '7a1885bcd55d42bb9cb6a0ae693613d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:14:44Z', 'updated_at': '2022-04-06T14:14:51Z', 'revision_number': 4, 'project_id': '7a1885bcd55d42bb9cb6a0ae693613d7', 'gw_port_host': None}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:52.862962 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ead94-452c-4ada-9a34-58ad2c17fcee None None] The sync data for ids ['aa6f1f8b-cb9d-4d34-8674-c53dcad5178a'] in dv-neutron-835868-1-hyperv is: [{'id': 'aa6f1f8b-cb9d-4d34-8674-c53dcad5178a', 'name': 'tempest-snat-router-892204876', 'tenant_id': '7a1885bcd55d42bb9cb6a0ae693613d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:14:44Z', 'updated_at': '2022-04-06T14:14:51Z', 'revision_number': 4, 'project_id': '7a1885bcd55d42bb9cb6a0ae693613d7', 'gw_port_host': None}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:14:52.872506 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b10afba1-6197-4bb1-81b3-c5f87308b2eb tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:52.873056 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6c6557f1-797a-4ca2-ab85-3203db8922c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:52.891593 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6c6557f1-797a-4ca2-ab85-3203db8922c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:52.909117 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-6332ad10-23f5-4e7b-8fae-1f0760477441 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Allocated IP 2001:db8::39 (01e45ea8-0c43-4e36-8823-dafb484f377a/8a5d4c82-852b-482a-bf6c-38f165d2b20b/b0936cd0-43dc-4952-85b3-57119091667f) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:14:52.914302 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-175f90a4-80e0-457b-98cd-bc57953f4eea None None] Transition to ACTIVE for port object 6ea790c7-f651-4717-b432-297a611b5431 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:52.931409 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-175f90a4-80e0-457b-98cd-bc57953f4eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:52.951107 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-fadbe74e-a55e-4e65-a749-e799f9a48fcf tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] For port 77fad76d-2404-43b6-a4f1-af6d8d961953, host dv-neutron-835868-1-hyperv, got binding levels [] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:52.951472 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fadbe74e-a55e-4e65-a749-e799f9a48fcf tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:52.974744 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a7736-b374-4fe4-815b-867187cd9ec3 req-3a5c074e-bced-466c-b561-aff2855d24a9 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:52.981434 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6c4a7736-b374-4fe4-815b-867187cd9ec3 req-3a5c074e-bced-466c-b561-aff2855d24a9 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.3234243 Apr 06 14:14:53.020958 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b10afba1-6197-4bb1-81b3-c5f87308b2eb tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:53.024584 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10afba1-6197-4bb1-81b3-c5f87308b2eb tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:53.025190 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b10afba1-6197-4bb1-81b3-c5f87308b2eb tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:53.106481 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-fadbe74e-a55e-4e65-a749-e799f9a48fcf tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Calling delete_port for 77fad76d-2404-43b6-a4f1-af6d8d961953 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:14:53.175465 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6c6557f1-797a-4ca2-ab85-3203db8922c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:53.195540 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6c6557f1-797a-4ca2-ab85-3203db8922c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:53.213930 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521caca8-514c-426a-8945-d832a9fc8fbc None None] Pushing event updated for resources: {'Port': ['ID=6ea790c7-f651-4717-b432-297a611b5431,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:53.228184 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:14:53.262512 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6c4a7736-b374-4fe4-815b-867187cd9ec3 req-36800ec6-e1e0-4df5-8142-eaea737a9009 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2796280 Apr 06 14:14:53.284751 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10afba1-6197-4bb1-81b3-c5f87308b2eb tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event updated for resources: {'Network': ['ID=f3daa04b-4b85-4d22-91b8-fa56180a7b84,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:53.299981 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b10afba1-6197-4bb1-81b3-c5f87308b2eb tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9629571 Apr 06 14:14:53.303248 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46648) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:53.313427 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6557f1-797a-4ca2-ab85-3203db8922c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:14:53.313897 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-de309cf2-cac0-4f7e-bcc7-a960b77490f1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Request body: {'subnet': {'network_id': 'f3daa04b-4b85-4d22-91b8-fa56180a7b84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:53.332366 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network f3daa04b-4b85-4d22-91b8-fa56180a7b84 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:14:53.397271 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6557f1-797a-4ca2-ab85-3203db8922c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89369121-107e-4bd7-9829-9bea9766bd91,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:53.427850 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6c6557f1-797a-4ca2-ab85-3203db8922c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:53.428199 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-6c6557f1-797a-4ca2-ab85-3203db8922c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Added segment e05d042c-f69d-431d-bb2a-6d76fa17477d of type vlan for network 12ede1ad-8fb3-4afc-8203-cab816d32f4e Apr 06 14:14:53.477712 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-fadbe74e-a55e-4e65-a749-e799f9a48fcf tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:14:53.478297 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-fadbe74e-a55e-4e65-a749-e799f9a48fcf tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:14:53.491449 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6c6557f1-797a-4ca2-ab85-3203db8922c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:53.500844 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-de309cf2-cac0-4f7e-bcc7-a960b77490f1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:53.509916 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-de309cf2-cac0-4f7e-bcc7-a960b77490f1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Usage tracker for resource:subnet and tenant:78c3c5be3bb346c69eb24aafc3836c0b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:53.514329 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6332ad10-23f5-4e7b-8fae-1f0760477441 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:53.517138 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-de309cf2-cac0-4f7e-bcc7-a960b77490f1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:53.527096 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-de309cf2-cac0-4f7e-bcc7-a960b77490f1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:53.539971 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-6332ad10-23f5-4e7b-8fae-1f0760477441 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Transition to ACTIVE for port object b0936cd0-43dc-4952-85b3-57119091667f will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:53.552560 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de309cf2-cac0-4f7e-bcc7-a960b77490f1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Made reservation on behalf of 78c3c5be3bb346c69eb24aafc3836c0b for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:53.582648 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-605204ea-abaf-4af5-9f43-85a8b998528f None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:53.596629 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6c6557f1-797a-4ca2-ab85-3203db8922c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:53.602679 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6557f1-797a-4ca2-ab85-3203db8922c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:53.603613 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6c6557f1-797a-4ca2-ab85-3203db8922c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:53.619970 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-175f90a4-80e0-457b-98cd-bc57953f4eea None None] Attempting to bind port 6ea790c7-f651-4717-b432-297a611b5431 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:14:53.620390 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-175f90a4-80e0-457b-98cd-bc57953f4eea None None] Attempting to bind port 6ea790c7-f651-4717-b432-297a611b5431 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:14:53.620755 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175f90a4-80e0-457b-98cd-bc57953f4eea None None] Attempting to bind port 6ea790c7-f651-4717-b432-297a611b5431 on network 45db5c66-c082-47ed-beeb-688e3c8646d5 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:14:53.629102 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-605204ea-abaf-4af5-9f43-85a8b998528f None None] Transition to ACTIVE for port object 4051f04e-88a0-4b77-a13b-041161d683c8 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:53.633233 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175f90a4-80e0-457b-98cd-bc57953f4eea None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:14:53.633616 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175f90a4-80e0-457b-98cd-bc57953f4eea None None] Checking segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:14:53.634020 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-175f90a4-80e0-457b-98cd-bc57953f4eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:53.634474 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175f90a4-80e0-457b-98cd-bc57953f4eea None None] Bound using segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:14:53.634958 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-175f90a4-80e0-457b-98cd-bc57953f4eea None None] Bound port: 6ea790c7-f651-4717-b432-297a611b5431, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:14:53.635337 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-175f90a4-80e0-457b-98cd-bc57953f4eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:53.689182 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6332ad10-23f5-4e7b-8fae-1f0760477441 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:53.703282 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-de309cf2-cac0-4f7e-bcc7-a960b77490f1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:53.716496 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-605204ea-abaf-4af5-9f43-85a8b998528f None None] Transition to ACTIVE for port object 4051f04e-88a0-4b77-a13b-041161d683c8 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:53.733246 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-605204ea-abaf-4af5-9f43-85a8b998528f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:53.770972 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6557f1-797a-4ca2-ab85-3203db8922c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Pushing event updated for resources: {'Network': ['ID=12ede1ad-8fb3-4afc-8203-cab816d32f4e,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:53.795234 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 12ede1ad-8fb3-4afc-8203-cab816d32f4e details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:14:53.807638 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:53.822239 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6c6557f1-797a-4ca2-ab85-3203db8922c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0717518 Apr 06 14:14:53.830337 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46654) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:53.830515 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605204ea-abaf-4af5-9f43-85a8b998528f None None] Network f9770272-9139-4069-a413-472fce6febd5 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:53.844703 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-2f35a327-e4f7-420b-b53d-f5a482d75088 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Request body: {'subnet': {'network_id': '12ede1ad-8fb3-4afc-8203-cab816d32f4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:53.848462 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-605204ea-abaf-4af5-9f43-85a8b998528f None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:53.852522 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:53.852913 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:53.883882 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6332ad10-23f5-4e7b-8fae-1f0760477441 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Network 01e45ea8-0c43-4e36-8823-dafb484f377a is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:53.895228 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-6332ad10-23f5-4e7b-8fae-1f0760477441 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:53.897769 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6332ad10-23f5-4e7b-8fae-1f0760477441 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:14:53.901785 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6332ad10-23f5-4e7b-8fae-1f0760477441 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:53.902461 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6332ad10-23f5-4e7b-8fae-1f0760477441 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:53.948376 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6332ad10-23f5-4e7b-8fae-1f0760477441 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0351522 Apr 06 14:14:53.953351 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46658) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:53.971832 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332ad10-23f5-4e7b-8fae-1f0760477441 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Pushing event updated for resources: {'Port': ['ID=b0936cd0-43dc-4952-85b3-57119091667f,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:53.974211 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605204ea-abaf-4af5-9f43-85a8b998528f None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:14:53.975812 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0b06dce9-a0f2-48e0-bf1c-9fad6b4c3ec2 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3a3', 'mac_address': 'fa:16:3e:8f:7e:cd'}, {'ip_address': '2001:db8::299', 'mac_address': 'fa:16:3e:fe:42:4b'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:54.007700 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-fadbe74e-a55e-4e65-a749-e799f9a48fcf tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Deleting port 77fad76d-2404-43b6-a4f1-af6d8d961953 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:14:54.007939 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fadbe74e-a55e-4e65-a749-e799f9a48fcf tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:54.019213 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b847af-1db1-4318-a45a-104e24e5c680 req-4c31c78d-1adc-4d6b-94c5-0fdb92fac811 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:54.021475 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-04b847af-1db1-4318-a45a-104e24e5c680 req-4c31c78d-1adc-4d6b-94c5-0fdb92fac811 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.2989886 Apr 06 14:14:54.073167 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605204ea-abaf-4af5-9f43-85a8b998528f None None] Pushing event updated for resources: {'Port': ['ID=4051f04e-88a0-4b77-a13b-041161d683c8,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:54.077602 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-175f90a4-80e0-457b-98cd-bc57953f4eea None None] For port 6ea790c7-f651-4717-b432-297a611b5431, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:14:54.095006 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-39ea3457-3435-48dc-8a84-7fffb647df89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:54.134647 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-04b847af-1db1-4318-a45a-104e24e5c680 req-7565aecc-a382-46b5-ac14-118b73f3081d tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816903 Apr 06 14:14:54.187419 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-175f90a4-80e0-457b-98cd-bc57953f4eea None None] For port 6ea790c7-f651-4717-b432-297a611b5431, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6ea790c7-f651-4717-b432-297a611b5431,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:14:54.187759 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2f35a327-e4f7-420b-b53d-f5a482d75088 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:54.193288 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-de309cf2-cac0-4f7e-bcc7-a960b77490f1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:54.211388 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2f35a327-e4f7-420b-b53d-f5a482d75088 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Usage tracker for resource:subnet and tenant:37903902a2234afabfd784e345242a27 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:54.216627 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-175f90a4-80e0-457b-98cd-bc57953f4eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:54.242730 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2f35a327-e4f7-420b-b53d-f5a482d75088 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:54.275391 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de309cf2-cac0-4f7e-bcc7-a960b77490f1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event updated for resources: {'Subnet': ['ID=7e9ef76f-3276-4e61-abef-9dd5d799042c,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:54.321989 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de309cf2-cac0-4f7e-bcc7-a960b77490f1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Checking segment: {'id': 'bf4a6d74-6fb4-4ee4-9cdd-b05cda38c810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f3daa04b-4b85-4d22-91b8-fa56180a7b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:14:54.322371 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de309cf2-cac0-4f7e-bcc7-a960b77490f1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Network hostable DHCP agents. Network: f3daa04b-4b85-4d22-91b8-fa56180a7b84, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:14:54.345958 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de309cf2-cac0-4f7e-bcc7-a960b77490f1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Network f3daa04b-4b85-4d22-91b8-fa56180a7b84 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:14:54.347576 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-605204ea-abaf-4af5-9f43-85a8b998528f None None] Attempting to bind port 4051f04e-88a0-4b77-a13b-041161d683c8 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:14:54.347923 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-605204ea-abaf-4af5-9f43-85a8b998528f None None] Attempting to bind port 4051f04e-88a0-4b77-a13b-041161d683c8 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'b23d2f4a-1112-4bbe-aa9e-813b093fcabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f9770272-9139-4069-a413-472fce6febd5'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:14:54.348345 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605204ea-abaf-4af5-9f43-85a8b998528f None None] Attempting to bind port 4051f04e-88a0-4b77-a13b-041161d683c8 on network f9770272-9139-4069-a413-472fce6febd5 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:14:54.356955 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-de309cf2-cac0-4f7e-bcc7-a960b77490f1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, f3daa04b-4b85-4d22-91b8-fa56180a7b84) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:54.360830 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de309cf2-cac0-4f7e-bcc7-a960b77490f1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:54.361526 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-de309cf2-cac0-4f7e-bcc7-a960b77490f1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:54.364421 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2f35a327-e4f7-420b-b53d-f5a482d75088 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:54.385207 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ed4005-d039-4d76-9591-715225accae4 None None] Network f3daa04b-4b85-4d22-91b8-fa56180a7b84 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:14:54.385773 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-de309cf2-cac0-4f7e-bcc7-a960b77490f1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0814674 Apr 06 14:14:54.388378 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46666) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:54.426811 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605204ea-abaf-4af5-9f43-85a8b998528f None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:14:54.427219 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605204ea-abaf-4af5-9f43-85a8b998528f None None] Checking segment: {'id': 'b23d2f4a-1112-4bbe-aa9e-813b093fcabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f9770272-9139-4069-a413-472fce6febd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:14:54.427572 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-605204ea-abaf-4af5-9f43-85a8b998528f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:54.428197 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605204ea-abaf-4af5-9f43-85a8b998528f None None] Bound using segment: {'id': 'b23d2f4a-1112-4bbe-aa9e-813b093fcabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f9770272-9139-4069-a413-472fce6febd5'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:14:54.428518 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-605204ea-abaf-4af5-9f43-85a8b998528f None None] Bound port: 4051f04e-88a0-4b77-a13b-041161d683c8, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23d2f4a-1112-4bbe-aa9e-813b093fcabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f9770272-9139-4069-a413-472fce6febd5'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:14:54.428845 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-605204ea-abaf-4af5-9f43-85a8b998528f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:54.496530 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:54.521519 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f35a327-e4f7-420b-b53d-f5a482d75088 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Made reservation on behalf of 37903902a2234afabfd784e345242a27 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:54.558223 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:54.572083 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3f7967b1-d674-4099-899c-0656bab77f98 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:54.658043 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-605204ea-abaf-4af5-9f43-85a8b998528f None None] For port 4051f04e-88a0-4b77-a13b-041161d683c8, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:14:54.663610 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-605204ea-abaf-4af5-9f43-85a8b998528f None None] For port 4051f04e-88a0-4b77-a13b-041161d683c8, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4051f04e-88a0-4b77-a13b-041161d683c8,segment=NetworkSegment(b23d2f4a-1112-4bbe-aa9e-813b093fcabd),segment_id=b23d2f4a-1112-4bbe-aa9e-813b093fcabd)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:14:54.671163 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9e774f9b-bdfc-45ec-afe3-e040da2a34d4 None None] Provisioning for port b0936cd0-43dc-4952-85b3-57119091667f completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:54.682166 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9e774f9b-bdfc-45ec-afe3-e040da2a34d4 None None] Provisioning complete for port b0936cd0-43dc-4952-85b3-57119091667f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:54.682645 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9e774f9b-bdfc-45ec-afe3-e040da2a34d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:54.712275 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521caca8-514c-426a-8945-d832a9fc8fbc None None] Pushing event updated for resources: {'Port': ['ID=6ea790c7-f651-4717-b432-297a611b5431,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:54.715917 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:54.719754 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-605204ea-abaf-4af5-9f43-85a8b998528f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:54.781113 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3f7967b1-d674-4099-899c-0656bab77f98 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:54.841607 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-9e774f9b-bdfc-45ec-afe3-e040da2a34d4 None None] Port b0936cd0-43dc-4952-85b3-57119091667f cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:14:54.862998 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3f7967b1-d674-4099-899c-0656bab77f98 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:54.864504 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f35a327-e4f7-420b-b53d-f5a482d75088 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:54.872514 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 5abc4f79-ee9f-496c-98f5-581fe01fb758 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:14:54.878575 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-fadbe74e-a55e-4e65-a749-e799f9a48fcf tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] For port 77fad76d-2404-43b6-a4f1-af6d8d961953, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=77fad76d-2404-43b6-a4f1-af6d8d961953,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:54.878939 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fadbe74e-a55e-4e65-a749-e799f9a48fcf tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:54.904957 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7967b1-d674-4099-899c-0656bab77f98 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event deleted for resources: {'Subnet': ['ID=7e9ef76f-3276-4e61-abef-9dd5d799042c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:54.909135 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175f90a4-80e0-457b-98cd-bc57953f4eea None None] Routers {'49bb3b2c-9f99-4cc4-81b5-913c1915f2e9'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:14:54.909746 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-175f90a4-80e0-457b-98cd-bc57953f4eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:14:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['49bb3b2c-9f99-4cc4-81b5-913c1915f2e9'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:55.019798 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3f7967b1-d674-4099-899c-0656bab77f98 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:55.058124 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-3f7967b1-d674-4099-899c-0656bab77f98 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3daa04b-4b85-4d22-91b8-fa56180a7b84']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:55.071829 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-3f7967b1-d674-4099-899c-0656bab77f98 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf4a6d74-6fb4-4ee4-9cdd-b05cda38c810') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:55.072251 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-3f7967b1-d674-4099-899c-0656bab77f98 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf4a6d74-6fb4-4ee4-9cdd-b05cda38c810') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:55.083977 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3f7967b1-d674-4099-899c-0656bab77f98 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:55.100654 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3f7967b1-d674-4099-899c-0656bab77f98 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:55.107508 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f7967b1-d674-4099-899c-0656bab77f98 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:14:55.108686 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3f7967b1-d674-4099-899c-0656bab77f98 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:55.108853 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 5abc4f79-ee9f-496c-98f5-581fe01fb758 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:14:55.109146 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 5abc4f79-ee9f-496c-98f5-581fe01fb758 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:14:55.127241 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-fadbe74e-a55e-4e65-a749-e799f9a48fcf tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Calling delete_port for 77fad76d-2404-43b6-a4f1-af6d8d961953 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:14:55.135592 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:14:55.174212 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:55.223563 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ab9e8-ddf6-46d7-b1f2-aa8de0cb9039 req-2c50e1f4-85af-4fa0-9344-6e175a37070f tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:55.233993 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2b3ab9e8-ddf6-46d7-b1f2-aa8de0cb9039 req-2c50e1f4-85af-4fa0-9344-6e175a37070f tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.8791621 Apr 06 14:14:55.254179 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3f7967b1-d674-4099-899c-0656bab77f98 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:55.261661 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3f7967b1-d674-4099-899c-0656bab77f98 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:55.300433 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-175f90a4-80e0-457b-98cd-bc57953f4eea None None] Set router 49bb3b2c-9f99-4cc4-81b5-913c1915f2e9 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:14:55.300578 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0b06dce9-a0f2-48e0-bf1c-9fad6b4c3ec2 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:55.303974 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7967b1-d674-4099-899c-0656bab77f98 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event deleted for resources: {'Network': ['ID=f3daa04b-4b85-4d22-91b8-fa56180a7b84,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:55.323118 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3f7967b1-d674-4099-899c-0656bab77f98 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "DELETE /v2.0/networks/f3daa04b-4b85-4d22-91b8-fa56180a7b84 HTTP/1.1" status: 204 len: 168 time: 0.9335029 Apr 06 14:14:55.326521 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46670) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:55.346275 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-b3644d31-0e33-455f-83f6-3f1afe545855 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-50632383'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:55.353761 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b3644d31-0e33-455f-83f6-3f1afe545855 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:55.362479 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b3644d31-0e33-455f-83f6-3f1afe545855 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Usage tracker for resource:network and tenant:78c3c5be3bb346c69eb24aafc3836c0b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:55.369513 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b3644d31-0e33-455f-83f6-3f1afe545855 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:55.386165 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b3644d31-0e33-455f-83f6-3f1afe545855 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:55.404078 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3644d31-0e33-455f-83f6-3f1afe545855 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Made reservation on behalf of 78c3c5be3bb346c69eb24aafc3836c0b for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:55.410248 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400890bd-75b6-46c4-a65f-75071e308b40 None None] Network f3daa04b-4b85-4d22-91b8-fa56180a7b84 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:14:55.411763 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3644d31-0e33-455f-83f6-3f1afe545855 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:55.453012 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400890bd-75b6-46c4-a65f-75071e308b40 None None] Network f3daa04b-4b85-4d22-91b8-fa56180a7b84 could not be found, it might have been deleted concurrently. {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 06 14:14:55.460815 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605204ea-abaf-4af5-9f43-85a8b998528f None None] Pushing event updated for resources: {'Port': ['ID=4051f04e-88a0-4b77-a13b-041161d683c8,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:55.475055 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3644d31-0e33-455f-83f6-3f1afe545855 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:14:55.490550 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3644d31-0e33-455f-83f6-3f1afe545855 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:55.491199 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-b3644d31-0e33-455f-83f6-3f1afe545855 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Added segment f41ffad7-038c-49ac-aca3-d42a15d764bd of type vlan for network 106cc125-ec3b-4969-8e7e-fe6fd4818514 Apr 06 14:14:55.545155 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3644d31-0e33-455f-83f6-3f1afe545855 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:55.555299 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2b3ab9e8-ddf6-46d7-b1f2-aa8de0cb9039 req-970e1296-00fd-499e-b9b8-e668c0eae091 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3203633 Apr 06 14:14:55.593110 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3644d31-0e33-455f-83f6-3f1afe545855 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:55.598109 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3644d31-0e33-455f-83f6-3f1afe545855 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:55.598829 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3644d31-0e33-455f-83f6-3f1afe545855 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:55.733500 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b3644d31-0e33-455f-83f6-3f1afe545855 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4028943 Apr 06 14:14:55.735115 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46676) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:55.745150 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-495fa24a-3214-437f-af27-c6dc36b25270 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Request body: {'subnet': {'network_id': '106cc125-ec3b-4969-8e7e-fe6fd4818514', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:55.749640 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-175f90a4-80e0-457b-98cd-bc57953f4eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bb3b2c-9f99-4cc4-81b5-913c1915f2e9', 'name': 'tempest-NetworksTestDHCPv6-router-920688339', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:14:44Z', 'updated_at': '2022-04-06T14:14:47Z', 'revision_number': 2, 'project_id': '9dcf49423fa94965b59ada8282b64351', 'gw_port_host': None, '_interfaces': [{'id': '6ea790c7-f651-4717-b432-297a611b5431', 'name': '', 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'mac_address': 'fa:16:3e:78:2f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bb3b2c-9f99-4cc4-81b5-913c1915f2e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71aacf59-a6cd-4f65-a274-096e23aa4d0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:14:46Z', 'updated_at': '2022-04-06T14:14:54Z', 'revision_number': 4, 'project_id': '9dcf49423fa94965b59ada8282b64351', 'subnets': [{'id': '71aacf59-a6cd-4f65-a274-096e23aa4d0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:55.756930 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175f90a4-80e0-457b-98cd-bc57953f4eea None None] The sync data for ids ['49bb3b2c-9f99-4cc4-81b5-913c1915f2e9'] in dv-neutron-835868-1-hyperv is: [{'id': '49bb3b2c-9f99-4cc4-81b5-913c1915f2e9', 'name': 'tempest-NetworksTestDHCPv6-router-920688339', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:14:44Z', 'updated_at': '2022-04-06T14:14:47Z', 'revision_number': 2, 'project_id': '9dcf49423fa94965b59ada8282b64351', 'gw_port_host': None, '_interfaces': [{'id': '6ea790c7-f651-4717-b432-297a611b5431', 'name': '', 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'mac_address': 'fa:16:3e:78:2f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bb3b2c-9f99-4cc4-81b5-913c1915f2e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71aacf59-a6cd-4f65-a274-096e23aa4d0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:14:46Z', 'updated_at': '2022-04-06T14:14:54Z', 'revision_number': 4, 'project_id': '9dcf49423fa94965b59ada8282b64351', 'subnets': [{'id': '71aacf59-a6cd-4f65-a274-096e23aa4d0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:14:55.777062 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3644d31-0e33-455f-83f6-3f1afe545855 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event updated for resources: {'Network': ['ID=106cc125-ec3b-4969-8e7e-fe6fd4818514,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:55.793542 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 106cc125-ec3b-4969-8e7e-fe6fd4818514 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:14:55.956237 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-495fa24a-3214-437f-af27-c6dc36b25270 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:55.963515 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-495fa24a-3214-437f-af27-c6dc36b25270 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Usage tracker for resource:subnet and tenant:78c3c5be3bb346c69eb24aafc3836c0b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:55.973584 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-495fa24a-3214-437f-af27-c6dc36b25270 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:55.980842 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-495fa24a-3214-437f-af27-c6dc36b25270 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:55.997279 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f35a327-e4f7-420b-b53d-f5a482d75088 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:56.006269 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66487527-fef7-40cf-b292-438e638daf58 req-14d89134-0366-411b-ba24-721a07488631 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:56.013383 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-66487527-fef7-40cf-b292-438e638daf58 req-14d89134-0366-411b-ba24-721a07488631 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.2376478 Apr 06 14:14:56.028209 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495fa24a-3214-437f-af27-c6dc36b25270 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Made reservation on behalf of 78c3c5be3bb346c69eb24aafc3836c0b for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:56.087686 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-39ea3457-3435-48dc-8a84-7fffb647df89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting port 6ea790c7-f651-4717-b432-297a611b5431 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:14:56.088025 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-39ea3457-3435-48dc-8a84-7fffb647df89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:56.145585 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-495fa24a-3214-437f-af27-c6dc36b25270 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:56.161205 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-66487527-fef7-40cf-b292-438e638daf58 req-4ca79bbf-b326-41a6-b341-652dd39eb465 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462798 Apr 06 14:14:56.167265 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0b06dce9-a0f2-48e0-bf1c-9fad6b4c3ec2 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:56.168775 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35a327-e4f7-420b-b53d-f5a482d75088 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Pushing event updated for resources: {'Subnet': ['ID=334ee7b5-7a5b-416b-a8bb-2427fbd02532,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:56.171011 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fadbe74e-a55e-4e65-a749-e799f9a48fcf tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:56.216580 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0b06dce9-a0f2-48e0-bf1c-9fad6b4c3ec2 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:56.260724 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbe74e-a55e-4e65-a749-e799f9a48fcf tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Pushing event deleted for resources: {'Port': ['ID=77fad76d-2404-43b6-a4f1-af6d8d961953,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:56.374519 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f35a327-e4f7-420b-b53d-f5a482d75088 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Checking segment: {'id': 'e05d042c-f69d-431d-bb2a-6d76fa17477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '12ede1ad-8fb3-4afc-8203-cab816d32f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:14:56.374878 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f35a327-e4f7-420b-b53d-f5a482d75088 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Network hostable DHCP agents. Network: 12ede1ad-8fb3-4afc-8203-cab816d32f4e, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:14:56.449857 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-495fa24a-3214-437f-af27-c6dc36b25270 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:56.560276 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495fa24a-3214-437f-af27-c6dc36b25270 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event updated for resources: {'Subnet': ['ID=13642c02-9228-45b5-a7f8-a110f17bfb85,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:56.579293 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495fa24a-3214-437f-af27-c6dc36b25270 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Checking segment: {'id': 'f41ffad7-038c-49ac-aca3-d42a15d764bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '106cc125-ec3b-4969-8e7e-fe6fd4818514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:14:56.579859 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495fa24a-3214-437f-af27-c6dc36b25270 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Network hostable DHCP agents. Network: 106cc125-ec3b-4969-8e7e-fe6fd4818514, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:14:56.609875 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495fa24a-3214-437f-af27-c6dc36b25270 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Network 106cc125-ec3b-4969-8e7e-fe6fd4818514 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:14:56.659047 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-495fa24a-3214-437f-af27-c6dc36b25270 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 106cc125-ec3b-4969-8e7e-fe6fd4818514) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:56.664260 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495fa24a-3214-437f-af27-c6dc36b25270 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:56.664879 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-495fa24a-3214-437f-af27-c6dc36b25270 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:56.677265 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdabc21-4977-474b-bff9-8b534482b46d None None] Network 106cc125-ec3b-4969-8e7e-fe6fd4818514 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:14:56.738572 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-495fa24a-3214-437f-af27-c6dc36b25270 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0026093 Apr 06 14:14:56.753631 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46686) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:56.773617 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2d03b57e-504c-448c-aef5-cc7537110993 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-479266664'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:56.781907 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06dce9-a0f2-48e0-bf1c-9fad6b4c3ec2 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Pushing event updated for resources: {'Port': ['ID=b0936cd0-43dc-4952-85b3-57119091667f,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:56.786314 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-0b06dce9-a0f2-48e0-bf1c-9fad6b4c3ec2 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] In _notify_port_updated(), no bound segment for port b0936cd0-43dc-4952-85b3-57119091667f on network 01e45ea8-0c43-4e36-8823-dafb484f377a {{(pid=83737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 06 14:14:56.796707 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2d03b57e-504c-448c-aef5-cc7537110993 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:56.803324 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b06dce9-a0f2-48e0-bf1c-9fad6b4c3ec2 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:56.812100 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0b06dce9-a0f2-48e0-bf1c-9fad6b4c3ec2 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:56.814421 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9f2a6-2e51-40c3-9c98-db4a9d56f3b0 req-606b38cd-ef59-4bfd-9229-b2c8ab52ee65 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:56.819008 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0b06dce9-a0f2-48e0-bf1c-9fad6b4c3ec2 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] 10.222.0.60 "PUT /v2.0/ports/b0936cd0-43dc-4952-85b3-57119091667f HTTP/1.1" status: 200 len: 1067 time: 2.8593397 Apr 06 14:14:56.821157 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-81a9f2a6-2e51-40c3-9c98-db4a9d56f3b0 req-606b38cd-ef59-4bfd-9229-b2c8ab52ee65 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.2044752 Apr 06 14:14:56.821840 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46690) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:56.859482 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b220933-3c47-43a9-85a2-877137f3f2cd None None] Network f9770272-9139-4069-a413-472fce6febd5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:14:56.898220 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2d03b57e-504c-448c-aef5-cc7537110993 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Usage tracker for resource:network and tenant:78c3c5be3bb346c69eb24aafc3836c0b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:56.915398 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2d03b57e-504c-448c-aef5-cc7537110993 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:56.945760 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f35a327-e4f7-420b-b53d-f5a482d75088 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Network 12ede1ad-8fb3-4afc-8203-cab816d32f4e is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:14:56.950288 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-39ea3457-3435-48dc-8a84-7fffb647df89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] For port 6ea790c7-f651-4717-b432-297a611b5431, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6ea790c7-f651-4717-b432-297a611b5431,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:56.950651 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-39ea3457-3435-48dc-8a84-7fffb647df89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:56.979941 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-81a9f2a6-2e51-40c3-9c98-db4a9d56f3b0 req-12d6fbad-e73c-4d28-89bb-abab4b9025ae tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742154 Apr 06 14:14:56.980723 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2d03b57e-504c-448c-aef5-cc7537110993 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:57.012786 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-915973a7-185d-4663-bb50-d31dc1d0e5e4 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Deleting port b0936cd0-43dc-4952-85b3-57119091667f {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:14:57.013199 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-915973a7-185d-4663-bb50-d31dc1d0e5e4 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:57.044808 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d03b57e-504c-448c-aef5-cc7537110993 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Made reservation on behalf of 78c3c5be3bb346c69eb24aafc3836c0b for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:57.047690 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d03b57e-504c-448c-aef5-cc7537110993 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:57.058010 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a8ce079d-ad16-4b09-a3c8-ed56c36be91e None None] Provisioning for port 4051f04e-88a0-4b77-a13b-041161d683c8 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:57.130580 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d03b57e-504c-448c-aef5-cc7537110993 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:14:57.160079 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d03b57e-504c-448c-aef5-cc7537110993 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:57.160491 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-2d03b57e-504c-448c-aef5-cc7537110993 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Added segment 7db48655-97c5-4c96-b89f-91a1997b7d4e of type vlan for network 62d456bc-548b-45cf-9942-7fea534ac013 Apr 06 14:14:57.182742 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-39ea3457-3435-48dc-8a84-7fffb647df89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Calling delete_port for 6ea790c7-f651-4717-b432-297a611b5431 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:14:57.223776 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-2f35a327-e4f7-420b-b53d-f5a482d75088 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 12ede1ad-8fb3-4afc-8203-cab816d32f4e) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:57.239951 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f35a327-e4f7-420b-b53d-f5a482d75088 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:57.240919 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f35a327-e4f7-420b-b53d-f5a482d75088 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:57.247363 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2817c6-ac89-45fb-97bb-56203a6e497c None None] Network 12ede1ad-8fb3-4afc-8203-cab816d32f4e requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:14:57.353653 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dcdd36-4f4c-44b6-b73b-f3f5bd8c3836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-106cc125-ec3b-4969-8e7e-fe6fd4818514', 'network_id': '106cc125-ec3b-4969-8e7e-fe6fd4818514', 'tenant_id': '78c3c5be3bb346c69eb24aafc3836c0b', 'fixed_ips': [{'subnet_id': '13642c02-9228-45b5-a7f8-a110f17bfb85'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:14:57.354549 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-01dcdd36-4f4c-44b6-b73b-f3f5bd8c3836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:57.372323 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d03b57e-504c-448c-aef5-cc7537110993 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:57.419149 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4051f04e-88a0-4b77-a13b-041161d683c8 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:14:57.440726 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-915973a7-185d-4663-bb50-d31dc1d0e5e4 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:57.442026 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2f35a327-e4f7-420b-b53d-f5a482d75088 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6094131 Apr 06 14:14:57.448965 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46696) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:57.455102 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d03b57e-504c-448c-aef5-cc7537110993 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:57.459475 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d03b57e-504c-448c-aef5-cc7537110993 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:57.460718 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d03b57e-504c-448c-aef5-cc7537110993 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:57.461711 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6b6a1315-69f8-4d10-9a0f-78c912976312 None None] Provisioning complete for port b0936cd0-43dc-4952-85b3-57119091667f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:57.462077 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6b6a1315-69f8-4d10-9a0f-78c912976312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:57.462805 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fadbe74e-a55e-4e65-a749-e799f9a48fcf tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:57.468022 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f5f603a9-3a55-49f4-b878-ba924c5bf4a4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Request body: {'network': {'name': 'tempest-router-network01--539514122'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:57.543314 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f5f603a9-3a55-49f4-b878-ba924c5bf4a4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:57.620529 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-915973a7-185d-4663-bb50-d31dc1d0e5e4 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Calling delete_port for b0936cd0-43dc-4952-85b3-57119091667f owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:14:57.622319 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6b6a1315-69f8-4d10-9a0f-78c912976312 None None] Port b0936cd0-43dc-4952-85b3-57119091667f cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:14:57.649305 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f5f603a9-3a55-49f4-b878-ba924c5bf4a4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Usage tracker for resource:network and tenant:37903902a2234afabfd784e345242a27 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:57.669160 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf29d57-365e-401a-b61a-93e1ea26897a req-761b1295-8661-4ba5-a619-c75c113e6b25 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:57.670654 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-caf29d57-365e-401a-b61a-93e1ea26897a req-761b1295-8661-4ba5-a619-c75c113e6b25 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/ports?device_id=f40554bf-4823-4c77-a2bc-552d186da5e7 HTTP/1.1" status: 200 len: 945 time: 0.5999937 Apr 06 14:14:57.699779 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f5f603a9-3a55-49f4-b878-ba924c5bf4a4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:57.719258 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2d03b57e-504c-448c-aef5-cc7537110993 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9579003 Apr 06 14:14:57.721700 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f5f603a9-3a55-49f4-b878-ba924c5bf4a4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:57.723486 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46700) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:57.763348 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c7cbe4a6-f4f4-4044-87a1-b2dbc7ec0c5e tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Request body: {'subnet': {'network_id': '62d456bc-548b-45cf-9942-7fea534ac013', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:57.796270 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03b57e-504c-448c-aef5-cc7537110993 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event updated for resources: {'Network': ['ID=62d456bc-548b-45cf-9942-7fea534ac013,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:57.804529 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 4051f04e-88a0-4b77-a13b-041161d683c8 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:57.826993 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 62d456bc-548b-45cf-9942-7fea534ac013 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:14:57.847716 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-01dcdd36-4f4c-44b6-b73b-f3f5bd8c3836 None None] Allocated IP 2001:db8::1 (106cc125-ec3b-4969-8e7e-fe6fd4818514/13642c02-9228-45b5-a7f8-a110f17bfb85/865f29fb-5dce-4480-9735-a19e3e060f93) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:14:57.869305 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 4051f04e-88a0-4b77-a13b-041161d683c8 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:57.869990 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:57.872703 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f603a9-3a55-49f4-b878-ba924c5bf4a4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Made reservation on behalf of 37903902a2234afabfd784e345242a27 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:57.876214 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f5f603a9-3a55-49f4-b878-ba924c5bf4a4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:57.921963 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7388365f-a649-44ef-8843-a07a3fb9d7e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-12ede1ad-8fb3-4afc-8203-cab816d32f4e', 'network_id': '12ede1ad-8fb3-4afc-8203-cab816d32f4e', 'tenant_id': '37903902a2234afabfd784e345242a27', 'fixed_ips': [{'subnet_id': '334ee7b5-7a5b-416b-a8bb-2427fbd02532'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:14:57.922778 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7388365f-a649-44ef-8843-a07a3fb9d7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:57.951573 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-39ea3457-3435-48dc-8a84-7fffb647df89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:57.987690 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c7cbe4a6-f4f4-4044-87a1-b2dbc7ec0c5e tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:57.995570 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c7cbe4a6-f4f4-4044-87a1-b2dbc7ec0c5e tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Usage tracker for resource:subnet and tenant:78c3c5be3bb346c69eb24aafc3836c0b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:58.006533 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c7cbe4a6-f4f4-4044-87a1-b2dbc7ec0c5e tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:58.012256 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f603a9-3a55-49f4-b878-ba924c5bf4a4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:14:58.016313 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fadbe74e-a55e-4e65-a749-e799f9a48fcf tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:58.018344 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea3457-3435-48dc-8a84-7fffb647df89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Port': ['ID=6ea790c7-f651-4717-b432-297a611b5431,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:58.029736 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c7cbe4a6-f4f4-4044-87a1-b2dbc7ec0c5e tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:58.035945 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-caf29d57-365e-401a-b61a-93e1ea26897a req-711c3c20-e6d1-4bd6-a8c6-b91f21b5177c tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a706d66-a758-49f2-8df3-c05fa5c78475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3009086 Apr 06 14:14:58.039887 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f5f603a9-3a55-49f4-b878-ba924c5bf4a4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:58.040437 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-f5f603a9-3a55-49f4-b878-ba924c5bf4a4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Added segment df0d061e-1053-4ae7-97f0-63c42eb6b931 of type vlan for network b1747877-0871-4bb1-9811-970804e610f6 Apr 06 14:14:58.064405 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-915973a7-185d-4663-bb50-d31dc1d0e5e4 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:58.118775 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cbe4a6-f4f4-4044-87a1-b2dbc7ec0c5e tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Made reservation on behalf of 78c3c5be3bb346c69eb24aafc3836c0b for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:58.142093 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f5f603a9-3a55-49f4-b878-ba924c5bf4a4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:58.162166 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915973a7-185d-4663-bb50-d31dc1d0e5e4 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Pushing event deleted for resources: {'Port': ['ID=b0936cd0-43dc-4952-85b3-57119091667f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:58.230868 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fadbe74e-a55e-4e65-a749-e799f9a48fcf tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:58.258002 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-39ea3457-3435-48dc-8a84-7fffb647df89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:58.291709 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f5f603a9-3a55-49f4-b878-ba924c5bf4a4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:58.297022 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f603a9-3a55-49f4-b878-ba924c5bf4a4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:58.297623 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f5f603a9-3a55-49f4-b878-ba924c5bf4a4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:58.414584 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f5f603a9-3a55-49f4-b878-ba924c5bf4a4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9642005 Apr 06 14:14:58.453440 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46706) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:58.464625 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ce020bd2-0a1f-417a-a345-60ac5d68aa9c tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Request body: {'network': {'name': 'tempest-router-network02--376702859'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:14:58.469889 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ce020bd2-0a1f-417a-a345-60ac5d68aa9c tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:58.473957 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ce020bd2-0a1f-417a-a345-60ac5d68aa9c tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Usage tracker for resource:network and tenant:37903902a2234afabfd784e345242a27 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:58.477220 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ce020bd2-0a1f-417a-a345-60ac5d68aa9c tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:58.483242 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ce020bd2-0a1f-417a-a345-60ac5d68aa9c tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:58.495265 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3e07191c-0758-4c2f-bf7f-1750df717371 None None] Provisioning complete for port 4051f04e-88a0-4b77-a13b-041161d683c8 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:58.495649 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3e07191c-0758-4c2f-bf7f-1750df717371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:58.557556 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce020bd2-0a1f-417a-a345-60ac5d68aa9c tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Made reservation on behalf of 37903902a2234afabfd784e345242a27 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:58.560842 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ce020bd2-0a1f-417a-a345-60ac5d68aa9c tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:58.586844 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fadbe74e-a55e-4e65-a749-e799f9a48fcf tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:58.588182 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadbe74e-a55e-4e65-a749-e799f9a48fcf tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa6f1f8b-cb9d-4d34-8674-c53dcad5178a {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:14:58.642386 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:58.643365 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7cbe4a6-f4f4-4044-87a1-b2dbc7ec0c5e tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:58.657829 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-7388365f-a649-44ef-8843-a07a3fb9d7e6 None None] Allocated IP 2001:db8::2 (12ede1ad-8fb3-4afc-8203-cab816d32f4e/334ee7b5-7a5b-416b-a8bb-2427fbd02532/c6d7630b-9781-4925-be7b-b0760f065c63) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:14:58.727717 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 4051f04e-88a0-4b77-a13b-041161d683c8, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4051f04e-88a0-4b77-a13b-041161d683c8,segment=NetworkSegment(b23d2f4a-1112-4bbe-aa9e-813b093fcabd),segment_id=b23d2f4a-1112-4bbe-aa9e-813b093fcabd)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:58.743266 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f603a9-3a55-49f4-b878-ba924c5bf4a4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Pushing event updated for resources: {'Network': ['ID=b1747877-0871-4bb1-9811-970804e610f6,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:58.756835 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:58.757815 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:14:58.758878 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce020bd2-0a1f-417a-a345-60ac5d68aa9c tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:14:58.782551 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fadbe74e-a55e-4e65-a749-e799f9a48fcf tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:58.783679 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fadbe74e-a55e-4e65-a749-e799f9a48fcf tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "DELETE /v2.0/routers/aa6f1f8b-cb9d-4d34-8674-c53dcad5178a HTTP/1.1" status: 204 len: 168 time: 7.7683043 Apr 06 14:14:58.788286 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46710) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:58.826885 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network b1747877-0871-4bb1-9811-970804e610f6 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:14:58.869726 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.ipam_backend_mixin [None req-c7cbe4a6-f4f4-4044-87a1-b2dbc7ec0c5e tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Performing IP validity checks on allocation pools {{(pid=83738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 06 14:14:58.870688 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.ipam_backend_mixin [None req-c7cbe4a6-f4f4-4044-87a1-b2dbc7ec0c5e tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 06 14:14:58.884417 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ce020bd2-0a1f-417a-a345-60ac5d68aa9c tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:58.884417 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-ce020bd2-0a1f-417a-a345-60ac5d68aa9c tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Added segment 4e3e93c0-1b9b-4a81-86e6-147f14184029 of type vlan for network 3a6af0c8-9753-4c61-8776-d68cd0db37a5 Apr 06 14:14:58.920974 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a992d-2b69-493c-9229-a0ec68671a4d req-c1cb0df5-6ad1-4333-8fa3-d989863d2ada tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:58.922641 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3a1a992d-2b69-493c-9229-a0ec68671a4d req-c1cb0df5-6ad1-4333-8fa3-d989863d2ada tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.6420331 Apr 06 14:14:58.928341 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-01dcdd36-4f4c-44b6-b73b-f3f5bd8c3836 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:59.078841 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ce020bd2-0a1f-417a-a345-60ac5d68aa9c tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:59.157293 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3a1a992d-2b69-493c-9229-a0ec68671a4d req-f1ad6bef-07b0-42a8-a43f-6618c9079a55 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080503 Apr 06 14:14:59.269975 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-01dcdd36-4f4c-44b6-b73b-f3f5bd8c3836 None None] Transition to ACTIVE for port object 865f29fb-5dce-4480-9735-a19e3e060f93 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:59.270391 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ea3457-3435-48dc-8a84-7fffb647df89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Router 49bb3b2c-9f99-4cc4-81b5-913c1915f2e9 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:14:59.285212 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:59.336557 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-01dcdd36-4f4c-44b6-b73b-f3f5bd8c3836 None None] Transition to ACTIVE for port object 865f29fb-5dce-4480-9735-a19e3e060f93 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:59.351188 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=4051f04e-88a0-4b77-a13b-041161d683c8,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:59.370443 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-01dcdd36-4f4c-44b6-b73b-f3f5bd8c3836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:59.458369 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcdd36-4f4c-44b6-b73b-f3f5bd8c3836 None None] Pushing event updated for resources: {'Port': ['ID=865f29fb-5dce-4480-9735-a19e3e060f93,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:59.498944 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:59.499476 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:59.522481 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-ce020bd2-0a1f-417a-a345-60ac5d68aa9c tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:14:59.559853 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dcdd36-4f4c-44b6-b73b-f3f5bd8c3836 None None] Network 106cc125-ec3b-4969-8e7e-fe6fd4818514 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:59.568264 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-01dcdd36-4f4c-44b6-b73b-f3f5bd8c3836 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:59.572018 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dcdd36-4f4c-44b6-b73b-f3f5bd8c3836 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:14:59.630199 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ce020bd2-0a1f-417a-a345-60ac5d68aa9c tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:59.634417 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce020bd2-0a1f-417a-a345-60ac5d68aa9c tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:59.635030 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ce020bd2-0a1f-417a-a345-60ac5d68aa9c tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:59.639515 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7cbe4a6-f4f4-4044-87a1-b2dbc7ec0c5e tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:59.684122 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ea3457-3435-48dc-8a84-7fffb647df89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:14:59.691025 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-39ea3457-3435-48dc-8a84-7fffb647df89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "PUT /v2.0/routers/49bb3b2c-9f99-4cc4-81b5-913c1915f2e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9375024 Apr 06 14:14:59.694883 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46722) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:59.696801 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9923-9fb9-499c-a552-69aa188366a5 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:59.763003 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-01dcdd36-4f4c-44b6-b73b-f3f5bd8c3836 None None] Attempting to bind port 865f29fb-5dce-4480-9735-a19e3e060f93 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:14:59.763610 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-01dcdd36-4f4c-44b6-b73b-f3f5bd8c3836 None None] Attempting to bind port 865f29fb-5dce-4480-9735-a19e3e060f93 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'f41ffad7-038c-49ac-aca3-d42a15d764bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '106cc125-ec3b-4969-8e7e-fe6fd4818514'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:14:59.764122 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dcdd36-4f4c-44b6-b73b-f3f5bd8c3836 None None] Attempting to bind port 865f29fb-5dce-4480-9735-a19e3e060f93 on network 106cc125-ec3b-4969-8e7e-fe6fd4818514 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:14:59.766602 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cbe4a6-f4f4-4044-87a1-b2dbc7ec0c5e tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event updated for resources: {'Subnet': ['ID=633df8d8-de80-4f7e-b7b6-5c31854f4811,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:59.779059 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7388365f-a649-44ef-8843-a07a3fb9d7e6 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:59.818734 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-915973a7-185d-4663-bb50-d31dc1d0e5e4 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:59.841693 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7388365f-a649-44ef-8843-a07a3fb9d7e6 None None] Transition to ACTIVE for port object c6d7630b-9781-4925-be7b-b0760f065c63 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:59.847017 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dcdd36-4f4c-44b6-b73b-f3f5bd8c3836 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:14:59.848350 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dcdd36-4f4c-44b6-b73b-f3f5bd8c3836 None None] Checking segment: {'id': 'f41ffad7-038c-49ac-aca3-d42a15d764bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '106cc125-ec3b-4969-8e7e-fe6fd4818514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:14:59.849010 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-01dcdd36-4f4c-44b6-b73b-f3f5bd8c3836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:59.849615 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dcdd36-4f4c-44b6-b73b-f3f5bd8c3836 None None] Bound using segment: {'id': 'f41ffad7-038c-49ac-aca3-d42a15d764bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '106cc125-ec3b-4969-8e7e-fe6fd4818514'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:14:59.850357 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-01dcdd36-4f4c-44b6-b73b-f3f5bd8c3836 None None] Bound port: 865f29fb-5dce-4480-9735-a19e3e060f93, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f41ffad7-038c-49ac-aca3-d42a15d764bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '106cc125-ec3b-4969-8e7e-fe6fd4818514'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:14:59.850949 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-01dcdd36-4f4c-44b6-b73b-f3f5bd8c3836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:59.894251 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-915973a7-185d-4663-bb50-d31dc1d0e5e4 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] 10.222.0.60 "DELETE /v2.0/ports/b0936cd0-43dc-4952-85b3-57119091667f HTTP/1.1" status: 204 len: 168 time: 3.0643604 Apr 06 14:14:59.916558 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46726) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:59.927992 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1288d9e-380f-4b9d-8a4c-0ea56e4d3ae7 req-c371e435-3c97-4d99-b6df-4cf4b83f830b tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:59.930390 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f1288d9e-380f-4b9d-8a4c-0ea56e4d3ae7 req-c371e435-3c97-4d99-b6df-4cf4b83f830b tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.69 "GET /v2.0/ports?device_id=f40554bf-4823-4c77-a2bc-552d186da5e7 HTTP/1.1" status: 200 len: 945 time: 1.1152020 Apr 06 14:15:00.025568 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588977e-6778-40d5-8968-c0d7ac719b59 req-ab024830-9c69-46d9-b1dd-9ea8adb0dded tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:00.027682 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4588977e-6778-40d5-8968-c0d7ac719b59 req-ab024830-9c69-46d9-b1dd-9ea8adb0dded tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/ports?device_id=f40554bf-4823-4c77-a2bc-552d186da5e7 HTTP/1.1" status: 200 len: 945 time: 0.7253261 Apr 06 14:15:00.075835 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-01dcdd36-4f4c-44b6-b73b-f3f5bd8c3836 None None] For port 865f29fb-5dce-4480-9735-a19e3e060f93, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:15:00.077883 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-f1288d9e-380f-4b9d-8a4c-0ea56e4d3ae7 req-33ac0b83-7ca5-4aea-b41d-2bc13c5957be tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Deleting port 7beb26c3-5896-43e5-9789-86511aa27928 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:00.078237 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-f1288d9e-380f-4b9d-8a4c-0ea56e4d3ae7 req-33ac0b83-7ca5-4aea-b41d-2bc13c5957be tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:00.079536 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-01dcdd36-4f4c-44b6-b73b-f3f5bd8c3836 None None] For port 865f29fb-5dce-4480-9735-a19e3e060f93, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=865f29fb-5dce-4480-9735-a19e3e060f93,segment=NetworkSegment(f41ffad7-038c-49ac-aca3-d42a15d764bd),segment_id=f41ffad7-038c-49ac-aca3-d42a15d764bd)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:15:00.085512 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7388365f-a649-44ef-8843-a07a3fb9d7e6 None None] Transition to ACTIVE for port object c6d7630b-9781-4925-be7b-b0760f065c63 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:00.106977 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-01dcdd36-4f4c-44b6-b73b-f3f5bd8c3836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:00.114751 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf075bea-d460-4344-b868-0c84fb839048 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:00.116628 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf075bea-d460-4344-b868-0c84fb839048 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:00.117752 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cf075bea-d460-4344-b868-0c84fb839048 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:15:00.118399 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ce020bd2-0a1f-417a-a345-60ac5d68aa9c tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6592600 Apr 06 14:15:00.121682 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46730) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:00.152467 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0f2bf7c2-2360-4a48-8fb0-04337680b77b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Request body: {'subnet': {'network_id': 'b1747877-0871-4bb1-9811-970804e610f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:00.162626 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7388365f-a649-44ef-8843-a07a3fb9d7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:00.224017 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4422cd8-86d1-4540-b05e-fb8e63786b03 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] GET failed (client error): The resource could not be found. Apr 06 14:15:00.224523 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f4422cd8-86d1-4540-b05e-fb8e63786b03 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Synchronizing usage tracker for tenant:43121586b148424d87ca0bc45f07bb75 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:15:00.227018 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce020bd2-0a1f-417a-a345-60ac5d68aa9c tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Pushing event updated for resources: {'Network': ['ID=3a6af0c8-9753-4c61-8776-d68cd0db37a5,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:00.242630 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7388365f-a649-44ef-8843-a07a3fb9d7e6 None None] Network 12ede1ad-8fb3-4afc-8203-cab816d32f4e is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:00.243547 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 3a6af0c8-9753-4c61-8776-d68cd0db37a5 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:15:00.263139 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4051f04e-88a0-4b77-a13b-041161d683c8 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:15:00.271611 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cbe4a6-f4f4-4044-87a1-b2dbc7ec0c5e tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Checking segment: {'id': '7db48655-97c5-4c96-b89f-91a1997b7d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '62d456bc-548b-45cf-9942-7fea534ac013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:15:00.271973 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cbe4a6-f4f4-4044-87a1-b2dbc7ec0c5e tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Network hostable DHCP agents. Network: 62d456bc-548b-45cf-9942-7fea534ac013, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:15:00.292687 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-7388365f-a649-44ef-8843-a07a3fb9d7e6 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:00.314994 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0f2bf7c2-2360-4a48-8fb0-04337680b77b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:00.330821 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f4422cd8-86d1-4540-b05e-fb8e63786b03 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Unset dirty status for tenant:43121586b148424d87ca0bc45f07bb75 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:15:00.332243 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f4422cd8-86d1-4540-b05e-fb8e63786b03 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] 10.222.0.60 "GET /v2.0/ports/b0936cd0-43dc-4952-85b3-57119091667f HTTP/1.1" status: 404 len: 333 time: 0.3938165 Apr 06 14:15:00.338849 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46734) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:00.342111 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0f2bf7c2-2360-4a48-8fb0-04337680b77b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Usage tracker for resource:subnet and tenant:37903902a2234afabfd784e345242a27 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:00.347532 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d80f1e-d018-4017-a4f2-7cbded119e66 req-b1e8ef85-0fe0-47ce-9162-a860bc00621c tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:00.350063 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0f2bf7c2-2360-4a48-8fb0-04337680b77b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:00.355940 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c2d80f1e-d018-4017-a4f2-7cbded119e66 req-b1e8ef85-0fe0-47ce-9162-a860bc00621c tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.5908511 Apr 06 14:15:00.359352 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7388365f-a649-44ef-8843-a07a3fb9d7e6 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:00.375668 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4588977e-6778-40d5-8968-c0d7ac719b59 req-eb9c52c5-e5b0-48f1-b65d-b47f5e34173c tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a706d66-a758-49f2-8df3-c05fa5c78475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3270769 Apr 06 14:15:00.382539 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcdd36-4f4c-44b6-b73b-f3f5bd8c3836 None None] Pushing event updated for resources: {'Port': ['ID=865f29fb-5dce-4480-9735-a19e3e060f93,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:00.386405 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0f2bf7c2-2360-4a48-8fb0-04337680b77b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:00.447225 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cf075bea-d460-4344-b868-0c84fb839048 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:15:00.448370 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cf075bea-d460-4344-b868-0c84fb839048 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6434450 Apr 06 14:15:00.454792 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46738) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:00.458483 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2bf7c2-2360-4a48-8fb0-04337680b77b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Made reservation on behalf of 37903902a2234afabfd784e345242a27 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:00.553188 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cbe4a6-f4f4-4044-87a1-b2dbc7ec0c5e tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Network 62d456bc-548b-45cf-9942-7fea534ac013 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:15:00.608306 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c2d80f1e-d018-4017-a4f2-7cbded119e66 req-cd140526-142a-4d9f-a18a-cd33e8fbd868 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512023 Apr 06 14:15:00.623281 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-c7cbe4a6-f4f4-4044-87a1-b2dbc7ec0c5e tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 62d456bc-548b-45cf-9942-7fea534ac013) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:00.631227 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cbe4a6-f4f4-4044-87a1-b2dbc7ec0c5e tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:00.631977 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7cbe4a6-f4f4-4044-87a1-b2dbc7ec0c5e tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:00.671822 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bf15ec-0425-4720-ace1-ba9113cd6ece None None] Network 62d456bc-548b-45cf-9942-7fea534ac013 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:00.679868 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c7cbe4a6-f4f4-4044-87a1-b2dbc7ec0c5e tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.9422505 Apr 06 14:15:00.683704 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46742) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:00.725649 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388365f-a649-44ef-8843-a07a3fb9d7e6 None None] Pushing event updated for resources: {'Port': ['ID=c6d7630b-9781-4925-be7b-b0760f065c63,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:00.862000 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896b460a-8902-4b2f-a1c5-1870517dd831 None None] Sync routers for ids ['49bb3b2c-9f99-4cc4-81b5-913c1915f2e9'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:15:00.888049 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-710e07a5-b797-469a-adb3-ad8441b9e9bd tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:00.897241 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 4051f04e-88a0-4b77-a13b-041161d683c8 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:00.897612 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:00.951364 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7388365f-a649-44ef-8843-a07a3fb9d7e6 None None] Attempting to bind port c6d7630b-9781-4925-be7b-b0760f065c63 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:15:00.951738 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7388365f-a649-44ef-8843-a07a3fb9d7e6 None None] Attempting to bind port c6d7630b-9781-4925-be7b-b0760f065c63 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'e05d042c-f69d-431d-bb2a-6d76fa17477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '12ede1ad-8fb3-4afc-8203-cab816d32f4e'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:15:00.952423 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7388365f-a649-44ef-8843-a07a3fb9d7e6 None None] Attempting to bind port c6d7630b-9781-4925-be7b-b0760f065c63 on network 12ede1ad-8fb3-4afc-8203-cab816d32f4e {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:15:00.967573 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7388365f-a649-44ef-8843-a07a3fb9d7e6 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:15:00.967951 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7388365f-a649-44ef-8843-a07a3fb9d7e6 None None] Checking segment: {'id': 'e05d042c-f69d-431d-bb2a-6d76fa17477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '12ede1ad-8fb3-4afc-8203-cab816d32f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:15:00.968351 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7388365f-a649-44ef-8843-a07a3fb9d7e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:00.968741 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7388365f-a649-44ef-8843-a07a3fb9d7e6 None None] Bound using segment: {'id': 'e05d042c-f69d-431d-bb2a-6d76fa17477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '12ede1ad-8fb3-4afc-8203-cab816d32f4e'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:15:00.970658 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7388365f-a649-44ef-8843-a07a3fb9d7e6 None None] Bound port: c6d7630b-9781-4925-be7b-b0760f065c63, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05d042c-f69d-431d-bb2a-6d76fa17477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '12ede1ad-8fb3-4afc-8203-cab816d32f4e'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:15:00.971049 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7388365f-a649-44ef-8843-a07a3fb9d7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:00.996993 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-710e07a5-b797-469a-adb3-ad8441b9e9bd tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:01.039064 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-f1288d9e-380f-4b9d-8a4c-0ea56e4d3ae7 req-33ac0b83-7ca5-4aea-b41d-2bc13c5957be tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] For port 7beb26c3-5896-43e5-9789-86511aa27928, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7beb26c3-5896-43e5-9789-86511aa27928,segment=NetworkSegment(11dfa9e5-5317-4e79-8e95-9943a27e2ed6),segment_id=11dfa9e5-5317-4e79-8e95-9943a27e2ed6)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:01.039428 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-f1288d9e-380f-4b9d-8a4c-0ea56e4d3ae7 req-33ac0b83-7ca5-4aea-b41d-2bc13c5957be tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:01.090556 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbae946f-b7b5-4533-a90c-cc92051e7ee6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting subnet 71aacf59-a6cd-4f65-a274-096e23aa4d0a {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:15:01.146278 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f2bf7c2-2360-4a48-8fb0-04337680b77b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:01.190428 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dbae946f-b7b5-4533-a90c-cc92051e7ee6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:01.207097 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896b460a-8902-4b2f-a1c5-1870517dd831 None None] Routers {'49bb3b2c-9f99-4cc4-81b5-913c1915f2e9'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:01.208448 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-896b460a-8902-4b2f-a1c5-1870517dd831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:14:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['49bb3b2c-9f99-4cc4-81b5-913c1915f2e9'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:01.271351 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dbae946f-b7b5-4533-a90c-cc92051e7ee6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:01.275761 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-710e07a5-b797-469a-adb3-ad8441b9e9bd tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:01.296282 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7388365f-a649-44ef-8843-a07a3fb9d7e6 None None] For port c6d7630b-9781-4925-be7b-b0760f065c63, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:15:01.348842 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dbae946f-b7b5-4533-a90c-cc92051e7ee6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:01.365795 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e07a5-b797-469a-adb3-ad8441b9e9bd tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event deleted for resources: {'Subnet': ['ID=633df8d8-de80-4f7e-b7b6-5c31854f4811,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:01.407689 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7388365f-a649-44ef-8843-a07a3fb9d7e6 None None] For port c6d7630b-9781-4925-be7b-b0760f065c63, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c6d7630b-9781-4925-be7b-b0760f065c63,segment=NetworkSegment(e05d042c-f69d-431d-bb2a-6d76fa17477d),segment_id=e05d042c-f69d-431d-bb2a-6d76fa17477d)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:15:01.456564 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7388365f-a649-44ef-8843-a07a3fb9d7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:01.457872 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-fc44646b-5573-4d5f-8575-e0a3e37daad3 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Deleting port 12aea0a0-ec71-4e53-9fc4-c55172189854 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:01.458226 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fc44646b-5573-4d5f-8575-e0a3e37daad3 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:01.524416 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-896b460a-8902-4b2f-a1c5-1870517dd831 None None] Set router 49bb3b2c-9f99-4cc4-81b5-913c1915f2e9 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:15:01.574860 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dbae946f-b7b5-4533-a90c-cc92051e7ee6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:01.616821 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f96db19-9627-4cd7-85b6-dd3ae62d3aab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-62d456bc-548b-45cf-9942-7fea534ac013', 'network_id': '62d456bc-548b-45cf-9942-7fea534ac013', 'tenant_id': '78c3c5be3bb346c69eb24aafc3836c0b', 'fixed_ips': [{'subnet_id': '633df8d8-de80-4f7e-b7b6-5c31854f4811'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:15:01.617802 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8f96db19-9627-4cd7-85b6-dd3ae62d3aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:01.674579 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae946f-b7b5-4533-a90c-cc92051e7ee6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Subnet': ['ID=71aacf59-a6cd-4f65-a274-096e23aa4d0a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:01.763895 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-896b460a-8902-4b2f-a1c5-1870517dd831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bb3b2c-9f99-4cc4-81b5-913c1915f2e9', 'name': 'tempest-NetworksTestDHCPv6-router-920688339', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:14:44Z', 'updated_at': '2022-04-06T14:14:57Z', 'revision_number': 3, 'project_id': '9dcf49423fa94965b59ada8282b64351', 'gw_port_host': None}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:01.780794 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-710e07a5-b797-469a-adb3-ad8441b9e9bd tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:01.826313 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-f1288d9e-380f-4b9d-8a4c-0ea56e4d3ae7 req-33ac0b83-7ca5-4aea-b41d-2bc13c5957be tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:01.826665 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-f1288d9e-380f-4b9d-8a4c-0ea56e4d3ae7 req-33ac0b83-7ca5-4aea-b41d-2bc13c5957be tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:01.826979 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.l3_db [req-f1288d9e-380f-4b9d-8a4c-0ea56e4d3ae7 req-33ac0b83-7ca5-4aea-b41d-2bc13c5957be tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Floating IP 513161c6-01b3-45b6-8d62-38260c40006b disassociated. External IP: 172.26.8.24, port: 7beb26c3-5896-43e5-9789-86511aa27928. Apr 06 14:15:01.827324 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-f1288d9e-380f-4b9d-8a4c-0ea56e4d3ae7 req-33ac0b83-7ca5-4aea-b41d-2bc13c5957be tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Calling delete_port for 7beb26c3-5896-43e5-9789-86511aa27928 owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:01.874273 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388365f-a649-44ef-8843-a07a3fb9d7e6 None None] Pushing event updated for resources: {'Port': ['ID=c6d7630b-9781-4925-be7b-b0760f065c63,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:01.880272 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-710e07a5-b797-469a-adb3-ad8441b9e9bd tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d456bc-548b-45cf-9942-7fea534ac013']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:01.886111 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a40ba5-07cc-4bc4-be2f-d758b895a576 None None] Network 106cc125-ec3b-4969-8e7e-fe6fd4818514 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:01.902954 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-710e07a5-b797-469a-adb3-ad8441b9e9bd tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7db48655-97c5-4c96-b89f-91a1997b7d4e') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:01.903358 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-710e07a5-b797-469a-adb3-ad8441b9e9bd tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7db48655-97c5-4c96-b89f-91a1997b7d4e') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:01.934341 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dbae946f-b7b5-4533-a90c-cc92051e7ee6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:01.937092 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896b460a-8902-4b2f-a1c5-1870517dd831 None None] Checking router: 49bb3b2c-9f99-4cc4-81b5-913c1915f2e9 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:15:01.939863 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-710e07a5-b797-469a-adb3-ad8441b9e9bd tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:01.944203 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8410319b-9f6e-4b53-b8bc-2eeb28d82f2b None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:01.976073 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-710e07a5-b797-469a-adb3-ad8441b9e9bd tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:01.986026 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633dc5aa-50a3-45fe-9878-9db0526d8cfb req-65a16f91-b096-4908-bedb-fb5728664f16 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:01.991749 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-633dc5aa-50a3-45fe-9878-9db0526d8cfb req-65a16f91-b096-4908-bedb-fb5728664f16 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea73f22f-3156-467c-8c2c-e9326ed910a7 HTTP/1.1" status: 200 len: 945 time: 0.4745235 Apr 06 14:15:02.013966 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710e07a5-b797-469a-adb3-ad8441b9e9bd tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:15:02.014367 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-710e07a5-b797-469a-adb3-ad8441b9e9bd tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:15:02.030637 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:15:02.163674 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c87de4-c22a-4cd8-aae4-f96998bbfbb9 None None] Network 62d456bc-548b-45cf-9942-7fea534ac013 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:02.188494 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-dbae946f-b7b5-4533-a90c-cc92051e7ee6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/71aacf59-a6cd-4f65-a274-096e23aa4d0a HTTP/1.1" status: 204 len: 168 time: 1.7324131 Apr 06 14:15:02.195654 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46754) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:02.234766 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-18715965-e36d-4270-afba-4fcf51d3e85c None None] Provisioning for port 865f29fb-5dce-4480-9735-a19e3e060f93 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:15:02.247424 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9923-9fb9-499c-a552-69aa188366a5 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:02.264992 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fc44646b-5573-4d5f-8575-e0a3e37daad3 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:02.272724 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a4ef9923-9fb9-499c-a552-69aa188366a5 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Deleting port fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:02.273117 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9923-9fb9-499c-a552-69aa188366a5 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:02.321776 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd592e0b-87f3-4d48-bf57-77e6f0abc001 req-129f5a54-2396-485b-9200-b69bc5f794b2 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:02.323280 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dd592e0b-87f3-4d48-bf57-77e6f0abc001 req-129f5a54-2396-485b-9200-b69bc5f794b2 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/ports?device_id=f40554bf-4823-4c77-a2bc-552d186da5e7 HTTP/1.1" status: 200 len: 945 time: 0.7382388 Apr 06 14:15:02.336723 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-710e07a5-b797-469a-adb3-ad8441b9e9bd tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:02.344751 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896b460a-8902-4b2f-a1c5-1870517dd831 None None] Routers {'49bb3b2c-9f99-4cc4-81b5-913c1915f2e9'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:02.345561 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-896b460a-8902-4b2f-a1c5-1870517dd831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:14:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['49bb3b2c-9f99-4cc4-81b5-913c1915f2e9'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:02.405503 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-633dc5aa-50a3-45fe-9878-9db0526d8cfb req-75255969-f477-48ea-b7bf-24ce3cb43149 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac3812ba-e0ef-4343-ae8b-d489feb4e528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3938909 Apr 06 14:15:02.416817 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 865f29fb-5dce-4480-9735-a19e3e060f93 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:15:02.445927 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-710e07a5-b797-469a-adb3-ad8441b9e9bd tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:02.471966 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-710e07a5-b797-469a-adb3-ad8441b9e9bd tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "DELETE /v2.0/networks/62d456bc-548b-45cf-9942-7fea534ac013 HTTP/1.1" status: 204 len: 168 time: 1.7869334 Apr 06 14:15:02.482252 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-f1288d9e-380f-4b9d-8a4c-0ea56e4d3ae7 req-33ac0b83-7ca5-4aea-b41d-2bc13c5957be tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:02.483779 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46758) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:02.487906 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e07a5-b797-469a-adb3-ad8441b9e9bd tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event deleted for resources: {'Network': ['ID=62d456bc-548b-45cf-9942-7fea534ac013,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:02.499479 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dd592e0b-87f3-4d48-bf57-77e6f0abc001 req-3ddc290f-fa93-47c3-8ba0-199db316541a tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a706d66-a758-49f2-8df3-c05fa5c78475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098089 Apr 06 14:15:02.506596 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-fc44646b-5573-4d5f-8575-e0a3e37daad3 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Calling delete_port for 12aea0a0-ec71-4e53-9fc4-c55172189854 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:02.516001 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-929f77f5-9725-4822-b9e2-299bb4226c9a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1299395165'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:02.531592 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-929f77f5-9725-4822-b9e2-299bb4226c9a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:02.541224 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-929f77f5-9725-4822-b9e2-299bb4226c9a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Usage tracker for resource:network and tenant:78c3c5be3bb346c69eb24aafc3836c0b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:02.544708 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-929f77f5-9725-4822-b9e2-299bb4226c9a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:02.555225 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-929f77f5-9725-4822-b9e2-299bb4226c9a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:02.568404 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f2bf7c2-2360-4a48-8fb0-04337680b77b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:02.655012 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac0b83-7ca5-4aea-b41d-2bc13c5957be tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Pushing event deleted for resources: {'Port': ['ID=7beb26c3-5896-43e5-9789-86511aa27928,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:02.655240 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2bf7c2-2360-4a48-8fb0-04337680b77b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Pushing event updated for resources: {'Subnet': ['ID=1e8bb726-c009-4669-b8f9-1481d62c6e92,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:02.664887 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929f77f5-9725-4822-b9e2-299bb4226c9a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Made reservation on behalf of 78c3c5be3bb346c69eb24aafc3836c0b for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:02.667811 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-929f77f5-9725-4822-b9e2-299bb4226c9a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:02.688605 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a6a448ac-8e99-4736-a610-b9ae42190eea tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4805613 Apr 06 14:15:02.692172 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46762) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:02.766199 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-896b460a-8902-4b2f-a1c5-1870517dd831 None None] Set router 49bb3b2c-9f99-4cc4-81b5-913c1915f2e9 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:15:02.871898 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2bf7c2-2360-4a48-8fb0-04337680b77b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Checking segment: {'id': 'df0d061e-1053-4ae7-97f0-63c42eb6b931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b1747877-0871-4bb1-9811-970804e610f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:15:02.871898 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2bf7c2-2360-4a48-8fb0-04337680b77b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Network hostable DHCP agents. Network: b1747877-0871-4bb1-9811-970804e610f6, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:15:03.054218 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929f77f5-9725-4822-b9e2-299bb4226c9a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:15:03.075006 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-a4ef9923-9fb9-499c-a552-69aa188366a5 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] For port fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:03.075374 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9923-9fb9-499c-a552-69aa188366a5 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:03.076615 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-896b460a-8902-4b2f-a1c5-1870517dd831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bb3b2c-9f99-4cc4-81b5-913c1915f2e9', 'name': 'tempest-NetworksTestDHCPv6-router-920688339', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:14:44Z', 'updated_at': '2022-04-06T14:14:57Z', 'revision_number': 3, 'project_id': '9dcf49423fa94965b59ada8282b64351', 'gw_port_host': None}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:03.116372 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896b460a-8902-4b2f-a1c5-1870517dd831 None None] The sync data for ids ['49bb3b2c-9f99-4cc4-81b5-913c1915f2e9'] in dv-neutron-835868-1-hyperv is: [{'id': '49bb3b2c-9f99-4cc4-81b5-913c1915f2e9', 'name': 'tempest-NetworksTestDHCPv6-router-920688339', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:14:44Z', 'updated_at': '2022-04-06T14:14:57Z', 'revision_number': 3, 'project_id': '9dcf49423fa94965b59ada8282b64351', 'gw_port_host': None}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:15:03.218485 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5227d6-5d4e-4143-9140-5e23a9816ccf req-67956e91-f6d5-4cba-b9b6-156eaedb80a2 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:03.226563 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-af5227d6-5d4e-4143-9140-5e23a9816ccf req-67956e91-f6d5-4cba-b9b6-156eaedb80a2 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.6330364 Apr 06 14:15:03.236006 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2bf7c2-2360-4a48-8fb0-04337680b77b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Network b1747877-0871-4bb1-9811-970804e610f6 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:15:03.244116 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-929f77f5-9725-4822-b9e2-299bb4226c9a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:03.244784 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-929f77f5-9725-4822-b9e2-299bb4226c9a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Added segment b5fe37f1-ba37-4911-998a-3143739d7bed of type vlan for network bf928e14-7f9f-4bca-bb40-91dfaa0615cb Apr 06 14:15:03.249875 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4e2af503-751c-4d1d-852d-b2217f6e1b80 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:03.253321 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a4ef9923-9fb9-499c-a552-69aa188366a5 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Calling delete_port for fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:03.259589 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 865f29fb-5dce-4480-9735-a19e3e060f93 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:15:03.286607 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-0f2bf7c2-2360-4a48-8fb0-04337680b77b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, b1747877-0871-4bb1-9811-970804e610f6) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:03.291477 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2bf7c2-2360-4a48-8fb0-04337680b77b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:03.292254 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f2bf7c2-2360-4a48-8fb0-04337680b77b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:03.298665 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 865f29fb-5dce-4480-9735-a19e3e060f93 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:03.298665 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:03.315922 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fc44646b-5573-4d5f-8575-e0a3e37daad3 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:03.346546 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9848c5fc-16d8-4b64-9f2a-1343f271065b None None] Network 12ede1ad-8fb3-4afc-8203-cab816d32f4e requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:03.361535 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b20f93-11a1-4a77-93ad-8e069ee0c656 None None] Network b1747877-0871-4bb1-9811-970804e610f6 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:03.399650 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44646b-5573-4d5f-8575-e0a3e37daad3 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Pushing event deleted for resources: {'Port': ['ID=12aea0a0-ec71-4e53-9fc4-c55172189854,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:03.456194 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-929f77f5-9725-4822-b9e2-299bb4226c9a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:03.520076 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-af5227d6-5d4e-4143-9140-5e23a9816ccf req-67082117-48e7-4910-8bd0-8936c6a04816 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2923851 Apr 06 14:15:03.542310 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0f2bf7c2-2360-4a48-8fb0-04337680b77b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4193530 Apr 06 14:15:03.560170 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46768) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:03.594594 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fc44646b-5573-4d5f-8575-e0a3e37daad3 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:03.606608 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fc44646b-5573-4d5f-8575-e0a3e37daad3 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] 10.222.0.60 "DELETE /v2.0/ports/12aea0a0-ec71-4e53-9fc4-c55172189854 HTTP/1.1" status: 204 len: 168 time: 3.2564251 Apr 06 14:15:03.606826 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-228381c9-db6a-4e90-8846-38a1978cf001 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Request body: {'subnet': {'network_id': '3a6af0c8-9753-4c61-8776-d68cd0db37a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:03.606936 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46776) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:03.613541 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1765b3d-5fe5-4c96-9e3e-daef1a60f7e2 None None] DHCP port deletion for 45db5c66-c082-47ed-beeb-688e3c8646d5 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:15:03.665459 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e1765b3d-5fe5-4c96-9e3e-daef1a60f7e2 None None] Deleting port f109864a-e253-4433-bc96-a78b57062097 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:03.665836 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e1765b3d-5fe5-4c96-9e3e-daef1a60f7e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:03.740029 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-960a7deb-cbc6-4b86-9445-92786c43b3af tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] GET failed (client error): The resource could not be found. Apr 06 14:15:03.740573 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-960a7deb-cbc6-4b86-9445-92786c43b3af tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Synchronizing usage tracker for tenant:43121586b148424d87ca0bc45f07bb75 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:15:03.767425 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 7beb26c3-5896-43e5-9789-86511aa27928 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:15:03.802475 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-960a7deb-cbc6-4b86-9445-92786c43b3af tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Unset dirty status for tenant:43121586b148424d87ca0bc45f07bb75 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:15:03.805979 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-960a7deb-cbc6-4b86-9445-92786c43b3af tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] 10.222.0.60 "GET /v2.0/ports/12aea0a0-ec71-4e53-9fc4-c55172189854 HTTP/1.1" status: 404 len: 333 time: 0.1983240 Apr 06 14:15:03.827216 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46780) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:03.897485 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: 7beb26c3-5896-43e5-9789-86511aa27928 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:15:03.897828 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 7beb26c3-5896-43e5-9789-86511aa27928 not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:15:03.912166 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-de1d6a9b-0c94-4701-9c15-03109011d29a None None] Provisioning for port c6d7630b-9781-4925-be7b-b0760f065c63 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:15:03.959511 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afda6b-e28c-48b8-9539-9f5da0d07b2f req-24222652-327a-499f-af28-4502f6b5c3bf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:03.967460 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-41afda6b-e28c-48b8-9539-9f5da0d07b2f req-24222652-327a-499f-af28-4502f6b5c3bf tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea73f22f-3156-467c-8c2c-e9326ed910a7 HTTP/1.1" status: 200 len: 945 time: 0.2846751 Apr 06 14:15:04.005681 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-e6b498ee-5b5c-417e-bfed-4858fb0f2fa4 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Deleting port 605b5b84-a5f8-4ee5-b5b3-ec716b10349e {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:04.005681 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6b498ee-5b5c-417e-bfed-4858fb0f2fa4 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:04.057520 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9923-9fb9-499c-a552-69aa188366a5 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:04.115985 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb868b4-2b00-4728-9f67-fe1b5bbe600b req-8a72bb0e-bea9-49b2-8d70-f9614d38ee34 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:04.117623 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-aeb868b4-2b00-4728-9f67-fe1b5bbe600b req-8a72bb0e-bea9-49b2-8d70-f9614d38ee34 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea73f22f-3156-467c-8c2c-e9326ed910a7 HTTP/1.1" status: 200 len: 945 time: 1.1375151 Apr 06 14:15:04.125437 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef9923-9fb9-499c-a552-69aa188366a5 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:04.170931 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-41afda6b-e28c-48b8-9539-9f5da0d07b2f req-3d7301ad-88d8-48f7-8c76-88691639a8fd tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac3812ba-e0ef-4343-ae8b-d489feb4e528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025173 Apr 06 14:15:04.214981 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-228381c9-db6a-4e90-8846-38a1978cf001 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:04.294796 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:04.317533 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-a720989f-c2dc-4c47-acf7-20636b121860 req-13dd9705-ccbb-450d-9568-1eee57be8e82 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Synchronizing usage tracker for tenant:c60ff9278e7d428290bc7f626f6f5595 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:15:04.328654 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-228381c9-db6a-4e90-8846-38a1978cf001 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Usage tracker for resource:subnet and tenant:37903902a2234afabfd784e345242a27 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:04.340139 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-228381c9-db6a-4e90-8846-38a1978cf001 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:04.353312 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-929f77f5-9725-4822-b9e2-299bb4226c9a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:04.358502 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929f77f5-9725-4822-b9e2-299bb4226c9a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:04.359257 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-929f77f5-9725-4822-b9e2-299bb4226c9a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:04.373708 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e1765b3d-5fe5-4c96-9e3e-daef1a60f7e2 None None] For port f109864a-e253-4433-bc96-a78b57062097, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f109864a-e253-4433-bc96-a78b57062097,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:04.373946 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e1765b3d-5fe5-4c96-9e3e-daef1a60f7e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:04.393296 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-228381c9-db6a-4e90-8846-38a1978cf001 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:04.458479 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6b498ee-5b5c-417e-bfed-4858fb0f2fa4 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:04.508894 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e1765b3d-5fe5-4c96-9e3e-daef1a60f7e2 None None] Calling delete_port for f109864a-e253-4433-bc96-a78b57062097 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:04.558196 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-a720989f-c2dc-4c47-acf7-20636b121860 req-13dd9705-ccbb-450d-9568-1eee57be8e82 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Unset dirty status for tenant:c60ff9278e7d428290bc7f626f6f5595 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:15:04.559560 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a720989f-c2dc-4c47-acf7-20636b121860 req-13dd9705-ccbb-450d-9568-1eee57be8e82 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/ports?device_id=f40554bf-4823-4c77-a2bc-552d186da5e7 HTTP/1.1" status: 200 len: 210 time: 0.4937906 Apr 06 14:15:04.622147 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-e6b498ee-5b5c-417e-bfed-4858fb0f2fa4 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Calling delete_port for 605b5b84-a5f8-4ee5-b5b3-ec716b10349e owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:04.650455 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-aeb868b4-2b00-4728-9f67-fe1b5bbe600b req-2e904c43-04e9-4554-bf62-007c08320601 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Deleting port 585acf70-5bc8-4c51-8373-72038e496ad7 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:04.650979 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-aeb868b4-2b00-4728-9f67-fe1b5bbe600b req-2e904c43-04e9-4554-bf62-007c08320601 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:04.686554 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228381c9-db6a-4e90-8846-38a1978cf001 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Made reservation on behalf of 37903902a2234afabfd784e345242a27 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:04.695018 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e1765b3d-5fe5-4c96-9e3e-daef1a60f7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:04.699628 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5028d7ee-6759-4e76-ab57-2413ee58c1ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-b1747877-0871-4bb1-9811-970804e610f6', 'network_id': 'b1747877-0871-4bb1-9811-970804e610f6', 'tenant_id': '37903902a2234afabfd784e345242a27', 'fixed_ips': [{'subnet_id': '1e8bb726-c009-4669-b8f9-1481d62c6e92'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:15:04.700439 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5028d7ee-6759-4e76-ab57-2413ee58c1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:04.704927 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-929f77f5-9725-4822-b9e2-299bb4226c9a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2176692 Apr 06 14:15:04.715049 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46784) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:04.722282 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4e2af503-751c-4d1d-852d-b2217f6e1b80 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:04.783243 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c99007d8-9186-42df-8f63-d10fbd43b527 None None] Provisioning complete for port 865f29fb-5dce-4480-9735-a19e3e060f93 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:04.783794 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c99007d8-9186-42df-8f63-d10fbd43b527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:04.799547 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0236f42b-d8c7-4b18-90aa-878f9b857eaf tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Request body: {'subnet': {'network_id': 'bf928e14-7f9f-4bca-bb40-91dfaa0615cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:04.818713 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f77f5-9725-4822-b9e2-299bb4226c9a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event updated for resources: {'Network': ['ID=bf928e14-7f9f-4bca-bb40-91dfaa0615cb,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:04.829155 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 865f29fb-5dce-4480-9735-a19e3e060f93, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=865f29fb-5dce-4480-9735-a19e3e060f93,segment=NetworkSegment(f41ffad7-038c-49ac-aca3-d42a15d764bd),segment_id=f41ffad7-038c-49ac-aca3-d42a15d764bd)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:04.831412 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4e2af503-751c-4d1d-852d-b2217f6e1b80 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:04.841495 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1765b3d-5fe5-4c96-9e3e-daef1a60f7e2 None None] Pushing event deleted for resources: {'Port': ['ID=f109864a-e253-4433-bc96-a78b57062097,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:04.843355 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network bf928e14-7f9f-4bca-bb40-91dfaa0615cb details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:15:04.969983 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:04.970763 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c6d7630b-9781-4925-be7b-b0760f065c63 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:15:04.989376 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-228381c9-db6a-4e90-8846-38a1978cf001 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:05.020564 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0236f42b-d8c7-4b18-90aa-878f9b857eaf tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:05.024774 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0236f42b-d8c7-4b18-90aa-878f9b857eaf tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Usage tracker for resource:subnet and tenant:78c3c5be3bb346c69eb24aafc3836c0b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:05.028656 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0236f42b-d8c7-4b18-90aa-878f9b857eaf tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:05.036226 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0236f42b-d8c7-4b18-90aa-878f9b857eaf tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:05.064996 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406e7d6-2473-45e3-8236-9d7b79bb0707 req-78b277c5-2f9c-4109-812a-40f5ee94b8cd tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:05.067087 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9406e7d6-2473-45e3-8236-9d7b79bb0707 req-78b277c5-2f9c-4109-812a-40f5ee94b8cd tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.3511269 Apr 06 14:15:05.139542 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4e2af503-751c-4d1d-852d-b2217f6e1b80 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:05.140267 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2af503-751c-4d1d-852d-b2217f6e1b80 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Fanout notify agent at l3_agent the message router_deleted on router 49bb3b2c-9f99-4cc4-81b5-913c1915f2e9 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:15:05.262959 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-5028d7ee-6759-4e76-ab57-2413ee58c1ce None None] Allocated IP 2001:db8::2 (b1747877-0871-4bb1-9811-970804e610f6/1e8bb726-c009-4669-b8f9-1481d62c6e92/5bd57dac-5ef3-4437-bcdf-d089cec39f96) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:05.307748 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4e2af503-751c-4d1d-852d-b2217f6e1b80 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:05.309051 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4e2af503-751c-4d1d-852d-b2217f6e1b80 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/routers/49bb3b2c-9f99-4cc4-81b5-913c1915f2e9 HTTP/1.1" status: 204 len: 168 time: 2.6154723 Apr 06 14:15:05.320371 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46790) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:05.344565 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-cf7052de-8e38-4813-990c-f6af32ab8685 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:05.401525 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0236f42b-d8c7-4b18-90aa-878f9b857eaf tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Made reservation on behalf of 78c3c5be3bb346c69eb24aafc3836c0b for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:05.431873 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1288d9e-380f-4b9d-8a4c-0ea56e4d3ae7 req-33ac0b83-7ca5-4aea-b41d-2bc13c5957be tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Router 69856a0c-56b9-48f3-a28a-d1f5cca0d1d2 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:15:05.434821 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9923-9fb9-499c-a552-69aa188366a5 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:05.484028 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=865f29fb-5dce-4480-9735-a19e3e060f93,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:05.498086 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1765b3d-5fe5-4c96-9e3e-daef1a60f7e2 None None] No DVR routers for this DVR port f109864a-e253-4433-bc96-a78b57062097 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:15:05.509832 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5028d7ee-6759-4e76-ab57-2413ee58c1ce None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:05.553570 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5028d7ee-6759-4e76-ab57-2413ee58c1ce None None] Transition to ACTIVE for port object 5bd57dac-5ef3-4437-bcdf-d089cec39f96 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:05.589125 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5028d7ee-6759-4e76-ab57-2413ee58c1ce None None] Transition to ACTIVE for port object 5bd57dac-5ef3-4437-bcdf-d089cec39f96 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:05.621220 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-aeb868b4-2b00-4728-9f67-fe1b5bbe600b req-2e904c43-04e9-4554-bf62-007c08320601 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] For port 585acf70-5bc8-4c51-8373-72038e496ad7, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=585acf70-5bc8-4c51-8373-72038e496ad7,segment=NetworkSegment(b16ce301-63a4-4e18-8a19-459ca1104b71),segment_id=b16ce301-63a4-4e18-8a19-459ca1104b71)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:05.621710 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-aeb868b4-2b00-4728-9f67-fe1b5bbe600b req-2e904c43-04e9-4554-bf62-007c08320601 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:05.624993 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5028d7ee-6759-4e76-ab57-2413ee58c1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:05.748611 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0236f42b-d8c7-4b18-90aa-878f9b857eaf tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:05.753046 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5028d7ee-6759-4e76-ab57-2413ee58c1ce None None] Network b1747877-0871-4bb1-9811-970804e610f6 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:05.758447 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028d7ee-6759-4e76-ab57-2413ee58c1ce None None] Pushing event updated for resources: {'Port': ['ID=5bd57dac-5ef3-4437-bcdf-d089cec39f96,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:05.765851 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-5028d7ee-6759-4e76-ab57-2413ee58c1ce None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:05.768535 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5028d7ee-6759-4e76-ab57-2413ee58c1ce None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:05.771441 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port c6d7630b-9781-4925-be7b-b0760f065c63 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:15:05.782624 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port c6d7630b-9781-4925-be7b-b0760f065c63 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:05.783070 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:05.853966 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-228381c9-db6a-4e90-8846-38a1978cf001 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:05.983567 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5028d7ee-6759-4e76-ab57-2413ee58c1ce None None] Attempting to bind port 5bd57dac-5ef3-4437-bcdf-d089cec39f96 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:15:05.984080 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5028d7ee-6759-4e76-ab57-2413ee58c1ce None None] Attempting to bind port 5bd57dac-5ef3-4437-bcdf-d089cec39f96 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'df0d061e-1053-4ae7-97f0-63c42eb6b931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b1747877-0871-4bb1-9811-970804e610f6'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:15:05.984558 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028d7ee-6759-4e76-ab57-2413ee58c1ce None None] Attempting to bind port 5bd57dac-5ef3-4437-bcdf-d089cec39f96 on network b1747877-0871-4bb1-9811-970804e610f6 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:15:06.000150 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028d7ee-6759-4e76-ab57-2413ee58c1ce None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:15:06.000733 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028d7ee-6759-4e76-ab57-2413ee58c1ce None None] Checking segment: {'id': 'df0d061e-1053-4ae7-97f0-63c42eb6b931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b1747877-0871-4bb1-9811-970804e610f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:15:06.001278 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5028d7ee-6759-4e76-ab57-2413ee58c1ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:06.001783 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028d7ee-6759-4e76-ab57-2413ee58c1ce None None] Bound using segment: {'id': 'df0d061e-1053-4ae7-97f0-63c42eb6b931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b1747877-0871-4bb1-9811-970804e610f6'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:15:06.002384 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5028d7ee-6759-4e76-ab57-2413ee58c1ce None None] Bound port: 5bd57dac-5ef3-4437-bcdf-d089cec39f96, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df0d061e-1053-4ae7-97f0-63c42eb6b931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b1747877-0871-4bb1-9811-970804e610f6'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:15:06.002890 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5028d7ee-6759-4e76-ab57-2413ee58c1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:06.021591 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-23b6f95a-5526-4ffe-a3aa-ed3a0ad53b6a None None] Provisioning complete for port c6d7630b-9781-4925-be7b-b0760f065c63 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:06.022126 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-23b6f95a-5526-4ffe-a3aa-ed3a0ad53b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:06.026723 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cf7052de-8e38-4813-990c-f6af32ab8685 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:06.048908 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cf7052de-8e38-4813-990c-f6af32ab8685 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:subnet and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:06.092058 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9923-9fb9-499c-a552-69aa188366a5 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:06.095351 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9406e7d6-2473-45e3-8236-9d7b79bb0707 req-624aba1e-6fd8-4aa9-94f4-9c5360b0597e tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6797054 Apr 06 14:15:06.099465 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6b498ee-5b5c-417e-bfed-4858fb0f2fa4 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:06.138346 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cf7052de-8e38-4813-990c-f6af32ab8685 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:06.149510 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5028d7ee-6759-4e76-ab57-2413ee58c1ce None None] For port 5bd57dac-5ef3-4437-bcdf-d089cec39f96, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:15:06.152844 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5028d7ee-6759-4e76-ab57-2413ee58c1ce None None] For port 5bd57dac-5ef3-4437-bcdf-d089cec39f96, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=5bd57dac-5ef3-4437-bcdf-d089cec39f96,segment=NetworkSegment(df0d061e-1053-4ae7-97f0-63c42eb6b931),segment_id=df0d061e-1053-4ae7-97f0-63c42eb6b931)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:15:06.157674 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b498ee-5b5c-417e-bfed-4858fb0f2fa4 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Pushing event deleted for resources: {'Port': ['ID=605b5b84-a5f8-4ee5-b5b3-ec716b10349e,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:06.161767 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9923-9fb9-499c-a552-69aa188366a5 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:06.166012 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5028d7ee-6759-4e76-ab57-2413ee58c1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:06.202701 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cf7052de-8e38-4813-990c-f6af32ab8685 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:06.226419 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6b498ee-5b5c-417e-bfed-4858fb0f2fa4 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:06.313189 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228381c9-db6a-4e90-8846-38a1978cf001 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Pushing event updated for resources: {'Subnet': ['ID=014c2a52-be28-49fc-817b-10f2dae62dab,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:06.333259 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:06.333854 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7052de-8e38-4813-990c-f6af32ab8685 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:06.367007 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea5ec7-3a7d-4ed9-a991-91c06016ceba req-71eb1c45-ec40-4513-83a4-10ebec6a3a64 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:06.368995 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-beea5ec7-3a7d-4ed9-a991-91c06016ceba req-71eb1c45-ec40-4513-83a4-10ebec6a3a64 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea73f22f-3156-467c-8c2c-e9326ed910a7 HTTP/1.1" status: 200 len: 945 time: 0.8852544 Apr 06 14:15:06.455161 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-23b6f95a-5526-4ffe-a3aa-ed3a0ad53b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:06.464605 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0236f42b-d8c7-4b18-90aa-878f9b857eaf tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:06.465392 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028d7ee-6759-4e76-ab57-2413ee58c1ce None None] Pushing event updated for resources: {'Port': ['ID=5bd57dac-5ef3-4437-bcdf-d089cec39f96,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:06.467813 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9923-9fb9-499c-a552-69aa188366a5 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:06.468301 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ef9923-9fb9-499c-a552-69aa188366a5 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8cbead30-95c4-4d2d-8db2-6a6a808065b5 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:15:06.500060 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port c6d7630b-9781-4925-be7b-b0760f065c63, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c6d7630b-9781-4925-be7b-b0760f065c63,segment=NetworkSegment(e05d042c-f69d-431d-bb2a-6d76fa17477d),segment_id=e05d042c-f69d-431d-bb2a-6d76fa17477d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:06.530634 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9923-9fb9-499c-a552-69aa188366a5 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:06.532423 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a4ef9923-9fb9-499c-a552-69aa188366a5 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "DELETE /v2.0/routers/8cbead30-95c4-4d2d-8db2-6a6a808065b5 HTTP/1.1" status: 204 len: 168 time: 7.7420785 Apr 06 14:15:06.553758 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:06.569140 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228381c9-db6a-4e90-8846-38a1978cf001 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Checking segment: {'id': '4e3e93c0-1b9b-4a81-86e6-147f14184029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3a6af0c8-9753-4c61-8776-d68cd0db37a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:15:06.569505 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228381c9-db6a-4e90-8846-38a1978cf001 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Network hostable DHCP agents. Network: 3a6af0c8-9753-4c61-8776-d68cd0db37a5, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:15:06.583102 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6d725832-0c4e-4e66-be58-01df8da8ea57 req-c4cc53b9-2bf0-4fa4-a2d2-8a3f9ccefb07 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/ports?device_id=f40554bf-4823-4c77-a2bc-552d186da5e7 HTTP/1.1" status: 200 len: 210 time: 0.1614203 Apr 06 14:15:06.584966 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46798) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:06.600464 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e6b498ee-5b5c-417e-bfed-4858fb0f2fa4 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] 10.222.0.60 "DELETE /v2.0/ports/605b5b84-a5f8-4ee5-b5b3-ec716b10349e HTTP/1.1" status: 204 len: 168 time: 2.7578504 Apr 06 14:15:06.605484 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46802) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:06.615815 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-735864682', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:06.659672 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-23b6f95a-5526-4ffe-a3aa-ed3a0ad53b6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:15:06.660834 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-23b6f95a-5526-4ffe-a3aa-ed3a0ad53b6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:15:06.672098 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:06.680117 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Usage tracker for resource:router and tenant:cd16408f1c7a49b0849b357f06d3b0f4 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:06.683941 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:06.693589 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:06.714835 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=c6d7630b-9781-4925-be7b-b0760f065c63,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:06.724613 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf7052de-8e38-4813-990c-f6af32ab8685 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:06.727132 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236f42b-d8c7-4b18-90aa-878f9b857eaf tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event updated for resources: {'Subnet': ['ID=e125b730-46a7-4df5-9cd2-9a4c65228af6,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:06.734950 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:06.735935 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:06.759185 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:06.845077 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-beea5ec7-3a7d-4ed9-a991-91c06016ceba req-90128cc4-8945-4197-b567-0ab949e18620 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac3812ba-e0ef-4343-ae8b-d489feb4e528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4676590 Apr 06 14:15:06.868650 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-aeb868b4-2b00-4728-9f67-fe1b5bbe600b req-2e904c43-04e9-4554-bf62-007c08320601 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:06.869067 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-aeb868b4-2b00-4728-9f67-fe1b5bbe600b req-2e904c43-04e9-4554-bf62-007c08320601 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:06.869450 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.l3_db [req-aeb868b4-2b00-4728-9f67-fe1b5bbe600b req-2e904c43-04e9-4554-bf62-007c08320601 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Floating IP 5be5a9de-304b-4ecb-ac6e-1b93505f4f85 disassociated. External IP: 172.26.8.108, port: 585acf70-5bc8-4c51-8373-72038e496ad7. Apr 06 14:15:06.869801 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-aeb868b4-2b00-4728-9f67-fe1b5bbe600b req-2e904c43-04e9-4554-bf62-007c08320601 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Calling delete_port for 585acf70-5bc8-4c51-8373-72038e496ad7 owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:06.985744 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0236f42b-d8c7-4b18-90aa-878f9b857eaf tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Checking segment: {'id': 'b5fe37f1-ba37-4911-998a-3143739d7bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'bf928e14-7f9f-4bca-bb40-91dfaa0615cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:15:06.986016 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0236f42b-d8c7-4b18-90aa-878f9b857eaf tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Network hostable DHCP agents. Network: bf928e14-7f9f-4bca-bb40-91dfaa0615cb, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:15:06.998418 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228381c9-db6a-4e90-8846-38a1978cf001 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Network 3a6af0c8-9753-4c61-8776-d68cd0db37a5 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:15:07.008052 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:07.073127 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdfc77-d8c9-4a96-9730-db429a28bcf0 req-dc729d0b-56a7-4d59-9398-228726d34ad8 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:07.074692 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3bbdfc77-d8c9-4a96-9730-db429a28bcf0 req-dc729d0b-56a7-4d59-9398-228726d34ad8 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.2029006 Apr 06 14:15:07.109336 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 865f29fb-5dce-4480-9735-a19e3e060f93 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:15:07.109832 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-228381c9-db6a-4e90-8846-38a1978cf001 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 3a6af0c8-9753-4c61-8776-d68cd0db37a5) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:07.116716 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228381c9-db6a-4e90-8846-38a1978cf001 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:07.118126 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-228381c9-db6a-4e90-8846-38a1978cf001 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:07.172454 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f484f5-c7dc-4d66-a1ea-e2529dfb562e None None] Network 3a6af0c8-9753-4c61-8776-d68cd0db37a5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:07.248075 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0236f42b-d8c7-4b18-90aa-878f9b857eaf tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Network bf928e14-7f9f-4bca-bb40-91dfaa0615cb is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:15:07.308567 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-0236f42b-d8c7-4b18-90aa-878f9b857eaf tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, bf928e14-7f9f-4bca-bb40-91dfaa0615cb) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:07.314644 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0236f42b-d8c7-4b18-90aa-878f9b857eaf tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:07.315230 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0236f42b-d8c7-4b18-90aa-878f9b857eaf tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:07.339470 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4d38a6-01d2-471e-b402-1db2cc009dd2 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Deleting subnet 8a5d4c82-852b-482a-bf6c-38f165d2b20b {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:15:07.345800 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3bbdfc77-d8c9-4a96-9730-db429a28bcf0 req-1e35d389-071f-4a24-a190-b27597c6af97 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2621882 Apr 06 14:15:07.358666 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0236f42b-d8c7-4b18-90aa-878f9b857eaf tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.5711312 Apr 06 14:15:07.358878 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46806) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:07.364118 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-228381c9-db6a-4e90-8846-38a1978cf001 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7981834 Apr 06 14:15:07.367751 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4b4d38a6-01d2-471e-b402-1db2cc009dd2 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:07.373941 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6380e5b3-05d3-4441-b0a3-5f83ad1d3714 None None] Network bf928e14-7f9f-4bca-bb40-91dfaa0615cb requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:07.386842 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46810) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:07.401886 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1288d9e-380f-4b9d-8a4c-0ea56e4d3ae7 req-33ac0b83-7ca5-4aea-b41d-2bc13c5957be tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:15:07.415224 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d925beb-1840-49c0-8f05-a7343761a61b None None] Sync routers for ids ['69856a0c-56b9-48f3-a28a-d1f5cca0d1d2'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:15:07.435888 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d925beb-1840-49c0-8f05-a7343761a61b None None] Routers {'69856a0c-56b9-48f3-a28a-d1f5cca0d1d2'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:07.439597 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2d925beb-1840-49c0-8f05-a7343761a61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:14:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['69856a0c-56b9-48f3-a28a-d1f5cca0d1d2'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:07.569083 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf7052de-8e38-4813-990c-f6af32ab8685 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:07.636471 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1288d9e-380f-4b9d-8a4c-0ea56e4d3ae7 req-33ac0b83-7ca5-4aea-b41d-2bc13c5957be tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] No DVR routers for this DVR port 7beb26c3-5896-43e5-9789-86511aa27928 on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:15:07.656940 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-f1288d9e-380f-4b9d-8a4c-0ea56e4d3ae7 req-33ac0b83-7ca5-4aea-b41d-2bc13c5957be tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:07.658893 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f1288d9e-380f-4b9d-8a4c-0ea56e4d3ae7 req-33ac0b83-7ca5-4aea-b41d-2bc13c5957be tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.69 "DELETE /v2.0/ports/7beb26c3-5896-43e5-9789-86511aa27928 HTTP/1.1" status: 204 len: 173 time: 7.7074802 Apr 06 14:15:07.661149 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4b4d38a6-01d2-471e-b402-1db2cc009dd2 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:07.715903 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40554bf-4823-4c77-a2bc-552d186da5e7', 'name': 'network-vif-deleted', 'tag': '7beb26c3-5896-43e5-9789-86511aa27928'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:15:07.735714 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 865f29fb-5dce-4480-9735-a19e3e060f93 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:07.736411 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:07.822089 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 585acf70-5bc8-4c51-8373-72038e496ad7 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:15:07.878697 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4b4d38a6-01d2-471e-b402-1db2cc009dd2 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:07.895730 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: 585acf70-5bc8-4c51-8373-72038e496ad7 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:15:07.897204 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 585acf70-5bc8-4c51-8373-72038e496ad7 not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:15:07.906783 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7703f42-9147-432e-acd7-73796b9234b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-bf928e14-7f9f-4bca-bb40-91dfaa0615cb', 'network_id': 'bf928e14-7f9f-4bca-bb40-91dfaa0615cb', 'tenant_id': '78c3c5be3bb346c69eb24aafc3836c0b', 'fixed_ips': [{'subnet_id': 'e125b730-46a7-4df5-9cd2-9a4c65228af6'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:15:07.908306 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b7703f42-9147-432e-acd7-73796b9234b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:07.922437 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-2d925beb-1840-49c0-8f05-a7343761a61b None None] Set router 69856a0c-56b9-48f3-a28a-d1f5cca0d1d2 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:15:07.973396 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:07.981949 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b54d7f7b-1d12-4a75-8eaa-7371b74f612d req-4204560a-2d4b-4230-8a5b-7d730dbbce95 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/ports?device_id=f40554bf-4823-4c77-a2bc-552d186da5e7 HTTP/1.1" status: 200 len: 210 time: 0.1829188 Apr 06 14:15:08.142280 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-aeb868b4-2b00-4728-9f67-fe1b5bbe600b req-2e904c43-04e9-4554-bf62-007c08320601 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:08.156187 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d60a7942-0fbc-421f-b698-77c40ec11523'] response: {'server_uuid': 'f40554bf-4823-4c77-a2bc-552d186da5e7', 'name': 'network-vif-deleted', 'tag': '7beb26c3-5896-43e5-9789-86511aa27928', 'status': 'completed', 'code': 200} Apr 06 14:15:08.212331 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f8d2d978-02e7-4885-bd9c-9344dea93ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:08.259971 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a21a6ef-4399-4c3c-921b-4891ffeca3d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-3a6af0c8-9753-4c61-8776-d68cd0db37a5', 'network_id': '3a6af0c8-9753-4c61-8776-d68cd0db37a5', 'tenant_id': '37903902a2234afabfd784e345242a27', 'fixed_ips': [{'subnet_id': '014c2a52-be28-49fc-817b-10f2dae62dab'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:15:08.260780 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3a21a6ef-4399-4c3c-921b-4891ffeca3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:08.282241 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a7b0bc-bc75-4962-be11-2e7da5cbe317 None None] Network b1747877-0871-4bb1-9811-970804e610f6 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:08.301325 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e904c43-04e9-4554-bf62-007c08320601 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Pushing event deleted for resources: {'Port': ['ID=585acf70-5bc8-4c51-8373-72038e496ad7,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:08.334458 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7052de-8e38-4813-990c-f6af32ab8685 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:08.336027 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7052de-8e38-4813-990c-f6af32ab8685 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Subnet': ['ID=6aaf8434-73d7-40ee-9d92-6d92fb341645,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:08.353039 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-cf7052de-8e38-4813-990c-f6af32ab8685 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:08.431587 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2d925beb-1840-49c0-8f05-a7343761a61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'name': 'tempest-ServersTestManualDisk-1216470950-router', 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': '46931473-0f10-449f-b6ad-d9441fdc3bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:10Z', 'updated_at': '2022-04-06T14:13:26Z', 'revision_number': 4, 'project_id': 'c60ff9278e7d428290bc7f626f6f5595', 'gw_port': {'id': '46931473-0f10-449f-b6ad-d9441fdc3bda', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:20:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:12Z', 'updated_at': '2022-04-06T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'd52ae6cd-2136-4bba-8322-9a2feca1dd1c', 'name': '', 'network_id': 'db22f504-5a34-4a84-99cc-65b1302a1645', 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595', 'mac_address': 'fa:16:3e:93:73:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74f1b134-ac9c-4860-9a3a-b9f38585a865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:24Z', 'updated_at': '2022-04-06T14:14:06Z', 'revision_number': 5, 'project_id': 'c60ff9278e7d428290bc7f626f6f5595', 'subnets': [{'id': '74f1b134-ac9c-4860-9a3a-b9f38585a865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:08.436705 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d925beb-1840-49c0-8f05-a7343761a61b None None] Checking router: 69856a0c-56b9-48f3-a28a-d1f5cca0d1d2 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:15:08.468373 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d925beb-1840-49c0-8f05-a7343761a61b None None] Routers {'69856a0c-56b9-48f3-a28a-d1f5cca0d1d2'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:08.471070 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2d925beb-1840-49c0-8f05-a7343761a61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:14:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['69856a0c-56b9-48f3-a28a-d1f5cca0d1d2'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:08.488487 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:08.536066 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7052de-8e38-4813-990c-f6af32ab8685 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:08.536665 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf7052de-8e38-4813-990c-f6af32ab8685 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:08.571030 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:08.594195 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4b4d38a6-01d2-471e-b402-1db2cc009dd2 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:08.640116 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cf7052de-8e38-4813-990c-f6af32ab8685 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.3133838 Apr 06 14:15:08.653220 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46824) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:08.659071 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe9473-b9a0-481c-a14c-9c36158f97d8 req-5f4d5a79-fb1c-42d8-a715-bbd08e694f48 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:08.666679 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-69fe9473-b9a0-481c-a14c-9c36158f97d8 req-5f4d5a79-fb1c-42d8-a715-bbd08e694f48 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 1.1104207 Apr 06 14:15:08.668859 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d38a6-01d2-471e-b402-1db2cc009dd2 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Pushing event deleted for resources: {'Subnet': ['ID=8a5d4c82-852b-482a-bf6c-38f165d2b20b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:08.674203 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-3a21a6ef-4399-4c3c-921b-4891ffeca3d3 None None] Allocated IP 2001:db8::2 (3a6af0c8-9753-4c61-8776-d68cd0db37a5/014c2a52-be28-49fc-817b-10f2dae62dab/4a125081-1a27-4f1b-a839-4717c22d58fe) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:08.676467 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a4df3888-684e-45ba-bbf0-e648cdfacc7a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1479950662', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:08.704397 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a4df3888-684e-45ba-bbf0-e648cdfacc7a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:08.714664 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4b4d38a6-01d2-471e-b402-1db2cc009dd2 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:08.717509 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4b4d38a6-01d2-471e-b402-1db2cc009dd2 tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] 10.222.0.60 "DELETE /v2.0/subnets/8a5d4c82-852b-482a-bf6c-38f165d2b20b HTTP/1.1" status: 204 len: 168 time: 2.0926523 Apr 06 14:15:08.728632 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46828) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:08.729575 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a4df3888-684e-45ba-bbf0-e648cdfacc7a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:router and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:08.734337 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a4df3888-684e-45ba-bbf0-e648cdfacc7a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:08.787346 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a4df3888-684e-45ba-bbf0-e648cdfacc7a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:08.810653 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-2d925beb-1840-49c0-8f05-a7343761a61b None None] Set router 69856a0c-56b9-48f3-a28a-d1f5cca0d1d2 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:15:08.823832 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e442b750-8adc-4159-9eb0-6b64e5ecca3c None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:08.836965 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6ea790c7-f651-4717-b432-297a611b5431 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:15:08.850822 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7f18806e-1ebe-4949-a6d5-d450fd581841 req-c995c4de-a00e-42f2-99e1-f8c4f50430b4 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea73f22f-3156-467c-8c2c-e9326ed910a7 HTTP/1.1" status: 200 len: 210 time: 0.4752934 Apr 06 14:15:08.879350 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14832a7c-eb2b-4218-98ef-02f1c058d18e None None] Network 01e45ea8-0c43-4e36-8823-dafb484f377a requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:08.980219 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4df3888-684e-45ba-bbf0-e648cdfacc7a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:08.981118 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4df3888-684e-45ba-bbf0-e648cdfacc7a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:08.993724 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Allocated IP 172.26.8.44 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/de023b82-91b2-48a4-b6b5-60067bce4f31) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:08.997074 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:09.017684 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-69fe9473-b9a0-481c-a14c-9c36158f97d8 req-7b11aa23-d96d-46d8-aa22-12b8d72ccb57 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3498242 Apr 06 14:15:09.039183 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-69697482-a8c6-45c1-9b72-ea2195b46b9c tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:09.066304 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4df3888-684e-45ba-bbf0-e648cdfacc7a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:09.078141 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-69697482-a8c6-45c1-9b72-ea2195b46b9c tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Deleting port 270bb426-765a-43bc-b125-e028803a7164 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:09.078482 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-69697482-a8c6-45c1-9b72-ea2195b46b9c tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:09.197227 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4df3888-684e-45ba-bbf0-e648cdfacc7a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:09.200008 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 6ea790c7-f651-4717-b432-297a611b5431 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:15:09.200633 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6ea790c7-f651-4717-b432-297a611b5431 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:15:09.201418 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f109864a-e253-4433-bc96-a78b57062097 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:15:09.306008 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46838) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:09.308187 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: f109864a-e253-4433-bc96-a78b57062097 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:15:09.308530 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f109864a-e253-4433-bc96-a78b57062097 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:15:09.309948 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-46db066a-9e74-47f5-8a25-4cfe062fb632 None None] Provisioning for port 5bd57dac-5ef3-4437-bcdf-d089cec39f96 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:15:09.314058 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2d925beb-1840-49c0-8f05-a7343761a61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'name': 'tempest-ServersTestManualDisk-1216470950-router', 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': '46931473-0f10-449f-b6ad-d9441fdc3bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:10Z', 'updated_at': '2022-04-06T14:13:26Z', 'revision_number': 4, 'project_id': 'c60ff9278e7d428290bc7f626f6f5595', 'gw_port': {'id': '46931473-0f10-449f-b6ad-d9441fdc3bda', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:20:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:12Z', 'updated_at': '2022-04-06T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'd52ae6cd-2136-4bba-8322-9a2feca1dd1c', 'name': '', 'network_id': 'db22f504-5a34-4a84-99cc-65b1302a1645', 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595', 'mac_address': 'fa:16:3e:93:73:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74f1b134-ac9c-4860-9a3a-b9f38585a865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:24Z', 'updated_at': '2022-04-06T14:14:06Z', 'revision_number': 5, 'project_id': 'c60ff9278e7d428290bc7f626f6f5595', 'subnets': [{'id': '74f1b134-ac9c-4860-9a3a-b9f38585a865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:09.320651 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d925beb-1840-49c0-8f05-a7343761a61b None None] The sync data for ids ['69856a0c-56b9-48f3-a28a-d1f5cca0d1d2'] in dv-neutron-835868-1-hyperv is: [{'id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'name': 'tempest-ServersTestManualDisk-1216470950-router', 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': '46931473-0f10-449f-b6ad-d9441fdc3bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:10Z', 'updated_at': '2022-04-06T14:13:26Z', 'revision_number': 4, 'project_id': 'c60ff9278e7d428290bc7f626f6f5595', 'gw_port': {'id': '46931473-0f10-449f-b6ad-d9441fdc3bda', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:20:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:12Z', 'updated_at': '2022-04-06T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'd52ae6cd-2136-4bba-8322-9a2feca1dd1c', 'name': '', 'network_id': 'db22f504-5a34-4a84-99cc-65b1302a1645', 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595', 'mac_address': 'fa:16:3e:93:73:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74f1b134-ac9c-4860-9a3a-b9f38585a865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:24Z', 'updated_at': '2022-04-06T14:14:06Z', 'revision_number': 5, 'project_id': 'c60ff9278e7d428290bc7f626f6f5595', 'subnets': [{'id': '74f1b134-ac9c-4860-9a3a-b9f38585a865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:15:09.530792 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4df3888-684e-45ba-bbf0-e648cdfacc7a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:09.532111 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a4df3888-684e-45ba-bbf0-e648cdfacc7a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8611033 Apr 06 14:15:09.538851 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46842) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:09.545809 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-69697482-a8c6-45c1-9b72-ea2195b46b9c tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] For port 270bb426-765a-43bc-b125-e028803a7164, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=270bb426-765a-43bc-b125-e028803a7164,segment=NetworkSegment(8a58bc70-d7e2-4938-a8fe-551c88dec224),segment_id=8a58bc70-d7e2-4938-a8fe-551c88dec224)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:09.546754 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-69697482-a8c6-45c1-9b72-ea2195b46b9c tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:09.555692 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aeb868b4-2b00-4728-9f67-fe1b5bbe600b req-2e904c43-04e9-4554-bf62-007c08320601 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Router 806808cf-023c-467c-b982-89424c6dc5c3 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:15:09.570022 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-b7703f42-9147-432e-acd7-73796b9234b5 None None] Allocated IP 2001:db8::1 (bf928e14-7f9f-4bca-bb40-91dfaa0615cb/e125b730-46a7-4df5-9cd2-9a4c65228af6/d1e1b4f1-95a0-48b0-9631-9c3f783eb20d) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:09.652622 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 5bd57dac-5ef3-4437-bcdf-d089cec39f96 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:15:09.722171 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-69697482-a8c6-45c1-9b72-ea2195b46b9c tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Calling delete_port for 270bb426-765a-43bc-b125-e028803a7164 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:09.732104 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ff735-5960-4e31-b0ee-ddfffab666ac None None] New status for floating IP 513161c6-01b3-45b6-8d62-38260c40006b: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:15:09.844141 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46c326-0602-4538-b5e3-4d6b5eedbe36 req-5c5488e3-8332-4173-a133-8a7227e3b78e tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:09.846056 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4e46c326-0602-4538-b5e3-4d6b5eedbe36 req-5c5488e3-8332-4173-a133-8a7227e3b78e tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.5659342 Apr 06 14:15:09.922769 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4e09a7c3-4a74-4d9f-9aaf-bf181a1662de tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:09.925488 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2d72b8c-f7ea-446c-a858-842becdfb7df tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:09.954114 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:09.972486 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4e46c326-0602-4538-b5e3-4d6b5eedbe36 req-b783e100-8495-4e54-80dc-44c902c9c06b tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143548 Apr 06 14:15:09.973900 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-69697482-a8c6-45c1-9b72-ea2195b46b9c tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:10.040731 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69697482-a8c6-45c1-9b72-ea2195b46b9c tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Pushing event deleted for resources: {'Port': ['ID=270bb426-765a-43bc-b125-e028803a7164,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:10.060818 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69697482-a8c6-45c1-9b72-ea2195b46b9c tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] No DVR routers for this DVR port 270bb426-765a-43bc-b125-e028803a7164 on host dv-neutron-835868-1-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:15:10.109750 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4e09a7c3-4a74-4d9f-9aaf-bf181a1662de tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:10.177477 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3a21a6ef-4399-4c3c-921b-4891ffeca3d3 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:10.183530 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb01d632-4978-4009-96f2-89221aed7b35 req-307c5f75-25cc-44f8-aa1d-1371c85b0224 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea73f22f-3156-467c-8c2c-e9326ed910a7 HTTP/1.1" status: 200 len: 210 time: 0.0518541 Apr 06 14:15:10.253921 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3a21a6ef-4399-4c3c-921b-4891ffeca3d3 None None] Transition to ACTIVE for port object 4a125081-1a27-4f1b-a839-4717c22d58fe will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:10.343461 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-69697482-a8c6-45c1-9b72-ea2195b46b9c tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:10.377537 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-69697482-a8c6-45c1-9b72-ea2195b46b9c tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e45ea8-0c43-4e36-8823-dafb484f377a']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:10.379662 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 5bd57dac-5ef3-4437-bcdf-d089cec39f96 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:15:10.392783 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3a21a6ef-4399-4c3c-921b-4891ffeca3d3 None None] Transition to ACTIVE for port object 4a125081-1a27-4f1b-a839-4717c22d58fe will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:10.399481 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-69697482-a8c6-45c1-9b72-ea2195b46b9c tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a58bc70-d7e2-4938-a8fe-551c88dec224') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:10.399753 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-69697482-a8c6-45c1-9b72-ea2195b46b9c tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a58bc70-d7e2-4938-a8fe-551c88dec224') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:10.406069 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-45db5c66-c082-47ed-beeb-688e3c8646d5', 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'fixed_ips': [{'subnet_id': '6aaf8434-73d7-40ee-9d92-6d92fb341645'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:15:10.407346 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:10.424974 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 5bd57dac-5ef3-4437-bcdf-d089cec39f96 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:10.425928 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:10.427304 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-69697482-a8c6-45c1-9b72-ea2195b46b9c tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:10.458342 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4e09a7c3-4a74-4d9f-9aaf-bf181a1662de tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:10.471767 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3a21a6ef-4399-4c3c-921b-4891ffeca3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:10.514468 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-69697482-a8c6-45c1-9b72-ea2195b46b9c tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:10.537713 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aeb868b4-2b00-4728-9f67-fe1b5bbe600b req-2e904c43-04e9-4554-bf62-007c08320601 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:15:10.546921 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d81a139-23e4-4a33-b82d-069a3e97a4c8 None None] Sync routers for ids ['806808cf-023c-467c-b982-89424c6dc5c3'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:15:10.557576 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69697482-a8c6-45c1-9b72-ea2195b46b9c tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:15:10.557991 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-69697482-a8c6-45c1-9b72-ea2195b46b9c tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:10.568032 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d81a139-23e4-4a33-b82d-069a3e97a4c8 None None] Routers {'806808cf-023c-467c-b982-89424c6dc5c3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:10.568661 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2d81a139-23e4-4a33-b82d-069a3e97a4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:14:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['806808cf-023c-467c-b982-89424c6dc5c3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:10.579522 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b1747f-db71-4f1c-80c2-0f89d75eeac6 None None] DHCP port deletion for 01e45ea8-0c43-4e36-8823-dafb484f377a request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:15:10.580857 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09a7c3-4a74-4d9f-9aaf-bf181a1662de tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a706d66-a758-49f2-8df3-c05fa5c78475,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:15:10.599811 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:15:10.706990 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b7703f42-9147-432e-acd7-73796b9234b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:10.738139 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a21a6ef-4399-4c3c-921b-4891ffeca3d3 None None] Network 3a6af0c8-9753-4c61-8776-d68cd0db37a5 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:10.746162 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:10.747400 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-3a21a6ef-4399-4c3c-921b-4891ffeca3d3 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:10.749246 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21a6ef-4399-4c3c-921b-4891ffeca3d3 None None] Pushing event updated for resources: {'Port': ['ID=4a125081-1a27-4f1b-a839-4717c22d58fe,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:10.751358 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a21a6ef-4399-4c3c-921b-4891ffeca3d3 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:10.754512 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b7703f42-9147-432e-acd7-73796b9234b5 None None] Transition to ACTIVE for port object d1e1b4f1-95a0-48b0-9631-9c3f783eb20d will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:10.772094 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb868b4-2b00-4728-9f67-fe1b5bbe600b req-2e904c43-04e9-4554-bf62-007c08320601 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] No DVR routers for this DVR port 585acf70-5bc8-4c51-8373-72038e496ad7 on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:15:10.780396 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-f2d72b8c-f7ea-446c-a858-842becdfb7df tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Allocated IP 2001:db8::1 (b1747877-0871-4bb1-9811-970804e610f6/1e8bb726-c009-4669-b8f9-1481d62c6e92/4d836ed7-acae-456b-bbf3-152432d30a39) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:10.814329 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-aeb868b4-2b00-4728-9f67-fe1b5bbe600b req-2e904c43-04e9-4554-bf62-007c08320601 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:10.839076 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385e291-0b55-4b55-b01d-f6d33fd1fa51 req-c419e788-c60c-4533-9ab0-c98a6b8e4830 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:10.843808 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8385e291-0b55-4b55-b01d-f6d33fd1fa51 req-c419e788-c60c-4533-9ab0-c98a6b8e4830 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.4099343 Apr 06 14:15:10.844649 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea73f22f-3156-467c-8c2c-e9326ed910a7', 'name': 'network-vif-deleted', 'tag': '585acf70-5bc8-4c51-8373-72038e496ad7'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:15:10.848783 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b7703f42-9147-432e-acd7-73796b9234b5 None None] Transition to ACTIVE for port object d1e1b4f1-95a0-48b0-9631-9c3f783eb20d will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:10.885690 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-2d81a139-23e4-4a33-b82d-069a3e97a4c8 None None] Set router 806808cf-023c-467c-b982-89424c6dc5c3 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:15:10.904658 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-69697482-a8c6-45c1-9b72-ea2195b46b9c tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:10.917085 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:10.920103 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-69697482-a8c6-45c1-9b72-ea2195b46b9c tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:10.931182 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:10.965330 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4e09a7c3-4a74-4d9f-9aaf-bf181a1662de tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:10.966496 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4e09a7c3-4a74-4d9f-9aaf-bf181a1662de tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "DELETE /v2.0/security-groups/4a706d66-a758-49f2-8df3-c05fa5c78475 HTTP/1.1" status: 204 len: 168 time: 1.6541042 Apr 06 14:15:10.971979 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b7703f42-9147-432e-acd7-73796b9234b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:10.972174 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event deleted for resources: {'Subnet': ['ID=e125b730-46a7-4df5-9cd2-9a4c65228af6,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:10.997664 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aec1fafb-09eb-4584-ad11-57cc895b43e2'] response: {'server_uuid': 'ea73f22f-3156-467c-8c2c-e9326ed910a7', 'name': 'network-vif-deleted', 'tag': '585acf70-5bc8-4c51-8373-72038e496ad7', 'status': 'completed', 'code': 200} Apr 06 14:15:10.998397 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46852) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:11.010845 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69697482-a8c6-45c1-9b72-ea2195b46b9c tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] Pushing event deleted for resources: {'Network': ['ID=01e45ea8-0c43-4e36-8823-dafb484f377a,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:11.015388 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8385e291-0b55-4b55-b01d-f6d33fd1fa51 req-87793f07-4ce6-460f-b989-9ecadb81e914 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572943 Apr 06 14:15:11.022354 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-69697482-a8c6-45c1-9b72-ea2195b46b9c tempest-AllowedAddressPairIpV6TestJSON-785315919 tempest-AllowedAddressPairIpV6TestJSON-785315919-project] 10.222.0.60 "DELETE /v2.0/networks/01e45ea8-0c43-4e36-8823-dafb484f377a HTTP/1.1" status: 204 len: 168 time: 2.2895372 Apr 06 14:15:11.025223 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-aeb868b4-2b00-4728-9f67-fe1b5bbe600b req-2e904c43-04e9-4554-bf62-007c08320601 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.69 "DELETE /v2.0/ports/585acf70-5bc8-4c51-8373-72038e496ad7 HTTP/1.1" status: 204 len: 173 time: 6.8201740 Apr 06 14:15:11.039944 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:11.052414 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-f877e718-bb0e-49a6-ae4f-f79feb7df217 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] show failed (client error): The resource could not be found. Apr 06 14:15:11.069579 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f877e718-bb0e-49a6-ae4f-f79feb7df217 tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "GET /v2.0/security-groups/4a706d66-a758-49f2-8df3-c05fa5c78475 HTTP/1.1" status: 404 len: 347 time: 0.0369828 Apr 06 14:15:11.069579 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46858) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:11.074425 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:11.201770 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3a21a6ef-4399-4c3c-921b-4891ffeca3d3 None None] Attempting to bind port 4a125081-1a27-4f1b-a839-4717c22d58fe on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:15:11.209664 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3a21a6ef-4399-4c3c-921b-4891ffeca3d3 None None] Attempting to bind port 4a125081-1a27-4f1b-a839-4717c22d58fe by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '4e3e93c0-1b9b-4a81-86e6-147f14184029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3a6af0c8-9753-4c61-8776-d68cd0db37a5'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:15:11.210370 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a21a6ef-4399-4c3c-921b-4891ffeca3d3 None None] Attempting to bind port 4a125081-1a27-4f1b-a839-4717c22d58fe on network 3a6af0c8-9753-4c61-8776-d68cd0db37a5 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:15:11.231603 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7703f42-9147-432e-acd7-73796b9234b5 None None] Network bf928e14-7f9f-4bca-bb40-91dfaa0615cb is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:11.233762 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d94dd030-3969-4cf5-a037-029233b7f1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:11.244127 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-b7703f42-9147-432e-acd7-73796b9234b5 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:11.280471 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Pushing event updated for resources: {'Port': ['ID=de023b82-91b2-48a4-b6b5-60067bce4f31,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:11.286724 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e6724231-1488-4bde-8ed6-c325aac0e2ae None None] Provisioning complete for port 5bd57dac-5ef3-4437-bcdf-d089cec39f96 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:11.287111 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e6724231-1488-4bde-8ed6-c325aac0e2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:11.314634 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-645e96dc-9a48-4a7e-929e-341f5fabcd3b tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Deleting port dfd13b08-8748-4d05-ada0-03555c3cdfeb {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:11.315520 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-645e96dc-9a48-4a7e-929e-341f5fabcd3b tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:11.334740 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Allocated IP 2001:db8::2 (45db5c66-c082-47ed-beeb-688e3c8646d5/6aaf8434-73d7-40ee-9d92-6d92fb341645/90da0cb5-fa1f-4757-a8fc-a2961aad92e9) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:11.349387 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7703f42-9147-432e-acd7-73796b9234b5 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:11.453087 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:11.453279 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:11.453554 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:11.453921 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:11.454210 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:11.454541 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:11.454871 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:11.455199 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:11.455523 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:11.455845 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:11.456167 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:11.520909 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:11.571242 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2d81a139-23e4-4a33-b82d-069a3e97a4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806808cf-023c-467c-b982-89424c6dc5c3', 'name': 'tempest-ServersTestJSON-1306901790-router', 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '2ee1d779-6c38-494f-9315-5ed3bc2ce834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:14Z', 'updated_at': '2022-04-06T14:13:32Z', 'revision_number': 4, 'project_id': 'b420c830a8c344c38ee71ab00e7194de', 'gw_port': {'id': '2ee1d779-6c38-494f-9315-5ed3bc2ce834', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806808cf-023c-467c-b982-89424c6dc5c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:16Z', 'updated_at': '2022-04-06T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '94cfe001-10bf-4991-ae2c-5448fb792190', 'name': '', 'network_id': '85b99d49-54eb-453f-ae68-f2c061c22d84', 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de', 'mac_address': 'fa:16:3e:ff:06:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806808cf-023c-467c-b982-89424c6dc5c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a315dfc-352a-4b05-a256-c3f9d36a94b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:30Z', 'updated_at': '2022-04-06T14:14:07Z', 'revision_number': 5, 'project_id': 'b420c830a8c344c38ee71ab00e7194de', 'subnets': [{'id': '4a315dfc-352a-4b05-a256-c3f9d36a94b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:11.578000 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d81a139-23e4-4a33-b82d-069a3e97a4c8 None None] Checking router: 806808cf-023c-467c-b982-89424c6dc5c3 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:15:11.592386 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46870) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:11.593173 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d81a139-23e4-4a33-b82d-069a3e97a4c8 None None] Routers {'806808cf-023c-467c-b982-89424c6dc5c3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:11.593909 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2d81a139-23e4-4a33-b82d-069a3e97a4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['806808cf-023c-467c-b982-89424c6dc5c3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:11.626176 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-645e96dc-9a48-4a7e-929e-341f5fabcd3b tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:11.626654 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-645e96dc-9a48-4a7e-929e-341f5fabcd3b tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:11.655924 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a21a6ef-4399-4c3c-921b-4891ffeca3d3 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:15:11.657027 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a21a6ef-4399-4c3c-921b-4891ffeca3d3 None None] Checking segment: {'id': '4e3e93c0-1b9b-4a81-86e6-147f14184029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3a6af0c8-9753-4c61-8776-d68cd0db37a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:15:11.657654 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3a21a6ef-4399-4c3c-921b-4891ffeca3d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:11.658340 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a21a6ef-4399-4c3c-921b-4891ffeca3d3 None None] Bound using segment: {'id': '4e3e93c0-1b9b-4a81-86e6-147f14184029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3a6af0c8-9753-4c61-8776-d68cd0db37a5'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:15:11.659016 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3a21a6ef-4399-4c3c-921b-4891ffeca3d3 None None] Bound port: 4a125081-1a27-4f1b-a839-4717c22d58fe, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3e93c0-1b9b-4a81-86e6-147f14184029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3a6af0c8-9753-4c61-8776-d68cd0db37a5'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:15:11.659591 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3a21a6ef-4399-4c3c-921b-4891ffeca3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:11.685147 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b7703f42-9147-432e-acd7-73796b9234b5 None None] Attempting to bind port d1e1b4f1-95a0-48b0-9631-9c3f783eb20d on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:15:11.686176 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b7703f42-9147-432e-acd7-73796b9234b5 None None] Attempting to bind port d1e1b4f1-95a0-48b0-9631-9c3f783eb20d by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'b5fe37f1-ba37-4911-998a-3143739d7bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'bf928e14-7f9f-4bca-bb40-91dfaa0615cb'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:15:11.686771 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7703f42-9147-432e-acd7-73796b9234b5 None None] Attempting to bind port d1e1b4f1-95a0-48b0-9631-9c3f783eb20d on network bf928e14-7f9f-4bca-bb40-91dfaa0615cb {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:15:11.708761 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7703f42-9147-432e-acd7-73796b9234b5 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:15:11.709617 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7703f42-9147-432e-acd7-73796b9234b5 None None] Checking segment: {'id': 'b5fe37f1-ba37-4911-998a-3143739d7bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'bf928e14-7f9f-4bca-bb40-91dfaa0615cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:15:11.710255 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b7703f42-9147-432e-acd7-73796b9234b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:11.710852 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7703f42-9147-432e-acd7-73796b9234b5 None None] Bound using segment: {'id': 'b5fe37f1-ba37-4911-998a-3143739d7bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'bf928e14-7f9f-4bca-bb40-91dfaa0615cb'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:15:11.711530 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b7703f42-9147-432e-acd7-73796b9234b5 None None] Bound port: d1e1b4f1-95a0-48b0-9631-9c3f783eb20d, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5fe37f1-ba37-4911-998a-3143739d7bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'bf928e14-7f9f-4bca-bb40-91dfaa0615cb'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:15:11.712133 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b7703f42-9147-432e-acd7-73796b9234b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:11.732272 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7703f42-9147-432e-acd7-73796b9234b5 None None] Pushing event updated for resources: {'Port': ['ID=d1e1b4f1-95a0-48b0-9631-9c3f783eb20d,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:11.734991 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:11.789859 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-645e96dc-9a48-4a7e-929e-341f5fabcd3b tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Calling delete_port for dfd13b08-8748-4d05-ada0-03555c3cdfeb owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:11.808791 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:11.927441 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:11.953288 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-aba7a4b0-e60d-4bfe-a61d-ad49357ee0a3 req-d7e14911-b661-4838-9e57-ca57480c7c8c tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea73f22f-3156-467c-8c2c-e9326ed910a7 HTTP/1.1" status: 200 len: 210 time: 0.4174042 Apr 06 14:15:11.983279 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-2d81a139-23e4-4a33-b82d-069a3e97a4c8 None None] Set router 806808cf-023c-467c-b982-89424c6dc5c3 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:15:12.016972 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 5bd57dac-5ef3-4437-bcdf-d089cec39f96, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=5bd57dac-5ef3-4437-bcdf-d089cec39f96,segment=NetworkSegment(df0d061e-1053-4ae7-97f0-63c42eb6b931),segment_id=df0d061e-1053-4ae7-97f0-63c42eb6b931)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:12.040104 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-645e96dc-9a48-4a7e-929e-341f5fabcd3b tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:12.065824 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf928e14-7f9f-4bca-bb40-91dfaa0615cb']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:12.070298 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:12.071072 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c6d7630b-9781-4925-be7b-b0760f065c63 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:15:12.108892 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e96dc-9a48-4a7e-929e-341f5fabcd3b tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Pushing event deleted for resources: {'Port': ['ID=dfd13b08-8748-4d05-ada0-03555c3cdfeb,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:12.124005 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5fe37f1-ba37-4911-998a-3143739d7bed') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:12.125179 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5fe37f1-ba37-4911-998a-3143739d7bed') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:12.145181 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:12.164070 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:12.173572 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:15:12.173991 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:12.198973 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e96dc-9a48-4a7e-929e-341f5fabcd3b tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:12.199723 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e96dc-9a48-4a7e-929e-341f5fabcd3b tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:12.200303 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e96dc-9a48-4a7e-929e-341f5fabcd3b tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:12.201017 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e96dc-9a48-4a7e-929e-341f5fabcd3b tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:12.201564 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e96dc-9a48-4a7e-929e-341f5fabcd3b tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:12.202122 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e96dc-9a48-4a7e-929e-341f5fabcd3b tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:12.202673 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e96dc-9a48-4a7e-929e-341f5fabcd3b tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:12.203211 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e96dc-9a48-4a7e-929e-341f5fabcd3b tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:12.203756 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e96dc-9a48-4a7e-929e-341f5fabcd3b tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:12.204316 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e96dc-9a48-4a7e-929e-341f5fabcd3b tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:12.204846 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e96dc-9a48-4a7e-929e-341f5fabcd3b tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:12.266929 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b7703f42-9147-432e-acd7-73796b9234b5 None None] For port d1e1b4f1-95a0-48b0-9631-9c3f783eb20d, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:15:12.270219 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e7f5e50a-d60e-4df0-87df-fb1ea2afec89 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=43121586b148424d87ca0bc45f07bb75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6765871 Apr 06 14:15:12.276549 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46876) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:15:12.315111 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:15:12.325648 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-645e96dc-9a48-4a7e-929e-341f5fabcd3b tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:12.327710 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 14:15:12.327710 dv-neutron-835868-1-hyperv neutron-server[83737]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 14:15:12.327710 dv-neutron-835868-1-hyperv neutron-server[83737]: [parameters: {'id': 'bf928e14-7f9f-4bca-bb40-91dfaa0615cb'}] Apr 06 14:15:12.327710 dv-neutron-835868-1-hyperv neutron-server[83737]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:15:12.328597 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:15:12.343847 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2d72b8c-f7ea-446c-a858-842becdfb7df tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:12.350243 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3a21a6ef-4399-4c3c-921b-4891ffeca3d3 None None] For port 4a125081-1a27-4f1b-a839-4717c22d58fe, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:15:12.379455 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b7703f42-9147-432e-acd7-73796b9234b5 None None] For port d1e1b4f1-95a0-48b0-9631-9c3f783eb20d, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=d1e1b4f1-95a0-48b0-9631-9c3f783eb20d,segment=NetworkSegment(b5fe37f1-ba37-4911-998a-3143739d7bed),segment_id=b5fe37f1-ba37-4911-998a-3143739d7bed)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:15:12.414005 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port c6d7630b-9781-4925-be7b-b0760f065c63 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:12.414208 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:12.417753 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0ea29bb3-2eec-4356-ad2a-37977f9bd1d6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:12.432741 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-645e96dc-9a48-4a7e-929e-341f5fabcd3b tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:12.437659 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-645e96dc-9a48-4a7e-929e-341f5fabcd3b tempest-ServersTestManualDisk-1634688983 tempest-ServersTestManualDisk-1634688983-project] 10.222.0.60 "DELETE /v2.0/floatingips/513161c6-01b3-45b6-8d62-38260c40006b HTTP/1.1" status: 204 len: 168 time: 1.3745050 Apr 06 14:15:12.439391 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46880) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:12.440456 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-f2d72b8c-f7ea-446c-a858-842becdfb7df tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Transition to ACTIVE for port object 4d836ed7-acae-456b-bbf3-152432d30a39 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:12.443685 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3a21a6ef-4399-4c3c-921b-4891ffeca3d3 None None] For port 4a125081-1a27-4f1b-a839-4717c22d58fe, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4a125081-1a27-4f1b-a839-4717c22d58fe,segment=NetworkSegment(4e3e93c0-1b9b-4a81-86e6-147f14184029),segment_id=4e3e93c0-1b9b-4a81-86e6-147f14184029)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:15:12.452709 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=5bd57dac-5ef3-4437-bcdf-d089cec39f96,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:12.463227 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b7703f42-9147-432e-acd7-73796b9234b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:12.470757 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9307098-d3ef-4a04-9654-b8caea0b9706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:12.484900 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2d81a139-23e4-4a33-b82d-069a3e97a4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806808cf-023c-467c-b982-89424c6dc5c3', 'name': 'tempest-ServersTestJSON-1306901790-router', 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '2ee1d779-6c38-494f-9315-5ed3bc2ce834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:14Z', 'updated_at': '2022-04-06T14:13:32Z', 'revision_number': 4, 'project_id': 'b420c830a8c344c38ee71ab00e7194de', 'gw_port': {'id': '2ee1d779-6c38-494f-9315-5ed3bc2ce834', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806808cf-023c-467c-b982-89424c6dc5c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:16Z', 'updated_at': '2022-04-06T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '94cfe001-10bf-4991-ae2c-5448fb792190', 'name': '', 'network_id': '85b99d49-54eb-453f-ae68-f2c061c22d84', 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de', 'mac_address': 'fa:16:3e:ff:06:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806808cf-023c-467c-b982-89424c6dc5c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a315dfc-352a-4b05-a256-c3f9d36a94b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:30Z', 'updated_at': '2022-04-06T14:14:07Z', 'revision_number': 5, 'project_id': 'b420c830a8c344c38ee71ab00e7194de', 'subnets': [{'id': '4a315dfc-352a-4b05-a256-c3f9d36a94b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:12.489870 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d81a139-23e4-4a33-b82d-069a3e97a4c8 None None] The sync data for ids ['806808cf-023c-467c-b982-89424c6dc5c3'] in dv-neutron-835868-1-hyperv is: [{'id': '806808cf-023c-467c-b982-89424c6dc5c3', 'name': 'tempest-ServersTestJSON-1306901790-router', 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '2ee1d779-6c38-494f-9315-5ed3bc2ce834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:14Z', 'updated_at': '2022-04-06T14:13:32Z', 'revision_number': 4, 'project_id': 'b420c830a8c344c38ee71ab00e7194de', 'gw_port': {'id': '2ee1d779-6c38-494f-9315-5ed3bc2ce834', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806808cf-023c-467c-b982-89424c6dc5c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:16Z', 'updated_at': '2022-04-06T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '94cfe001-10bf-4991-ae2c-5448fb792190', 'name': '', 'network_id': '85b99d49-54eb-453f-ae68-f2c061c22d84', 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de', 'mac_address': 'fa:16:3e:ff:06:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806808cf-023c-467c-b982-89424c6dc5c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a315dfc-352a-4b05-a256-c3f9d36a94b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:30Z', 'updated_at': '2022-04-06T14:14:07Z', 'revision_number': 5, 'project_id': 'b420c830a8c344c38ee71ab00e7194de', 'subnets': [{'id': '4a315dfc-352a-4b05-a256-c3f9d36a94b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:15:12.507551 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3a21a6ef-4399-4c3c-921b-4891ffeca3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:12.513813 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9307098-d3ef-4a04-9654-b8caea0b9706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:12.592624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9307098-d3ef-4a04-9654-b8caea0b9706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:12.620799 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9307098-d3ef-4a04-9654-b8caea0b9706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c032870-17ff-45fd-8716-c7cdc2c5b322,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:12.622625 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9307098-d3ef-4a04-9654-b8caea0b9706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:12.626890 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c9307098-d3ef-4a04-9654-b8caea0b9706 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c032870-17ff-45fd-8716-c7cdc2c5b322 HTTP/1.1" status: 204 len: 168 time: 0.3468950 Apr 06 14:15:12.635449 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:12.679749 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7703f42-9147-432e-acd7-73796b9234b5 None None] Pushing event updated for resources: {'Port': ['ID=d1e1b4f1-95a0-48b0-9631-9c3f783eb20d,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:12.724065 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Transition to ACTIVE for port object 90da0cb5-fa1f-4757-a8fc-a2961aad92e9 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:12.896168 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:12.952630 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Transition to ACTIVE for port object 90da0cb5-fa1f-4757-a8fc-a2961aad92e9 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:12.954815 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2d72b8c-f7ea-446c-a858-842becdfb7df tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:12.981523 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:13.022789 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:13.023240 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848fba19-8096-4371-a53d-d521e07c5903 None None] New status for floating IP 5be5a9de-304b-4ecb-ac6e-1b93505f4f85: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:15:13.023759 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:13.036519 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Deleting port d1e1b4f1-95a0-48b0-9631-9c3f783eb20d {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:13.036985 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:13.103739 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:13.120020 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21a6ef-4399-4c3c-921b-4891ffeca3d3 None None] Pushing event updated for resources: {'Port': ['ID=4a125081-1a27-4f1b-a839-4717c22d58fe,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:13.123704 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d72b8c-f7ea-446c-a858-842becdfb7df tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Network b1747877-0871-4bb1-9811-970804e610f6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:13.173234 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-f2d72b8c-f7ea-446c-a858-842becdfb7df tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:13.207355 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46898) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:13.266035 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d72b8c-f7ea-446c-a858-842becdfb7df tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:13.266562 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2d72b8c-f7ea-446c-a858-842becdfb7df tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:13.314308 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9d121729-e9da-4eba-a114-f66f966b9fe3 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:13.351394 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d08631-5504-4c6c-9b46-8bc79bf20cf5 None None] Network bf928e14-7f9f-4bca-bb40-91dfaa0615cb requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:13.368290 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:13.372735 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9d121729-e9da-4eba-a114-f66f966b9fe3 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:13.393618 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:13.453074 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9d121729-e9da-4eba-a114-f66f966b9fe3 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:13.486737 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d121729-e9da-4eba-a114-f66f966b9fe3 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3812ba-e0ef-4343-ae8b-d489feb4e528,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:13.496186 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d72b8c-f7ea-446c-a858-842becdfb7df tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Pushing event updated for resources: {'Port': ['ID=4d836ed7-acae-456b-bbf3-152432d30a39,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:13.508182 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9d121729-e9da-4eba-a114-f66f966b9fe3 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:13.512014 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9d121729-e9da-4eba-a114-f66f966b9fe3 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "DELETE /v2.0/security-groups/ac3812ba-e0ef-4343-ae8b-d489feb4e528 HTTP/1.1" status: 204 len: 168 time: 0.3034465 Apr 06 14:15:13.512756 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46904) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:13.542634 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-d3c8fe97-05e5-42c9-8410-d601c8c7ae9d tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] show failed (client error): The resource could not be found. Apr 06 14:15:13.548593 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d3c8fe97-05e5-42c9-8410-d601c8c7ae9d tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "GET /v2.0/security-groups/ac3812ba-e0ef-4343-ae8b-d489feb4e528 HTTP/1.1" status: 404 len: 347 time: 0.0346360 Apr 06 14:15:13.549609 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46908) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:13.566690 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-0ea29bb3-2eec-4356-ad2a-37977f9bd1d6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Allocated IP 2001:db8::1 (45db5c66-c082-47ed-beeb-688e3c8646d5/6aaf8434-73d7-40ee-9d92-6d92fb341645/ca4ce739-b48c-48b6-9781-f711c87f431a) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:13.573597 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:13.616941 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:15:13.636908 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Pushing event updated for resources: {'Port': ['ID=90da0cb5-fa1f-4757-a8fc-a2961aad92e9,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:13.680462 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:15:13.828440 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:15:13.829558 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device fe0bf5b1-79fd-4e2e-839d-2a6e9d6efb12 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:15:13.923642 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-94e62b82-95ea-4e36-927c-ca2f393bec59 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Deleting port 74de90b6-2009-4374-8229-7d7dbfc779d2 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:13.924055 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-94e62b82-95ea-4e36-927c-ca2f393bec59 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:14.107539 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Attempting to bind port 90da0cb5-fa1f-4757-a8fc-a2961aad92e9 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:15:14.108490 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Attempting to bind port 90da0cb5-fa1f-4757-a8fc-a2961aad92e9 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:15:14.109150 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Attempting to bind port 90da0cb5-fa1f-4757-a8fc-a2961aad92e9 on network 45db5c66-c082-47ed-beeb-688e3c8646d5 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:15:14.114473 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46918) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:14.144993 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-887ad5da-e193-409f-821e-6953b022094d None None] Provisioning for port 4d836ed7-acae-456b-bbf3-152432d30a39 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:15:14.153839 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:15:14.154296 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Checking segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:15:14.154901 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:14.155449 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Bound using segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:15:14.156293 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Bound port: 90da0cb5-fa1f-4757-a8fc-a2961aad92e9, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:15:14.156416 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:14.170069 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-887ad5da-e193-409f-821e-6953b022094d None None] Provisioning complete for port 4d836ed7-acae-456b-bbf3-152432d30a39 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:14.170723 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-887ad5da-e193-409f-821e-6953b022094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:14.193036 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] For port d1e1b4f1-95a0-48b0-9631-9c3f783eb20d, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=d1e1b4f1-95a0-48b0-9631-9c3f783eb20d,segment=NetworkSegment(b5fe37f1-ba37-4911-998a-3143739d7bed),segment_id=b5fe37f1-ba37-4911-998a-3143739d7bed)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:14.193531 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:14.213399 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 5bd57dac-5ef3-4437-bcdf-d089cec39f96 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:15:14.240779 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-94e62b82-95ea-4e36-927c-ca2f393bec59 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:14.241394 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-94e62b82-95ea-4e36-927c-ca2f393bec59 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:14.254356 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ef21cf-c882-4b6a-a8d9-674c066c0387 None None] Network 3a6af0c8-9753-4c61-8776-d68cd0db37a5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:14.370781 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Calling delete_port for d1e1b4f1-95a0-48b0-9631-9c3f783eb20d owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:14.372219 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-94e62b82-95ea-4e36-927c-ca2f393bec59 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Calling delete_port for 74de90b6-2009-4374-8229-7d7dbfc779d2 owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:14.404510 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1cd5ba6b-0d2f-4d41-96b8-79a07f12c907 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1240102432'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:14.422197 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-887ad5da-e193-409f-821e-6953b022094d None None] Port 4d836ed7-acae-456b-bbf3-152432d30a39 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:15:14.423472 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2d72b8c-f7ea-446c-a858-842becdfb7df tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:14.444026 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1cd5ba6b-0d2f-4d41-96b8-79a07f12c907 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:14.461297 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1cd5ba6b-0d2f-4d41-96b8-79a07f12c907 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Usage tracker for resource:network and tenant:d61b98536deb4ef1889c048254212ea9 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:14.483911 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1cd5ba6b-0d2f-4d41-96b8-79a07f12c907 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:14.502301 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1cd5ba6b-0d2f-4d41-96b8-79a07f12c907 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:14.506455 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] For port 90da0cb5-fa1f-4757-a8fc-a2961aad92e9, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:15:14.525757 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-94e62b82-95ea-4e36-927c-ca2f393bec59 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:14.549614 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0ea29bb3-2eec-4356-ad2a-37977f9bd1d6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:14.562725 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] For port 90da0cb5-fa1f-4757-a8fc-a2961aad92e9, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=90da0cb5-fa1f-4757-a8fc-a2961aad92e9,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:15:14.575597 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e62b82-95ea-4e36-927c-ca2f393bec59 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Pushing event deleted for resources: {'Port': ['ID=74de90b6-2009-4374-8229-7d7dbfc779d2,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:14.575948 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 5bd57dac-5ef3-4437-bcdf-d089cec39f96 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:14.576328 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:14.600585 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:14.612579 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd5ba6b-0d2f-4d41-96b8-79a07f12c907 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Made reservation on behalf of d61b98536deb4ef1889c048254212ea9 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:14.616945 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1cd5ba6b-0d2f-4d41-96b8-79a07f12c907 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:14.648907 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-0ea29bb3-2eec-4356-ad2a-37977f9bd1d6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Transition to ACTIVE for port object ca4ce739-b48c-48b6-9781-f711c87f431a will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:14.654273 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:14.673199 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-94e62b82-95ea-4e36-927c-ca2f393bec59 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:14.693232 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1cd5ba6b-0d2f-4d41-96b8-79a07f12c907 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:14.694029 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-94e62b82-95ea-4e36-927c-ca2f393bec59 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:14.698033 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-94e62b82-95ea-4e36-927c-ca2f393bec59 tempest-ServersTestJSON-1358678240 tempest-ServersTestJSON-1358678240-project] 10.222.0.60 "DELETE /v2.0/floatingips/5be5a9de-304b-4ecb-ac6e-1b93505f4f85 HTTP/1.1" status: 204 len: 168 time: 1.1443472 Apr 06 14:15:14.698910 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46924) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:14.712393 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3341fc32-101f-4c81-934a-672132b37fa0 None None] Provisioning for port 4a125081-1a27-4f1b-a839-4717c22d58fe completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:15:14.763798 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Pushing event updated for resources: {'Port': ['ID=90da0cb5-fa1f-4757-a8fc-a2961aad92e9,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:14.821868 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:14.822383 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:14.826764 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:14.827107 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:14.827445 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:14.827776 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:14.828106 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:14.828616 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:14.829054 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:14.830087 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:14.830417 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a993662-8b7a-4035-8971-03f8e408d879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:14.862104 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4a125081-1a27-4f1b-a839-4717c22d58fe up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:15:14.957775 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 4a125081-1a27-4f1b-a839-4717c22d58fe completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:15:14.964493 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 4a125081-1a27-4f1b-a839-4717c22d58fe triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:14.967827 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:15.178377 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:15.188274 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event deleted for resources: {'Port': ['ID=d1e1b4f1-95a0-48b0-9631-9c3f783eb20d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:15.205419 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1cd5ba6b-0d2f-4d41-96b8-79a07f12c907 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:15.229106 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 4a125081-1a27-4f1b-a839-4717c22d58fe, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4a125081-1a27-4f1b-a839-4717c22d58fe,segment=NetworkSegment(4e3e93c0-1b9b-4a81-86e6-147f14184029),segment_id=4e3e93c0-1b9b-4a81-86e6-147f14184029)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:15.237822 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:15.243921 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1cd5ba6b-0d2f-4d41-96b8-79a07f12c907 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Usage tracker for resource:security_group_rule and tenant:d61b98536deb4ef1889c048254212ea9 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:15.249549 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-63352f7f-9bbe-40b0-8b86-a6fcfa41bcee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:15.252000 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1cd5ba6b-0d2f-4d41-96b8-79a07f12c907 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:15.255819 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] No DVR routers for this DVR port d1e1b4f1-95a0-48b0-9631-9c3f783eb20d on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:15:15.299103 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1cd5ba6b-0d2f-4d41-96b8-79a07f12c907 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:15.320799 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 270bb426-765a-43bc-b125-e028803a7164 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:15:15.363329 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 270bb426-765a-43bc-b125-e028803a7164 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:15:15.363329 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 270bb426-765a-43bc-b125-e028803a7164 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:15:15.395774 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=4a125081-1a27-4f1b-a839-4717c22d58fe,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:15.398445 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6a144719-227c-4e0e-b3d4-39541bed89e0 None None] Provisioning complete for port 4a125081-1a27-4f1b-a839-4717c22d58fe triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:15.398815 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6a144719-227c-4e0e-b3d4-39541bed89e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:15.445315 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0ea29bb3-2eec-4356-ad2a-37977f9bd1d6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:15.531384 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.db.resource_extend [None req-f2d72b8c-f7ea-446c-a858-842becdfb7df tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:15:15.550288 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:15.577880 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2d72b8c-f7ea-446c-a858-842becdfb7df tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:15.617845 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2d72b8c-f7ea-446c-a858-842becdfb7df tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:15.618598 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2d72b8c-f7ea-446c-a858-842becdfb7df tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:15.638126 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf928e14-7f9f-4bca-bb40-91dfaa0615cb']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:15.649741 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea29bb3-2eec-4356-ad2a-37977f9bd1d6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Port': ['ID=ca4ce739-b48c-48b6-9781-f711c87f431a,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:15.727446 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea29bb3-2eec-4356-ad2a-37977f9bd1d6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:15.729188 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5fe37f1-ba37-4911-998a-3143739d7bed') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:15.729484 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5fe37f1-ba37-4911-998a-3143739d7bed') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:15.872894 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-0ea29bb3-2eec-4356-ad2a-37977f9bd1d6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:15.927307 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:15.938957 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea29bb3-2eec-4356-ad2a-37977f9bd1d6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:15.939505 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0ea29bb3-2eec-4356-ad2a-37977f9bd1d6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:15.976434 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1cd5ba6b-0d2f-4d41-96b8-79a07f12c907 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:15.994825 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d72b8c-f7ea-446c-a858-842becdfb7df tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Pushing event updated for resources: {'Port': ['ID=4d836ed7-acae-456b-bbf3-152432d30a39,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:16.044428 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 90da0cb5-fa1f-4757-a8fc-a2961aad92e9 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:15:16.070880 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1cd5ba6b-0d2f-4d41-96b8-79a07f12c907 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:16.073592 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Router a7d41795-1bb3-494c-868d-0bd5ddd1cdb4 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:15:16.074010 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-63352f7f-9bbe-40b0-8b86-a6fcfa41bcee admin admin] Deleting port 94cfe001-10bf-4991-ae2c-5448fb792190 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:16.074727 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-63352f7f-9bbe-40b0-8b86-a6fcfa41bcee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:16.084603 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:16.115508 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:15:16.115910 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:16.128116 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 90da0cb5-fa1f-4757-a8fc-a2961aad92e9 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:15:16.138868 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:15:16.141922 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4a125081-1a27-4f1b-a839-4717c22d58fe up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:15:16.222775 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e5dc515a-d7ab-4087-87c3-3a8d0cf7cc86 None None] Provisioning for port 90da0cb5-fa1f-4757-a8fc-a2961aad92e9 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:15:16.249114 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e5dc515a-d7ab-4087-87c3-3a8d0cf7cc86 None None] Provisioning complete for port 90da0cb5-fa1f-4757-a8fc-a2961aad92e9 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:16.249496 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e5dc515a-d7ab-4087-87c3-3a8d0cf7cc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:16.287238 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-63352f7f-9bbe-40b0-8b86-a6fcfa41bcee admin admin] For port 94cfe001-10bf-4991-ae2c-5448fb792190, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=94cfe001-10bf-4991-ae2c-5448fb792190,segment=NetworkSegment(b16ce301-63a4-4e18-8a19-459ca1104b71),segment_id=b16ce301-63a4-4e18-8a19-459ca1104b71)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:16.288272 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-63352f7f-9bbe-40b0-8b86-a6fcfa41bcee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:16.297270 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 4a125081-1a27-4f1b-a839-4717c22d58fe triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:16.297672 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:16.304562 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5ba6b-0d2f-4d41-96b8-79a07f12c907 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8917a58-c4c4-4dff-a703-3a5f38e2bac4,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:16.334808 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5066fc8-77ea-4438-8f0d-36adfe35450a None None] get_active_networks_info from dv-neutron-835868-1-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 06 14:15:16.429397 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-63352f7f-9bbe-40b0-8b86-a6fcfa41bcee admin admin] Calling delete_port for 94cfe001-10bf-4991-ae2c-5448fb792190 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:16.459569 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:16.463700 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd5ba6b-0d2f-4d41-96b8-79a07f12c907 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:15:16.501773 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:16.517770 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0ea29bb3-2eec-4356-ad2a-37977f9bd1d6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:16.535435 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event deleted for resources: {'Network': ['ID=bf928e14-7f9f-4bca-bb40-91dfaa0615cb,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:16.537629 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1cd5ba6b-0d2f-4d41-96b8-79a07f12c907 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:16.537975 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-1cd5ba6b-0d2f-4d41-96b8-79a07f12c907 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Added segment 05aaaf0a-c9e3-408b-83b0-eb097f6cc730 of type vlan for network 3bf4ebdc-259e-4f85-8de7-a931f961c434 Apr 06 14:15:16.542938 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d72b8c-f7ea-446c-a858-842becdfb7df tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Network b1747877-0871-4bb1-9811-970804e610f6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:16.559122 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-f2d72b8c-f7ea-446c-a858-842becdfb7df tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:16.630627 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e5dc515a-d7ab-4087-87c3-3a8d0cf7cc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:16.698084 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e5dc515a-d7ab-4087-87c3-3a8d0cf7cc86 None None] For port 90da0cb5-fa1f-4757-a8fc-a2961aad92e9, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=90da0cb5-fa1f-4757-a8fc-a2961aad92e9,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:16.703479 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5066fc8-77ea-4438-8f0d-36adfe35450a None None] Resources bound (agent type, host, resource id): {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:15:16.706586 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e5dc515a-d7ab-4087-87c3-3a8d0cf7cc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:16.755569 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-63352f7f-9bbe-40b0-8b86-a6fcfa41bcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:16.758866 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-abe2df9b-ab0d-4760-a9e9-6e5bac641980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:16.797080 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63352f7f-9bbe-40b0-8b86-a6fcfa41bcee admin admin] Pushing event deleted for resources: {'Port': ['ID=94cfe001-10bf-4991-ae2c-5448fb792190,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:16.801489 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc515a-d7ab-4087-87c3-3a8d0cf7cc86 None None] Pushing event updated for resources: {'Port': ['ID=90da0cb5-fa1f-4757-a8fc-a2961aad92e9,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:16.805395 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-223a6959-b37f-44b7-8750-dbf7d436ba8c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "DELETE /v2.0/networks/bf928e14-7f9f-4bca-bb40-91dfaa0615cb HTTP/1.1" status: 204 len: 168 time: 9.4455698 Apr 06 14:15:16.828812 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1cd5ba6b-0d2f-4d41-96b8-79a07f12c907 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:16.832782 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46930) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:16.902852 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b64cf98d-75b0-498a-a74f-254e905e20a2 None None] Provisioning for port ca4ce739-b48c-48b6-9781-f711c87f431a completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:15:16.906064 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-93e34bed-c1f7-42da-aa17-49cda5e5b9ca tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-410556355'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:16.913797 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b64cf98d-75b0-498a-a74f-254e905e20a2 None None] Provisioning complete for port ca4ce739-b48c-48b6-9781-f711c87f431a triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:16.913797 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b64cf98d-75b0-498a-a74f-254e905e20a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:16.938637 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-93e34bed-c1f7-42da-aa17-49cda5e5b9ca tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:16.953516 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-93e34bed-c1f7-42da-aa17-49cda5e5b9ca tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Usage tracker for resource:network and tenant:78c3c5be3bb346c69eb24aafc3836c0b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:16.958821 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-93e34bed-c1f7-42da-aa17-49cda5e5b9ca tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:17.007548 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-b64cf98d-75b0-498a-a74f-254e905e20a2 None None] Port ca4ce739-b48c-48b6-9781-f711c87f431a cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:15:17.033209 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-93e34bed-c1f7-42da-aa17-49cda5e5b9ca tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:17.122012 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-63352f7f-9bbe-40b0-8b86-a6fcfa41bcee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:17.136822 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1cd5ba6b-0d2f-4d41-96b8-79a07f12c907 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:17.140477 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd5ba6b-0d2f-4d41-96b8-79a07f12c907 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:17.141084 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1cd5ba6b-0d2f-4d41-96b8-79a07f12c907 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:17.144501 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e34bed-c1f7-42da-aa17-49cda5e5b9ca tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Made reservation on behalf of 78c3c5be3bb346c69eb24aafc3836c0b for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:17.147192 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-93e34bed-c1f7-42da-aa17-49cda5e5b9ca tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:17.542247 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-cc1f7d06-3a0a-42b9-9af1-eba8eeec3e46 None None] Provisioning complete for port 4d836ed7-acae-456b-bbf3-152432d30a39 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:17.543854 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cc1f7d06-3a0a-42b9-9af1-eba8eeec3e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:17.568758 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5ba6b-0d2f-4d41-96b8-79a07f12c907 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event updated for resources: {'Network': ['ID=3bf4ebdc-259e-4f85-8de7-a931f961c434,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:17.571636 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1cd5ba6b-0d2f-4d41-96b8-79a07f12c907 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.4385211 Apr 06 14:15:17.580910 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46934) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:17.591874 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 3bf4ebdc-259e-4f85-8de7-a931f961c434 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:15:17.609590 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0fb16c63-759e-43ff-90bc-3da445fcbe44 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Request body: {'subnet': {'network_id': '3bf4ebdc-259e-4f85-8de7-a931f961c434', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:17.623053 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e34bed-c1f7-42da-aa17-49cda5e5b9ca tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:15:17.692303 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f7d06-3a0a-42b9-9af1-eba8eeec3e46 None None] Port 4d836ed7-acae-456b-bbf3-152432d30a39 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:15:17.751416 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-93e34bed-c1f7-42da-aa17-49cda5e5b9ca tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:17.751754 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-93e34bed-c1f7-42da-aa17-49cda5e5b9ca tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Added segment 1d4eb21d-f48f-4f41-a645-1074e078b9d8 of type vlan for network 5df1c6b1-6167-4994-a5f2-8e1931e6bd1b Apr 06 14:15:17.837292 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63352f7f-9bbe-40b0-8b86-a6fcfa41bcee admin admin] Router 806808cf-023c-467c-b982-89424c6dc5c3 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:15:17.889467 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-93e34bed-c1f7-42da-aa17-49cda5e5b9ca tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:17.919760 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0fb16c63-759e-43ff-90bc-3da445fcbe44 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:17.931192 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0fb16c63-759e-43ff-90bc-3da445fcbe44 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Usage tracker for resource:subnet and tenant:d61b98536deb4ef1889c048254212ea9 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:17.939212 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0fb16c63-759e-43ff-90bc-3da445fcbe44 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:17.959180 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0fb16c63-759e-43ff-90bc-3da445fcbe44 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:17.975020 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 90da0cb5-fa1f-4757-a8fc-a2961aad92e9 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:15:17.983059 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:15:17.997407 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba7c43d-64a9-4707-ae1a-7234e531e5db None None] Sync routers for ids ['a7d41795-1bb3-494c-868d-0bd5ddd1cdb4'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:15:18.019638 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba7c43d-64a9-4707-ae1a-7234e531e5db None None] Routers {'a7d41795-1bb3-494c-868d-0bd5ddd1cdb4'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:18.020990 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4ba7c43d-64a9-4707-ae1a-7234e531e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['a7d41795-1bb3-494c-868d-0bd5ddd1cdb4'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:18.023727 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb16c63-759e-43ff-90bc-3da445fcbe44 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Made reservation on behalf of d61b98536deb4ef1889c048254212ea9 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:18.039936 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0ea29bb3-2eec-4356-ad2a-37977f9bd1d6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:18.045637 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-93e34bed-c1f7-42da-aa17-49cda5e5b9ca tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:18.049315 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e34bed-c1f7-42da-aa17-49cda5e5b9ca tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:18.049909 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-93e34bed-c1f7-42da-aa17-49cda5e5b9ca tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:18.063149 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 90da0cb5-fa1f-4757-a8fc-a2961aad92e9 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:18.063526 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:18.087622 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63352f7f-9bbe-40b0-8b86-a6fcfa41bcee admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:15:18.106968 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4ba7c43d-64a9-4707-ae1a-7234e531e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:18.109650 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc569bba-cb38-42b6-933f-3fd38f1c9a25 None None] Sync routers for ids ['806808cf-023c-467c-b982-89424c6dc5c3'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:15:18.116578 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-63352f7f-9bbe-40b0-8b86-a6fcfa41bcee admin admin] 10.222.0.60 "PUT /v2.0/routers/806808cf-023c-467c-b982-89424c6dc5c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4166484 Apr 06 14:15:18.119308 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46938) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:18.121534 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba7c43d-64a9-4707-ae1a-7234e531e5db None None] Routers {'a7d41795-1bb3-494c-868d-0bd5ddd1cdb4'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:18.122171 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4ba7c43d-64a9-4707-ae1a-7234e531e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['a7d41795-1bb3-494c-868d-0bd5ddd1cdb4'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:18.138918 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0ea29bb3-2eec-4356-ad2a-37977f9bd1d6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:18.139311 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0ea29bb3-2eec-4356-ad2a-37977f9bd1d6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:18.145076 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc569bba-cb38-42b6-933f-3fd38f1c9a25 None None] Routers {'806808cf-023c-467c-b982-89424c6dc5c3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:18.145701 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-fc569bba-cb38-42b6-933f-3fd38f1c9a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['806808cf-023c-467c-b982-89424c6dc5c3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:18.195060 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4ba7c43d-64a9-4707-ae1a-7234e531e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:18.195468 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba7c43d-64a9-4707-ae1a-7234e531e5db None None] The sync data for ids ['a7d41795-1bb3-494c-868d-0bd5ddd1cdb4'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:15:18.241534 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:18.245285 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f628c861-9a7c-4b0e-84f6-937519c08e5e tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 11.6433818 Apr 06 14:15:18.252994 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46942) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:18.268204 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-236adcc3-cc48-433f-887f-998743f97157 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'enable_snat': False}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:18.340010 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-93e34bed-c1f7-42da-aa17-49cda5e5b9ca tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4989510 Apr 06 14:15:18.373372 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46946) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:18.395094 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e34bed-c1f7-42da-aa17-49cda5e5b9ca tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event updated for resources: {'Network': ['ID=5df1c6b1-6167-4994-a5f2-8e1931e6bd1b,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:18.404258 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-fc569bba-cb38-42b6-933f-3fd38f1c9a25 None None] Set router 806808cf-023c-467c-b982-89424c6dc5c3 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:15:18.446086 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 5df1c6b1-6167-4994-a5f2-8e1931e6bd1b details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:15:18.448517 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5717ac36-de56-4b7f-8c86-4f6db1e0d329 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Request body: {'subnet': {'network_id': '5df1c6b1-6167-4994-a5f2-8e1931e6bd1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:18.469648 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0fb16c63-759e-43ff-90bc-3da445fcbe44 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:18.495711 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea29bb3-2eec-4356-ad2a-37977f9bd1d6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Port': ['ID=ca4ce739-b48c-48b6-9781-f711c87f431a,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:18.513393 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07f1188c-8697-4b3c-a948-d486552f2ef8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:18.789136 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d72b8c-f7ea-446c-a858-842becdfb7df tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Router b6f8f09c-2276-44c9-83de-b901e1a92a04 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:15:18.827659 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-fc569bba-cb38-42b6-933f-3fd38f1c9a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806808cf-023c-467c-b982-89424c6dc5c3', 'name': 'tempest-ServersTestJSON-1306901790-router', 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '2ee1d779-6c38-494f-9315-5ed3bc2ce834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:14Z', 'updated_at': '2022-04-06T14:15:16Z', 'revision_number': 5, 'project_id': 'b420c830a8c344c38ee71ab00e7194de', 'gw_port': {'id': '2ee1d779-6c38-494f-9315-5ed3bc2ce834', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806808cf-023c-467c-b982-89424c6dc5c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:16Z', 'updated_at': '2022-04-06T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:18.829168 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5717ac36-de56-4b7f-8c86-4f6db1e0d329 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:18.833057 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc569bba-cb38-42b6-933f-3fd38f1c9a25 None None] Checking router: 806808cf-023c-467c-b982-89424c6dc5c3 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:15:18.847035 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc569bba-cb38-42b6-933f-3fd38f1c9a25 None None] Routers {'806808cf-023c-467c-b982-89424c6dc5c3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:18.848112 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-fc569bba-cb38-42b6-933f-3fd38f1c9a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['806808cf-023c-467c-b982-89424c6dc5c3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:18.851667 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5717ac36-de56-4b7f-8c86-4f6db1e0d329 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Usage tracker for resource:subnet and tenant:78c3c5be3bb346c69eb24aafc3836c0b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:18.859126 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5717ac36-de56-4b7f-8c86-4f6db1e0d329 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:18.882445 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5717ac36-de56-4b7f-8c86-4f6db1e0d329 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:18.887530 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea29bb3-2eec-4356-ad2a-37977f9bd1d6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:18.897822 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-0ea29bb3-2eec-4356-ad2a-37977f9bd1d6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:19.047562 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-fc569bba-cb38-42b6-933f-3fd38f1c9a25 None None] Set router 806808cf-023c-467c-b982-89424c6dc5c3 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:15:19.075021 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07f1188c-8697-4b3c-a948-d486552f2ef8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:19.151688 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-07f1188c-8697-4b3c-a948-d486552f2ef8 admin admin] Deleting port 2ee1d779-6c38-494f-9315-5ed3bc2ce834 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:19.152103 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07f1188c-8697-4b3c-a948-d486552f2ef8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:19.262049 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5717ac36-de56-4b7f-8c86-4f6db1e0d329 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Made reservation on behalf of 78c3c5be3bb346c69eb24aafc3836c0b for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:19.322374 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-96d7d008-9cc8-4e97-a404-5afbea7222b9 None None] Provisioning complete for port ca4ce739-b48c-48b6-9781-f711c87f431a triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:19.322760 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-96d7d008-9cc8-4e97-a404-5afbea7222b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:19.356995 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-07f1188c-8697-4b3c-a948-d486552f2ef8 admin admin] For port 2ee1d779-6c38-494f-9315-5ed3bc2ce834, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=2ee1d779-6c38-494f-9315-5ed3bc2ce834,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:19.357453 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07f1188c-8697-4b3c-a948-d486552f2ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:19.407519 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-96d7d008-9cc8-4e97-a404-5afbea7222b9 None None] Port ca4ce739-b48c-48b6-9781-f711c87f431a cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:15:19.438056 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-fc569bba-cb38-42b6-933f-3fd38f1c9a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806808cf-023c-467c-b982-89424c6dc5c3', 'name': 'tempest-ServersTestJSON-1306901790-router', 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '2ee1d779-6c38-494f-9315-5ed3bc2ce834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:14Z', 'updated_at': '2022-04-06T14:15:16Z', 'revision_number': 5, 'project_id': 'b420c830a8c344c38ee71ab00e7194de', 'gw_port': {'id': '2ee1d779-6c38-494f-9315-5ed3bc2ce834', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806808cf-023c-467c-b982-89424c6dc5c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:16Z', 'updated_at': '2022-04-06T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:19.442217 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc569bba-cb38-42b6-933f-3fd38f1c9a25 None None] The sync data for ids ['806808cf-023c-467c-b982-89424c6dc5c3'] in dv-neutron-835868-1-hyperv is: [{'id': '806808cf-023c-467c-b982-89424c6dc5c3', 'name': 'tempest-ServersTestJSON-1306901790-router', 'tenant_id': 'b420c830a8c344c38ee71ab00e7194de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '2ee1d779-6c38-494f-9315-5ed3bc2ce834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:14Z', 'updated_at': '2022-04-06T14:15:16Z', 'revision_number': 5, 'project_id': 'b420c830a8c344c38ee71ab00e7194de', 'gw_port': {'id': '2ee1d779-6c38-494f-9315-5ed3bc2ce834', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806808cf-023c-467c-b982-89424c6dc5c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:16Z', 'updated_at': '2022-04-06T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:15:19.497013 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-07f1188c-8697-4b3c-a948-d486552f2ef8 admin admin] Calling delete_port for 2ee1d779-6c38-494f-9315-5ed3bc2ce834 owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:19.557868 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-236adcc3-cc48-433f-887f-998743f97157 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:19.601447 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5717ac36-de56-4b7f-8c86-4f6db1e0d329 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:19.619646 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0fb16c63-759e-43ff-90bc-3da445fcbe44 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:19.747416 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07f1188c-8697-4b3c-a948-d486552f2ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:19.794168 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1188c-8697-4b3c-a948-d486552f2ef8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ee1d779-6c38-494f-9315-5ed3bc2ce834,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:19.926953 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb16c63-759e-43ff-90bc-3da445fcbe44 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event updated for resources: {'Subnet': ['ID=40302d77-5c64-4720-a619-9c5e4a683e62,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:19.977281 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 94cfe001-10bf-4991-ae2c-5448fb792190 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:15:20.036594 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 94cfe001-10bf-4991-ae2c-5448fb792190 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:15:20.037119 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 94cfe001-10bf-4991-ae2c-5448fb792190 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:15:20.054179 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d72b8c-f7ea-446c-a858-842becdfb7df tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:15:20.063255 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb16c63-759e-43ff-90bc-3da445fcbe44 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Checking segment: {'id': '05aaaf0a-c9e3-408b-83b0-eb097f6cc730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3bf4ebdc-259e-4f85-8de7-a931f961c434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:15:20.063619 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb16c63-759e-43ff-90bc-3da445fcbe44 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Network hostable DHCP agents. Network: 3bf4ebdc-259e-4f85-8de7-a931f961c434, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:15:20.063924 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6e4f60-899e-4eb5-8947-50c1f1f27235 None None] Sync routers for ids ['b6f8f09c-2276-44c9-83de-b901e1a92a04'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:15:20.076292 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6e4f60-899e-4eb5-8947-50c1f1f27235 None None] Routers {'b6f8f09c-2276-44c9-83de-b901e1a92a04'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:20.077294 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0c6e4f60-899e-4eb5-8947-50c1f1f27235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['b6f8f09c-2276-44c9-83de-b901e1a92a04'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:20.115503 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f2d72b8c-f7ea-446c-a858-842becdfb7df tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] 10.222.0.60 "PUT /v2.0/routers/b6f8f09c-2276-44c9-83de-b901e1a92a04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7237213 Apr 06 14:15:20.117621 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46950) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:20.141332 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0c6e4f60-899e-4eb5-8947-50c1f1f27235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:20.153379 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6e4f60-899e-4eb5-8947-50c1f1f27235 None None] Routers {'b6f8f09c-2276-44c9-83de-b901e1a92a04'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:20.154365 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0c6e4f60-899e-4eb5-8947-50c1f1f27235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['b6f8f09c-2276-44c9-83de-b901e1a92a04'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:20.218129 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0c6e4f60-899e-4eb5-8947-50c1f1f27235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:20.219225 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6e4f60-899e-4eb5-8947-50c1f1f27235 None None] The sync data for ids ['b6f8f09c-2276-44c9-83de-b901e1a92a04'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:15:20.294835 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07f1188c-8697-4b3c-a948-d486552f2ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:20.330775 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb16c63-759e-43ff-90bc-3da445fcbe44 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Network 3bf4ebdc-259e-4f85-8de7-a931f961c434 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:15:20.343612 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5717ac36-de56-4b7f-8c86-4f6db1e0d329 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:20.511625 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-0fb16c63-759e-43ff-90bc-3da445fcbe44 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 3bf4ebdc-259e-4f85-8de7-a931f961c434) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:20.520242 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caac456-55b2-4ba0-bc1f-34a26e8211e4 None None] Network 3bf4ebdc-259e-4f85-8de7-a931f961c434 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:20.524423 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb16c63-759e-43ff-90bc-3da445fcbe44 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:20.525038 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0fb16c63-759e-43ff-90bc-3da445fcbe44 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:20.558839 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-236adcc3-cc48-433f-887f-998743f97157 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:20.572291 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-236adcc3-cc48-433f-887f-998743f97157 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653861', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691619'] for router, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:20.577306 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07f1188c-8697-4b3c-a948-d486552f2ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:20.583346 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07f1188c-8697-4b3c-a948-d486552f2ef8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:20.601894 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717ac36-de56-4b7f-8c86-4f6db1e0d329 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event updated for resources: {'Subnet': ['ID=bb68d9e0-8744-4939-a58d-94babd183baa,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:20.635796 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0fb16c63-759e-43ff-90bc-3da445fcbe44 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0484693 Apr 06 14:15:20.637703 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46954) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:20.655050 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-6e2e51eb-f1a5-4121-a915-a40e63d8b350 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1246551687', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:20.668134 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea29bb3-2eec-4356-ad2a-37977f9bd1d6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Router d70d66ad-1962-4134-971f-40b70881dd2c is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:15:20.695186 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5717ac36-de56-4b7f-8c86-4f6db1e0d329 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Checking segment: {'id': '1d4eb21d-f48f-4f41-a645-1074e078b9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5df1c6b1-6167-4994-a5f2-8e1931e6bd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:15:20.695552 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5717ac36-de56-4b7f-8c86-4f6db1e0d329 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Network hostable DHCP agents. Network: 5df1c6b1-6167-4994-a5f2-8e1931e6bd1b, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:15:20.701328 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-abe2df9b-ab0d-4760-a9e9-6e5bac641980 admin admin] Deleting port d52ae6cd-2136-4bba-8322-9a2feca1dd1c {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:20.701669 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-abe2df9b-ab0d-4760-a9e9-6e5bac641980 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:20.708628 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6e2e51eb-f1a5-4121-a915-a40e63d8b350 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:20.719798 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6e2e51eb-f1a5-4121-a915-a40e63d8b350 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Usage tracker for resource:router and tenant:d61b98536deb4ef1889c048254212ea9 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:20.723995 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6e2e51eb-f1a5-4121-a915-a40e63d8b350 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:20.743315 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6e2e51eb-f1a5-4121-a915-a40e63d8b350 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:20.759960 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07f1188c-8697-4b3c-a948-d486552f2ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:20.760469 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f1188c-8697-4b3c-a948-d486552f2ef8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 806808cf-023c-467c-b982-89424c6dc5c3 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:15:20.763357 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e2e51eb-f1a5-4121-a915-a40e63d8b350 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:20.764273 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e2e51eb-f1a5-4121-a915-a40e63d8b350 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:20.776059 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378ad09c-e0fd-4263-8571-6f41fc0477e7 None None] Network 3bf4ebdc-259e-4f85-8de7-a931f961c434 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:20.809094 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07f1188c-8697-4b3c-a948-d486552f2ef8 admin admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:20.810071 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-07f1188c-8697-4b3c-a948-d486552f2ef8 admin admin] 10.222.0.60 "DELETE /v2.0/routers/806808cf-023c-467c-b982-89424c6dc5c3 HTTP/1.1" status: 204 len: 168 time: 2.6886446 Apr 06 14:15:20.813805 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46958) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:20.819408 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e2e51eb-f1a5-4121-a915-a40e63d8b350 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:20.984075 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee9434b8-b9f9-4096-a3aa-5e9c1c301a34 admin admin] Deleting subnet 4a315dfc-352a-4b05-a256-c3f9d36a94b6 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:15:20.994414 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ee9434b8-b9f9-4096-a3aa-5e9c1c301a34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:21.115775 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ee9434b8-b9f9-4096-a3aa-5e9c1c301a34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:21.126101 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5717ac36-de56-4b7f-8c86-4f6db1e0d329 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Network 5df1c6b1-6167-4994-a5f2-8e1931e6bd1b is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:15:21.150918 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-5717ac36-de56-4b7f-8c86-4f6db1e0d329 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 5df1c6b1-6167-4994-a5f2-8e1931e6bd1b) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:21.160530 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1fff85-c783-4683-b6d2-ac5ee0249277 None None] Network 5df1c6b1-6167-4994-a5f2-8e1931e6bd1b requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:21.177022 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5717ac36-de56-4b7f-8c86-4f6db1e0d329 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:21.177604 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5717ac36-de56-4b7f-8c86-4f6db1e0d329 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:21.184280 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e2e51eb-f1a5-4121-a915-a40e63d8b350 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:21.202540 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236adcc3-cc48-433f-887f-998743f97157 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Router a7d41795-1bb3-494c-868d-0bd5ddd1cdb4 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:15:21.231507 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-abe2df9b-ab0d-4760-a9e9-6e5bac641980 admin admin] For port d52ae6cd-2136-4bba-8322-9a2feca1dd1c, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=d52ae6cd-2136-4bba-8322-9a2feca1dd1c,segment=NetworkSegment(11dfa9e5-5317-4e79-8e95-9943a27e2ed6),segment_id=11dfa9e5-5317-4e79-8e95-9943a27e2ed6)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:21.231723 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-abe2df9b-ab0d-4760-a9e9-6e5bac641980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:21.249025 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5717ac36-de56-4b7f-8c86-4f6db1e0d329 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8650196 Apr 06 14:15:21.250876 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46962) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:21.358742 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ee9434b8-b9f9-4096-a3aa-5e9c1c301a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:21.372835 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-abe2df9b-ab0d-4760-a9e9-6e5bac641980 admin admin] Calling delete_port for d52ae6cd-2136-4bba-8322-9a2feca1dd1c owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:21.398055 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6009bd-f6cf-41e2-aca5-b3e6503db0f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-5df1c6b1-6167-4994-a5f2-8e1931e6bd1b', 'network_id': '5df1c6b1-6167-4994-a5f2-8e1931e6bd1b', 'tenant_id': '78c3c5be3bb346c69eb24aafc3836c0b', 'fixed_ips': [{'subnet_id': 'bb68d9e0-8744-4939-a58d-94babd183baa'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:15:21.399208 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8e6009bd-f6cf-41e2-aca5-b3e6503db0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:21.441912 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea29bb3-2eec-4356-ad2a-37977f9bd1d6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:15:21.449546 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0ea29bb3-2eec-4356-ad2a-37977f9bd1d6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "PUT /v2.0/routers/d70d66ad-1962-4134-971f-40b70881dd2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9026234 Apr 06 14:15:21.452569 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46966) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:21.465707 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c42d71-f8d6-48f1-bc3a-82a35f1e0fd8 None None] Sync routers for ids ['d70d66ad-1962-4134-971f-40b70881dd2c'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:15:21.511952 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c42d71-f8d6-48f1-bc3a-82a35f1e0fd8 None None] Routers {'d70d66ad-1962-4134-971f-40b70881dd2c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:21.512877 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-36c42d71-f8d6-48f1-bc3a-82a35f1e0fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['d70d66ad-1962-4134-971f-40b70881dd2c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:21.674834 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f425602-4cc7-4d2d-9106-2a189dffb2dc tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:21.675983 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6f425602-4cc7-4d2d-9106-2a189dffb2dc tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:15:21.719045 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6f425602-4cc7-4d2d-9106-2a189dffb2dc tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:15:21.720186 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6f425602-4cc7-4d2d-9106-2a189dffb2dc tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports/ca4ce739-b48c-48b6-9781-f711c87f431a HTTP/1.1" status: 200 len: 911 time: 0.2666996 Apr 06 14:15:21.723096 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46970) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:21.782330 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-8e6009bd-f6cf-41e2-aca5-b3e6503db0f4 None None] Allocated IP 2001:db8::1 (5df1c6b1-6167-4994-a5f2-8e1931e6bd1b/bb68d9e0-8744-4939-a58d-94babd183baa/466afc7e-d7a1-48ef-ba87-69af16bf5f79) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:21.785408 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-36c42d71-f8d6-48f1-bc3a-82a35f1e0fd8 None None] Set router d70d66ad-1962-4134-971f-40b70881dd2c gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:15:21.855479 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:21.859678 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-abe2df9b-ab0d-4760-a9e9-6e5bac641980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:21.864280 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ee9434b8-b9f9-4096-a3aa-5e9c1c301a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:21.922547 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9434b8-b9f9-4096-a3aa-5e9c1c301a34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a315dfc-352a-4b05-a256-c3f9d36a94b6,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:21.953863 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2df9b-ab0d-4760-a9e9-6e5bac641980 admin admin] Pushing event deleted for resources: {'Port': ['ID=d52ae6cd-2136-4bba-8322-9a2feca1dd1c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:21.962456 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 2ee1d779-6c38-494f-9315-5ed3bc2ce834 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:15:21.969191 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ee9434b8-b9f9-4096-a3aa-5e9c1c301a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:21.990685 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9068e6cf-cc51-4b6b-802a-aa89971366b9 None None] Network 85b99d49-54eb-453f-ae68-f2c061c22d84 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:22.013072 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f121c90-ed8f-40e7-ab96-6e859287df20 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:22.014142 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ee9434b8-b9f9-4096-a3aa-5e9c1c301a34 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4a315dfc-352a-4b05-a256-c3f9d36a94b6 HTTP/1.1" status: 204 len: 168 time: 1.1992221 Apr 06 14:15:22.017136 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 46974) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:22.017768 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f121c90-ed8f-40e7-ab96-6e859287df20 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:22.020074 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1f121c90-ed8f-40e7-ab96-6e859287df20 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2960904 Apr 06 14:15:22.032942 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46978) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:22.093138 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 2ee1d779-6c38-494f-9315-5ed3bc2ce834 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:15:22.093590 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 2ee1d779-6c38-494f-9315-5ed3bc2ce834 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:15:22.181837 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53f70d48-9a4b-4a7d-821a-d94d9bf8f1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:22.225330 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:22.268910 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e2e51eb-f1a5-4121-a915-a40e63d8b350 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:22.314659 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e2e51eb-f1a5-4121-a915-a40e63d8b350 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:22.319873 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-53f70d48-9a4b-4a7d-821a-d94d9bf8f1b0 admin admin] Deleting port 19219ece-5655-411f-8eaa-7109adb351d0 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:22.320276 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53f70d48-9a4b-4a7d-821a-d94d9bf8f1b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:22.379682 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-eccc6a96-fa28-4516-98ed-eaf85c3367b7 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:15:22.383401 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-eccc6a96-fa28-4516-98ed-eaf85c3367b7 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] 10.222.0.60 "PUT /v2.0/routers/b6f8f09c-2276-44c9-83de-b901e1a92a04/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.2602141 Apr 06 14:15:22.387275 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46982) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:22.499542 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236adcc3-cc48-433f-887f-998743f97157 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:15:22.518607 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a58eaa-877f-4eb5-b1eb-a3d0fbb3f3be None None] Sync routers for ids ['a7d41795-1bb3-494c-868d-0bd5ddd1cdb4'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:15:22.530452 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a58eaa-877f-4eb5-b1eb-a3d0fbb3f3be None None] Routers {'a7d41795-1bb3-494c-868d-0bd5ddd1cdb4'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:22.531375 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-10a58eaa-877f-4eb5-b1eb-a3d0fbb3f3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['a7d41795-1bb3-494c-868d-0bd5ddd1cdb4'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:22.546709 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8e6009bd-f6cf-41e2-aca5-b3e6503db0f4 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:22.567308 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8e6009bd-f6cf-41e2-aca5-b3e6503db0f4 None None] Transition to ACTIVE for port object 466afc7e-d7a1-48ef-ba87-69af16bf5f79 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:22.601873 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-36c42d71-f8d6-48f1-bc3a-82a35f1e0fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70d66ad-1962-4134-971f-40b70881dd2c', 'name': 'tempest-NetworksTestDHCPv6-router-1479950662', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:15:08Z', 'updated_at': '2022-04-06T14:15:16Z', 'revision_number': 2, 'project_id': '9dcf49423fa94965b59ada8282b64351', 'gw_port_host': None, '_interfaces': [{'id': 'ca4ce739-b48c-48b6-9781-f711c87f431a', 'name': '', 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'mac_address': 'fa:16:3e:40:0b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd70d66ad-1962-4134-971f-40b70881dd2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aaf8434-73d7-40ee-9d92-6d92fb341645', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:12Z', 'updated_at': '2022-04-06T14:15:17Z', 'revision_number': 2, 'project_id': '9dcf49423fa94965b59ada8282b64351', 'subnets': [{'id': '6aaf8434-73d7-40ee-9d92-6d92fb341645', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:22.606326 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-10a58eaa-877f-4eb5-b1eb-a3d0fbb3f3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:22.606962 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8e6009bd-f6cf-41e2-aca5-b3e6503db0f4 None None] Transition to ACTIVE for port object 466afc7e-d7a1-48ef-ba87-69af16bf5f79 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:22.613714 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c42d71-f8d6-48f1-bc3a-82a35f1e0fd8 None None] Checking router: d70d66ad-1962-4134-971f-40b70881dd2c for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:15:22.619089 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-236adcc3-cc48-433f-887f-998743f97157 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:22.619898 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a58eaa-877f-4eb5-b1eb-a3d0fbb3f3be None None] Routers {'a7d41795-1bb3-494c-868d-0bd5ddd1cdb4'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:22.620736 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-10a58eaa-877f-4eb5-b1eb-a3d0fbb3f3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['a7d41795-1bb3-494c-868d-0bd5ddd1cdb4'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:22.623402 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-236adcc3-cc48-433f-887f-998743f97157 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "PUT /v2.0/routers/a7d41795-1bb3-494c-868d-0bd5ddd1cdb4 HTTP/1.1" status: 200 len: 924 time: 4.3646157 Apr 06 14:15:22.634529 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46986) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:22.635037 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c42d71-f8d6-48f1-bc3a-82a35f1e0fd8 None None] Updating router d70d66ad-1962-4134-971f-40b70881dd2c port ca4ce739-b48c-48b6-9781-f711c87f431a binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:15:22.671318 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:22.682074 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05a70b0-0d84-402a-ac05-15291fd66fdc None None] DHCP port deletion for 85b99d49-54eb-453f-ae68-f2c061c22d84 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:15:22.689517 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-10a58eaa-877f-4eb5-b1eb-a3d0fbb3f3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:22.690132 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a58eaa-877f-4eb5-b1eb-a3d0fbb3f3be None None] The sync data for ids ['a7d41795-1bb3-494c-868d-0bd5ddd1cdb4'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:15:22.692693 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8e6009bd-f6cf-41e2-aca5-b3e6503db0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:22.732709 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e05a70b0-0d84-402a-ac05-15291fd66fdc None None] Deleting port 19219ece-5655-411f-8eaa-7109adb351d0 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:22.733108 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e05a70b0-0d84-402a-ac05-15291fd66fdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:22.789888 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event deleted for resources: {'Subnet': ['ID=bb68d9e0-8744-4939-a58d-94babd183baa,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:22.826109 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-36c42d71-f8d6-48f1-bc3a-82a35f1e0fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:22.828496 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-6e2e51eb-f1a5-4121-a915-a40e63d8b350 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Allocated IP 172.26.8.240 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/2ce3606a-5e13-4652-9332-1a930eb34429) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:22.856436 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6009bd-f6cf-41e2-aca5-b3e6503db0f4 None None] Pushing event updated for resources: {'Port': ['ID=466afc7e-d7a1-48ef-ba87-69af16bf5f79,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:22.865510 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6009bd-f6cf-41e2-aca5-b3e6503db0f4 None None] Network 5df1c6b1-6167-4994-a5f2-8e1931e6bd1b is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:22.903317 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-53f70d48-9a4b-4a7d-821a-d94d9bf8f1b0 admin admin] For port 19219ece-5655-411f-8eaa-7109adb351d0, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=19219ece-5655-411f-8eaa-7109adb351d0,segment=NetworkSegment(b16ce301-63a4-4e18-8a19-459ca1104b71),segment_id=b16ce301-63a4-4e18-8a19-459ca1104b71)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:22.903697 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53f70d48-9a4b-4a7d-821a-d94d9bf8f1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:22.921028 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-8e6009bd-f6cf-41e2-aca5-b3e6503db0f4 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:22.933847 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6009bd-f6cf-41e2-aca5-b3e6503db0f4 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:22.989476 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:23.061177 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-53f70d48-9a4b-4a7d-821a-d94d9bf8f1b0 admin admin] Calling delete_port for 19219ece-5655-411f-8eaa-7109adb351d0 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:23.177352 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df1c6b1-6167-4994-a5f2-8e1931e6bd1b']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:23.210624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4eb21d-f48f-4f41-a645-1074e078b9d8') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:23.210986 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4eb21d-f48f-4f41-a645-1074e078b9d8') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:23.234112 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:23.239320 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8e6009bd-f6cf-41e2-aca5-b3e6503db0f4 None None] Attempting to bind port 466afc7e-d7a1-48ef-ba87-69af16bf5f79 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:15:23.239673 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8e6009bd-f6cf-41e2-aca5-b3e6503db0f4 None None] Attempting to bind port 466afc7e-d7a1-48ef-ba87-69af16bf5f79 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '1d4eb21d-f48f-4f41-a645-1074e078b9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5df1c6b1-6167-4994-a5f2-8e1931e6bd1b'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:15:23.240031 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6009bd-f6cf-41e2-aca5-b3e6503db0f4 None None] Attempting to bind port 466afc7e-d7a1-48ef-ba87-69af16bf5f79 on network 5df1c6b1-6167-4994-a5f2-8e1931e6bd1b {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:15:23.267927 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6009bd-f6cf-41e2-aca5-b3e6503db0f4 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:15:23.268388 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6009bd-f6cf-41e2-aca5-b3e6503db0f4 None None] Checking segment: {'id': '1d4eb21d-f48f-4f41-a645-1074e078b9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5df1c6b1-6167-4994-a5f2-8e1931e6bd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:15:23.269669 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8e6009bd-f6cf-41e2-aca5-b3e6503db0f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:23.269669 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6009bd-f6cf-41e2-aca5-b3e6503db0f4 None None] Bound using segment: {'id': '1d4eb21d-f48f-4f41-a645-1074e078b9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5df1c6b1-6167-4994-a5f2-8e1931e6bd1b'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:15:23.270297 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8e6009bd-f6cf-41e2-aca5-b3e6503db0f4 None None] Bound port: 466afc7e-d7a1-48ef-ba87-69af16bf5f79, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4eb21d-f48f-4f41-a645-1074e078b9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5df1c6b1-6167-4994-a5f2-8e1931e6bd1b'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:15:23.270450 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8e6009bd-f6cf-41e2-aca5-b3e6503db0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:23.279216 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:23.298545 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53f70d48-9a4b-4a7d-821a-d94d9bf8f1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:23.304102 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:15:23.304500 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:23.330839 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-abe2df9b-ab0d-4760-a9e9-6e5bac641980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:15:23.351892 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:15:23.363434 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e05a70b0-0d84-402a-ac05-15291fd66fdc None None] For port 19219ece-5655-411f-8eaa-7109adb351d0, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=19219ece-5655-411f-8eaa-7109adb351d0,segment=NetworkSegment(b16ce301-63a4-4e18-8a19-459ca1104b71),segment_id=b16ce301-63a4-4e18-8a19-459ca1104b71)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:23.363778 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e05a70b0-0d84-402a-ac05-15291fd66fdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:23.428079 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f70d48-9a4b-4a7d-821a-d94d9bf8f1b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=19219ece-5655-411f-8eaa-7109adb351d0,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:23.439518 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e2e51eb-f1a5-4121-a915-a40e63d8b350 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:23.465624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f70d48-9a4b-4a7d-821a-d94d9bf8f1b0 admin admin] No DVR routers for this DVR port 19219ece-5655-411f-8eaa-7109adb351d0 on host dv-neutron-835868-1-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:15:23.529340 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e05a70b0-0d84-402a-ac05-15291fd66fdc None None] Calling delete_port for 19219ece-5655-411f-8eaa-7109adb351d0 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:23.543794 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d201edb1-91c8-49ba-a65f-faea9302e1c1 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "GET /v2.0/routers/a7d41795-1bb3-494c-868d-0bd5ddd1cdb4 HTTP/1.1" status: 200 len: 924 time: 0.9011347 Apr 06 14:15:23.545763 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46994) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:23.630681 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-857156bd-3019-4b28-a401-c3866a82e956 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:23.631319 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 14:15:23.631319 dv-neutron-835868-1-hyperv neutron-server[83738]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 14:15:23.631319 dv-neutron-835868-1-hyperv neutron-server[83738]: [parameters: {'id': '5df1c6b1-6167-4994-a5f2-8e1931e6bd1b'}] Apr 06 14:15:23.631319 dv-neutron-835868-1-hyperv neutron-server[83738]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:15:23.632017 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:15:23.651080 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8e6009bd-f6cf-41e2-aca5-b3e6503db0f4 None None] For port 466afc7e-d7a1-48ef-ba87-69af16bf5f79, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:15:23.673422 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8e6009bd-f6cf-41e2-aca5-b3e6503db0f4 None None] For port 466afc7e-d7a1-48ef-ba87-69af16bf5f79, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=466afc7e-d7a1-48ef-ba87-69af16bf5f79,segment=NetworkSegment(1d4eb21d-f48f-4f41-a645-1074e078b9d8),segment_id=1d4eb21d-f48f-4f41-a645-1074e078b9d8)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:15:23.677889 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-e05a70b0-0d84-402a-ac05-15291fd66fdc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:15:23.678239 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-e05a70b0-0d84-402a-ac05-15291fd66fdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:15:23.680390 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8e6009bd-f6cf-41e2-aca5-b3e6503db0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:23.713336 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53f70d48-9a4b-4a7d-821a-d94d9bf8f1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:23.744832 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-53f70d48-9a4b-4a7d-821a-d94d9bf8f1b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b99d49-54eb-453f-ae68-f2c061c22d84']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:23.755341 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e2e51eb-f1a5-4121-a915-a40e63d8b350 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:23.802308 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-53f70d48-9a4b-4a7d-821a-d94d9bf8f1b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b16ce301-63a4-4e18-8a19-459ca1104b71') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:23.802851 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-53f70d48-9a4b-4a7d-821a-d94d9bf8f1b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b16ce301-63a4-4e18-8a19-459ca1104b71') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:23.823112 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6009bd-f6cf-41e2-aca5-b3e6503db0f4 None None] Pushing event updated for resources: {'Port': ['ID=466afc7e-d7a1-48ef-ba87-69af16bf5f79,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:23.836059 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-36c42d71-f8d6-48f1-bc3a-82a35f1e0fd8 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:23.840460 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53f70d48-9a4b-4a7d-821a-d94d9bf8f1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:23.876919 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3666eeef-e7cd-4aed-8124-98cec3c992ef tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=5b121ca5-69d5-4d27-bffe-4929f7aabdf6&device_id=a7d41795-1bb3-494c-868d-0bd5ddd1cdb4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3273795 Apr 06 14:15:23.882591 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 46998) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:23.890881 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-36c42d71-f8d6-48f1-bc3a-82a35f1e0fd8 None None] Transition to ACTIVE for port object ca4ce739-b48c-48b6-9781-f711c87f431a will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:23.893410 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2e51eb-f1a5-4121-a915-a40e63d8b350 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:23.898410 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-6e2e51eb-f1a5-4121-a915-a40e63d8b350 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:23.904279 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53f70d48-9a4b-4a7d-821a-d94d9bf8f1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:23.906873 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e51eb-f1a5-4121-a915-a40e63d8b350 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event updated for resources: {'Port': ['ID=2ce3606a-5e13-4652-9332-1a930eb34429,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:23.910583 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-36c42d71-f8d6-48f1-bc3a-82a35f1e0fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:23.912706 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e51eb-f1a5-4121-a915-a40e63d8b350 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:23.952232 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53f70d48-9a4b-4a7d-821a-d94d9bf8f1b0 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:15:23.952640 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53f70d48-9a4b-4a7d-821a-d94d9bf8f1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:15:23.968653 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:15:23.995920 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4cf125-85b2-48c1-9c18-eb86ed68a6d4 None None] Network 5df1c6b1-6167-4994-a5f2-8e1931e6bd1b requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:24.135081 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:24.158779 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53f70d48-9a4b-4a7d-821a-d94d9bf8f1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:24.168826 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5016a75-b577-4b1f-bb8c-1f4bd2172fff tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:24.170809 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 19219ece-5655-411f-8eaa-7109adb351d0 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:15:24.205200 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53f70d48-9a4b-4a7d-821a-d94d9bf8f1b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:24.226513 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f70d48-9a4b-4a7d-821a-d94d9bf8f1b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=85b99d49-54eb-453f-ae68-f2c061c22d84,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:24.233472 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e05a70b0-0d84-402a-ac05-15291fd66fdc None None] Deleting port 19219ece-5655-411f-8eaa-7109adb351d0 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:24.233852 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e05a70b0-0d84-402a-ac05-15291fd66fdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:24.239137 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Deleting port 466afc7e-d7a1-48ef-ba87-69af16bf5f79 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:24.239538 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:24.305771 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 19219ece-5655-411f-8eaa-7109adb351d0 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:15:24.306189 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1a0604-adcd-4191-8894-82c847ef6cb4 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:24.306291 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 19219ece-5655-411f-8eaa-7109adb351d0 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:15:24.306571 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0a1a0604-adcd-4191-8894-82c847ef6cb4 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Synchronizing usage tracker for tenant:7a1885bcd55d42bb9cb6a0ae693613d7 on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:15:24.322047 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-53f70d48-9a4b-4a7d-821a-d94d9bf8f1b0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/85b99d49-54eb-453f-ae68-f2c061c22d84 HTTP/1.1" status: 204 len: 168 time: 2.3011303 Apr 06 14:15:24.336336 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef80238-5018-41fd-85d9-438cecd335ae None None] Pushing event updated for resources: {'Port': ['ID=ca4ce739-b48c-48b6-9781-f711c87f431a,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:24.499054 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-36c42d71-f8d6-48f1-bc3a-82a35f1e0fd8 None None] Attempting to bind port ca4ce739-b48c-48b6-9781-f711c87f431a on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:15:24.499430 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-36c42d71-f8d6-48f1-bc3a-82a35f1e0fd8 None None] Attempting to bind port ca4ce739-b48c-48b6-9781-f711c87f431a by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:15:24.500066 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c42d71-f8d6-48f1-bc3a-82a35f1e0fd8 None None] Attempting to bind port ca4ce739-b48c-48b6-9781-f711c87f431a on network 45db5c66-c082-47ed-beeb-688e3c8646d5 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:15:24.521875 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e05a70b0-0d84-402a-ac05-15291fd66fdc None None] The port '19219ece-5655-411f-8eaa-7109adb351d0' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:15:24.522322 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c42d71-f8d6-48f1-bc3a-82a35f1e0fd8 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:15:24.522737 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c42d71-f8d6-48f1-bc3a-82a35f1e0fd8 None None] Checking segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:15:24.523527 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-36c42d71-f8d6-48f1-bc3a-82a35f1e0fd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:24.523927 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c42d71-f8d6-48f1-bc3a-82a35f1e0fd8 None None] Bound using segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:15:24.525118 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-36c42d71-f8d6-48f1-bc3a-82a35f1e0fd8 None None] Bound port: ca4ce739-b48c-48b6-9781-f711c87f431a, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:15:24.525118 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-36c42d71-f8d6-48f1-bc3a-82a35f1e0fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:24.525323 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] For port 466afc7e-d7a1-48ef-ba87-69af16bf5f79, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=466afc7e-d7a1-48ef-ba87-69af16bf5f79,segment=NetworkSegment(1d4eb21d-f48f-4f41-a645-1074e078b9d8),segment_id=1d4eb21d-f48f-4f41-a645-1074e078b9d8)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:24.525829 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:24.544607 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0a1a0604-adcd-4191-8894-82c847ef6cb4 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Unset dirty status for tenant:7a1885bcd55d42bb9cb6a0ae693613d7 on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:15:24.545971 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0a1a0604-adcd-4191-8894-82c847ef6cb4 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "GET /v2.0/networks/5b121ca5-69d5-4d27-bffe-4929f7aabdf6 HTTP/1.1" status: 200 len: 881 time: 0.6631217 Apr 06 14:15:24.591025 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47004) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:24.642336 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a58e17-99d0-46bc-8782-35fc1da9df43 None None] get_active_networks_info from dv-neutron-835868-1-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 06 14:15:24.653644 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47008) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:24.663198 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Calling delete_port for 466afc7e-d7a1-48ef-ba87-69af16bf5f79 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:24.690231 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c14d4602-7b9d-4a41-8528-b4c663d4f2c5 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7d41795-1bb3-494c-868d-0bd5ddd1cdb4 HTTP/1.1" status: 200 len: 205 time: 0.0896912 Apr 06 14:15:24.695957 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47012) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:24.703944 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e2e51eb-f1a5-4121-a915-a40e63d8b350 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:24.704657 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e2e51eb-f1a5-4121-a915-a40e63d8b350 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:24.807642 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a58e17-99d0-46bc-8782-35fc1da9df43 None None] Resources bound (agent type, host, resource id): {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:15:24.869561 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-36c42d71-f8d6-48f1-bc3a-82a35f1e0fd8 None None] For port ca4ce739-b48c-48b6-9781-f711c87f431a, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:15:24.895641 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-74349192-cd1a-4fb3-af75-8f6eec614e76 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b420c830a8c344c38ee71ab00e7194de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2402787 Apr 06 14:15:24.898171 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47016) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:24.913933 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:24.980324 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event deleted for resources: {'Port': ['ID=466afc7e-d7a1-48ef-ba87-69af16bf5f79,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:24.995052 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-36c42d71-f8d6-48f1-bc3a-82a35f1e0fd8 None None] For port ca4ce739-b48c-48b6-9781-f711c87f431a, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=ca4ce739-b48c-48b6-9781-f711c87f431a,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:15:25.005974 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] No DVR routers for this DVR port 466afc7e-d7a1-48ef-ba87-69af16bf5f79 on host dv-neutron-835868-1-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:15:25.033871 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-36c42d71-f8d6-48f1-bc3a-82a35f1e0fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:25.148769 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-99e1d715-363d-4866-8b49-01b7ef901d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:25.166218 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:25.205265 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c42d71-f8d6-48f1-bc3a-82a35f1e0fd8 None None] Routers {'d70d66ad-1962-4134-971f-40b70881dd2c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:25.206514 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-36c42d71-f8d6-48f1-bc3a-82a35f1e0fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['d70d66ad-1962-4134-971f-40b70881dd2c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:25.211859 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-99e1d715-363d-4866-8b49-01b7ef901d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:25.219625 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df1c6b1-6167-4994-a5f2-8e1931e6bd1b']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:25.255682 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef80238-5018-41fd-85d9-438cecd335ae None None] Pushing event updated for resources: {'Port': ['ID=ca4ce739-b48c-48b6-9781-f711c87f431a,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:25.337504 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4eb21d-f48f-4f41-a645-1074e078b9d8') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:25.337774 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4eb21d-f48f-4f41-a645-1074e078b9d8') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:25.366876 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:25.377596 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-36c42d71-f8d6-48f1-bc3a-82a35f1e0fd8 None None] Set router d70d66ad-1962-4134-971f-40b70881dd2c gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:15:25.401074 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:25.411417 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:15:25.411794 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:15:25.428506 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:15:25.519314 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-99e1d715-363d-4866-8b49-01b7ef901d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:25.524126 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d5016a75-b577-4b1f-bb8c-1f4bd2172fff tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting port ca4ce739-b48c-48b6-9781-f711c87f431a {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:25.524474 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5016a75-b577-4b1f-bb8c-1f4bd2172fff tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:25.543137 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1d715-363d-4866-8b49-01b7ef901d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3de6c43-b5fc-47f8-99e1-7c76304c23d0,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:25.552898 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:25.573307 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:25.591499 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event deleted for resources: {'Network': ['ID=5df1c6b1-6167-4994-a5f2-8e1931e6bd1b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:25.605021 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47020) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:25.605966 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1d57a96d-523b-4ce9-90d1-b3b79177119b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "DELETE /v2.0/networks/5df1c6b1-6167-4994-a5f2-8e1931e6bd1b HTTP/1.1" status: 204 len: 168 time: 4.3536077 Apr 06 14:15:25.606857 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-99e1d715-363d-4866-8b49-01b7ef901d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:25.609490 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-99e1d715-363d-4866-8b49-01b7ef901d49 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c3de6c43-b5fc-47f8-99e1-7c76304c23d0 HTTP/1.1" status: 204 len: 168 time: 0.7102304 Apr 06 14:15:25.620629 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2e51eb-f1a5-4121-a915-a40e63d8b350 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Router 598ef1dd-fe05-4abd-8045-5fcd94be81f3 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:15:25.643037 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-744bbb53-f5be-4e21-b539-ff3544bf3fad tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2026596338'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:25.700424 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-744bbb53-f5be-4e21-b539-ff3544bf3fad tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:25.718109 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-744bbb53-f5be-4e21-b539-ff3544bf3fad tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Usage tracker for resource:network and tenant:78c3c5be3bb346c69eb24aafc3836c0b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:25.724239 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f080c6a-036f-4272-a233-7613bc244047 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:25.786499 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-744bbb53-f5be-4e21-b539-ff3544bf3fad tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:25.803478 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-744bbb53-f5be-4e21-b539-ff3544bf3fad tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:25.869116 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-36c42d71-f8d6-48f1-bc3a-82a35f1e0fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70d66ad-1962-4134-971f-40b70881dd2c', 'name': 'tempest-NetworksTestDHCPv6-router-1479950662', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:15:08Z', 'updated_at': '2022-04-06T14:15:16Z', 'revision_number': 2, 'project_id': '9dcf49423fa94965b59ada8282b64351', 'gw_port_host': None, '_interfaces': [{'id': 'ca4ce739-b48c-48b6-9781-f711c87f431a', 'name': '', 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'mac_address': 'fa:16:3e:40:0b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd70d66ad-1962-4134-971f-40b70881dd2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aaf8434-73d7-40ee-9d92-6d92fb341645', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:12Z', 'updated_at': '2022-04-06T14:15:24Z', 'revision_number': 4, 'project_id': '9dcf49423fa94965b59ada8282b64351', 'subnets': [{'id': '6aaf8434-73d7-40ee-9d92-6d92fb341645', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:25.873961 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c42d71-f8d6-48f1-bc3a-82a35f1e0fd8 None None] The sync data for ids ['d70d66ad-1962-4134-971f-40b70881dd2c'] in dv-neutron-835868-1-hyperv is: [{'id': 'd70d66ad-1962-4134-971f-40b70881dd2c', 'name': 'tempest-NetworksTestDHCPv6-router-1479950662', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:15:08Z', 'updated_at': '2022-04-06T14:15:16Z', 'revision_number': 2, 'project_id': '9dcf49423fa94965b59ada8282b64351', 'gw_port_host': None, '_interfaces': [{'id': 'ca4ce739-b48c-48b6-9781-f711c87f431a', 'name': '', 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'mac_address': 'fa:16:3e:40:0b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd70d66ad-1962-4134-971f-40b70881dd2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aaf8434-73d7-40ee-9d92-6d92fb341645', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:12Z', 'updated_at': '2022-04-06T14:15:24Z', 'revision_number': 4, 'project_id': '9dcf49423fa94965b59ada8282b64351', 'subnets': [{'id': '6aaf8434-73d7-40ee-9d92-6d92fb341645', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:15:25.974632 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2e51eb-f1a5-4121-a915-a40e63d8b350 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:15:25.986396 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0101f1f-c951-498c-ac42-7cf8e10eeaf3 None None] Sync routers for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:15:26.002311 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744bbb53-f5be-4e21-b539-ff3544bf3fad tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Made reservation on behalf of 78c3c5be3bb346c69eb24aafc3836c0b for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:26.003671 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0101f1f-c951-498c-ac42-7cf8e10eeaf3 None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:26.004305 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b0101f1f-c951-498c-ac42-7cf8e10eeaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:26.006038 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-744bbb53-f5be-4e21-b539-ff3544bf3fad tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:26.014700 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e2e51eb-f1a5-4121-a915-a40e63d8b350 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:26.016666 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6e2e51eb-f1a5-4121-a915-a40e63d8b350 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.3796024 Apr 06 14:15:26.019997 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47028) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:26.081351 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe2df9b-ab0d-4760-a9e9-6e5bac641980 admin admin] Router 69856a0c-56b9-48f3-a28a-d1f5cca0d1d2 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:15:26.088007 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b0101f1f-c951-498c-ac42-7cf8e10eeaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:26.106301 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0101f1f-c951-498c-ac42-7cf8e10eeaf3 None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:26.107070 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b0101f1f-c951-498c-ac42-7cf8e10eeaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:26.156948 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-d5016a75-b577-4b1f-bb8c-1f4bd2172fff tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] For port ca4ce739-b48c-48b6-9781-f711c87f431a, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=ca4ce739-b48c-48b6-9781-f711c87f431a,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:26.157310 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5016a75-b577-4b1f-bb8c-1f4bd2172fff tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:26.181606 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-857156bd-3019-4b28-a401-c3866a82e956 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Deleting port 4d836ed7-acae-456b-bbf3-152432d30a39 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:26.181833 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-857156bd-3019-4b28-a401-c3866a82e956 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:26.261673 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b0101f1f-c951-498c-ac42-7cf8e10eeaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:26.262530 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0101f1f-c951-498c-ac42-7cf8e10eeaf3 None None] The sync data for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:15:26.379024 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-744bbb53-f5be-4e21-b539-ff3544bf3fad tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:15:26.391532 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d5016a75-b577-4b1f-bb8c-1f4bd2172fff tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Calling delete_port for ca4ce739-b48c-48b6-9781-f711c87f431a owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:26.733111 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-744bbb53-f5be-4e21-b539-ff3544bf3fad tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:26.733707 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-744bbb53-f5be-4e21-b539-ff3544bf3fad tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Added segment 9bdc491b-4553-4941-b47b-56cad267e164 of type vlan for network 3fe44005-cdfd-42bb-8606-5c5bb73748be Apr 06 14:15:26.913411 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-744bbb53-f5be-4e21-b539-ff3544bf3fad tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:26.919755 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47046) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:27.007181 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f00023b-8318-4b97-a6ce-18d3e0568380 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:27.043329 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-744bbb53-f5be-4e21-b539-ff3544bf3fad tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:27.047053 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744bbb53-f5be-4e21-b539-ff3544bf3fad tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:27.047650 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-744bbb53-f5be-4e21-b539-ff3544bf3fad tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:27.080108 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-857156bd-3019-4b28-a401-c3866a82e956 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:27.113726 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0a396f70-fd22-4b2d-8591-f4b2b26a29ae tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1460725416'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:27.179905 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0a396f70-fd22-4b2d-8591-f4b2b26a29ae tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:27.314734 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0a396f70-fd22-4b2d-8591-f4b2b26a29ae tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Usage tracker for resource:network and tenant:ff6ca2585f8b42238388df9bcd192b90 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:27.353298 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0a396f70-fd22-4b2d-8591-f4b2b26a29ae tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:27.362251 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-857156bd-3019-4b28-a401-c3866a82e956 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Calling delete_port for 4d836ed7-acae-456b-bbf3-152432d30a39 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:27.400794 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0a396f70-fd22-4b2d-8591-f4b2b26a29ae tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:27.415460 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-744bbb53-f5be-4e21-b539-ff3544bf3fad tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7904742 Apr 06 14:15:27.416431 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744bbb53-f5be-4e21-b539-ff3544bf3fad tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event updated for resources: {'Network': ['ID=3fe44005-cdfd-42bb-8606-5c5bb73748be,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:27.423065 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47052) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:27.430639 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 3fe44005-cdfd-42bb-8606-5c5bb73748be details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:15:27.444139 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-aa996e7c-c7f4-4a49-901c-bc3c0832013b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Request body: {'subnet': {'network_id': '3fe44005-cdfd-42bb-8606-5c5bb73748be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:27.523445 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-2f00023b-8318-4b97-a6ce-18d3e0568380 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Allocated IP 172.20.0.1 (3bf4ebdc-259e-4f85-8de7-a931f961c434/40302d77-5c64-4720-a619-9c5e4a683e62/109502d6-d4b1-4778-b9b2-6fa399a58152) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:27.557783 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a396f70-fd22-4b2d-8591-f4b2b26a29ae tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Made reservation on behalf of ff6ca2585f8b42238388df9bcd192b90 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:27.560990 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0a396f70-fd22-4b2d-8591-f4b2b26a29ae tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:27.623394 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0a396f70-fd22-4b2d-8591-f4b2b26a29ae tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:27.632768 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f080c6a-036f-4272-a233-7613bc244047 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:27.660779 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5016a75-b577-4b1f-bb8c-1f4bd2172fff tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:27.682288 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f00023b-8318-4b97-a6ce-18d3e0568380 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:27.710050 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f00023b-8318-4b97-a6ce-18d3e0568380 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:27.726128 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-3f080c6a-036f-4272-a233-7613bc244047 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Deleting port de023b82-91b2-48a4-b6b5-60067bce4f31 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:27.726472 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f080c6a-036f-4272-a233-7613bc244047 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:27.761522 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5016a75-b577-4b1f-bb8c-1f4bd2172fff tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Port': ['ID=ca4ce739-b48c-48b6-9781-f711c87f431a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:27.773164 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-aa996e7c-c7f4-4a49-901c-bc3c0832013b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:27.779388 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f00023b-8318-4b97-a6ce-18d3e0568380 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Network 3bf4ebdc-259e-4f85-8de7-a931f961c434 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:27.782861 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-2f00023b-8318-4b97-a6ce-18d3e0568380 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:27.786592 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f00023b-8318-4b97-a6ce-18d3e0568380 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:27.794298 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-aa996e7c-c7f4-4a49-901c-bc3c0832013b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Usage tracker for resource:subnet and tenant:78c3c5be3bb346c69eb24aafc3836c0b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:27.803550 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-aa996e7c-c7f4-4a49-901c-bc3c0832013b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:27.821851 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00023b-8318-4b97-a6ce-18d3e0568380 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event updated for resources: {'Port': ['ID=109502d6-d4b1-4778-b9b2-6fa399a58152,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:27.850857 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f00023b-8318-4b97-a6ce-18d3e0568380 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:27.855432 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-aa996e7c-c7f4-4a49-901c-bc3c0832013b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:27.859835 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0a396f70-fd22-4b2d-8591-f4b2b26a29ae tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:27.890975 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0a396f70-fd22-4b2d-8591-f4b2b26a29ae tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Usage tracker for resource:security_group_rule and tenant:ff6ca2585f8b42238388df9bcd192b90 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:27.949874 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0a396f70-fd22-4b2d-8591-f4b2b26a29ae tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:27.950615 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f00023b-8318-4b97-a6ce-18d3e0568380 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:28.016115 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0a396f70-fd22-4b2d-8591-f4b2b26a29ae tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:28.033424 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe2df9b-ab0d-4760-a9e9-6e5bac641980 admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:15:28.035263 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa996e7c-c7f4-4a49-901c-bc3c0832013b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Made reservation on behalf of 78c3c5be3bb346c69eb24aafc3836c0b for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:28.045487 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d46c9cd-82ee-4912-a9bb-0fe04cdf46ca None None] Sync routers for ids ['69856a0c-56b9-48f3-a28a-d1f5cca0d1d2'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:15:28.058297 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d46c9cd-82ee-4912-a9bb-0fe04cdf46ca None None] Routers {'69856a0c-56b9-48f3-a28a-d1f5cca0d1d2'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:28.059404 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8d46c9cd-82ee-4912-a9bb-0fe04cdf46ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['69856a0c-56b9-48f3-a28a-d1f5cca0d1d2'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:28.286128 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-8d46c9cd-82ee-4912-a9bb-0fe04cdf46ca None None] Set router 69856a0c-56b9-48f3-a28a-d1f5cca0d1d2 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:15:28.369472 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f00023b-8318-4b97-a6ce-18d3e0568380 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:28.375032 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f00023b-8318-4b97-a6ce-18d3e0568380 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:28.410898 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-abe2df9b-ab0d-4760-a9e9-6e5bac641980 admin admin] 10.222.0.60 "PUT /v2.0/routers/69856a0c-56b9-48f3-a28a-d1f5cca0d1d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7937934 Apr 06 14:15:28.422146 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47058) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:28.437084 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aa996e7c-c7f4-4a49-901c-bc3c0832013b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:28.486059 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00023b-8318-4b97-a6ce-18d3e0568380 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event updated for resources: {'Port': ['ID=109502d6-d4b1-4778-b9b2-6fa399a58152,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:28.490632 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f00023b-8318-4b97-a6ce-18d3e0568380 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:28.580408 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8d46c9cd-82ee-4912-a9bb-0fe04cdf46ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'name': 'tempest-ServersTestManualDisk-1216470950-router', 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': '46931473-0f10-449f-b6ad-d9441fdc3bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:10Z', 'updated_at': '2022-04-06T14:15:21Z', 'revision_number': 5, 'project_id': 'c60ff9278e7d428290bc7f626f6f5595', 'gw_port': {'id': '46931473-0f10-449f-b6ad-d9441fdc3bda', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:20:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:12Z', 'updated_at': '2022-04-06T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:28.584802 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d46c9cd-82ee-4912-a9bb-0fe04cdf46ca None None] Checking router: 69856a0c-56b9-48f3-a28a-d1f5cca0d1d2 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:15:28.590450 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5016a75-b577-4b1f-bb8c-1f4bd2172fff tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:28.597643 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d46c9cd-82ee-4912-a9bb-0fe04cdf46ca None None] Routers {'69856a0c-56b9-48f3-a28a-d1f5cca0d1d2'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:28.598319 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8d46c9cd-82ee-4912-a9bb-0fe04cdf46ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['69856a0c-56b9-48f3-a28a-d1f5cca0d1d2'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:28.627074 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f00023b-8318-4b97-a6ce-18d3e0568380 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Network 3bf4ebdc-259e-4f85-8de7-a931f961c434 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:28.628710 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-2f00023b-8318-4b97-a6ce-18d3e0568380 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:28.651865 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f080c6a-036f-4272-a233-7613bc244047 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:28.697065 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-857156bd-3019-4b28-a401-c3866a82e956 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:28.786236 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-8d46c9cd-82ee-4912-a9bb-0fe04cdf46ca None None] Set router 69856a0c-56b9-48f3-a28a-d1f5cca0d1d2 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:15:28.890826 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-3f080c6a-036f-4272-a233-7613bc244047 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Calling delete_port for de023b82-91b2-48a4-b6b5-60067bce4f31 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:28.891421 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:28.916391 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857156bd-3019-4b28-a401-c3866a82e956 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Pushing event deleted for resources: {'Port': ['ID=4d836ed7-acae-456b-bbf3-152432d30a39,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:29.001067 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0a396f70-fd22-4b2d-8591-f4b2b26a29ae tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:29.107034 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0a396f70-fd22-4b2d-8591-f4b2b26a29ae tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:29.114620 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8d46c9cd-82ee-4912-a9bb-0fe04cdf46ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'name': 'tempest-ServersTestManualDisk-1216470950-router', 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': '46931473-0f10-449f-b6ad-d9441fdc3bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:10Z', 'updated_at': '2022-04-06T14:15:21Z', 'revision_number': 5, 'project_id': 'c60ff9278e7d428290bc7f626f6f5595', 'gw_port': {'id': '46931473-0f10-449f-b6ad-d9441fdc3bda', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:20:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:12Z', 'updated_at': '2022-04-06T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:29.119067 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d46c9cd-82ee-4912-a9bb-0fe04cdf46ca None None] The sync data for ids ['69856a0c-56b9-48f3-a28a-d1f5cca0d1d2'] in dv-neutron-835868-1-hyperv is: [{'id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'name': 'tempest-ServersTestManualDisk-1216470950-router', 'tenant_id': 'c60ff9278e7d428290bc7f626f6f5595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': '46931473-0f10-449f-b6ad-d9441fdc3bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:10Z', 'updated_at': '2022-04-06T14:15:21Z', 'revision_number': 5, 'project_id': 'c60ff9278e7d428290bc7f626f6f5595', 'gw_port': {'id': '46931473-0f10-449f-b6ad-d9441fdc3bda', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:20:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69856a0c-56b9-48f3-a28a-d1f5cca0d1d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:12Z', 'updated_at': '2022-04-06T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:15:29.158356 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f00023b-8318-4b97-a6ce-18d3e0568380 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Router 598ef1dd-fe05-4abd-8045-5fcd94be81f3 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:15:29.244430 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a396f70-fd22-4b2d-8591-f4b2b26a29ae tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:15:29.339182 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a396f70-fd22-4b2d-8591-f4b2b26a29ae tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d64c798c-bd63-430e-88c3-ad6aca468070,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:29.361297 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0a396f70-fd22-4b2d-8591-f4b2b26a29ae tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:29.361648 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-0a396f70-fd22-4b2d-8591-f4b2b26a29ae tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Added segment f3726faf-1301-4503-beb2-41a4f6b9d6f6 of type vlan for network 51a6ae7c-41b6-4462-af68-1addd02408f8 Apr 06 14:15:29.378861 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f00023b-8318-4b97-a6ce-18d3e0568380 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:15:29.387602 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2f00023b-8318-4b97-a6ce-18d3e0568380 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "PUT /v2.0/routers/598ef1dd-fe05-4abd-8045-5fcd94be81f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3661933 Apr 06 14:15:29.390251 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47062) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:29.392427 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ef9c80-56ce-4adc-a268-851ba8089c9e None None] Sync routers for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:15:29.395586 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-58e1793e-fa76-44a1-9f58-22fea6eacbff tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Request body: {'port': {'network_id': '3bf4ebdc-259e-4f85-8de7-a931f961c434', 'name': 'tempest-FloatingIPTestJSON-930225288'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:29.405767 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ef9c80-56ce-4adc-a268-851ba8089c9e None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:29.406382 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e8ef9c80-56ce-4adc-a268-851ba8089c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:29.474019 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e8ef9c80-56ce-4adc-a268-851ba8089c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:29.485877 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ef9c80-56ce-4adc-a268-851ba8089c9e None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:29.486734 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e8ef9c80-56ce-4adc-a268-851ba8089c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:29.543933 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-58e1793e-fa76-44a1-9f58-22fea6eacbff tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:29.548252 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-58e1793e-fa76-44a1-9f58-22fea6eacbff tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Usage tracker for resource:port and tenant:d61b98536deb4ef1889c048254212ea9 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:29.552032 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-58e1793e-fa76-44a1-9f58-22fea6eacbff tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:29.552162 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e8ef9c80-56ce-4adc-a268-851ba8089c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:29.552504 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ef9c80-56ce-4adc-a268-851ba8089c9e None None] The sync data for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:15:29.561297 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-58e1793e-fa76-44a1-9f58-22fea6eacbff tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:29.571558 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e1793e-fa76-44a1-9f58-22fea6eacbff tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Made reservation on behalf of d61b98536deb4ef1889c048254212ea9 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:29.577807 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-58e1793e-fa76-44a1-9f58-22fea6eacbff tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:29.602699 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0a396f70-fd22-4b2d-8591-f4b2b26a29ae tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:29.606047 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-58e1793e-fa76-44a1-9f58-22fea6eacbff tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] device_id is not set on port bd51ceec-5ed8-4519-a83e-d3f907d6dce7 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:15:29.647884 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-857156bd-3019-4b28-a401-c3866a82e956 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:29.758206 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-58e1793e-fa76-44a1-9f58-22fea6eacbff tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Allocated IP 172.20.0.8 (3bf4ebdc-259e-4f85-8de7-a931f961c434/40302d77-5c64-4720-a619-9c5e4a683e62/bd51ceec-5ed8-4519-a83e-d3f907d6dce7) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:29.874003 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device d52ae6cd-2136-4bba-8322-9a2feca1dd1c no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:15:29.912622 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: d52ae6cd-2136-4bba-8322-9a2feca1dd1c {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:15:29.913295 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device d52ae6cd-2136-4bba-8322-9a2feca1dd1c not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:15:29.988713 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aa996e7c-c7f4-4a49-901c-bc3c0832013b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:30.025538 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0a396f70-fd22-4b2d-8591-f4b2b26a29ae tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:30.029060 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a396f70-fd22-4b2d-8591-f4b2b26a29ae tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:30.029642 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0a396f70-fd22-4b2d-8591-f4b2b26a29ae tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:30.284100 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f080c6a-036f-4272-a233-7613bc244047 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:30.365412 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa996e7c-c7f4-4a49-901c-bc3c0832013b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event updated for resources: {'Subnet': ['ID=a3488e47-8b8a-4882-b5c8-7c2396ba4649,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:30.373519 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a396f70-fd22-4b2d-8591-f4b2b26a29ae tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Pushing event updated for resources: {'Network': ['ID=51a6ae7c-41b6-4462-af68-1addd02408f8,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:30.377473 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0a396f70-fd22-4b2d-8591-f4b2b26a29ae tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.4534397 Apr 06 14:15:30.382363 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-58e1793e-fa76-44a1-9f58-22fea6eacbff tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:30.385440 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47074) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:30.390735 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 51a6ae7c-41b6-4462-af68-1addd02408f8 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:15:30.440151 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-58e1793e-fa76-44a1-9f58-22fea6eacbff tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:30.451735 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-344f4eb4-2bc2-4d6e-8610-122f70948be2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:30.519614 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b63110c9-22d6-485b-90a4-32a76460f643 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Request body: {'subnet': {'network_id': '51a6ae7c-41b6-4462-af68-1addd02408f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:30.546634 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f080c6a-036f-4272-a233-7613bc244047 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Pushing event deleted for resources: {'Port': ['ID=de023b82-91b2-48a4-b6b5-60067bce4f31,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:30.566791 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e1793e-fa76-44a1-9f58-22fea6eacbff tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Network 3bf4ebdc-259e-4f85-8de7-a931f961c434 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:30.570190 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-58e1793e-fa76-44a1-9f58-22fea6eacbff tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:30.571925 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1793e-fa76-44a1-9f58-22fea6eacbff tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event updated for resources: {'Port': ['ID=bd51ceec-5ed8-4519-a83e-d3f907d6dce7,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:30.574678 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e1793e-fa76-44a1-9f58-22fea6eacbff tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:30.647607 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e1793e-fa76-44a1-9f58-22fea6eacbff tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:30.648209 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-58e1793e-fa76-44a1-9f58-22fea6eacbff tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:30.655980 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1f7ed852-6899-4690-b5f0-0dae4fb0f255 req-54611b7b-c29a-4765-b136-42ac1dcfa798 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=45bdc10440d74a5abd92184edf5c75b4&device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 1098 time: 0.2129416 Apr 06 14:15:30.735289 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-58e1793e-fa76-44a1-9f58-22fea6eacbff tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3439097 Apr 06 14:15:30.740605 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47078) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:30.747517 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-256318b8-d6b5-4808-83b4-02c0eed0c67b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Request body: {'port': {'network_id': '3bf4ebdc-259e-4f85-8de7-a931f961c434', 'name': 'tempest-FloatingIPTestJSON-294468995'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:30.786910 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5016a75-b577-4b1f-bb8c-1f4bd2172fff tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Router d70d66ad-1962-4134-971f-40b70881dd2c has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:15:30.897574 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ed852-6899-4690-b5f0-0dae4fb0f255 req-95025115-cf4f-468a-926d-046223a1601c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:30.897794 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa996e7c-c7f4-4a49-901c-bc3c0832013b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Checking segment: {'id': '9bdc491b-4553-4941-b47b-56cad267e164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3fe44005-cdfd-42bb-8606-5c5bb73748be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:15:30.898120 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa996e7c-c7f4-4a49-901c-bc3c0832013b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Network hostable DHCP agents. Network: 3fe44005-cdfd-42bb-8606-5c5bb73748be, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:15:30.899021 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1f7ed852-6899-4690-b5f0-0dae4fb0f255 req-95025115-cf4f-468a-926d-046223a1601c service neutron] 10.222.0.69 "GET /v2.0/networks?id=b4b50898-b40c-48be-9630-e21242c54179 HTTP/1.1" status: 200 len: 912 time: 0.2355855 Apr 06 14:15:30.982359 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-256318b8-d6b5-4808-83b4-02c0eed0c67b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:31.001234 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-256318b8-d6b5-4808-83b4-02c0eed0c67b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Usage tracker for resource:port and tenant:d61b98536deb4ef1889c048254212ea9 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:31.005728 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-256318b8-d6b5-4808-83b4-02c0eed0c67b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:31.020283 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-256318b8-d6b5-4808-83b4-02c0eed0c67b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:31.028769 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1f7ed852-6899-4690-b5f0-0dae4fb0f255 req-f3ede989-a4c2-46bc-9163-08950517bb67 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae0b3a45-c88d-4e73-b461-c2e8cd808229 HTTP/1.1" status: 200 len: 1001 time: 0.1187863 Apr 06 14:15:31.035381 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256318b8-d6b5-4808-83b4-02c0eed0c67b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Made reservation on behalf of d61b98536deb4ef1889c048254212ea9 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:31.038584 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-256318b8-d6b5-4808-83b4-02c0eed0c67b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:31.106156 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-256318b8-d6b5-4808-83b4-02c0eed0c67b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] device_id is not set on port 60f03166-3ced-4af2-b212-1bcb772cf424 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:15:31.139992 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b63110c9-22d6-485b-90a4-32a76460f643 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:31.174903 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ed852-6899-4690-b5f0-0dae4fb0f255 req-67e9730f-493c-4fac-b589-6332015ce6a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:31.176854 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1f7ed852-6899-4690-b5f0-0dae4fb0f255 req-67e9730f-493c-4fac-b589-6332015ce6a7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=61fc1f24-d84d-4e4e-b059-fbe1445d430f HTTP/1.1" status: 200 len: 850 time: 0.1283433 Apr 06 14:15:31.273213 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b63110c9-22d6-485b-90a4-32a76460f643 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Usage tracker for resource:subnet and tenant:ff6ca2585f8b42238388df9bcd192b90 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:31.315014 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-256318b8-d6b5-4808-83b4-02c0eed0c67b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Allocated IP 172.20.0.2 (3bf4ebdc-259e-4f85-8de7-a931f961c434/40302d77-5c64-4720-a619-9c5e4a683e62/60f03166-3ced-4af2-b212-1bcb772cf424) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:31.321537 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1f7ed852-6899-4690-b5f0-0dae4fb0f255 req-3d2147f3-ef9f-485d-9510-f2b94ab7573c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4b50898-b40c-48be-9630-e21242c54179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1379714 Apr 06 14:15:31.330699 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b63110c9-22d6-485b-90a4-32a76460f643 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:31.401900 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b63110c9-22d6-485b-90a4-32a76460f643 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:31.490763 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f080c6a-036f-4272-a233-7613bc244047 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:31.614319 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa996e7c-c7f4-4a49-901c-bc3c0832013b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Network 3fe44005-cdfd-42bb-8606-5c5bb73748be is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:15:31.626226 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63110c9-22d6-485b-90a4-32a76460f643 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Made reservation on behalf of ff6ca2585f8b42238388df9bcd192b90 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:31.654332 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adb561-1a31-4546-b7ac-b56b876d000f req-20f84683-5c2d-4024-a4e0-9f1bc4b30bb4 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:31.655805 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-97adb561-1a31-4546-b7ac-b56b876d000f req-20f84683-5c2d-4024-a4e0-9f1bc4b30bb4 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 1.1543531 Apr 06 14:15:31.665182 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1f7ed852-6899-4690-b5f0-0dae4fb0f255 req-cf9c33c9-165c-42bc-bdb0-522f98626d89 service neutron] 10.222.0.69 "GET /v2.0/networks/b4b50898-b40c-48be-9630-e21242c54179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364339 Apr 06 14:15:31.739981 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-aa996e7c-c7f4-4a49-901c-bc3c0832013b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 3fe44005-cdfd-42bb-8606-5c5bb73748be) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:31.749129 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6bc751-f7be-40cc-8bf4-f23b40ba55c4 None None] Network 3fe44005-cdfd-42bb-8606-5c5bb73748be requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:31.829084 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa996e7c-c7f4-4a49-901c-bc3c0832013b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:31.829679 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aa996e7c-c7f4-4a49-901c-bc3c0832013b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:31.834681 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5016a75-b577-4b1f-bb8c-1f4bd2172fff tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:15:31.848026 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67df4ec5-d481-4315-b13b-eb76ae52dd9f None None] Sync routers for ids ['d70d66ad-1962-4134-971f-40b70881dd2c'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:15:31.863561 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1f7ed852-6899-4690-b5f0-0dae4fb0f255 req-16b5ec23-8340-40af-9c89-c85477cf5f12 service neutron] 10.222.0.69 "GET /v2.0/networks/b4b50898-b40c-48be-9630-e21242c54179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890895 Apr 06 14:15:31.882332 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-256318b8-d6b5-4808-83b4-02c0eed0c67b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:31.901141 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d5016a75-b577-4b1f-bb8c-1f4bd2172fff tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "PUT /v2.0/routers/d70d66ad-1962-4134-971f-40b70881dd2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7157593 Apr 06 14:15:31.901769 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47082) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:31.907811 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67df4ec5-d481-4315-b13b-eb76ae52dd9f None None] Routers {'d70d66ad-1962-4134-971f-40b70881dd2c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:31.909310 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-67df4ec5-d481-4315-b13b-eb76ae52dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['d70d66ad-1962-4134-971f-40b70881dd2c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:31.942108 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857156bd-3019-4b28-a401-c3866a82e956 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Router b6f8f09c-2276-44c9-83de-b901e1a92a04 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:15:31.955852 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b63110c9-22d6-485b-90a4-32a76460f643 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:31.977872 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f080c6a-036f-4272-a233-7613bc244047 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:31.985864 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d82466e-3302-4f61-9365-a831b30feda4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:31.987935 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d82466e-3302-4f61-9365-a831b30feda4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:31.989223 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8d82466e-3302-4f61-9365-a831b30feda4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:15:31.994323 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-256318b8-d6b5-4808-83b4-02c0eed0c67b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:32.052700 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-aa996e7c-c7f4-4a49-901c-bc3c0832013b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.6259522 Apr 06 14:15:32.054255 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47086) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:32.072130 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f080c6a-036f-4272-a233-7613bc244047 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:32.081827 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8d82466e-3302-4f61-9365-a831b30feda4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:15:32.084999 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8d82466e-3302-4f61-9365-a831b30feda4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1799896 Apr 06 14:15:32.086193 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-fa96498a-6548-4c63-ac7c-8d29d3b14a39 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Request body: {'subnet': {'network_id': '3fe44005-cdfd-42bb-8606-5c5bb73748be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:32.089114 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-67df4ec5-d481-4315-b13b-eb76ae52dd9f None None] Set router d70d66ad-1962-4134-971f-40b70881dd2c gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:15:32.092620 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47090) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:32.102915 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-97adb561-1a31-4546-b7ac-b56b876d000f req-dc5df4b4-9675-4549-b784-e095b8df1cbc tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3945715 Apr 06 14:15:32.125354 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9102ec1-a880-43ec-90f2-0e567d24adba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-3fe44005-cdfd-42bb-8606-5c5bb73748be', 'network_id': '3fe44005-cdfd-42bb-8606-5c5bb73748be', 'tenant_id': '78c3c5be3bb346c69eb24aafc3836c0b', 'fixed_ips': [{'subnet_id': 'a3488e47-8b8a-4882-b5c8-7c2396ba4649'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:15:32.127538 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d9102ec1-a880-43ec-90f2-0e567d24adba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:32.146472 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256318b8-d6b5-4808-83b4-02c0eed0c67b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Network 3bf4ebdc-259e-4f85-8de7-a931f961c434 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:32.151885 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-256318b8-d6b5-4808-83b4-02c0eed0c67b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:32.163308 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256318b8-d6b5-4808-83b4-02c0eed0c67b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event updated for resources: {'Port': ['ID=60f03166-3ced-4af2-b212-1bcb772cf424,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:32.166028 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256318b8-d6b5-4808-83b4-02c0eed0c67b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:32.288656 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256318b8-d6b5-4808-83b4-02c0eed0c67b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:32.289586 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-256318b8-d6b5-4808-83b4-02c0eed0c67b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:32.312440 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-67df4ec5-d481-4315-b13b-eb76ae52dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70d66ad-1962-4134-971f-40b70881dd2c', 'name': 'tempest-NetworksTestDHCPv6-router-1479950662', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:15:08Z', 'updated_at': '2022-04-06T14:15:27Z', 'revision_number': 3, 'project_id': '9dcf49423fa94965b59ada8282b64351', 'gw_port_host': None}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:32.319540 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67df4ec5-d481-4315-b13b-eb76ae52dd9f None None] Checking router: d70d66ad-1962-4134-971f-40b70881dd2c for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:15:32.333801 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67df4ec5-d481-4315-b13b-eb76ae52dd9f None None] Routers {'d70d66ad-1962-4134-971f-40b70881dd2c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:32.335528 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-67df4ec5-d481-4315-b13b-eb76ae52dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['d70d66ad-1962-4134-971f-40b70881dd2c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:32.365449 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-d9102ec1-a880-43ec-90f2-0e567d24adba None None] Allocated IP 2001:db8::2 (3fe44005-cdfd-42bb-8606-5c5bb73748be/a3488e47-8b8a-4882-b5c8-7c2396ba4649/557a8c1c-6a1b-4110-b5ea-69d666948459) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:32.388325 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-256318b8-d6b5-4808-83b4-02c0eed0c67b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6421773 Apr 06 14:15:32.400211 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47094) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:32.408296 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-0771fbe3-d652-4947-af7c-92d96f58f73e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'port_id': '60f03166-3ced-4af2-b212-1bcb772cf424', 'fixed_ip_address': '172.20.0.2'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:32.413967 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0771fbe3-d652-4947-af7c-92d96f58f73e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:32.418071 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0771fbe3-d652-4947-af7c-92d96f58f73e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Usage tracker for resource:floatingip and tenant:d61b98536deb4ef1889c048254212ea9 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:32.421015 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0771fbe3-d652-4947-af7c-92d96f58f73e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:32.427988 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0771fbe3-d652-4947-af7c-92d96f58f73e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:32.447747 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0771fbe3-d652-4947-af7c-92d96f58f73e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:32.528307 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-67df4ec5-d481-4315-b13b-eb76ae52dd9f None None] Set router d70d66ad-1962-4134-971f-40b70881dd2c gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:15:32.545031 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f080c6a-036f-4272-a233-7613bc244047 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:32.545643 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f080c6a-036f-4272-a233-7613bc244047 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Fanout notify agent at l3_agent the message router_deleted on router a7d41795-1bb3-494c-868d-0bd5ddd1cdb4 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:15:32.568446 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a4c753-6182-41c6-ab48-3c6aa8f8f691 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting subnet 6aaf8434-73d7-40ee-9d92-6d92fb341645 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:15:32.573167 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-78a4c753-6182-41c6-ab48-3c6aa8f8f691 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:32.618469 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-344f4eb4-2bc2-4d6e-8610-122f70948be2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:32.669668 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-344f4eb4-2bc2-4d6e-8610-122f70948be2 admin admin] Deleting port 46931473-0f10-449f-b6ad-d9441fdc3bda {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:32.670057 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-344f4eb4-2bc2-4d6e-8610-122f70948be2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:32.689083 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-78a4c753-6182-41c6-ab48-3c6aa8f8f691 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:32.694904 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857156bd-3019-4b28-a401-c3866a82e956 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:15:32.702818 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fa96498a-6548-4c63-ac7c-8d29d3b14a39 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:32.708607 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dad3d1-3a3a-424f-8ee2-a17af135d553 None None] Sync routers for ids ['b6f8f09c-2276-44c9-83de-b901e1a92a04'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:15:32.710216 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f080c6a-036f-4272-a233-7613bc244047 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:32.716694 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3f080c6a-036f-4272-a233-7613bc244047 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "DELETE /v2.0/routers/a7d41795-1bb3-494c-868d-0bd5ddd1cdb4 HTTP/1.1" status: 204 len: 168 time: 8.0175784 Apr 06 14:15:32.724316 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47098) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:32.735655 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ede5c8cc-a358-44ae-aa79-09c3e85b4c37 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1157339100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:32.749257 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ede5c8cc-a358-44ae-aa79-09c3e85b4c37 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:32.762502 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fa96498a-6548-4c63-ac7c-8d29d3b14a39 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Usage tracker for resource:subnet and tenant:78c3c5be3bb346c69eb24aafc3836c0b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:32.762983 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ede5c8cc-a358-44ae-aa79-09c3e85b4c37 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Usage tracker for resource:router and tenant:cd16408f1c7a49b0849b357f06d3b0f4 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:32.763735 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dad3d1-3a3a-424f-8ee2-a17af135d553 None None] Routers {'b6f8f09c-2276-44c9-83de-b901e1a92a04'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:32.766509 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fa96498a-6548-4c63-ac7c-8d29d3b14a39 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:32.766770 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a0dad3d1-3a3a-424f-8ee2-a17af135d553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['b6f8f09c-2276-44c9-83de-b901e1a92a04'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:32.770975 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ede5c8cc-a358-44ae-aa79-09c3e85b4c37 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:32.774240 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fa96498a-6548-4c63-ac7c-8d29d3b14a39 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:32.791508 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-857156bd-3019-4b28-a401-c3866a82e956 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] 10.222.0.60 "PUT /v2.0/routers/b6f8f09c-2276-44c9-83de-b901e1a92a04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3505023 Apr 06 14:15:32.791704 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ede5c8cc-a358-44ae-aa79-09c3e85b4c37 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:32.793227 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47102) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:32.823025 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-67df4ec5-d481-4315-b13b-eb76ae52dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70d66ad-1962-4134-971f-40b70881dd2c', 'name': 'tempest-NetworksTestDHCPv6-router-1479950662', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:15:08Z', 'updated_at': '2022-04-06T14:15:27Z', 'revision_number': 3, 'project_id': '9dcf49423fa94965b59ada8282b64351', 'gw_port_host': None}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:32.828030 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67df4ec5-d481-4315-b13b-eb76ae52dd9f None None] The sync data for ids ['d70d66ad-1962-4134-971f-40b70881dd2c'] in dv-neutron-835868-1-hyperv is: [{'id': 'd70d66ad-1962-4134-971f-40b70881dd2c', 'name': 'tempest-NetworksTestDHCPv6-router-1479950662', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:15:08Z', 'updated_at': '2022-04-06T14:15:27Z', 'revision_number': 3, 'project_id': '9dcf49423fa94965b59ada8282b64351', 'gw_port_host': None}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:15:32.902045 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-5210ec28-bb4a-4911-bbe6-afb5b6ed96a3 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] delete failed (client error): The resource could not be found. Apr 06 14:15:32.902938 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5210ec28-bb4a-4911-bbe6-afb5b6ed96a3 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-1059001128 HTTP/1.1" status: 404 len: 335 time: 0.1064408 Apr 06 14:15:32.910001 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47106) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:32.917868 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-4a7c6345-07fa-4d14-8b31-a2b16d64fa50 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b6f8f09c-2276-44c9-83de-b901e1a92a04'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:32.918689 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d9102ec1-a880-43ec-90f2-0e567d24adba None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:32.934894 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a0dad3d1-3a3a-424f-8ee2-a17af135d553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:32.941175 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d9102ec1-a880-43ec-90f2-0e567d24adba None None] Transition to ACTIVE for port object 557a8c1c-6a1b-4110-b5ea-69d666948459 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:32.949805 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa96498a-6548-4c63-ac7c-8d29d3b14a39 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Made reservation on behalf of 78c3c5be3bb346c69eb24aafc3836c0b for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:32.953256 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fa96498a-6548-4c63-ac7c-8d29d3b14a39 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:32.965502 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d9102ec1-a880-43ec-90f2-0e567d24adba None None] Transition to ACTIVE for port object 557a8c1c-6a1b-4110-b5ea-69d666948459 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:32.966497 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b63110c9-22d6-485b-90a4-32a76460f643 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:32.968517 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dad3d1-3a3a-424f-8ee2-a17af135d553 None None] Routers {'b6f8f09c-2276-44c9-83de-b901e1a92a04'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:32.969272 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a0dad3d1-3a3a-424f-8ee2-a17af135d553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['b6f8f09c-2276-44c9-83de-b901e1a92a04'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:32.974514 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ede5c8cc-a358-44ae-aa79-09c3e85b4c37 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:32.975210 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ede5c8cc-a358-44ae-aa79-09c3e85b4c37 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:33.024979 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d9102ec1-a880-43ec-90f2-0e567d24adba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:33.033500 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0771fbe3-d652-4947-af7c-92d96f58f73e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:33.067534 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a0dad3d1-3a3a-424f-8ee2-a17af135d553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:33.067534 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dad3d1-3a3a-424f-8ee2-a17af135d553 None None] The sync data for ids ['b6f8f09c-2276-44c9-83de-b901e1a92a04'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:15:33.091687 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-78a4c753-6182-41c6-ab48-3c6aa8f8f691 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:33.102042 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9102ec1-a880-43ec-90f2-0e567d24adba None None] Network 3fe44005-cdfd-42bb-8606-5c5bb73748be is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:33.104737 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-d9102ec1-a880-43ec-90f2-0e567d24adba None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:33.109536 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9102ec1-a880-43ec-90f2-0e567d24adba None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:33.111844 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9102ec1-a880-43ec-90f2-0e567d24adba None None] Pushing event updated for resources: {'Port': ['ID=557a8c1c-6a1b-4110-b5ea-69d666948459,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:33.122356 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-344f4eb4-2bc2-4d6e-8610-122f70948be2 admin admin] For port 46931473-0f10-449f-b6ad-d9441fdc3bda, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=46931473-0f10-449f-b6ad-d9441fdc3bda,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:33.122648 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-344f4eb4-2bc2-4d6e-8610-122f70948be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:33.163004 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63110c9-22d6-485b-90a4-32a76460f643 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Pushing event updated for resources: {'Subnet': ['ID=6236abcc-1a13-46c2-b41c-cdbaafaabfd2,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:33.211393 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d9102ec1-a880-43ec-90f2-0e567d24adba None None] Attempting to bind port 557a8c1c-6a1b-4110-b5ea-69d666948459 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:15:33.211763 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d9102ec1-a880-43ec-90f2-0e567d24adba None None] Attempting to bind port 557a8c1c-6a1b-4110-b5ea-69d666948459 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '9bdc491b-4553-4941-b47b-56cad267e164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3fe44005-cdfd-42bb-8606-5c5bb73748be'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:15:33.212128 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9102ec1-a880-43ec-90f2-0e567d24adba None None] Attempting to bind port 557a8c1c-6a1b-4110-b5ea-69d666948459 on network 3fe44005-cdfd-42bb-8606-5c5bb73748be {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:15:33.228839 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9102ec1-a880-43ec-90f2-0e567d24adba None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:15:33.228839 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9102ec1-a880-43ec-90f2-0e567d24adba None None] Checking segment: {'id': '9bdc491b-4553-4941-b47b-56cad267e164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3fe44005-cdfd-42bb-8606-5c5bb73748be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:15:33.229361 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d9102ec1-a880-43ec-90f2-0e567d24adba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:33.229708 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9102ec1-a880-43ec-90f2-0e567d24adba None None] Bound using segment: {'id': '9bdc491b-4553-4941-b47b-56cad267e164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3fe44005-cdfd-42bb-8606-5c5bb73748be'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:15:33.230136 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d9102ec1-a880-43ec-90f2-0e567d24adba None None] Bound port: 557a8c1c-6a1b-4110-b5ea-69d666948459, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bdc491b-4553-4941-b47b-56cad267e164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3fe44005-cdfd-42bb-8606-5c5bb73748be'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:15:33.230514 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d9102ec1-a880-43ec-90f2-0e567d24adba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:33.353815 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d9102ec1-a880-43ec-90f2-0e567d24adba None None] For port 557a8c1c-6a1b-4110-b5ea-69d666948459, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:15:33.356635 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d9102ec1-a880-43ec-90f2-0e567d24adba None None] For port 557a8c1c-6a1b-4110-b5ea-69d666948459, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=557a8c1c-6a1b-4110-b5ea-69d666948459,segment=NetworkSegment(9bdc491b-4553-4941-b47b-56cad267e164),segment_id=9bdc491b-4553-4941-b47b-56cad267e164)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:15:33.361090 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d9102ec1-a880-43ec-90f2-0e567d24adba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:33.391855 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ede5c8cc-a358-44ae-aa79-09c3e85b4c37 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:33.447033 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9102ec1-a880-43ec-90f2-0e567d24adba None None] Pushing event updated for resources: {'Port': ['ID=557a8c1c-6a1b-4110-b5ea-69d666948459,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:33.473140 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-344f4eb4-2bc2-4d6e-8610-122f70948be2 admin admin] Calling delete_port for 46931473-0f10-449f-b6ad-d9441fdc3bda owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:33.557018 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63110c9-22d6-485b-90a4-32a76460f643 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Checking segment: {'id': 'f3726faf-1301-4503-beb2-41a4f6b9d6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '51a6ae7c-41b6-4462-af68-1addd02408f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:15:33.557018 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63110c9-22d6-485b-90a4-32a76460f643 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Network hostable DHCP agents. Network: 51a6ae7c-41b6-4462-af68-1addd02408f8, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:15:33.593607 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-78a4c753-6182-41c6-ab48-3c6aa8f8f691 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:33.642827 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fa96498a-6548-4c63-ac7c-8d29d3b14a39 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:33.655392 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ede5c8cc-a358-44ae-aa79-09c3e85b4c37 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:33.688352 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4c753-6182-41c6-ab48-3c6aa8f8f691 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Subnet': ['ID=6aaf8434-73d7-40ee-9d92-6d92fb341645,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:33.688352 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-0771fbe3-d652-4947-af7c-92d96f58f73e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Allocated IP 172.26.8.245 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/11200812-9f8a-4df9-9f1f-4291dfc8e485) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:33.713849 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-78a4c753-6182-41c6-ab48-3c6aa8f8f691 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:33.722574 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458573aa-5be8-4e04-b758-9d86cb75563c None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:33.728251 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63110c9-22d6-485b-90a4-32a76460f643 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Network 51a6ae7c-41b6-4462-af68-1addd02408f8 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:15:33.731663 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa96498a-6548-4c63-ac7c-8d29d3b14a39 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Network 3fe44005-cdfd-42bb-8606-5c5bb73748be is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:33.736924 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96498a-6548-4c63-ac7c-8d29d3b14a39 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event updated for resources: {'Subnet': ['ID=dfcfb3fb-37a9-4209-bb12-6a87581b09d9,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:33.739636 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-fa96498a-6548-4c63-ac7c-8d29d3b14a39 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:33.744397 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa96498a-6548-4c63-ac7c-8d29d3b14a39 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:33.745025 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fa96498a-6548-4c63-ac7c-8d29d3b14a39 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:33.760881 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-b63110c9-22d6-485b-90a4-32a76460f643 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 51a6ae7c-41b6-4462-af68-1addd02408f8) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:33.776640 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63110c9-22d6-485b-90a4-32a76460f643 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:33.777311 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b63110c9-22d6-485b-90a4-32a76460f643 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:33.835486 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba4dc9-3263-4a81-99da-1501bddd3c7d req-fa859978-c3e3-4f8a-b7aa-76915eb898ee tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:33.837097 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6aba4dc9-3263-4a81-99da-1501bddd3c7d req-fa859978-c3e3-4f8a-b7aa-76915eb898ee tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.5506723 Apr 06 14:15:33.867064 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fa96498a-6548-4c63-ac7c-8d29d3b14a39 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8070221 Apr 06 14:15:33.870621 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47112) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:33.876501 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b63110c9-22d6-485b-90a4-32a76460f643 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4516950 Apr 06 14:15:33.881070 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47114) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:33.899020 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ede5c8cc-a358-44ae-aa79-09c3e85b4c37 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:33.905147 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ede5c8cc-a358-44ae-aa79-09c3e85b4c37 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1743484 Apr 06 14:15:33.905147 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-78a4c753-6182-41c6-ab48-3c6aa8f8f691 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/6aaf8434-73d7-40ee-9d92-6d92fb341645 HTTP/1.1" status: 204 len: 168 time: 1.8081033 Apr 06 14:15:33.918574 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47120) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:33.919524 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47122) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:33.933579 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0f771dae-8443-4f74-b377-ed31360926c4 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1701018835', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:33.948159 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0f771dae-8443-4f74-b377-ed31360926c4 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:33.963624 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f613b40-4ddc-4537-b388-7a31a268dc96 None None] Network 51a6ae7c-41b6-4462-af68-1addd02408f8 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:33.965808 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0f771dae-8443-4f74-b377-ed31360926c4 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Usage tracker for resource:router and tenant:ff6ca2585f8b42238388df9bcd192b90 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:33.975503 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0f771dae-8443-4f74-b377-ed31360926c4 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:33.985879 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-344f4eb4-2bc2-4d6e-8610-122f70948be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:33.989666 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0f771dae-8443-4f74-b377-ed31360926c4 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:34.020995 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 557a8c1c-6a1b-4110-b5ea-69d666948459 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:15:34.051723 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f4eb4-2bc2-4d6e-8610-122f70948be2 admin admin] Pushing event deleted for resources: {'Port': ['ID=46931473-0f10-449f-b6ad-d9441fdc3bda,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:34.060221 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01abc936-e571-4274-abee-44bb8e14da64 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:34.062028 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01abc936-e571-4274-abee-44bb8e14da64 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:34.063381 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01abc936-e571-4274-abee-44bb8e14da64 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:34.064760 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01abc936-e571-4274-abee-44bb8e14da64 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:34.066661 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01abc936-e571-4274-abee-44bb8e14da64 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:34.067590 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-01abc936-e571-4274-abee-44bb8e14da64 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Synchronizing usage tracker for tenant:78c3c5be3bb346c69eb24aafc3836c0b on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:15:34.095756 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-3a2f44db-a5df-4f82-aa86-074e9b41a748 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Request body: {'router': {'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:34.108738 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f771dae-8443-4f74-b377-ed31360926c4 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:34.109776 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f771dae-8443-4f74-b377-ed31360926c4 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:34.161820 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-01abc936-e571-4274-abee-44bb8e14da64 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Unset dirty status for tenant:78c3c5be3bb346c69eb24aafc3836c0b on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:15:34.168792 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-01abc936-e571-4274-abee-44bb8e14da64 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2906737 Apr 06 14:15:34.169067 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47128) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:34.188776 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4724c5dd-a8c6-49a4-ac3e-52cb66e9fbe1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1405982341'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:34.200175 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4724c5dd-a8c6-49a4-ac3e-52cb66e9fbe1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:34.210687 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4724c5dd-a8c6-49a4-ac3e-52cb66e9fbe1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Usage tracker for resource:network and tenant:78c3c5be3bb346c69eb24aafc3836c0b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:34.213952 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f771dae-8443-4f74-b377-ed31360926c4 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:34.216887 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4724c5dd-a8c6-49a4-ac3e-52cb66e9fbe1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:34.226054 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 557a8c1c-6a1b-4110-b5ea-69d666948459 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:15:34.288804 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4724c5dd-a8c6-49a4-ac3e-52cb66e9fbe1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:34.344600 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6aba4dc9-3263-4a81-99da-1501bddd3c7d req-74de976f-2149-4a15-b333-9f1cb297d0b8 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4324825 Apr 06 14:15:34.399423 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e069be-278e-404d-8927-ce0ad630e83c None None] DHCP port deletion for 45db5c66-c082-47ed-beeb-688e3c8646d5 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:15:34.417226 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0771fbe3-d652-4947-af7c-92d96f58f73e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:34.418591 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device ca4ce739-b48c-48b6-9781-f711c87f431a no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:15:34.434259 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-344f4eb4-2bc2-4d6e-8610-122f70948be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:34.451791 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-b3e069be-278e-404d-8927-ce0ad630e83c None None] Deleting port 90da0cb5-fa1f-4757-a8fc-a2961aad92e9 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:34.452330 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b3e069be-278e-404d-8927-ce0ad630e83c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:34.458214 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1ad3c548-0057-41a2-94d3-1269c67b1f0b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:router {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:15:34.463348 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6345-07fa-4d14-8b31-a2b16d64fa50 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:34.468944 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0771fbe3-d652-4947-af7c-92d96f58f73e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:34.490970 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443c8072-0afb-4a49-ad52-c2d619a14d65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-51a6ae7c-41b6-4462-af68-1addd02408f8', 'network_id': '51a6ae7c-41b6-4462-af68-1addd02408f8', 'tenant_id': 'ff6ca2585f8b42238388df9bcd192b90', 'fixed_ips': [{'subnet_id': '6236abcc-1a13-46c2-b41c-cdbaafaabfd2'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:15:34.492034 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-443c8072-0afb-4a49-ad52-c2d619a14d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:34.509171 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: ca4ce739-b48c-48b6-9781-f711c87f431a {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:15:34.509756 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device ca4ce739-b48c-48b6-9781-f711c87f431a not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:15:34.623898 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1ad3c548-0057-41a2-94d3-1269c67b1f0b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:router {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:15:34.625307 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1ad3c548-0057-41a2-94d3-1269c67b1f0b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6347098 Apr 06 14:15:34.657613 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3352e6ba-931a-4660-906f-e50e90aaf7f4 None None] Network 3fe44005-cdfd-42bb-8606-5c5bb73748be requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:34.671398 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47134) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:34.681486 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4724c5dd-a8c6-49a4-ac3e-52cb66e9fbe1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Made reservation on behalf of 78c3c5be3bb346c69eb24aafc3836c0b for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:34.684187 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4724c5dd-a8c6-49a4-ac3e-52cb66e9fbe1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:34.705517 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0771fbe3-d652-4947-af7c-92d96f58f73e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:34.732223 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-4a7c6345-07fa-4d14-8b31-a2b16d64fa50 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] update failed (client error): The resource could not be found. Apr 06 14:15:34.736840 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4a7c6345-07fa-4d14-8b31-a2b16d64fa50 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] 10.222.0.60 "PUT /v2.0/routers/b6f8f09c-2276-44c9-83de-b901e1a92a04 HTTP/1.1" status: 404 len: 339 time: 1.8217385 Apr 06 14:15:34.736840 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-0771fbe3-d652-4947-af7c-92d96f58f73e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:34.737888 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771fbe3-d652-4947-af7c-92d96f58f73e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event updated for resources: {'Port': ['ID=11200812-9f8a-4df9-9f1f-4291dfc8e485,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:34.739917 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47138) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:34.740806 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0771fbe3-d652-4947-af7c-92d96f58f73e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:34.883858 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f771dae-8443-4f74-b377-ed31360926c4 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:34.886832 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c90b12a5-a380-4ec9-bf79-14e7d258ad29 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-722456729'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:34.898230 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c90b12a5-a380-4ec9-bf79-14e7d258ad29 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:34.914082 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c90b12a5-a380-4ec9-bf79-14e7d258ad29 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Usage tracker for resource:network and tenant:37903902a2234afabfd784e345242a27 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:34.921149 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c90b12a5-a380-4ec9-bf79-14e7d258ad29 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:34.930237 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c90b12a5-a380-4ec9-bf79-14e7d258ad29 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:34.994990 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b3e069be-278e-404d-8927-ce0ad630e83c None None] For port 90da0cb5-fa1f-4757-a8fc-a2961aad92e9, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=90da0cb5-fa1f-4757-a8fc-a2961aad92e9,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:34.995550 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b3e069be-278e-404d-8927-ce0ad630e83c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:35.056992 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f771dae-8443-4f74-b377-ed31360926c4 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:35.061572 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0f771dae-8443-4f74-b377-ed31360926c4 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.1763344 Apr 06 14:15:35.061572 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4724c5dd-a8c6-49a4-ac3e-52cb66e9fbe1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:15:35.064195 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47142) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:35.074016 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-344f4eb4-2bc2-4d6e-8610-122f70948be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:35.096094 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90b12a5-a380-4ec9-bf79-14e7d258ad29 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Made reservation on behalf of 37903902a2234afabfd784e345242a27 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:35.099034 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c90b12a5-a380-4ec9-bf79-14e7d258ad29 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:35.134110 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8f60ef2b-4eff-469b-bc04-95365d93d7c3 None None] Provisioning for port 557a8c1c-6a1b-4110-b5ea-69d666948459 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:15:35.143943 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7edd0641-fa45-4bd4-9ffc-9eb2a59e8bc4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:35.149611 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-b3e069be-278e-404d-8927-ce0ad630e83c None None] Calling delete_port for 90da0cb5-fa1f-4757-a8fc-a2961aad92e9 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:35.179687 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c90b12a5-a380-4ec9-bf79-14e7d258ad29 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:15:35.182505 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-443c8072-0afb-4a49-ad52-c2d619a14d65 None None] Allocated IP 172.20.0.2 (51a6ae7c-41b6-4462-af68-1addd02408f8/6236abcc-1a13-46c2-b41c-cdbaafaabfd2/058b102a-31ab-46ed-a503-d7f45a45a5d1) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:35.192481 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4724c5dd-a8c6-49a4-ac3e-52cb66e9fbe1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:35.193235 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-4724c5dd-a8c6-49a4-ac3e-52cb66e9fbe1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Added segment 22d9da3d-edcd-48e4-a068-e6434f7704d5 of type vlan for network 5899f5a0-733c-485f-a26b-a0c50522ebf3 Apr 06 14:15:35.195610 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3a2f44db-a5df-4f82-aa86-074e9b41a748 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:35.200118 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8f60ef2b-4eff-469b-bc04-95365d93d7c3 None None] Provisioning complete for port 557a8c1c-6a1b-4110-b5ea-69d666948459 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:35.200505 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8f60ef2b-4eff-469b-bc04-95365d93d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:35.205498 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c90b12a5-a380-4ec9-bf79-14e7d258ad29 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:35.205844 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-c90b12a5-a380-4ec9-bf79-14e7d258ad29 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Added segment 2dcee8c3-bd1d-497e-bb3c-f6bec0893425 of type vlan for network b4f6f8e6-974d-4eef-abf2-197e012b3474 Apr 06 14:15:35.257251 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-344f4eb4-2bc2-4d6e-8610-122f70948be2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:35.365031 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4724c5dd-a8c6-49a4-ac3e-52cb66e9fbe1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:35.368623 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c90b12a5-a380-4ec9-bf79-14e7d258ad29 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:35.423426 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b3e069be-278e-404d-8927-ce0ad630e83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:35.490707 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c90b12a5-a380-4ec9-bf79-14e7d258ad29 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:35.494361 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90b12a5-a380-4ec9-bf79-14e7d258ad29 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:35.494946 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c90b12a5-a380-4ec9-bf79-14e7d258ad29 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:35.514035 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e069be-278e-404d-8927-ce0ad630e83c None None] Pushing event deleted for resources: {'Port': ['ID=90da0cb5-fa1f-4757-a8fc-a2961aad92e9,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:35.518389 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.db.resource_extend [None req-4724c5dd-a8c6-49a4-ac3e-52cb66e9fbe1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:15:35.555408 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e069be-278e-404d-8927-ce0ad630e83c None None] No DVR routers for this DVR port 90da0cb5-fa1f-4757-a8fc-a2961aad92e9 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:15:35.603435 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-344f4eb4-2bc2-4d6e-8610-122f70948be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:35.604192 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344f4eb4-2bc2-4d6e-8610-122f70948be2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69856a0c-56b9-48f3-a28a-d1f5cca0d1d2 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:15:35.620700 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8f60ef2b-4eff-469b-bc04-95365d93d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:35.631067 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c90b12a5-a380-4ec9-bf79-14e7d258ad29 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7542145 Apr 06 14:15:35.660341 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47146) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:35.675993 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c31c9cf5-90b4-41bd-9cf4-c7dc608abbff tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Request body: {'subnet': {'network_id': 'b4f6f8e6-974d-4eef-abf2-197e012b3474', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:35.704483 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b12a5-a380-4ec9-bf79-14e7d258ad29 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Pushing event updated for resources: {'Network': ['ID=b4f6f8e6-974d-4eef-abf2-197e012b3474,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:35.715789 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-344f4eb4-2bc2-4d6e-8610-122f70948be2 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:35.717202 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-344f4eb4-2bc2-4d6e-8610-122f70948be2 admin admin] 10.222.0.60 "DELETE /v2.0/routers/69856a0c-56b9-48f3-a28a-d1f5cca0d1d2 HTTP/1.1" status: 204 len: 168 time: 7.2893524 Apr 06 14:15:35.718100 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4724c5dd-a8c6-49a4-ac3e-52cb66e9fbe1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:35.722647 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4724c5dd-a8c6-49a4-ac3e-52cb66e9fbe1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:35.723313 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4724c5dd-a8c6-49a4-ac3e-52cb66e9fbe1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:35.742648 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47150) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:35.769692 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-443c8072-0afb-4a49-ad52-c2d619a14d65 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:35.791513 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-443c8072-0afb-4a49-ad52-c2d619a14d65 None None] Transition to ACTIVE for port object 058b102a-31ab-46ed-a503-d7f45a45a5d1 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:35.828580 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-443c8072-0afb-4a49-ad52-c2d619a14d65 None None] Transition to ACTIVE for port object 058b102a-31ab-46ed-a503-d7f45a45a5d1 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:35.840541 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network b4f6f8e6-974d-4eef-abf2-197e012b3474 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:15:35.884510 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-443c8072-0afb-4a49-ad52-c2d619a14d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:35.890837 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c31c9cf5-90b4-41bd-9cf4-c7dc608abbff tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:35.901804 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c31c9cf5-90b4-41bd-9cf4-c7dc608abbff tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Usage tracker for resource:subnet and tenant:37903902a2234afabfd784e345242a27 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:35.906330 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c31c9cf5-90b4-41bd-9cf4-c7dc608abbff tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:35.915566 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c31c9cf5-90b4-41bd-9cf4-c7dc608abbff tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:35.930098 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8f60ef2b-4eff-469b-bc04-95365d93d7c3 None None] For port 557a8c1c-6a1b-4110-b5ea-69d666948459, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=557a8c1c-6a1b-4110-b5ea-69d666948459,segment=NetworkSegment(9bdc491b-4553-4941-b47b-56cad267e164),segment_id=9bdc491b-4553-4941-b47b-56cad267e164)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:35.957869 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3a2f44db-a5df-4f82-aa86-074e9b41a748 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:35.989171 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3a2f44db-a5df-4f82-aa86-074e9b41a748 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:35.991811 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31c9cf5-90b4-41bd-9cf4-c7dc608abbff tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Made reservation on behalf of 37903902a2234afabfd784e345242a27 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:36.052639 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8f60ef2b-4eff-469b-bc04-95365d93d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:36.094703 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7ce1c1-4c9f-4dfa-bdbe-cfe57caf024a None None] Update dhcp port {'port': {'network_id': '3fe44005-cdfd-42bb-8606-5c5bb73748be', 'fixed_ips': [{'subnet_id': 'a3488e47-8b8a-4882-b5c8-7c2396ba4649', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dfcfb3fb-37a9-4209-bb12-6a87581b09d9'}], 'binding:host_id': 'dv-neutron-835868-1-hyperv'}, 'id': '557a8c1c-6a1b-4110-b5ea-69d666948459'} from dv-neutron-835868-1-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 06 14:15:36.103151 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4724c5dd-a8c6-49a4-ac3e-52cb66e9fbe1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9232378 Apr 06 14:15:36.139489 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443c8072-0afb-4a49-ad52-c2d619a14d65 None None] Network 51a6ae7c-41b6-4462-af68-1addd02408f8 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:36.142786 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47154) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:36.151888 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-443c8072-0afb-4a49-ad52-c2d619a14d65 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:36.158335 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c8072-0afb-4a49-ad52-c2d619a14d65 None None] Pushing event updated for resources: {'Port': ['ID=058b102a-31ab-46ed-a503-d7f45a45a5d1,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:36.158725 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-068520f3-11e8-4bef-bcb1-bc1ca3be492c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:36.172112 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7edd0641-fa45-4bd4-9ffc-9eb2a59e8bc4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:36.180671 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724c5dd-a8c6-49a4-ac3e-52cb66e9fbe1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event updated for resources: {'Network': ['ID=5899f5a0-733c-485f-a26b-a0c50522ebf3,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:36.196167 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443c8072-0afb-4a49-ad52-c2d619a14d65 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:36.199230 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7edd0641-fa45-4bd4-9ffc-9eb2a59e8bc4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:36.225753 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 5899f5a0-733c-485f-a26b-a0c50522ebf3 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:15:36.259253 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8c7ce1c1-4c9f-4dfa-bdbe-cfe57caf024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:36.266285 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b4fc63c-e4cb-49d3-b46a-4f10983ecc9c admin admin] Deleting subnet 74f1b134-ac9c-4860-9a3a-b9f38585a865 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:15:36.330381 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9b4fc63c-e4cb-49d3-b46a-4f10983ecc9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:36.419955 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9b4fc63c-e4cb-49d3-b46a-4f10983ecc9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:36.450303 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7edd0641-fa45-4bd4-9ffc-9eb2a59e8bc4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:36.450815 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7edd0641-fa45-4bd4-9ffc-9eb2a59e8bc4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Fanout notify agent at l3_agent the message router_deleted on router d70d66ad-1962-4134-971f-40b70881dd2c {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:15:36.463896 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 90da0cb5-fa1f-4757-a8fc-a2961aad92e9 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:15:36.484758 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c31c9cf5-90b4-41bd-9cf4-c7dc608abbff tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:36.511027 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 90da0cb5-fa1f-4757-a8fc-a2961aad92e9 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:15:36.511260 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 90da0cb5-fa1f-4757-a8fc-a2961aad92e9 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:15:36.524684 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7edd0641-fa45-4bd4-9ffc-9eb2a59e8bc4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:36.525873 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7edd0641-fa45-4bd4-9ffc-9eb2a59e8bc4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/routers/d70d66ad-1962-4134-971f-40b70881dd2c HTTP/1.1" status: 204 len: 168 time: 1.8465705 Apr 06 14:15:36.532204 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47158) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:36.588261 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-443c8072-0afb-4a49-ad52-c2d619a14d65 None None] Attempting to bind port 058b102a-31ab-46ed-a503-d7f45a45a5d1 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:15:36.588631 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-443c8072-0afb-4a49-ad52-c2d619a14d65 None None] Attempting to bind port 058b102a-31ab-46ed-a503-d7f45a45a5d1 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'f3726faf-1301-4503-beb2-41a4f6b9d6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '51a6ae7c-41b6-4462-af68-1addd02408f8'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:15:36.589016 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443c8072-0afb-4a49-ad52-c2d619a14d65 None None] Attempting to bind port 058b102a-31ab-46ed-a503-d7f45a45a5d1 on network 51a6ae7c-41b6-4462-af68-1addd02408f8 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:15:36.594697 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60ef2b-4eff-469b-bc04-95365d93d7c3 None None] Pushing event updated for resources: {'Port': ['ID=557a8c1c-6a1b-4110-b5ea-69d666948459,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:36.596159 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d9fbfb4d-6d96-4176-90e3-c023c95731cc tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:15:36.596583 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0771fbe3-d652-4947-af7c-92d96f58f73e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:36.648274 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-418ad9df-1c66-4eac-8270-d460b6b81b32 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:36.652902 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443c8072-0afb-4a49-ad52-c2d619a14d65 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:15:36.653276 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443c8072-0afb-4a49-ad52-c2d619a14d65 None None] Checking segment: {'id': 'f3726faf-1301-4503-beb2-41a4f6b9d6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '51a6ae7c-41b6-4462-af68-1addd02408f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:15:36.653673 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-443c8072-0afb-4a49-ad52-c2d619a14d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:36.654060 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443c8072-0afb-4a49-ad52-c2d619a14d65 None None] Bound using segment: {'id': 'f3726faf-1301-4503-beb2-41a4f6b9d6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '51a6ae7c-41b6-4462-af68-1addd02408f8'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:15:36.654529 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-443c8072-0afb-4a49-ad52-c2d619a14d65 None None] Bound port: 058b102a-31ab-46ed-a503-d7f45a45a5d1, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3726faf-1301-4503-beb2-41a4f6b9d6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '51a6ae7c-41b6-4462-af68-1addd02408f8'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:15:36.654897 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-443c8072-0afb-4a49-ad52-c2d619a14d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:36.676724 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d9fbfb4d-6d96-4176-90e3-c023c95731cc tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:15:36.680372 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d9fbfb4d-6d96-4176-90e3-c023c95731cc tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1448016 Apr 06 14:15:36.711011 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47162) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:36.785428 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9b4fc63c-e4cb-49d3-b46a-4f10983ecc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:36.877779 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-443c8072-0afb-4a49-ad52-c2d619a14d65 None None] For port 058b102a-31ab-46ed-a503-d7f45a45a5d1, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:15:36.894968 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-443c8072-0afb-4a49-ad52-c2d619a14d65 None None] For port 058b102a-31ab-46ed-a503-d7f45a45a5d1, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=058b102a-31ab-46ed-a503-d7f45a45a5d1,segment=NetworkSegment(f3726faf-1301-4503-beb2-41a4f6b9d6f6),segment_id=f3726faf-1301-4503-beb2-41a4f6b9d6f6)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:15:36.901870 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-8c7ce1c1-4c9f-4dfa-bdbe-cfe57caf024a None None] Allocated IP 172.20.0.1 (3fe44005-cdfd-42bb-8606-5c5bb73748be/dfcfb3fb-37a9-4209-bb12-6a87581b09d9/557a8c1c-6a1b-4110-b5ea-69d666948459) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:36.917984 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-3a2f44db-a5df-4f82-aa86-074e9b41a748 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Allocated IP 172.26.8.179 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/64def995-b91a-4b3d-b048-501ec6251316) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:36.918588 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-443c8072-0afb-4a49-ad52-c2d619a14d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:36.946784 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0771fbe3-d652-4947-af7c-92d96f58f73e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:36.967656 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9b4fc63c-e4cb-49d3-b46a-4f10983ecc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:36.999091 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0af225d-672f-4027-8036-67293ea86413 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:36.999776 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d0af225d-672f-4027-8036-67293ea86413 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:15:37.016217 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-068520f3-11e8-4bef-bcb1-bc1ca3be492c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:37.024412 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9b4fc63c-e4cb-49d3-b46a-4f10983ecc9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:37.032450 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c8072-0afb-4a49-ad52-c2d619a14d65 None None] Pushing event updated for resources: {'Port': ['ID=058b102a-31ab-46ed-a503-d7f45a45a5d1,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:37.035255 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fc63c-e4cb-49d3-b46a-4f10983ecc9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74f1b134-ac9c-4860-9a3a-b9f38585a865,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:37.040597 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87937d69-dbd4-4256-9325-b4d177085776 None None] Network db22f504-5a34-4a84-99cc-65b1302a1645 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:37.056727 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9b4fc63c-e4cb-49d3-b46a-4f10983ecc9c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/74f1b134-ac9c-4860-9a3a-b9f38585a865 HTTP/1.1" status: 204 len: 168 time: 1.0304515 Apr 06 14:15:37.060855 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47166) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:37.136662 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-068520f3-11e8-4bef-bcb1-bc1ca3be492c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:37.191667 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d0af225d-672f-4027-8036-67293ea86413 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:15:37.195204 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d0af225d-672f-4027-8036-67293ea86413 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4723194 Apr 06 14:15:37.228588 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47170) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:37.282567 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c31c9cf5-90b4-41bd-9cf4-c7dc608abbff tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:37.294250 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8c7ce1c1-4c9f-4dfa-bdbe-cfe57caf024a None None] For port 557a8c1c-6a1b-4110-b5ea-69d666948459, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=557a8c1c-6a1b-4110-b5ea-69d666948459,segment=NetworkSegment(9bdc491b-4553-4941-b47b-56cad267e164),segment_id=9bdc491b-4553-4941-b47b-56cad267e164)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:37.325422 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c1606e7a-302e-46a2-b0ed-3f653b882888 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:router {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:15:37.357421 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b3e65796-bf52-4b8f-aeb2-6a3cf34fbb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:37.371238 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8c7ce1c1-4c9f-4dfa-bdbe-cfe57caf024a None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:37.375921 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-418ad9df-1c66-4eac-8270-d460b6b81b32 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Allocated IP 172.20.0.1 (51a6ae7c-41b6-4462-af68-1addd02408f8/6236abcc-1a13-46c2-b41c-cdbaafaabfd2/63c2084b-75f7-471a-9eba-fa12ee4d79d8) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:37.397143 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8c7ce1c1-4c9f-4dfa-bdbe-cfe57caf024a None None] Transition to ACTIVE for port object 557a8c1c-6a1b-4110-b5ea-69d666948459 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:37.401357 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c1606e7a-302e-46a2-b0ed-3f653b882888 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:router {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:15:37.402525 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c1606e7a-302e-46a2-b0ed-3f653b882888 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1724660 Apr 06 14:15:37.408113 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8c7ce1c1-4c9f-4dfa-bdbe-cfe57caf024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:37.411973 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-068520f3-11e8-4bef-bcb1-bc1ca3be492c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Network 5899f5a0-733c-485f-a26b-a0c50522ebf3 is not hosted by any dhcp agent {{(pid=83738) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 06 14:15:37.414241 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47174) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:37.417634 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068520f3-11e8-4bef-bcb1-bc1ca3be492c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:37.418266 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-068520f3-11e8-4bef-bcb1-bc1ca3be492c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:37.422030 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-068520f3-11e8-4bef-bcb1-bc1ca3be492c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "PUT /v2.0/networks/5899f5a0-733c-485f-a26b-a0c50522ebf3 HTTP/1.1" status: 200 len: 723 time: 1.2723787 Apr 06 14:15:37.429002 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b89b9511-e417-42a6-9cb0-4985a4c41076 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:37.467271 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47178) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:37.469290 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b3e65796-bf52-4b8f-aeb2-6a3cf34fbb1b admin admin] Deleting port d6c9a2e0-7fc6-4b13-b505-0531e6f90804 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:37.473080 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b3e65796-bf52-4b8f-aeb2-6a3cf34fbb1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:37.482281 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1a0fe35e-5195-4125-bf04-63960e2af196 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Request body: {'subnet': {'network_id': '5899f5a0-733c-485f-a26b-a0c50522ebf3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:37.504852 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b01de8b-9fc4-4d16-a6d6-3a6be6fceeda None None] DHCP port deletion for db22f504-5a34-4a84-99cc-65b1302a1645 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:15:37.549832 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-9b01de8b-9fc4-4d16-a6d6-3a6be6fceeda None None] Deleting port d6c9a2e0-7fc6-4b13-b505-0531e6f90804 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:37.550202 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9b01de8b-9fc4-4d16-a6d6-3a6be6fceeda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:37.585013 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ce1c1-4c9f-4dfa-bdbe-cfe57caf024a None None] Pushing event updated for resources: {'Port': ['ID=557a8c1c-6a1b-4110-b5ea-69d666948459,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:37.666648 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068520f3-11e8-4bef-bcb1-bc1ca3be492c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event updated for resources: {'Network': ['ID=5899f5a0-733c-485f-a26b-a0c50522ebf3,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:37.683678 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 5899f5a0-733c-485f-a26b-a0c50522ebf3 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:15:37.723339 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c9cf5-90b4-41bd-9cf4-c7dc608abbff tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Pushing event updated for resources: {'Subnet': ['ID=5da24169-4bd8-4edc-bd7e-1abd5667c882,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:37.729740 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3a2f44db-a5df-4f82-aa86-074e9b41a748 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:37.842712 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1a0fe35e-5195-4125-bf04-63960e2af196 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:37.868120 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c9cf5-90b4-41bd-9cf4-c7dc608abbff tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Checking segment: {'id': '2dcee8c3-bd1d-497e-bb3c-f6bec0893425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b4f6f8e6-974d-4eef-abf2-197e012b3474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:15:37.868324 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31c9cf5-90b4-41bd-9cf4-c7dc608abbff tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Network hostable DHCP agents. Network: b4f6f8e6-974d-4eef-abf2-197e012b3474, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:15:37.888599 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1a0fe35e-5195-4125-bf04-63960e2af196 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:37.961131 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0fe35e-5195-4125-bf04-63960e2af196 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Made reservation on behalf of 78c3c5be3bb346c69eb24aafc3836c0b for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:37.997899 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0771fbe3-d652-4947-af7c-92d96f58f73e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:38.053800 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b89b9511-e417-42a6-9cb0-4985a4c41076 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:38.062568 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0771fbe3-d652-4947-af7c-92d96f58f73e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:38.105931 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7b1bc0bd-3518-4049-a03d-f8798f16be66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:38.115399 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-9b01de8b-9fc4-4d16-a6d6-3a6be6fceeda None None] For port d6c9a2e0-7fc6-4b13-b505-0531e6f90804, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=d6c9a2e0-7fc6-4b13-b505-0531e6f90804,segment=NetworkSegment(11dfa9e5-5317-4e79-8e95-9943a27e2ed6),segment_id=11dfa9e5-5317-4e79-8e95-9943a27e2ed6)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:38.115788 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9b01de8b-9fc4-4d16-a6d6-3a6be6fceeda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:38.125929 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3a2f44db-a5df-4f82-aa86-074e9b41a748 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:38.129548 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 557a8c1c-6a1b-4110-b5ea-69d666948459 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:15:38.152994 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b89b9511-e417-42a6-9cb0-4985a4c41076 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:38.160388 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31c9cf5-90b4-41bd-9cf4-c7dc608abbff tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Network b4f6f8e6-974d-4eef-abf2-197e012b3474 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:15:38.194925 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-418ad9df-1c66-4eac-8270-d460b6b81b32 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:38.197150 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-c31c9cf5-90b4-41bd-9cf4-c7dc608abbff tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, b4f6f8e6-974d-4eef-abf2-197e012b3474) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:38.203328 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31c9cf5-90b4-41bd-9cf4-c7dc608abbff tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:38.203928 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c31c9cf5-90b4-41bd-9cf4-c7dc608abbff tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:38.234777 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c161655a-64c0-4274-a745-7a06519083e8 None None] Network b4f6f8e6-974d-4eef-abf2-197e012b3474 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:38.239021 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89b9511-e417-42a6-9cb0-4985a4c41076 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:38.265253 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-418ad9df-1c66-4eac-8270-d460b6b81b32 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Transition to ACTIVE for port object 63c2084b-75f7-471a-9eba-fa12ee4d79d8 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:38.288486 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2f44db-a5df-4f82-aa86-074e9b41a748 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:38.292815 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c31c9cf5-90b4-41bd-9cf4-c7dc608abbff tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6254992 Apr 06 14:15:38.304047 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe35e-5195-4125-bf04-63960e2af196 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:38.327611 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47182) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:38.334906 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-9b01de8b-9fc4-4d16-a6d6-3a6be6fceeda None None] Calling delete_port for d6c9a2e0-7fc6-4b13-b505-0531e6f90804 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:38.336099 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-b3e65796-bf52-4b8f-aeb2-6a3cf34fbb1b admin admin] For port d6c9a2e0-7fc6-4b13-b505-0531e6f90804, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=d6c9a2e0-7fc6-4b13-b505-0531e6f90804,segment=NetworkSegment(11dfa9e5-5317-4e79-8e95-9943a27e2ed6),segment_id=11dfa9e5-5317-4e79-8e95-9943a27e2ed6)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:38.337141 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b3e65796-bf52-4b8f-aeb2-6a3cf34fbb1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:38.376309 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c3ba1f0e-dac9-419c-bea3-c3b45d8666ea tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b4f6f8e6-974d-4eef-abf2-197e012b3474'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:38.568215 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9b01de8b-9fc4-4d16-a6d6-3a6be6fceeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:38.578834 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 058b102a-31ab-46ed-a503-d7f45a45a5d1 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:15:38.600333 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-3a2f44db-a5df-4f82-aa86-074e9b41a748 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:38.603013 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2f44db-a5df-4f82-aa86-074e9b41a748 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:38.684400 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-418ad9df-1c66-4eac-8270-d460b6b81b32 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:38.684769 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771fbe3-d652-4947-af7c-92d96f58f73e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event updated for resources: {'Port': ['ID=11200812-9f8a-4df9-9f1f-4291dfc8e485,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:38.691634 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b01de8b-9fc4-4d16-a6d6-3a6be6fceeda None None] No DVR routers for this DVR port d6c9a2e0-7fc6-4b13-b505-0531e6f90804 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:15:38.695365 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b3e65796-bf52-4b8f-aeb2-6a3cf34fbb1b admin admin] Calling delete_port for d6c9a2e0-7fc6-4b13-b505-0531e6f90804 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:38.701043 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2073ac8-0308-4215-8644-6f779a000403 None None] Network 3fe44005-cdfd-42bb-8606-5c5bb73748be requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:38.751054 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01de8b-9fc4-4d16-a6d6-3a6be6fceeda None None] Pushing event deleted for resources: {'Port': ['ID=d6c9a2e0-7fc6-4b13-b505-0531e6f90804,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:38.763995 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5344063f-2a0d-43b4-a9e3-87392a1e1e09 None None] Network 51a6ae7c-41b6-4462-af68-1addd02408f8 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:38.788210 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b89b9511-e417-42a6-9cb0-4985a4c41076 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:38.852808 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0771fbe3-d652-4947-af7c-92d96f58f73e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:38.936630 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ad9df-1c66-4eac-8270-d460b6b81b32 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Pushing event updated for resources: {'Port': ['ID=63c2084b-75f7-471a-9eba-fa12ee4d79d8,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:38.944760 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418ad9df-1c66-4eac-8270-d460b6b81b32 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Network 51a6ae7c-41b6-4462-af68-1addd02408f8 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:38.948946 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-418ad9df-1c66-4eac-8270-d460b6b81b32 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:38.949655 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-cde4c239-1ee1-41a5-ba28-0c82c458181a None None] Provisioning for port 557a8c1c-6a1b-4110-b5ea-69d666948459 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:15:38.954926 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418ad9df-1c66-4eac-8270-d460b6b81b32 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:38.974937 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-cde4c239-1ee1-41a5-ba28-0c82c458181a None None] Provisioning complete for port 557a8c1c-6a1b-4110-b5ea-69d666948459 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:38.975234 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cde4c239-1ee1-41a5-ba28-0c82c458181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:39.015788 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f44db-a5df-4f82-aa86-074e9b41a748 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Pushing event updated for resources: {'Port': ['ID=64def995-b91a-4b3d-b048-501ec6251316,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:39.058032 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-b3e65796-bf52-4b8f-aeb2-6a3cf34fbb1b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:15:39.058978 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-b3e65796-bf52-4b8f-aeb2-6a3cf34fbb1b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:15:39.106875 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe35e-5195-4125-bf04-63960e2af196 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:39.121995 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 058b102a-31ab-46ed-a503-d7f45a45a5d1 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:15:39.151244 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-418ad9df-1c66-4eac-8270-d460b6b81b32 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:39.182131 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26e68ac-de58-4ff8-b894-f2a5aa7b47da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-b4f6f8e6-974d-4eef-abf2-197e012b3474', 'network_id': 'b4f6f8e6-974d-4eef-abf2-197e012b3474', 'tenant_id': '37903902a2234afabfd784e345242a27', 'fixed_ips': [{'subnet_id': '5da24169-4bd8-4edc-bd7e-1abd5667c882'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:15:39.183038 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c26e68ac-de58-4ff8-b894-f2a5aa7b47da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:39.200551 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0fe35e-5195-4125-bf04-63960e2af196 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event updated for resources: {'Subnet': ['ID=83f0f3b6-bfbd-40e3-a291-af2668e7b45c,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:39.245363 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0fe35e-5195-4125-bf04-63960e2af196 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Checking segment: {'id': '22d9da3d-edcd-48e4-a068-e6434f7704d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5899f5a0-733c-485f-a26b-a0c50522ebf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:15:39.245631 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0fe35e-5195-4125-bf04-63960e2af196 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Network hostable DHCP agents. Network: 5899f5a0-733c-485f-a26b-a0c50522ebf3, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:15:39.284710 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 46931473-0f10-449f-b6ad-d9441fdc3bda no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:15:39.286738 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3a2f44db-a5df-4f82-aa86-074e9b41a748 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:39.419883 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-0771fbe3-d652-4947-af7c-92d96f58f73e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Floating IP 6c0fec8b-a353-4109-a2bd-6e8a21ca39c1 associated. External IP: 172.26.8.245, port: 60f03166-3ced-4af2-b212-1bcb772cf424. Apr 06 14:15:39.420294 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 46931473-0f10-449f-b6ad-d9441fdc3bda {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:15:39.420783 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 46931473-0f10-449f-b6ad-d9441fdc3bda not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:15:39.421072 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device d6c9a2e0-7fc6-4b13-b505-0531e6f90804 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:15:39.524166 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: d6c9a2e0-7fc6-4b13-b505-0531e6f90804 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:15:39.524400 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device d6c9a2e0-7fc6-4b13-b505-0531e6f90804 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:15:39.561442 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0fe35e-5195-4125-bf04-63960e2af196 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Network 5899f5a0-733c-485f-a26b-a0c50522ebf3 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:15:39.561626 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b3e65796-bf52-4b8f-aeb2-6a3cf34fbb1b admin admin] Deleting port d6c9a2e0-7fc6-4b13-b505-0531e6f90804 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:39.561626 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b3e65796-bf52-4b8f-aeb2-6a3cf34fbb1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:39.582609 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-1a0fe35e-5195-4125-bf04-63960e2af196 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 5899f5a0-733c-485f-a26b-a0c50522ebf3) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:39.585543 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c3ba1f0e-dac9-419c-bea3-c3b45d8666ea tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:39.587674 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0fe35e-5195-4125-bf04-63960e2af196 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:39.588265 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe35e-5195-4125-bf04-63960e2af196 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6949506'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:39.605577 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-418ad9df-1c66-4eac-8270-d460b6b81b32 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:39.615685 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb18543-88b8-48e2-aa44-2268c4a917a0 None None] Network 5899f5a0-733c-485f-a26b-a0c50522ebf3 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:39.634408 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3a2f44db-a5df-4f82-aa86-074e9b41a748 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:39.655421 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3a2f44db-a5df-4f82-aa86-074e9b41a748 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653861', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691619'] for router, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:39.664976 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1a0fe35e-5195-4125-bf04-63960e2af196 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1897748 Apr 06 14:15:39.665172 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b3e65796-bf52-4b8f-aeb2-6a3cf34fbb1b admin admin] The port 'd6c9a2e0-7fc6-4b13-b505-0531e6f90804' was deleted {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:15:39.665281 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47186) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:39.673957 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ded2a9f6-2e5c-4059-b718-c500e5a30859 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:39.827182 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-c26e68ac-de58-4ff8-b894-f2a5aa7b47da None None] Allocated IP 2001:db8:1::2 (b4f6f8e6-974d-4eef-abf2-197e012b3474/5da24169-4bd8-4edc-bd7e-1abd5667c882/0420b450-4999-491a-9d39-3a98a843d621) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:39.842174 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-06f30e26-6930-453e-9747-18c5b336162a None None] Provisioning for port 058b102a-31ab-46ed-a503-d7f45a45a5d1 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:15:39.872169 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-06f30e26-6930-453e-9747-18c5b336162a None None] Provisioning complete for port 058b102a-31ab-46ed-a503-d7f45a45a5d1 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:39.872169 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-06f30e26-6930-453e-9747-18c5b336162a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:40.006361 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ded2a9f6-2e5c-4059-b718-c500e5a30859 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2834156'] for subnet, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:40.076155 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b3e65796-bf52-4b8f-aeb2-6a3cf34fbb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:40.176346 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-b3e65796-bf52-4b8f-aeb2-6a3cf34fbb1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db22f504-5a34-4a84-99cc-65b1302a1645']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:40.217141 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbe5edd-decd-4868-a66b-74cee7fb7194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-5899f5a0-733c-485f-a26b-a0c50522ebf3', 'network_id': '5899f5a0-733c-485f-a26b-a0c50522ebf3', 'tenant_id': '78c3c5be3bb346c69eb24aafc3836c0b', 'fixed_ips': [{'subnet_id': '83f0f3b6-bfbd-40e3-a291-af2668e7b45c'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:15:40.217969 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-adbe5edd-decd-4868-a66b-74cee7fb7194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:40.224159 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-b3e65796-bf52-4b8f-aeb2-6a3cf34fbb1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11dfa9e5-5317-4e79-8e95-9943a27e2ed6') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:40.224496 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-b3e65796-bf52-4b8f-aeb2-6a3cf34fbb1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11dfa9e5-5317-4e79-8e95-9943a27e2ed6') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:40.243395 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.objects.ports [None req-b89b9511-e417-42a6-9cb0-4985a4c41076 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83737) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 06 14:15:40.252606 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b3e65796-bf52-4b8f-aeb2-6a3cf34fbb1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:40.259279 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b89b9511-e417-42a6-9cb0-4985a4c41076 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:40.350786 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b3e65796-bf52-4b8f-aeb2-6a3cf34fbb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:40.385517 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e65796-bf52-4b8f-aeb2-6a3cf34fbb1b admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:15:40.385922 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b3e65796-bf52-4b8f-aeb2-6a3cf34fbb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:40.400709 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-06f30e26-6930-453e-9747-18c5b336162a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: util.warn( Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: util.warn( Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: util.warn( Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: util.warn( Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:15:40.405703 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:15:40.410876 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c26e68ac-de58-4ff8-b894-f2a5aa7b47da None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:40.436129 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c26e68ac-de58-4ff8-b894-f2a5aa7b47da None None] Transition to ACTIVE for port object 0420b450-4999-491a-9d39-3a98a843d621 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:40.469142 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ded2a9f6-2e5c-4059-b718-c500e5a30859 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727578180756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1078162'] for subnet, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:40.511777 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c26e68ac-de58-4ff8-b894-f2a5aa7b47da None None] Transition to ACTIVE for port object 0420b450-4999-491a-9d39-3a98a843d621 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:40.519233 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-06f30e26-6930-453e-9747-18c5b336162a None None] For port 058b102a-31ab-46ed-a503-d7f45a45a5d1, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=058b102a-31ab-46ed-a503-d7f45a45a5d1,segment=NetworkSegment(f3726faf-1301-4503-beb2-41a4f6b9d6f6),segment_id=f3726faf-1301-4503-beb2-41a4f6b9d6f6)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:40.539620 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-06f30e26-6930-453e-9747-18c5b336162a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:40.545046 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89b9511-e417-42a6-9cb0-4985a4c41076 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:40.562939 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-b89b9511-e417-42a6-9cb0-4985a4c41076 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:40.581820 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89b9511-e417-42a6-9cb0-4985a4c41076 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:40.582405 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b89b9511-e417-42a6-9cb0-4985a4c41076 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:40.592423 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b9511-e417-42a6-9cb0-4985a4c41076 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Subnet': ['ID=4f13eabe-4c40-4a04-aeba-039d691e05c0,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:40.603921 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a8f0eb-0574-432b-985a-1ef8762c07d4 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:40.618037 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c26e68ac-de58-4ff8-b894-f2a5aa7b47da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:40.640563 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b3e65796-bf52-4b8f-aeb2-6a3cf34fbb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:40.652446 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded2a9f6-2e5c-4059-b718-c500e5a30859 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:40.653055 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ded2a9f6-2e5c-4059-b718-c500e5a30859 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:40.654331 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ded2a9f6-2e5c-4059-b718-c500e5a30859 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "PUT /v2.0/subnets/83f0f3b6-bfbd-40e3-a291-af2668e7b45c HTTP/1.1" status: 200 len: 826 time: 0.9882941 Apr 06 14:15:40.659594 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47190) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:40.677123 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b3e65796-bf52-4b8f-aeb2-6a3cf34fbb1b admin admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:40.693537 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2a9f6-2e5c-4059-b718-c500e5a30859 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event updated for resources: {'Subnet': ['ID=83f0f3b6-bfbd-40e3-a291-af2668e7b45c,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:40.699663 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e65796-bf52-4b8f-aeb2-6a3cf34fbb1b admin admin] Pushing event deleted for resources: {'Network': ['ID=db22f504-5a34-4a84-99cc-65b1302a1645,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:40.708376 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b89b9511-e417-42a6-9cb0-4985a4c41076 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2931216 Apr 06 14:15:40.713377 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47194) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:40.719034 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b3e65796-bf52-4b8f-aeb2-6a3cf34fbb1b admin admin] 10.222.0.60 "DELETE /v2.0/networks/db22f504-5a34-4a84-99cc-65b1302a1645 HTTP/1.1" status: 204 len: 168 time: 3.6576283 Apr 06 14:15:40.735512 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-adbe5edd-decd-4868-a66b-74cee7fb7194 None None] Allocated IP 2001:db8::2 (5899f5a0-733c-485f-a26b-a0c50522ebf3/83f0f3b6-bfbd-40e3-a291-af2668e7b45c/5944c4c2-a06d-4fa4-b7d7-91002a4e7b36) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:40.738754 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7236a5c7-9dd6-4883-88c0-c96ef9dcbd95 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:40.786570 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26e68ac-de58-4ff8-b894-f2a5aa7b47da None None] Network b4f6f8e6-974d-4eef-abf2-197e012b3474 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:40.796537 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-c26e68ac-de58-4ff8-b894-f2a5aa7b47da None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:40.798930 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26e68ac-de58-4ff8-b894-f2a5aa7b47da None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:40.862760 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f30e26-6930-453e-9747-18c5b336162a None None] Pushing event updated for resources: {'Port': ['ID=058b102a-31ab-46ed-a503-d7f45a45a5d1,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:40.874395 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-c3ba1f0e-dac9-419c-bea3-c3b45d8666ea tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:15:40.875441 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c3ba1f0e-dac9-419c-bea3-c3b45d8666ea tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] 10.222.0.60 "PUT /v2.0/routers/b6f8f09c-2276-44c9-83de-b901e1a92a04 HTTP/1.1" status: 400 len: 364 time: 2.5447206 Apr 06 14:15:40.878915 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-418ad9df-1c66-4eac-8270-d460b6b81b32 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:40.881919 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47200) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:40.957078 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9d716a94-af88-495b-b0bf-1609e91b2b85 None None] Provisioning complete for port 058b102a-31ab-46ed-a503-d7f45a45a5d1 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:40.957078 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9d716a94-af88-495b-b0bf-1609e91b2b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:40.977095 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:41.048705 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d10a7cbe-1c6b-409e-80d4-b1419b4c5087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:41.069786 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-418ad9df-1c66-4eac-8270-d460b6b81b32 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:41.070129 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2f44db-a5df-4f82-aa86-074e9b41a748 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Router 1a668339-f4d9-4025-85d0-8dd2b86f2f4b is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:15:41.103489 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:41.133325 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47204) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:41.200903 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e68ac-de58-4ff8-b894-f2a5aa7b47da None None] Pushing event updated for resources: {'Port': ['ID=0420b450-4999-491a-9d39-3a98a843d621,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:41.204439 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c26e68ac-de58-4ff8-b894-f2a5aa7b47da None None] Attempting to bind port 0420b450-4999-491a-9d39-3a98a843d621 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:15:41.204805 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c26e68ac-de58-4ff8-b894-f2a5aa7b47da None None] Attempting to bind port 0420b450-4999-491a-9d39-3a98a843d621 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '2dcee8c3-bd1d-497e-bb3c-f6bec0893425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b4f6f8e6-974d-4eef-abf2-197e012b3474'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:15:41.205180 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26e68ac-de58-4ff8-b894-f2a5aa7b47da None None] Attempting to bind port 0420b450-4999-491a-9d39-3a98a843d621 on network b4f6f8e6-974d-4eef-abf2-197e012b3474 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:15:41.250827 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26e68ac-de58-4ff8-b894-f2a5aa7b47da None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:15:41.251266 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26e68ac-de58-4ff8-b894-f2a5aa7b47da None None] Checking segment: {'id': '2dcee8c3-bd1d-497e-bb3c-f6bec0893425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b4f6f8e6-974d-4eef-abf2-197e012b3474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:15:41.251590 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c26e68ac-de58-4ff8-b894-f2a5aa7b47da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:41.251974 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26e68ac-de58-4ff8-b894-f2a5aa7b47da None None] Bound using segment: {'id': '2dcee8c3-bd1d-497e-bb3c-f6bec0893425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b4f6f8e6-974d-4eef-abf2-197e012b3474'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:15:41.252450 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c26e68ac-de58-4ff8-b894-f2a5aa7b47da None None] Bound port: 0420b450-4999-491a-9d39-3a98a843d621, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcee8c3-bd1d-497e-bb3c-f6bec0893425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b4f6f8e6-974d-4eef-abf2-197e012b3474'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:15:41.252859 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c26e68ac-de58-4ff8-b894-f2a5aa7b47da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:41.287900 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-418ad9df-1c66-4eac-8270-d460b6b81b32 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:41.291470 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ad9df-1c66-4eac-8270-d460b6b81b32 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Pushing event updated for resources: {'Port': ['ID=63c2084b-75f7-471a-9eba-fa12ee4d79d8,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:41.299085 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7236a5c7-9dd6-4883-88c0-c96ef9dcbd95 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:41.303446 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7236a5c7-9dd6-4883-88c0-c96ef9dcbd95 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:subnet and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:41.306425 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7236a5c7-9dd6-4883-88c0-c96ef9dcbd95 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:41.316347 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7236a5c7-9dd6-4883-88c0-c96ef9dcbd95 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:41.328050 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0771fbe3-d652-4947-af7c-92d96f58f73e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Router 598ef1dd-fe05-4abd-8045-5fcd94be81f3 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:15:41.365255 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-132c38d4-4232-4bca-9977-190b563ad233 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c60ff9278e7d428290bc7f626f6f5595&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2262626 Apr 06 14:15:41.365765 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47208) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:41.439129 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:41.440606 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71a1508-1fe9-4bb3-8d81-393c594a2b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-45db5c66-c082-47ed-beeb-688e3c8646d5', 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'fixed_ips': [{'subnet_id': '4f13eabe-4c40-4a04-aeba-039d691e05c0'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:15:41.441576 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d71a1508-1fe9-4bb3-8d81-393c594a2b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:41.461130 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:41.480649 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7236a5c7-9dd6-4883-88c0-c96ef9dcbd95 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:41.484168 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7236a5c7-9dd6-4883-88c0-c96ef9dcbd95 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:41.578057 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2240eac-75ca-4fbb-b7f5-598e52d3fc99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:41.624482 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2240eac-75ca-4fbb-b7f5-598e52d3fc99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:41.668840 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c26e68ac-de58-4ff8-b894-f2a5aa7b47da None None] For port 0420b450-4999-491a-9d39-3a98a843d621, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:15:41.671869 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-adbe5edd-decd-4868-a66b-74cee7fb7194 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:41.692613 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c26e68ac-de58-4ff8-b894-f2a5aa7b47da None None] For port 0420b450-4999-491a-9d39-3a98a843d621, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=0420b450-4999-491a-9d39-3a98a843d621,segment=NetworkSegment(2dcee8c3-bd1d-497e-bb3c-f6bec0893425),segment_id=2dcee8c3-bd1d-497e-bb3c-f6bec0893425)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:15:41.701955 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2f44db-a5df-4f82-aa86-074e9b41a748 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:15:41.714342 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-adbe5edd-decd-4868-a66b-74cee7fb7194 None None] Transition to ACTIVE for port object 5944c4c2-a06d-4fa4-b7d7-91002a4e7b36 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:41.725552 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c26e68ac-de58-4ff8-b894-f2a5aa7b47da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:41.727217 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40898267-2d04-43a7-bcc0-1057ead3e9fc None None] Sync routers for ids ['1a668339-f4d9-4025-85d0-8dd2b86f2f4b'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:15:41.730649 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9d716a94-af88-495b-b0bf-1609e91b2b85 None None] Provisioning complete for port 557a8c1c-6a1b-4110-b5ea-69d666948459 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:41.730649 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9d716a94-af88-495b-b0bf-1609e91b2b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:41.730839 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3a2f44db-a5df-4f82-aa86-074e9b41a748 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:41.732178 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3a2f44db-a5df-4f82-aa86-074e9b41a748 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "PUT /v2.0/routers/1a668339-f4d9-4025-85d0-8dd2b86f2f4b HTTP/1.1" status: 200 len: 884 time: 7.7397239 Apr 06 14:15:41.736294 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47212) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:41.754311 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40898267-2d04-43a7-bcc0-1057ead3e9fc None None] Routers {'1a668339-f4d9-4025-85d0-8dd2b86f2f4b'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:41.755542 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-40898267-2d04-43a7-bcc0-1057ead3e9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['1a668339-f4d9-4025-85d0-8dd2b86f2f4b'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:41.811768 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2240eac-75ca-4fbb-b7f5-598e52d3fc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:41.811768 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2240eac-75ca-4fbb-b7f5-598e52d3fc99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:41.815941 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d2240eac-75ca-4fbb-b7f5-598e52d3fc99 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/70cae7a0-be58-4fb8-8a4c-9fbfee5dfa82 HTTP/1.1" status: 204 len: 168 time: 0.4463704 Apr 06 14:15:41.859182 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-40898267-2d04-43a7-bcc0-1057ead3e9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:41.882203 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0771fbe3-d652-4947-af7c-92d96f58f73e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:15:41.894000 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2240eac-75ca-4fbb-b7f5-598e52d3fc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cae7a0-be58-4fb8-8a4c-9fbfee5dfa82,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:41.902654 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40898267-2d04-43a7-bcc0-1057ead3e9fc None None] Routers {'1a668339-f4d9-4025-85d0-8dd2b86f2f4b'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:41.903266 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-40898267-2d04-43a7-bcc0-1057ead3e9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['1a668339-f4d9-4025-85d0-8dd2b86f2f4b'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:41.911752 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-adbe5edd-decd-4868-a66b-74cee7fb7194 None None] Transition to ACTIVE for port object 5944c4c2-a06d-4fa4-b7d7-91002a4e7b36 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:41.915633 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f427d6fb-ef4b-4b82-8a26-a7295aa6f5ad None None] Sync routers for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:15:41.934183 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418ad9df-1c66-4eac-8270-d460b6b81b32 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Network 51a6ae7c-41b6-4462-af68-1addd02408f8 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:41.943981 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-418ad9df-1c66-4eac-8270-d460b6b81b32 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:41.967954 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0771fbe3-d652-4947-af7c-92d96f58f73e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:42.009832 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-40898267-2d04-43a7-bcc0-1057ead3e9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:42.010238 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40898267-2d04-43a7-bcc0-1057ead3e9fc None None] The sync data for ids ['1a668339-f4d9-4025-85d0-8dd2b86f2f4b'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:15:42.059515 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0771fbe3-d652-4947-af7c-92d96f58f73e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.6581883 Apr 06 14:15:42.060907 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47218) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:42.066460 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:42.073474 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-192c0b06-a8b8-49e0-81da-4338c1425208 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:42.125765 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-d71a1508-1fe9-4bb3-8d81-393c594a2b68 None None] Allocated IP 2001:db8::f816:3eff:fea2:9ffa (45db5c66-c082-47ed-beeb-688e3c8646d5/4f13eabe-4c40-4a04-aeba-039d691e05c0/820b815b-3b2e-4460-aa32-8076afa79963) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:42.181800 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-adbe5edd-decd-4868-a66b-74cee7fb7194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:42.186148 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 058b102a-31ab-46ed-a503-d7f45a45a5d1 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:15:42.343508 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e68ac-de58-4ff8-b894-f2a5aa7b47da None None] Pushing event updated for resources: {'Port': ['ID=0420b450-4999-491a-9d39-3a98a843d621,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:42.378145 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event deleted for resources: {'Subnet': ['ID=83f0f3b6-bfbd-40e3-a291-af2668e7b45c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:42.443287 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbe5edd-decd-4868-a66b-74cee7fb7194 None None] Network 5899f5a0-733c-485f-a26b-a0c50522ebf3 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:42.446089 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f427d6fb-ef4b-4b82-8a26-a7295aa6f5ad None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:42.446920 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f427d6fb-ef4b-4b82-8a26-a7295aa6f5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:42.514618 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-192c0b06-a8b8-49e0-81da-4338c1425208 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:42.518812 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-adbe5edd-decd-4868-a66b-74cee7fb7194 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:42.522051 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbe5edd-decd-4868-a66b-74cee7fb7194 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:42.575882 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f427d6fb-ef4b-4b82-8a26-a7295aa6f5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:42.576627 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:42.610132 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe5edd-decd-4868-a66b-74cee7fb7194 None None] Pushing event updated for resources: {'Port': ['ID=5944c4c2-a06d-4fa4-b7d7-91002a4e7b36,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:42.672206 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5899f5a0-733c-485f-a26b-a0c50522ebf3']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:42.728895 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d9da3d-edcd-48e4-a068-e6434f7704d5') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:42.734550 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d9da3d-edcd-48e4-a068-e6434f7704d5') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:42.762092 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:42.806635 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c305ebba-4206-4a2b-9ecf-567ee8ca7e38 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:42.852508 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:42.870071 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5a54b162-76dc-4b7f-b01f-5057aa5d8fa1 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "GET /v2.0/routers/1a668339-f4d9-4025-85d0-8dd2b86f2f4b HTTP/1.1" status: 200 len: 925 time: 1.1317754 Apr 06 14:15:42.877354 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47228) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:42.883611 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:15:42.884200 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:15:42.905869 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:15:42.929746 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 058b102a-31ab-46ed-a503-d7f45a45a5d1 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:42.930351 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:42.967691 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f427d6fb-ef4b-4b82-8a26-a7295aa6f5ad None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:42.968777 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f427d6fb-ef4b-4b82-8a26-a7295aa6f5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:43.051771 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:43.068590 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-adbe5edd-decd-4868-a66b-74cee7fb7194 None None] Attempting to bind port 5944c4c2-a06d-4fa4-b7d7-91002a4e7b36 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:15:43.069085 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-adbe5edd-decd-4868-a66b-74cee7fb7194 None None] Attempting to bind port 5944c4c2-a06d-4fa4-b7d7-91002a4e7b36 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '22d9da3d-edcd-48e4-a068-e6434f7704d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5899f5a0-733c-485f-a26b-a0c50522ebf3'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:15:43.069507 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbe5edd-decd-4868-a66b-74cee7fb7194 None None] Attempting to bind port 5944c4c2-a06d-4fa4-b7d7-91002a4e7b36 on network 5899f5a0-733c-485f-a26b-a0c50522ebf3 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:15:43.080528 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f427d6fb-ef4b-4b82-8a26-a7295aa6f5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:43.081101 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f427d6fb-ef4b-4b82-8a26-a7295aa6f5ad None None] The sync data for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:15:43.114518 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbe5edd-decd-4868-a66b-74cee7fb7194 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:15:43.114986 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbe5edd-decd-4868-a66b-74cee7fb7194 None None] Checking segment: {'id': '22d9da3d-edcd-48e4-a068-e6434f7704d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5899f5a0-733c-485f-a26b-a0c50522ebf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:15:43.115495 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-adbe5edd-decd-4868-a66b-74cee7fb7194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:43.115945 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbe5edd-decd-4868-a66b-74cee7fb7194 None None] Bound using segment: {'id': '22d9da3d-edcd-48e4-a068-e6434f7704d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5899f5a0-733c-485f-a26b-a0c50522ebf3'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:15:43.116549 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-adbe5edd-decd-4868-a66b-74cee7fb7194 None None] Bound port: 5944c4c2-a06d-4fa4-b7d7-91002a4e7b36, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d9da3d-edcd-48e4-a068-e6434f7704d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5899f5a0-733c-485f-a26b-a0c50522ebf3'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:15:43.117014 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-adbe5edd-decd-4868-a66b-74cee7fb7194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:43.142275 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d71a1508-1fe9-4bb3-8d81-393c594a2b68 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:43.144657 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9d716a94-af88-495b-b0bf-1609e91b2b85 None None] Provisioning for port 63c2084b-75f7-471a-9eba-fa12ee4d79d8 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:15:43.149190 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 14:15:43.149190 dv-neutron-835868-1-hyperv neutron-server[83738]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 14:15:43.149190 dv-neutron-835868-1-hyperv neutron-server[83738]: [parameters: {'id': '5899f5a0-733c-485f-a26b-a0c50522ebf3'}] Apr 06 14:15:43.149190 dv-neutron-835868-1-hyperv neutron-server[83738]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:15:43.149604 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:15:43.173744 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-192c0b06-a8b8-49e0-81da-4338c1425208 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:43.187187 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d71a1508-1fe9-4bb3-8d81-393c594a2b68 None None] Transition to ACTIVE for port object 820b815b-3b2e-4460-aa32-8076afa79963 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:43.191510 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-192c0b06-a8b8-49e0-81da-4338c1425208 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:43.191715 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-192c0b06-a8b8-49e0-81da-4338c1425208 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Floating IP 6c0fec8b-a353-4109-a2bd-6e8a21ca39c1 disassociated. External IP: 172.26.8.245, port: 60f03166-3ced-4af2-b212-1bcb772cf424. Apr 06 14:15:43.197939 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7236a5c7-9dd6-4883-88c0-c96ef9dcbd95 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:43.208005 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9d716a94-af88-495b-b0bf-1609e91b2b85 None None] Provisioning complete for port 63c2084b-75f7-471a-9eba-fa12ee4d79d8 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:43.208369 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9d716a94-af88-495b-b0bf-1609e91b2b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:43.307437 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d71a1508-1fe9-4bb3-8d81-393c594a2b68 None None] Transition to ACTIVE for port object 820b815b-3b2e-4460-aa32-8076afa79963 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:43.318485 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c0b85d6a-6470-4739-874e-a05a796e3764 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Synchronizing usage tracker for tenant:7a1885bcd55d42bb9cb6a0ae693613d7 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:15:43.331504 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7236a5c7-9dd6-4883-88c0-c96ef9dcbd95 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:43.346203 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-7236a5c7-9dd6-4883-88c0-c96ef9dcbd95 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:43.347567 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d71a1508-1fe9-4bb3-8d81-393c594a2b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:43.352093 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c0b85d6a-6470-4739-874e-a05a796e3764 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Unset dirty status for tenant:7a1885bcd55d42bb9cb6a0ae693613d7 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:15:43.355136 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7236a5c7-9dd6-4883-88c0-c96ef9dcbd95 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:43.356068 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7236a5c7-9dd6-4883-88c0-c96ef9dcbd95 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:43.356320 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c0b85d6a-6470-4739-874e-a05a796e3764 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=5b121ca5-69d5-4d27-bffe-4929f7aabdf6&device_id=1a668339-f4d9-4025-85d0-8dd2b86f2f4b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4772222 Apr 06 14:15:43.357131 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47238) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:43.402619 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-9d716a94-af88-495b-b0bf-1609e91b2b85 None None] Port 63c2084b-75f7-471a-9eba-fa12ee4d79d8 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:15:43.404070 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7236a5c7-9dd6-4883-88c0-c96ef9dcbd95 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Subnet': ['ID=3a39a700-51ea-40a7-8d4c-1d87e6e28ff2,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:43.433935 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-adbe5edd-decd-4868-a66b-74cee7fb7194 None None] For port 5944c4c2-a06d-4fa4-b7d7-91002a4e7b36, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:15:43.473816 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-adbe5edd-decd-4868-a66b-74cee7fb7194 None None] For port 5944c4c2-a06d-4fa4-b7d7-91002a4e7b36, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=5944c4c2-a06d-4fa4-b7d7-91002a4e7b36,segment=NetworkSegment(22d9da3d-edcd-48e4-a068-e6434f7704d5),segment_id=22d9da3d-edcd-48e4-a068-e6434f7704d5)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:15:43.482599 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71a1508-1fe9-4bb3-8d81-393c594a2b68 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:43.490737 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-d71a1508-1fe9-4bb3-8d81-393c594a2b68 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:43.493885 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71a1508-1fe9-4bb3-8d81-393c594a2b68 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:43.496299 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a1508-1fe9-4bb3-8d81-393c594a2b68 None None] Pushing event updated for resources: {'Port': ['ID=820b815b-3b2e-4460-aa32-8076afa79963,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:43.501409 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-adbe5edd-decd-4868-a66b-74cee7fb7194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:43.510995 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47244) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:43.512108 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7236a5c7-9dd6-4883-88c0-c96ef9dcbd95 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7908635 Apr 06 14:15:43.524504 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-77c5c447-fd5f-4487-b6f6-9b1649c23472 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'port': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'mac_address': 'fa:16:3e:e2:3d:f6', 'name': 'tempest-NetworksTestDHCPv6-146427743'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:43.556218 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-c305ebba-4206-4a2b-9ecf-567ee8ca7e38 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Allocated IP 2001:db8::1 (12ede1ad-8fb3-4afc-8203-cab816d32f4e/334ee7b5-7a5b-416b-a8bb-2427fbd02532/37ee7fa4-216a-4b37-a105-f39a9b166f45) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:43.652789 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:43.704880 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4537c128-5e63-4ac2-99ee-bee19dda7716 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:43.709948 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4537c128-5e63-4ac2-99ee-bee19dda7716 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "GET /v2.0/networks/5b121ca5-69d5-4d27-bffe-4929f7aabdf6 HTTP/1.1" status: 200 len: 881 time: 0.3437741 Apr 06 14:15:43.710761 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47250) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:43.757641 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe5edd-decd-4868-a66b-74cee7fb7194 None None] Pushing event updated for resources: {'Port': ['ID=5944c4c2-a06d-4fa4-b7d7-91002a4e7b36,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:43.766082 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418ad9df-1c66-4eac-8270-d460b6b81b32 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Router 83850a7b-11b7-4284-9555-83c1b0626e33 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:15:43.790021 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d71a1508-1fe9-4bb3-8d81-393c594a2b68 None None] Attempting to bind port 820b815b-3b2e-4460-aa32-8076afa79963 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:15:43.790260 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d71a1508-1fe9-4bb3-8d81-393c594a2b68 None None] Attempting to bind port 820b815b-3b2e-4460-aa32-8076afa79963 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:15:43.790582 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71a1508-1fe9-4bb3-8d81-393c594a2b68 None None] Attempting to bind port 820b815b-3b2e-4460-aa32-8076afa79963 on network 45db5c66-c082-47ed-beeb-688e3c8646d5 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:15:43.792608 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-38fed860-47c3-402d-a7af-6fe9ae02a151 None None] Provisioning complete for port 63c2084b-75f7-471a-9eba-fa12ee4d79d8 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:43.792996 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-38fed860-47c3-402d-a7af-6fe9ae02a151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:43.821683 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Deleting port 5944c4c2-a06d-4fa4-b7d7-91002a4e7b36 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:43.822478 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:43.848302 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c305ebba-4206-4a2b-9ecf-567ee8ca7e38 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:43.954839 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ca91e9-0a2c-486d-afd3-f2e7e2626bd1 None None] Network b4f6f8e6-974d-4eef-abf2-197e012b3474 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:43.960125 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-101cbbd9-feb4-4211-80dc-b8f7dd591126 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a668339-f4d9-4025-85d0-8dd2b86f2f4b HTTP/1.1" status: 200 len: 205 time: 0.2408669 Apr 06 14:15:43.964424 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47256) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:43.977235 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efabdaf9-631d-4904-b9e9-aa63118687de None None] Network 5899f5a0-733c-485f-a26b-a0c50522ebf3 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:44.101331 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-c305ebba-4206-4a2b-9ecf-567ee8ca7e38 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Transition to ACTIVE for port object 37ee7fa4-216a-4b37-a105-f39a9b166f45 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:44.137460 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 0420b450-4999-491a-9d39-3a98a843d621 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:15:44.168022 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418ad9df-1c66-4eac-8270-d460b6b81b32 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:15:44.181010 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc9deb4-9ed5-4727-8c84-d6fdd61a4828 None None] Sync routers for ids ['83850a7b-11b7-4284-9555-83c1b0626e33'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:15:44.183812 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-418ad9df-1c66-4eac-8270-d460b6b81b32 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] 10.222.0.60 "PUT /v2.0/routers/83850a7b-11b7-4284-9555-83c1b0626e33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1138160 Apr 06 14:15:44.186388 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c305ebba-4206-4a2b-9ecf-567ee8ca7e38 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:44.191130 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47262) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:44.204808 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc9deb4-9ed5-4727-8c84-d6fdd61a4828 None None] Routers {'83850a7b-11b7-4284-9555-83c1b0626e33'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:44.205741 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6bc9deb4-9ed5-4727-8c84-d6fdd61a4828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['83850a7b-11b7-4284-9555-83c1b0626e33'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:44.230451 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-eadd02c8-bd8d-4b4d-a369-3a8cc45d81f0 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Request body: {'port': {'network_id': '51a6ae7c-41b6-4462-af68-1addd02408f8', 'name': 'tempest-FloatingIPNegativeTestJSON-1769635761'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:44.290817 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-77c5c447-fd5f-4487-b6f6-9b1649c23472 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:44.294719 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6bc9deb4-9ed5-4727-8c84-d6fdd61a4828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:44.304793 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-77c5c447-fd5f-4487-b6f6-9b1649c23472 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:port and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:44.307534 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc9deb4-9ed5-4727-8c84-d6fdd61a4828 None None] Routers {'83850a7b-11b7-4284-9555-83c1b0626e33'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:44.308253 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6bc9deb4-9ed5-4727-8c84-d6fdd61a4828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['83850a7b-11b7-4284-9555-83c1b0626e33'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:44.308610 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-77c5c447-fd5f-4487-b6f6-9b1649c23472 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:44.329898 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-77c5c447-fd5f-4487-b6f6-9b1649c23472 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:44.377433 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6bc9deb4-9ed5-4727-8c84-d6fdd61a4828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:44.377433 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc9deb4-9ed5-4727-8c84-d6fdd61a4828 None None] The sync data for ids ['83850a7b-11b7-4284-9555-83c1b0626e33'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:15:44.396833 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71a1508-1fe9-4bb3-8d81-393c594a2b68 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:15:44.397650 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71a1508-1fe9-4bb3-8d81-393c594a2b68 None None] Checking segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:15:44.398299 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d71a1508-1fe9-4bb3-8d81-393c594a2b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:44.399069 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71a1508-1fe9-4bb3-8d81-393c594a2b68 None None] Bound using segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:15:44.400118 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d71a1508-1fe9-4bb3-8d81-393c594a2b68 None None] Bound port: 820b815b-3b2e-4460-aa32-8076afa79963, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:15:44.400719 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d71a1508-1fe9-4bb3-8d81-393c594a2b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:44.440803 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c305ebba-4206-4a2b-9ecf-567ee8ca7e38 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Network 12ede1ad-8fb3-4afc-8203-cab816d32f4e is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:44.446753 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-c305ebba-4206-4a2b-9ecf-567ee8ca7e38 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:44.464430 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c305ebba-4206-4a2b-9ecf-567ee8ca7e38 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:44.464974 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c305ebba-4206-4a2b-9ecf-567ee8ca7e38 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:44.467389 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-38fed860-47c3-402d-a7af-6fe9ae02a151 None None] Port 63c2084b-75f7-471a-9eba-fa12ee4d79d8 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:15:44.468017 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305ebba-4206-4a2b-9ecf-567ee8ca7e38 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Pushing event updated for resources: {'Port': ['ID=37ee7fa4-216a-4b37-a105-f39a9b166f45,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:44.479649 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c5c447-fd5f-4487-b6f6-9b1649c23472 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:44.541520 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-eadd02c8-bd8d-4b4d-a369-3a8cc45d81f0 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:44.553955 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-eadd02c8-bd8d-4b4d-a369-3a8cc45d81f0 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Usage tracker for resource:port and tenant:ff6ca2585f8b42238388df9bcd192b90 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:44.558251 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-eadd02c8-bd8d-4b4d-a369-3a8cc45d81f0 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:44.604059 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-eadd02c8-bd8d-4b4d-a369-3a8cc45d81f0 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:44.646666 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadd02c8-bd8d-4b4d-a369-3a8cc45d81f0 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Made reservation on behalf of ff6ca2585f8b42238388df9bcd192b90 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:44.652811 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eadd02c8-bd8d-4b4d-a369-3a8cc45d81f0 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:44.678807 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c305ebba-4206-4a2b-9ecf-567ee8ca7e38 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:44.704259 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-eadd02c8-bd8d-4b4d-a369-3a8cc45d81f0 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] device_id is not set on port 3994a369-8a90-47c7-810c-9167a1aeb20b yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:15:44.747625 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] For port 5944c4c2-a06d-4fa4-b7d7-91002a4e7b36, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=5944c4c2-a06d-4fa4-b7d7-91002a4e7b36,segment=NetworkSegment(22d9da3d-edcd-48e4-a068-e6434f7704d5),segment_id=22d9da3d-edcd-48e4-a068-e6434f7704d5)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:44.748198 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:44.804997 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-29b788bb-708d-4651-848a-19948508d405 None None] Provisioning for port 0420b450-4999-491a-9d39-3a98a843d621 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:15:44.857000 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 0420b450-4999-491a-9d39-3a98a843d621 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:15:44.868752 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 0420b450-4999-491a-9d39-3a98a843d621 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:44.869407 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:44.901028 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d71a1508-1fe9-4bb3-8d81-393c594a2b68 None None] For port 820b815b-3b2e-4460-aa32-8076afa79963, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:15:44.934632 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Calling delete_port for 5944c4c2-a06d-4fa4-b7d7-91002a4e7b36 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:44.980191 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-77c5c447-fd5f-4487-b6f6-9b1649c23472 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:44.981746 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7fdd40-dffa-4478-b64f-9a7daf5ad4ed None None] Network 5899f5a0-733c-485f-a26b-a0c50522ebf3 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:45.060974 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-77c5c447-fd5f-4487-b6f6-9b1649c23472 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] device_id is not set on port d8781fcf-5f0b-4773-ad80-cef9e5dcc4c4 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:15:45.096994 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d71a1508-1fe9-4bb3-8d81-393c594a2b68 None None] For port 820b815b-3b2e-4460-aa32-8076afa79963, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=820b815b-3b2e-4460-aa32-8076afa79963,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:15:45.130798 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:45.212015 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event deleted for resources: {'Port': ['ID=5944c4c2-a06d-4fa4-b7d7-91002a4e7b36,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:45.236754 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] No DVR routers for this DVR port 5944c4c2-a06d-4fa4-b7d7-91002a4e7b36 on host dv-neutron-835868-1-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:15:45.241946 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3d2b7b6-d55b-4846-9a65-84b21a2853c8 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:45.258395 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-eadd02c8-bd8d-4b4d-a369-3a8cc45d81f0 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Allocated IP 172.20.0.9 (51a6ae7c-41b6-4462-af68-1addd02408f8/6236abcc-1a13-46c2-b41c-cdbaafaabfd2/3994a369-8a90-47c7-810c-9167a1aeb20b) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:45.289559 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d71a1508-1fe9-4bb3-8d81-393c594a2b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:45.331899 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47280) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:45.368927 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9f53dea7-3e55-433a-8bed-a340674dcdfd None None] Provisioning for port 37ee7fa4-216a-4b37-a105-f39a9b166f45 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:15:45.473376 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9f53dea7-3e55-433a-8bed-a340674dcdfd None None] Provisioning complete for port 37ee7fa4-216a-4b37-a105-f39a9b166f45 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:45.473826 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9f53dea7-3e55-433a-8bed-a340674dcdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:45.603338 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-9f53dea7-3e55-433a-8bed-a340674dcdfd None None] Port 37ee7fa4-216a-4b37-a105-f39a9b166f45 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:15:45.623466 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:45.630355 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:45.726939 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 0420b450-4999-491a-9d39-3a98a843d621, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=0420b450-4999-491a-9d39-3a98a843d621,segment=NetworkSegment(2dcee8c3-bd1d-497e-bb3c-f6bec0893425),segment_id=2dcee8c3-bd1d-497e-bb3c-f6bec0893425)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:45.733859 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c305ebba-4206-4a2b-9ecf-567ee8ca7e38 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:45.734823 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5899f5a0-733c-485f-a26b-a0c50522ebf3']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:45.746165 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:45.751412 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192c0b06-a8b8-49e0-81da-4338c1425208 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Router 598ef1dd-fe05-4abd-8045-5fcd94be81f3 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:15:45.752289 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c305ebba-4206-4a2b-9ecf-567ee8ca7e38 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:45.756493 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a1508-1fe9-4bb3-8d81-393c594a2b68 None None] Pushing event updated for resources: {'Port': ['ID=820b815b-3b2e-4460-aa32-8076afa79963,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:45.762867 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c305ebba-4206-4a2b-9ecf-567ee8ca7e38 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:45.781994 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d9da3d-edcd-48e4-a068-e6434f7704d5') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:45.782296 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d9da3d-edcd-48e4-a068-e6434f7704d5') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:45.832319 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:45.848902 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9d78616c-2742-4f0f-9a1a-25f36f84d110 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1905534212'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:45.861616 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-77c5c447-fd5f-4487-b6f6-9b1649c23472 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Allocated IP 172.20.0.11 (45db5c66-c082-47ed-beeb-688e3c8646d5/3a39a700-51ea-40a7-8d4c-1d87e6e28ff2/d8781fcf-5f0b-4773-ad80-cef9e5dcc4c4) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:45.882440 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-77c5c447-fd5f-4487-b6f6-9b1649c23472 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Allocated IP 2001:db8::f816:3eff:fee2:3df6 (45db5c66-c082-47ed-beeb-688e3c8646d5/4f13eabe-4c40-4a04-aeba-039d691e05c0/d8781fcf-5f0b-4773-ad80-cef9e5dcc4c4) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:45.885681 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:45.901990 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9d78616c-2742-4f0f-9a1a-25f36f84d110 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:45.923479 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=0420b450-4999-491a-9d39-3a98a843d621,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:45.946348 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9d78616c-2742-4f0f-9a1a-25f36f84d110 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Usage tracker for resource:network and tenant:9647ba58a24b4314a7f4a2bb4109b751 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:45.966218 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9d78616c-2742-4f0f-9a1a-25f36f84d110 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:45.966821 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-252efcf3-1c36-4dcb-a874-ac9bc6366ea3 None None] Provisioning complete for port 0420b450-4999-491a-9d39-3a98a843d621 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:45.967384 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-252efcf3-1c36-4dcb-a874-ac9bc6366ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:45.979264 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eadd02c8-bd8d-4b4d-a369-3a8cc45d81f0 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:45.986501 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9d78616c-2742-4f0f-9a1a-25f36f84d110 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:46.051792 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305ebba-4206-4a2b-9ecf-567ee8ca7e38 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Pushing event updated for resources: {'Port': ['ID=37ee7fa4-216a-4b37-a105-f39a9b166f45,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:46.082347 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d78616c-2742-4f0f-9a1a-25f36f84d110 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Made reservation on behalf of 9647ba58a24b4314a7f4a2bb4109b751 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:46.085332 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d78616c-2742-4f0f-9a1a-25f36f84d110 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:46.086291 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 820b815b-3b2e-4460-aa32-8076afa79963 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:15:46.098146 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-eadd02c8-bd8d-4b4d-a369-3a8cc45d81f0 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Transition to ACTIVE for port object 3994a369-8a90-47c7-810c-9167a1aeb20b will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:46.107972 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d78616c-2742-4f0f-9a1a-25f36f84d110 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:46.166841 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:15:46.167315 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:46.178686 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 820b815b-3b2e-4460-aa32-8076afa79963 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:15:46.182333 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c305ebba-4206-4a2b-9ecf-567ee8ca7e38 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Network 12ede1ad-8fb3-4afc-8203-cab816d32f4e is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:15:46.182976 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:15:46.184798 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-c305ebba-4206-4a2b-9ecf-567ee8ca7e38 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:46.244732 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eadd02c8-bd8d-4b4d-a369-3a8cc45d81f0 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:46.350215 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:46.355288 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:46.421643 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9d78616c-2742-4f0f-9a1a-25f36f84d110 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:46.439899 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9d78616c-2742-4f0f-9a1a-25f36f84d110 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Usage tracker for resource:security_group_rule and tenant:9647ba58a24b4314a7f4a2bb4109b751 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:46.450121 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9d78616c-2742-4f0f-9a1a-25f36f84d110 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:46.460896 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event deleted for resources: {'Network': ['ID=5899f5a0-733c-485f-a26b-a0c50522ebf3,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:46.461756 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadd02c8-bd8d-4b4d-a369-3a8cc45d81f0 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Network 51a6ae7c-41b6-4462-af68-1addd02408f8 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:46.464479 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9d78616c-2742-4f0f-9a1a-25f36f84d110 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:46.469044 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-eadd02c8-bd8d-4b4d-a369-3a8cc45d81f0 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:46.473964 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd02c8-bd8d-4b4d-a369-3a8cc45d81f0 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Pushing event updated for resources: {'Port': ['ID=3994a369-8a90-47c7-810c-9167a1aeb20b,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:46.477256 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadd02c8-bd8d-4b4d-a369-3a8cc45d81f0 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:46.499893 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-130727a9-19ac-418b-aebf-67dbf66784a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "DELETE /v2.0/networks/5899f5a0-733c-485f-a26b-a0c50522ebf3 HTTP/1.1" status: 204 len: 168 time: 5.8339968 Apr 06 14:15:46.504027 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47286) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:46.572848 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3d2b7b6-d55b-4846-9a65-84b21a2853c8 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:46.579563 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c90ed7-a5b4-4ac6-b762-58a067208985 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] DELETE failed (client error): The resource could not be found. Apr 06 14:15:46.580005 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c90ed7-a5b4-4ac6-b762-58a067208985 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:15:46.587742 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b7c90ed7-a5b4-4ac6-b762-58a067208985 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "DELETE /v2.0/networks/5899f5a0-733c-485f-a26b-a0c50522ebf3 HTTP/1.1" status: 404 len: 339 time: 0.0747342 Apr 06 14:15:46.595703 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47290) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:46.608767 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-4d8ebe86-b065-4edf-9f83-6b650bcdc2f4 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1927520179', 'description': 'd1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:46.625157 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a3d2b7b6-d55b-4846-9a65-84b21a2853c8 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Deleting port 64def995-b91a-4b3d-b048-501ec6251316 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:46.625496 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3d2b7b6-d55b-4846-9a65-84b21a2853c8 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:46.652581 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4d8ebe86-b065-4edf-9f83-6b650bcdc2f4 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:46.654122 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadd02c8-bd8d-4b4d-a369-3a8cc45d81f0 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:46.654859 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eadd02c8-bd8d-4b4d-a369-3a8cc45d81f0 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:46.678025 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4d8ebe86-b065-4edf-9f83-6b650bcdc2f4 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Usage tracker for resource:network and tenant:78c3c5be3bb346c69eb24aafc3836c0b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:46.683040 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-77c5c447-fd5f-4487-b6f6-9b1649c23472 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:46.688515 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4d8ebe86-b065-4edf-9f83-6b650bcdc2f4 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:46.693391 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-27e04633-40c3-43ef-9a7a-b3f3b6230c21 None None] Provisioning complete for port 37ee7fa4-216a-4b37-a105-f39a9b166f45 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:46.693770 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-27e04633-40c3-43ef-9a7a-b3f3b6230c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:46.714952 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4d8ebe86-b065-4edf-9f83-6b650bcdc2f4 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:46.768104 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-27e04633-40c3-43ef-9a7a-b3f3b6230c21 None None] Port 37ee7fa4-216a-4b37-a105-f39a9b166f45 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:15:46.807303 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-77c5c447-fd5f-4487-b6f6-9b1649c23472 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Transition to ACTIVE for port object d8781fcf-5f0b-4773-ad80-cef9e5dcc4c4 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:46.816249 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8ebe86-b065-4edf-9f83-6b650bcdc2f4 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Made reservation on behalf of 78c3c5be3bb346c69eb24aafc3836c0b for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:46.820575 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d8ebe86-b065-4edf-9f83-6b650bcdc2f4 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:46.821045 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-eadd02c8-bd8d-4b4d-a369-3a8cc45d81f0 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5960095 Apr 06 14:15:46.821389 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47294) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:46.845486 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-23f2adc7-585d-4ee3-8b11-6aed41e86ec7 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:46.853998 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-23f2adc7-585d-4ee3-8b11-6aed41e86ec7 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:46.880377 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-23f2adc7-585d-4ee3-8b11-6aed41e86ec7 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Usage tracker for resource:floatingip and tenant:ff6ca2585f8b42238388df9bcd192b90 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:46.884343 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-23f2adc7-585d-4ee3-8b11-6aed41e86ec7 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:46.891533 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-23f2adc7-585d-4ee3-8b11-6aed41e86ec7 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:46.906796 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-94dc5b58-4acd-4722-bbba-0c561fbb3582 None None] Provisioning for port 3994a369-8a90-47c7-810c-9167a1aeb20b completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:15:46.915934 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6bc6cb-5d8f-4dcf-8482-fbcc19bc2647 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:46.917078 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-23f2adc7-585d-4ee3-8b11-6aed41e86ec7 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:46.931760 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-94dc5b58-4acd-4722-bbba-0c561fbb3582 None None] Provisioning complete for port 3994a369-8a90-47c7-810c-9167a1aeb20b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:46.932858 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-94dc5b58-4acd-4722-bbba-0c561fbb3582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:46.933479 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d78616c-2742-4f0f-9a1a-25f36f84d110 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:46.944979 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8ebe86-b065-4edf-9f83-6b650bcdc2f4 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:15:46.945293 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d78616c-2742-4f0f-9a1a-25f36f84d110 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:46.955552 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3d2b7b6-d55b-4846-9a65-84b21a2853c8 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:46.968690 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-77c5c447-fd5f-4487-b6f6-9b1649c23472 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:47.034978 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d78616c-2742-4f0f-9a1a-25f36f84d110 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:15:47.050210 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78616c-2742-4f0f-9a1a-25f36f84d110 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=200b7bbf-07cd-4562-add8-087933f6289f,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:47.068929 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d78616c-2742-4f0f-9a1a-25f36f84d110 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:47.068929 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-9d78616c-2742-4f0f-9a1a-25f36f84d110 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Added segment 11ce8e61-bd4d-47af-a72e-79c3d81d23b7 of type vlan for network c0025b94-ecea-48af-9e5a-f01e3461d367 Apr 06 14:15:47.080041 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d8ebe86-b065-4edf-9f83-6b650bcdc2f4 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:47.080404 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-4d8ebe86-b065-4edf-9f83-6b650bcdc2f4 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Added segment e762415e-874d-4edd-bd4f-05919c00a697 of type vlan for network d4ff756c-bd18-4325-8af4-329efbdee9b6 Apr 06 14:15:47.109879 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c305ebba-4206-4a2b-9ecf-567ee8ca7e38 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Router b6f8f09c-2276-44c9-83de-b901e1a92a04 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:15:47.111477 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d78616c-2742-4f0f-9a1a-25f36f84d110 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:47.122579 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-94dc5b58-4acd-4722-bbba-0c561fbb3582 None None] Port 3994a369-8a90-47c7-810c-9167a1aeb20b cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:15:47.162794 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a3d2b7b6-d55b-4846-9a65-84b21a2853c8 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Calling delete_port for 64def995-b91a-4b3d-b048-501ec6251316 owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:47.194940 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192c0b06-a8b8-49e0-81da-4338c1425208 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:15:47.209962 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17668a37-0b82-423e-9ef5-b0fc9949ac03 None None] Sync routers for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:15:47.232015 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d78616c-2742-4f0f-9a1a-25f36f84d110 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:47.235127 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d78616c-2742-4f0f-9a1a-25f36f84d110 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:47.235722 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d78616c-2742-4f0f-9a1a-25f36f84d110 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:47.245438 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c5c447-fd5f-4487-b6f6-9b1649c23472 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:47.248118 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-192c0b06-a8b8-49e0-81da-4338c1425208 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:47.276800 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17668a37-0b82-423e-9ef5-b0fc9949ac03 None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:47.277596 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-17668a37-0b82-423e-9ef5-b0fc9949ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:47.286397 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-77c5c447-fd5f-4487-b6f6-9b1649c23472 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:47.288839 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c5c447-fd5f-4487-b6f6-9b1649c23472 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:47.324678 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5c447-fd5f-4487-b6f6-9b1649c23472 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Port': ['ID=d8781fcf-5f0b-4773-ad80-cef9e5dcc4c4,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:47.340110 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d8ebe86-b065-4edf-9f83-6b650bcdc2f4 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:47.348521 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-17668a37-0b82-423e-9ef5-b0fc9949ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:47.369814 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0699fd7e-ab1f-4d73-8b91-c83f23e9c500 None None] Provisioning for port 820b815b-3b2e-4460-aa32-8076afa79963 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:15:47.384197 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0699fd7e-ab1f-4d73-8b91-c83f23e9c500 None None] Provisioning complete for port 820b815b-3b2e-4460-aa32-8076afa79963 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:47.384603 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0699fd7e-ab1f-4d73-8b91-c83f23e9c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:47.414819 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17668a37-0b82-423e-9ef5-b0fc9949ac03 None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:47.414819 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-17668a37-0b82-423e-9ef5-b0fc9949ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:47.431820 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c5c447-fd5f-4487-b6f6-9b1649c23472 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:47.432447 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-77c5c447-fd5f-4487-b6f6-9b1649c23472 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:47.439616 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-192c0b06-a8b8-49e0-81da-4338c1425208 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "PUT /v2.0/floatingips/6c0fec8b-a353-4109-a2bd-6e8a21ca39c1 HTTP/1.1" status: 200 len: 688 time: 5.3751051 Apr 06 14:15:47.442830 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47298) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:47.455304 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d8ebe86-b065-4edf-9f83-6b650bcdc2f4 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:47.459057 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8ebe86-b065-4edf-9f83-6b650bcdc2f4 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:47.459630 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d8ebe86-b065-4edf-9f83-6b650bcdc2f4 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:47.492190 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-17668a37-0b82-423e-9ef5-b0fc9949ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:47.492598 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17668a37-0b82-423e-9ef5-b0fc9949ac03 None None] The sync data for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:15:47.499679 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-77c5c447-fd5f-4487-b6f6-9b1649c23472 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.9876189 Apr 06 14:15:47.550979 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47302) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:47.616086 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-23f2adc7-585d-4ee3-8b11-6aed41e86ec7 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:47.618449 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4d8ebe86-b065-4edf-9f83-6b650bcdc2f4 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0185277 Apr 06 14:15:47.620107 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78616c-2742-4f0f-9a1a-25f36f84d110 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Pushing event updated for resources: {'Network': ['ID=c0025b94-ecea-48af-9e5a-f01e3461d367,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:47.628458 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47306) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:47.638271 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network c0025b94-ecea-48af-9e5a-f01e3461d367 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:15:47.665230 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ebe86-b065-4edf-9f83-6b650bcdc2f4 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event updated for resources: {'Network': ['ID=d4ff756c-bd18-4325-8af4-329efbdee9b6,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:47.709948 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9d78616c-2742-4f0f-9a1a-25f36f84d110 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.3743720 Apr 06 14:15:47.714906 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47310) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:47.717778 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3cf526-bf2f-4751-9c50-183ade3ef706 None None] Update dhcp port {'port': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'fixed_ips': [{'subnet_id': '4f13eabe-4c40-4a04-aeba-039d691e05c0', 'ip_address': '2001:db8::f816:3eff:fea2:9ffa'}, {'subnet_id': '3a39a700-51ea-40a7-8d4c-1d87e6e28ff2'}], 'binding:host_id': 'dv-neutron-835868-1-hyperv'}, 'id': '820b815b-3b2e-4460-aa32-8076afa79963'} from dv-neutron-835868-1-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 06 14:15:47.733084 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8ed13949-3b77-4e7b-8d2b-1b951ea496d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Request body: {'subnet': {'network_id': 'c0025b94-ecea-48af-9e5a-f01e3461d367', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:47.746661 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0699fd7e-ab1f-4d73-8b91-c83f23e9c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:47.766216 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network d4ff756c-bd18-4325-8af4-329efbdee9b6 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:15:47.770232 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-660bf602-e6ed-43a6-a4bc-cbfe6f9e18ec tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Deleting port 11200812-9f8a-4df9-9f1f-4291dfc8e485 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:47.770232 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-660bf602-e6ed-43a6-a4bc-cbfe6f9e18ec tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:47.953090 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0699fd7e-ab1f-4d73-8b91-c83f23e9c500 None None] For port 820b815b-3b2e-4460-aa32-8076afa79963, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=820b815b-3b2e-4460-aa32-8076afa79963,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:47.966956 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 0420b450-4999-491a-9d39-3a98a843d621 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:15:47.997488 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0699fd7e-ab1f-4d73-8b91-c83f23e9c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:48.023220 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa76abb-6042-457a-8cbb-7848c2e6a8db tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:48.023835 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8aa76abb-6042-457a-8cbb-7848c2e6a8db tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Synchronizing usage tracker for tenant:78c3c5be3bb346c69eb24aafc3836c0b on resource:network {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:15:48.028703 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c305ebba-4206-4a2b-9ecf-567ee8ca7e38 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:15:48.040562 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4583fa73-cdf6-4e29-b2d8-4a65d21f7323 None None] Sync routers for ids ['b6f8f09c-2276-44c9-83de-b901e1a92a04'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:15:48.042458 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-23f2adc7-585d-4ee3-8b11-6aed41e86ec7 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Allocated IP 172.26.8.25 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/5904a42b-a606-45bf-8dd1-d807a117fbd0) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:48.062048 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4583fa73-cdf6-4e29-b2d8-4a65d21f7323 None None] Routers {'b6f8f09c-2276-44c9-83de-b901e1a92a04'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:48.063156 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4583fa73-cdf6-4e29-b2d8-4a65d21f7323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['b6f8f09c-2276-44c9-83de-b901e1a92a04'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:48.070394 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c305ebba-4206-4a2b-9ecf-567ee8ca7e38 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] 10.222.0.60 "PUT /v2.0/routers/b6f8f09c-2276-44c9-83de-b901e1a92a04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1879122 Apr 06 14:15:48.076399 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47314) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:48.087387 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8ed13949-3b77-4e7b-8d2b-1b951ea496d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:48.088004 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3c3cf526-bf2f-4751-9c50-183ade3ef706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:48.093561 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-660bf602-e6ed-43a6-a4bc-cbfe6f9e18ec tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:48.093561 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-660bf602-e6ed-43a6-a4bc-cbfe6f9e18ec tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:48.103037 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699fd7e-ab1f-4d73-8b91-c83f23e9c500 None None] Pushing event updated for resources: {'Port': ['ID=820b815b-3b2e-4460-aa32-8076afa79963,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:48.149529 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3d2b7b6-d55b-4846-9a65-84b21a2853c8 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:48.154481 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8ed13949-3b77-4e7b-8d2b-1b951ea496d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Usage tracker for resource:subnet and tenant:9647ba58a24b4314a7f4a2bb4109b751 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:48.181631 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4583fa73-cdf6-4e29-b2d8-4a65d21f7323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:48.195449 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8ed13949-3b77-4e7b-8d2b-1b951ea496d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:48.196108 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4583fa73-cdf6-4e29-b2d8-4a65d21f7323 None None] Routers {'b6f8f09c-2276-44c9-83de-b901e1a92a04'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:48.196920 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4583fa73-cdf6-4e29-b2d8-4a65d21f7323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['b6f8f09c-2276-44c9-83de-b901e1a92a04'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:48.270776 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8aa76abb-6042-457a-8cbb-7848c2e6a8db tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Unset dirty status for tenant:78c3c5be3bb346c69eb24aafc3836c0b on resource:network {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:15:48.274584 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8aa76abb-6042-457a-8cbb-7848c2e6a8db tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "GET /v2.0/networks?id=d4ff756c-bd18-4325-8af4-329efbdee9b6 HTTP/1.1" status: 200 len: 765 time: 0.6423929 Apr 06 14:15:48.274584 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8ed13949-3b77-4e7b-8d2b-1b951ea496d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:48.274832 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-660bf602-e6ed-43a6-a4bc-cbfe6f9e18ec tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Calling delete_port for 11200812-9f8a-4df9-9f1f-4291dfc8e485 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:48.281457 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4583fa73-cdf6-4e29-b2d8-4a65d21f7323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:48.282335 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4583fa73-cdf6-4e29-b2d8-4a65d21f7323 None None] The sync data for ids ['b6f8f09c-2276-44c9-83de-b901e1a92a04'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:15:48.291303 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cac862-cd13-4b9a-8045-aaa7ab5b9b96 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:48.295277 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cac862-cd13-4b9a-8045-aaa7ab5b9b96 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:48.296111 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-19cac862-cd13-4b9a-8045-aaa7ab5b9b96 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:15:48.303224 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47318) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:48.303976 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2b7b6-d55b-4846-9a65-84b21a2853c8 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Pushing event deleted for resources: {'Port': ['ID=64def995-b91a-4b3d-b048-501ec6251316,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:48.319164 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-3c3cf526-bf2f-4751-9c50-183ade3ef706 None None] Allocated IP 172.20.0.2 (45db5c66-c082-47ed-beeb-688e3c8646d5/3a39a700-51ea-40a7-8d4c-1d87e6e28ff2/820b815b-3b2e-4460-aa32-8076afa79963) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:48.319686 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-6d2f397d-ca16-4eff-b7dc-9a8fb1ab64be tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Request body: {'network': {'description': 'd2'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:48.399959 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-23f2adc7-585d-4ee3-8b11-6aed41e86ec7 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:48.404140 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 0420b450-4999-491a-9d39-3a98a843d621 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:48.404638 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:48.465807 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed13949-3b77-4e7b-8d2b-1b951ea496d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Made reservation on behalf of 9647ba58a24b4314a7f4a2bb4109b751 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:48.482648 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-660bf602-e6ed-43a6-a4bc-cbfe6f9e18ec tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:48.522225 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-23f2adc7-585d-4ee3-8b11-6aed41e86ec7 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:48.535589 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660bf602-e6ed-43a6-a4bc-cbfe6f9e18ec tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event deleted for resources: {'Port': ['ID=11200812-9f8a-4df9-9f1f-4291dfc8e485,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:48.559988 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3c3cf526-bf2f-4751-9c50-183ade3ef706 None None] For port 820b815b-3b2e-4460-aa32-8076afa79963, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=820b815b-3b2e-4460-aa32-8076afa79963,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:48.586328 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-19cac862-cd13-4b9a-8045-aaa7ab5b9b96 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:15:48.587128 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-19cac862-cd13-4b9a-8045-aaa7ab5b9b96 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 1.0353205 Apr 06 14:15:48.607509 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47322) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:48.608155 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3c3cf526-bf2f-4751-9c50-183ade3ef706 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:48.625642 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3c3cf526-bf2f-4751-9c50-183ade3ef706 None None] Transition to ACTIVE for port object 820b815b-3b2e-4460-aa32-8076afa79963 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:48.631487 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3c3cf526-bf2f-4751-9c50-183ade3ef706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:48.635869 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f2adc7-585d-4ee3-8b11-6aed41e86ec7 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:48.667370 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-23f2adc7-585d-4ee3-8b11-6aed41e86ec7 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:48.674926 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f2adc7-585d-4ee3-8b11-6aed41e86ec7 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:48.702935 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2adc7-585d-4ee3-8b11-6aed41e86ec7 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Pushing event updated for resources: {'Port': ['ID=5904a42b-a606-45bf-8dd1-d807a117fbd0,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:48.753290 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-660bf602-e6ed-43a6-a4bc-cbfe6f9e18ec tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:48.827841 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3cf526-bf2f-4751-9c50-183ade3ef706 None None] Pushing event updated for resources: {'Port': ['ID=820b815b-3b2e-4460-aa32-8076afa79963,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:48.884447 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-660bf602-e6ed-43a6-a4bc-cbfe6f9e18ec tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:48.890914 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-660bf602-e6ed-43a6-a4bc-cbfe6f9e18ec tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "DELETE /v2.0/floatingips/6c0fec8b-a353-4109-a2bd-6e8a21ca39c1 HTTP/1.1" status: 204 len: 168 time: 1.3997345 Apr 06 14:15:48.899403 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47326) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:48.907155 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-707d9a88-61a4-4475-a0ae-fa5d4fa02486 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'port_id': 'bd51ceec-5ed8-4519-a83e-d3f907d6dce7'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:48.915086 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-23f2adc7-585d-4ee3-8b11-6aed41e86ec7 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:48.916389 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-707d9a88-61a4-4475-a0ae-fa5d4fa02486 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:48.921428 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-707d9a88-61a4-4475-a0ae-fa5d4fa02486 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Usage tracker for resource:floatingip and tenant:d61b98536deb4ef1889c048254212ea9 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:48.923441 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ed13949-3b77-4e7b-8d2b-1b951ea496d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:48.946828 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-707d9a88-61a4-4475-a0ae-fa5d4fa02486 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:48.952771 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f13b4b1c-eab7-4bef-8cbf-6883dd7b2d54 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting port d8781fcf-5f0b-4773-ad80-cef9e5dcc4c4 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:48.954155 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f13b4b1c-eab7-4bef-8cbf-6883dd7b2d54 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:48.962199 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-707d9a88-61a4-4475-a0ae-fa5d4fa02486 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:48.986924 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-23f2adc7-585d-4ee3-8b11-6aed41e86ec7 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:49.069326 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3d2b7b6-d55b-4846-9a65-84b21a2853c8 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:49.125169 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-edf0aebd-b61d-4dcd-8f71-e6c72447b2fd tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:49.126284 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-707d9a88-61a4-4475-a0ae-fa5d4fa02486 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:49.409999 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-707d9a88-61a4-4475-a0ae-fa5d4fa02486 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:49.443474 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3baa9cf4-8457-45fd-b267-0922a4c4a3ef None None] Provisioning for port d8781fcf-5f0b-4773-ad80-cef9e5dcc4c4 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:15:49.450088 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3baa9cf4-8457-45fd-b267-0922a4c4a3ef None None] Provisioning complete for port d8781fcf-5f0b-4773-ad80-cef9e5dcc4c4 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:49.450649 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3baa9cf4-8457-45fd-b267-0922a4c4a3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:49.460762 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-23f2adc7-585d-4ee3-8b11-6aed41e86ec7 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:49.472983 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-23f2adc7-585d-4ee3-8b11-6aed41e86ec7 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:49.527082 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3baa9cf4-8457-45fd-b267-0922a4c4a3ef None None] Port d8781fcf-5f0b-4773-ad80-cef9e5dcc4c4 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:15:49.543945 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3baa9cf4-8457-45fd-b267-0922a4c4a3ef None None] Provisioning for port 820b815b-3b2e-4460-aa32-8076afa79963 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:15:49.551505 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3baa9cf4-8457-45fd-b267-0922a4c4a3ef None None] Provisioning complete for port 820b815b-3b2e-4460-aa32-8076afa79963 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:49.551950 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3baa9cf4-8457-45fd-b267-0922a4c4a3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:49.626451 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6d2f397d-ca16-4eff-b7dc-9a8fb1ab64be tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:49.640527 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2adc7-585d-4ee3-8b11-6aed41e86ec7 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Pushing event updated for resources: {'Port': ['ID=5904a42b-a606-45bf-8dd1-d807a117fbd0,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:49.691887 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-23f2adc7-585d-4ee3-8b11-6aed41e86ec7 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:49.709449 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-707d9a88-61a4-4475-a0ae-fa5d4fa02486 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Allocated IP 172.26.8.141 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/45908f9e-054e-4259-abfa-0cdbcaeb9382) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:49.718770 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ff74f4-b403-41eb-8c4b-ac78eb25719a None None] get_active_networks_info from dv-neutron-835868-1-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 06 14:15:49.744393 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-23f2adc7-585d-4ee3-8b11-6aed41e86ec7 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:49.748497 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-23f2adc7-585d-4ee3-8b11-6aed41e86ec7 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9144504 Apr 06 14:15:49.749349 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47330) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:49.770161 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3d2b7b6-d55b-4846-9a65-84b21a2853c8 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:49.771735 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6d2f397d-ca16-4eff-b7dc-9a8fb1ab64be tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:49.796153 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-76e414ca-a88a-40cb-b9ac-e06fa5aa18ff tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Request body: {'floatingip': {'port_id': '3994a369-8a90-47c7-810c-9167a1aeb20b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:49.850152 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6d2f397d-ca16-4eff-b7dc-9a8fb1ab64be tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Network d4ff756c-bd18-4325-8af4-329efbdee9b6 is not hosted by any dhcp agent {{(pid=83738) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 06 14:15:49.853706 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2f397d-ca16-4eff-b7dc-9a8fb1ab64be tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:49.854292 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6d2f397d-ca16-4eff-b7dc-9a8fb1ab64be tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:49.855531 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6d2f397d-ca16-4eff-b7dc-9a8fb1ab64be tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "PUT /v2.0/networks/d4ff756c-bd18-4325-8af4-329efbdee9b6 HTTP/1.1" status: 200 len: 762 time: 1.5443449 Apr 06 14:15:49.858631 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47334) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:49.909690 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8905b357-4e66-4688-9d3e-72152c7084f0 None None] Provisioning complete for port d8781fcf-5f0b-4773-ad80-cef9e5dcc4c4 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:49.910591 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8905b357-4e66-4688-9d3e-72152c7084f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:49.941408 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3d2b7b6-d55b-4846-9a65-84b21a2853c8 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:49.962664 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-76e414ca-a88a-40cb-b9ac-e06fa5aa18ff tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks [] for floatingip, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:49.973111 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 820b815b-3b2e-4460-aa32-8076afa79963 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:15:50.035790 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-8905b357-4e66-4688-9d3e-72152c7084f0 None None] Port d8781fcf-5f0b-4773-ad80-cef9e5dcc4c4 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:15:50.045736 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f397d-ca16-4eff-b7dc-9a8fb1ab64be tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event updated for resources: {'Network': ['ID=d4ff756c-bd18-4325-8af4-329efbdee9b6,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:50.051435 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ff74f4-b403-41eb-8c4b-ac78eb25719a None None] Resources bound (agent type, host, resource id): {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:15:50.062669 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network d4ff756c-bd18-4325-8af4-329efbdee9b6 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:15:50.115462 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3d2b7b6-d55b-4846-9a65-84b21a2853c8 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:50.116095 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d2b7b6-d55b-4846-9a65-84b21a2853c8 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Fanout notify agent at l3_agent the message router_deleted on router 1a668339-f4d9-4025-85d0-8dd2b86f2f4b {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:15:50.154261 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f13b4b1c-eab7-4bef-8cbf-6883dd7b2d54 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:50.158030 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc961b0b-e781-4b9b-8bbd-f1ac5c0c26cb tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:50.158739 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-dc961b0b-e781-4b9b-8bbd-f1ac5c0c26cb tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Synchronizing usage tracker for tenant:78c3c5be3bb346c69eb24aafc3836c0b on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:15:50.215574 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-707d9a88-61a4-4475-a0ae-fa5d4fa02486 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:50.240035 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-dc961b0b-e781-4b9b-8bbd-f1ac5c0c26cb tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Unset dirty status for tenant:78c3c5be3bb346c69eb24aafc3836c0b on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:15:50.241206 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-dc961b0b-e781-4b9b-8bbd-f1ac5c0c26cb tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "GET /v2.0/networks?id=d4ff756c-bd18-4325-8af4-329efbdee9b6 HTTP/1.1" status: 200 len: 765 time: 0.3818207 Apr 06 14:15:50.247513 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47338) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:50.260370 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 820b815b-3b2e-4460-aa32-8076afa79963 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:50.260746 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:50.313856 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f13b4b1c-eab7-4bef-8cbf-6883dd7b2d54 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Calling delete_port for d8781fcf-5f0b-4773-ad80-cef9e5dcc4c4 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:50.333146 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-76e414ca-a88a-40cb-b9ac-e06fa5aa18ff tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] update failed (client error): The resource could not be found. Apr 06 14:15:50.336830 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-76e414ca-a88a-40cb-b9ac-e06fa5aa18ff tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] 10.222.0.60 "PUT /v2.0/floatingips/7e51fe1c-aad0-4fb3-84fa-ab8ca64319d0 HTTP/1.1" status: 404 len: 507 time: 0.5839257 Apr 06 14:15:50.341652 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47342) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:50.342810 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ed13949-3b77-4e7b-8d2b-1b951ea496d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:50.379703 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-edf0aebd-b61d-4dcd-8f71-e6c72447b2fd tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 06 14:15:50.380740 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-edf0aebd-b61d-4dcd-8f71-e6c72447b2fd tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] 10.222.0.60 "DELETE /v2.0/routers/b6f8f09c-2276-44c9-83de-b901e1a92a04 HTTP/1.1" status: 409 len: 329 time: 2.2993886 Apr 06 14:15:50.389928 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3d2b7b6-d55b-4846-9a65-84b21a2853c8 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:50.394652 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a3d2b7b6-d55b-4846-9a65-84b21a2853c8 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "DELETE /v2.0/routers/1a668339-f4d9-4025-85d0-8dd2b86f2f4b HTTP/1.1" status: 204 len: 168 time: 6.4227479 Apr 06 14:15:50.400216 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47346) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:50.400432 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47348) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:50.466828 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f6dd4df5-17fa-470c-974d-e46e0554c018 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1399362394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:50.496921 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-707d9a88-61a4-4475-a0ae-fa5d4fa02486 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:50.502924 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f6dd4df5-17fa-470c-974d-e46e0554c018 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:50.565939 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f6dd4df5-17fa-470c-974d-e46e0554c018 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Usage tracker for resource:router and tenant:cd16408f1c7a49b0849b357f06d3b0f4 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:50.574598 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f6dd4df5-17fa-470c-974d-e46e0554c018 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:50.612703 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f6dd4df5-17fa-470c-974d-e46e0554c018 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:50.623274 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed13949-3b77-4e7b-8d2b-1b951ea496d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Pushing event updated for resources: {'Subnet': ['ID=106fafc1-13a5-45ba-81ad-b87bc98973f9,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:50.650248 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f6dd4df5-17fa-470c-974d-e46e0554c018 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:50.651205 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f6dd4df5-17fa-470c-974d-e46e0554c018 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:50.662265 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:15:50.683743 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed13949-3b77-4e7b-8d2b-1b951ea496d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Checking segment: {'id': '11ce8e61-bd4d-47af-a72e-79c3d81d23b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c0025b94-ecea-48af-9e5a-f01e3461d367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:15:50.684109 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed13949-3b77-4e7b-8d2b-1b951ea496d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Network hostable DHCP agents. Network: c0025b94-ecea-48af-9e5a-f01e3461d367, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:15:50.704447 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-adea7f9e-725d-45de-8439-1de78e728d7f tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Deleting port 5904a42b-a606-45bf-8dd1-d807a117fbd0 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:50.705094 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-adea7f9e-725d-45de-8439-1de78e728d7f tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:50.778778 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02bd15e-0b9b-4e38-a60e-3b8e4dd1fea7 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:50.780195 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b02bd15e-0b9b-4e38-a60e-3b8e4dd1fea7 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5317652 Apr 06 14:15:50.782353 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707d9a88-61a4-4475-a0ae-fa5d4fa02486 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:50.787272 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47354) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:50.792196 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-707d9a88-61a4-4475-a0ae-fa5d4fa02486 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:50.801549 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d9a88-61a4-4475-a0ae-fa5d4fa02486 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event updated for resources: {'Port': ['ID=45908f9e-054e-4259-abfa-0cdbcaeb9382,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:50.838876 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707d9a88-61a4-4475-a0ae-fa5d4fa02486 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:50.926291 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed13949-3b77-4e7b-8d2b-1b951ea496d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Network c0025b94-ecea-48af-9e5a-f01e3461d367 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:15:50.941482 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-27867408-3a85-4b0a-ab2a-468ee6d1d26f tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "GET /v2.0/subnets?network_id=5b121ca5-69d5-4d27-bffe-4929f7aabdf6 HTTP/1.1" status: 200 len: 207 time: 0.1491635 Apr 06 14:15:50.944778 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47358) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:50.973947 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-8ed13949-3b77-4e7b-8d2b-1b951ea496d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, c0025b94-ecea-48af-9e5a-f01e3461d367) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:50.983181 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b6a71c-8cf6-4555-b006-9f50bb93ffbb None None] Network c0025b94-ecea-48af-9e5a-f01e3461d367 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:51.085806 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed13949-3b77-4e7b-8d2b-1b951ea496d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:51.085806 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ed13949-3b77-4e7b-8d2b-1b951ea496d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:51.088766 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-adea7f9e-725d-45de-8439-1de78e728d7f tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:51.089374 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-adea7f9e-725d-45de-8439-1de78e728d7f tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:51.097116 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f13b4b1c-eab7-4bef-8cbf-6883dd7b2d54 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:51.205801 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7035151d-4b25-4777-9d84-b811b86a50d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-c0025b94-ecea-48af-9e5a-f01e3461d367', 'network_id': 'c0025b94-ecea-48af-9e5a-f01e3461d367', 'tenant_id': '9647ba58a24b4314a7f4a2bb4109b751', 'fixed_ips': [{'subnet_id': '106fafc1-13a5-45ba-81ad-b87bc98973f9'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:15:51.207211 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7035151d-4b25-4777-9d84-b811b86a50d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:51.223704 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-adea7f9e-725d-45de-8439-1de78e728d7f tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Calling delete_port for 5904a42b-a606-45bf-8dd1-d807a117fbd0 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:51.234406 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b4b1c-eab7-4bef-8cbf-6883dd7b2d54 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Port': ['ID=d8781fcf-5f0b-4773-ad80-cef9e5dcc4c4,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:51.264126 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f6dd4df5-17fa-470c-974d-e46e0554c018 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:51.316571 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8ed13949-3b77-4e7b-8d2b-1b951ea496d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5965993 Apr 06 14:15:51.327429 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47362) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:51.385392 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-7497615a-08f1-4e08-be95-39a323c17cef tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Request body: {'port': {'network_id': 'c0025b94-ecea-48af-9e5a-f01e3461d367', 'name': 'tempest-DHCPAgentSchedulersTestJSON-536502936'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:51.389792 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-7035151d-4b25-4777-9d84-b811b86a50d4 None None] Allocated IP 172.20.0.2 (c0025b94-ecea-48af-9e5a-f01e3461d367/106fafc1-13a5-45ba-81ad-b87bc98973f9/f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:51.449114 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b67236-2739-49db-8cdd-dbe484f55baf tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:51.452975 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b67236-2739-49db-8cdd-dbe484f55baf tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:51.457118 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b67236-2739-49db-8cdd-dbe484f55baf tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:51.461036 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b67236-2739-49db-8cdd-dbe484f55baf tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:51.464795 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b67236-2739-49db-8cdd-dbe484f55baf tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:51.468603 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b67236-2739-49db-8cdd-dbe484f55baf tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:51.476877 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a9b67236-2739-49db-8cdd-dbe484f55baf tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.5247238 Apr 06 14:15:51.494123 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47366) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:51.538947 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f6dd4df5-17fa-470c-974d-e46e0554c018 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:51.602058 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f6dd4df5-17fa-470c-974d-e46e0554c018 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:51.603241 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f6dd4df5-17fa-470c-974d-e46e0554c018 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2005289 Apr 06 14:15:51.609440 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f13b4b1c-eab7-4bef-8cbf-6883dd7b2d54 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:51.614068 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f13b4b1c-eab7-4bef-8cbf-6883dd7b2d54 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/d8781fcf-5f0b-4773-ad80-cef9e5dcc4c4 HTTP/1.1" status: 204 len: 168 time: 3.0008790 Apr 06 14:15:51.614068 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47370) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:51.615742 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47372) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:51.626922 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7035151d-4b25-4777-9d84-b811b86a50d4 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:51.638792 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2a09860a-d78a-435f-ba3c-e1b49a976cfe tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'enable_snat': True}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:51.645806 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7035151d-4b25-4777-9d84-b811b86a50d4 None None] Transition to ACTIVE for port object f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:51.668093 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-adea7f9e-725d-45de-8439-1de78e728d7f tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:51.673476 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7035151d-4b25-4777-9d84-b811b86a50d4 None None] Transition to ACTIVE for port object f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:51.682953 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7035151d-4b25-4777-9d84-b811b86a50d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:51.724068 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7497615a-08f1-4e08-be95-39a323c17cef tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:51.728405 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7497615a-08f1-4e08-be95-39a323c17cef tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Usage tracker for resource:port and tenant:9647ba58a24b4314a7f4a2bb4109b751 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:51.732901 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7497615a-08f1-4e08-be95-39a323c17cef tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:51.740599 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7497615a-08f1-4e08-be95-39a323c17cef tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:51.752633 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea7f9e-725d-45de-8439-1de78e728d7f tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Pushing event deleted for resources: {'Port': ['ID=5904a42b-a606-45bf-8dd1-d807a117fbd0,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:51.761694 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7497615a-08f1-4e08-be95-39a323c17cef tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Made reservation on behalf of 9647ba58a24b4314a7f4a2bb4109b751 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:51.765830 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7497615a-08f1-4e08-be95-39a323c17cef tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:51.799595 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-7497615a-08f1-4e08-be95-39a323c17cef tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] device_id is not set on port 6cb098c0-fbb7-485e-9206-ed6b5c572abc yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:15:51.883322 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6902cb1e-5b43-46f8-8ec1-32a59ca44977 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:51.884647 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6902cb1e-5b43-46f8-8ec1-32a59ca44977 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:51.885989 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6902cb1e-5b43-46f8-8ec1-32a59ca44977 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:51.886779 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6902cb1e-5b43-46f8-8ec1-32a59ca44977 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:15:51.897480 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7035151d-4b25-4777-9d84-b811b86a50d4 None None] Network c0025b94-ecea-48af-9e5a-f01e3461d367 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:51.904904 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-12e84141-5b65-4706-9572-15a331c29853 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.4096291 Apr 06 14:15:51.905345 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-7035151d-4b25-4777-9d84-b811b86a50d4 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:51.910962 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7035151d-4b25-4777-9d84-b811b86a50d4 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:51.912320 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47378) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:51.935823 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6902cb1e-5b43-46f8-8ec1-32a59ca44977 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:15:51.939481 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6902cb1e-5b43-46f8-8ec1-32a59ca44977 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3177319 Apr 06 14:15:51.941345 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47382) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:51.957704 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035151d-4b25-4777-9d84-b811b86a50d4 None None] Pushing event updated for resources: {'Port': ['ID=f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:51.984074 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-83bd59f0-dfec-42fe-93ba-4ec13b48c1e4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:52.008090 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-adea7f9e-725d-45de-8439-1de78e728d7f tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:52.025036 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7035151d-4b25-4777-9d84-b811b86a50d4 None None] Attempting to bind port f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:15:52.025615 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7035151d-4b25-4777-9d84-b811b86a50d4 None None] Attempting to bind port f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '11ce8e61-bd4d-47af-a72e-79c3d81d23b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c0025b94-ecea-48af-9e5a-f01e3461d367'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:15:52.025850 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7035151d-4b25-4777-9d84-b811b86a50d4 None None] Attempting to bind port f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264 on network c0025b94-ecea-48af-9e5a-f01e3461d367 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:15:52.032552 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7035151d-4b25-4777-9d84-b811b86a50d4 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:15:52.032949 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7035151d-4b25-4777-9d84-b811b86a50d4 None None] Checking segment: {'id': '11ce8e61-bd4d-47af-a72e-79c3d81d23b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c0025b94-ecea-48af-9e5a-f01e3461d367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:15:52.033350 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7035151d-4b25-4777-9d84-b811b86a50d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:52.035532 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7035151d-4b25-4777-9d84-b811b86a50d4 None None] Bound using segment: {'id': '11ce8e61-bd4d-47af-a72e-79c3d81d23b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c0025b94-ecea-48af-9e5a-f01e3461d367'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:15:52.035532 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7035151d-4b25-4777-9d84-b811b86a50d4 None None] Bound port: f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ce8e61-bd4d-47af-a72e-79c3d81d23b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c0025b94-ecea-48af-9e5a-f01e3461d367'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:15:52.035532 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7035151d-4b25-4777-9d84-b811b86a50d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:52.125199 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7035151d-4b25-4777-9d84-b811b86a50d4 None None] For port f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:15:52.128474 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7035151d-4b25-4777-9d84-b811b86a50d4 None None] For port f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264,segment=NetworkSegment(11ce8e61-bd4d-47af-a72e-79c3d81d23b7),segment_id=11ce8e61-bd4d-47af-a72e-79c3d81d23b7)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:15:52.133784 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7035151d-4b25-4777-9d84-b811b86a50d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:52.215267 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035151d-4b25-4777-9d84-b811b86a50d4 None None] Pushing event updated for resources: {'Port': ['ID=f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:52.232095 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b185fd2-16fb-4776-9fcd-b51e69043e60 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:52.232095 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b185fd2-16fb-4776-9fcd-b51e69043e60 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:52.233546 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b185fd2-16fb-4776-9fcd-b51e69043e60 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:52.234826 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b185fd2-16fb-4776-9fcd-b51e69043e60 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:52.236104 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b185fd2-16fb-4776-9fcd-b51e69043e60 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:52.237536 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1b185fd2-16fb-4776-9fcd-b51e69043e60 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Synchronizing usage tracker for tenant:78c3c5be3bb346c69eb24aafc3836c0b on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:15:52.257280 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-adea7f9e-725d-45de-8439-1de78e728d7f tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:52.258409 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-adea7f9e-725d-45de-8439-1de78e728d7f tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] 10.222.0.60 "DELETE /v2.0/floatingips/7e51fe1c-aad0-4fb3-84fa-ab8ca64319d0 HTTP/1.1" status: 204 len: 168 time: 1.9164855 Apr 06 14:15:52.274723 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47386) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:52.293278 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a2350202-9f79-4741-9c4c-2e3163ce2587 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Request body: {'floatingip': {'floating_network_id': '51a6ae7c-41b6-4462-af68-1addd02408f8', 'port_id': '3994a369-8a90-47c7-810c-9167a1aeb20b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:52.306943 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a2350202-9f79-4741-9c4c-2e3163ce2587 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:52.327636 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a2350202-9f79-4741-9c4c-2e3163ce2587 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Usage tracker for resource:floatingip and tenant:ff6ca2585f8b42238388df9bcd192b90 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:52.337666 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a2350202-9f79-4741-9c4c-2e3163ce2587 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:52.364184 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a2350202-9f79-4741-9c4c-2e3163ce2587 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:52.370932 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-707d9a88-61a4-4475-a0ae-fa5d4fa02486 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:52.441714 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-163c2dc8-6a44-44a4-a942-1d199eca5fae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting subnet 3a39a700-51ea-40a7-8d4c-1d87e6e28ff2 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:15:52.445136 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-163c2dc8-6a44-44a4-a942-1d199eca5fae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:52.489187 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a2350202-9f79-4741-9c4c-2e3163ce2587 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:52.503626 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-7497615a-08f1-4e08-be95-39a323c17cef tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Allocated IP 172.20.0.12 (c0025b94-ecea-48af-9e5a-f01e3461d367/106fafc1-13a5-45ba-81ad-b87bc98973f9/6cb098c0-fbb7-485e-9206-ed6b5c572abc) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:52.530281 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1b185fd2-16fb-4776-9fcd-b51e69043e60 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Unset dirty status for tenant:78c3c5be3bb346c69eb24aafc3836c0b on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:15:52.530907 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-163c2dc8-6a44-44a4-a942-1d199eca5fae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:52.531424 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1b185fd2-16fb-4776-9fcd-b51e69043e60 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6108921 Apr 06 14:15:52.537641 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47390) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:52.579593 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-707d9a88-61a4-4475-a0ae-fa5d4fa02486 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:52.792902 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77fd13d-b6ce-4a31-a98d-8fc548d91b02 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['shared'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:52.794183 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77fd13d-b6ce-4a31-a98d-8fc548d91b02 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['shared'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:52.795431 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77fd13d-b6ce-4a31-a98d-8fc548d91b02 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['shared'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:52.796676 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77fd13d-b6ce-4a31-a98d-8fc548d91b02 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['shared'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:52.797951 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77fd13d-b6ce-4a31-a98d-8fc548d91b02 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['shared'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:52.805152 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c77fd13d-b6ce-4a31-a98d-8fc548d91b02 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2604668 Apr 06 14:15:52.806753 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47394) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:52.824263 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-163c2dc8-6a44-44a4-a942-1d199eca5fae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:52.965777 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-163c2dc8-6a44-44a4-a942-1d199eca5fae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:53.021581 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a09860a-d78a-435f-ba3c-e1b49a976cfe tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:53.024251 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c2dc8-6a44-44a4-a942-1d199eca5fae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Subnet': ['ID=3a39a700-51ea-40a7-8d4c-1d87e6e28ff2,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:53.032352 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-707d9a88-61a4-4475-a0ae-fa5d4fa02486 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:53.040186 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-163c2dc8-6a44-44a4-a942-1d199eca5fae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:53.045008 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-707d9a88-61a4-4475-a0ae-fa5d4fa02486 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:53.053282 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe7143f-20d5-4bfa-9adc-691263bce535 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:53.098601 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-a2350202-9f79-4741-9c4c-2e3163ce2587 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:15:53.103130 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a2350202-9f79-4741-9c4c-2e3163ce2587 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8242526 Apr 06 14:15:53.113571 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47398) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:53.126264 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e8a4219d-24f8-4599-8278-1a8b2f0cdf1b tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'port_id': '3994a369-8a90-47c7-810c-9167a1aeb20b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:53.132322 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e8a4219d-24f8-4599-8278-1a8b2f0cdf1b tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:53.138100 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e8a4219d-24f8-4599-8278-1a8b2f0cdf1b tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Usage tracker for resource:floatingip and tenant:ff6ca2585f8b42238388df9bcd192b90 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:53.142716 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e8a4219d-24f8-4599-8278-1a8b2f0cdf1b tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:53.152530 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e8a4219d-24f8-4599-8278-1a8b2f0cdf1b tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:53.179640 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-163c2dc8-6a44-44a4-a942-1d199eca5fae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/3a39a700-51ea-40a7-8d4c-1d87e6e28ff2 HTTP/1.1" status: 204 len: 168 time: 1.2376990 Apr 06 14:15:53.184735 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e8a4219d-24f8-4599-8278-1a8b2f0cdf1b tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:53.193074 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47402) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:53.199536 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7497615a-08f1-4e08-be95-39a323c17cef tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:53.242074 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d9a88-61a4-4475-a0ae-fa5d4fa02486 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event updated for resources: {'Port': ['ID=45908f9e-054e-4259-abfa-0cdbcaeb9382,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:53.261561 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb513b84-7ad2-4da2-a760-c91a08980d0c None None] Network c0025b94-ecea-48af-9e5a-f01e3461d367 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:53.286868 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8f7dec-e9f9-4fed-a80e-503d6e1a4072 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:53.288205 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ba8f7dec-e9f9-4fed-a80e-503d6e1a4072 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "GET /v2.0/networks/f9770272-9139-4069-a413-472fce6febd5 HTTP/1.1" status: 200 len: 803 time: 0.4344716 Apr 06 14:15:53.299309 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47406) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:53.345723 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-707d9a88-61a4-4475-a0ae-fa5d4fa02486 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:53.380231 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-7497615a-08f1-4e08-be95-39a323c17cef tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Transition to ACTIVE for port object 6cb098c0-fbb7-485e-9206-ed6b5c572abc will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:53.442248 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4df69507-fe16-4349-a29f-c1d02e9c8cd4 None None] Provisioning for port f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:15:53.543299 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e8a4219d-24f8-4599-8278-1a8b2f0cdf1b tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:53.696307 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-707d9a88-61a4-4475-a0ae-fa5d4fa02486 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Floating IP a5b9acc1-07fc-40e8-b1f0-ddee02286c1d associated. External IP: 172.26.8.141, port: bd51ceec-5ed8-4519-a83e-d3f907d6dce7. Apr 06 14:15:53.704267 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7497615a-08f1-4e08-be95-39a323c17cef tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:53.709607 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-84e9d5f4-f597-4e1b-ac05-d65c1d2e3b4d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "GET /v2.0/networks/f9770272-9139-4069-a413-472fce6febd5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3666773 Apr 06 14:15:53.749333 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47410) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:53.881558 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba5a24f-deba-4588-971a-53049e350832 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting subnet 4f13eabe-4c40-4a04-aeba-039d691e05c0 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:15:53.926237 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a24f-deba-4588-971a-53049e350832 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:53.992937 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-e8a4219d-24f8-4599-8278-1a8b2f0cdf1b tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Allocated IP 172.26.8.86 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/079dcf27-af52-47de-8731-92f07ae29c31) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:53.996334 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497615a-08f1-4e08-be95-39a323c17cef tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Pushing event updated for resources: {'Port': ['ID=6cb098c0-fbb7-485e-9206-ed6b5c572abc,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:54.000181 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7497615a-08f1-4e08-be95-39a323c17cef tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Network c0025b94-ecea-48af-9e5a-f01e3461d367 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:54.012442 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-7497615a-08f1-4e08-be95-39a323c17cef tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:54.026569 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7438b4e8-8c72-4a08-a67e-5791c5da1b7b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:54.028102 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7438b4e8-8c72-4a08-a67e-5791c5da1b7b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "GET /v2.0/subnets/e8795b92-4413-4493-b001-34e9f00787a1 HTTP/1.1" status: 200 len: 843 time: 0.2683866 Apr 06 14:15:54.031096 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7497615a-08f1-4e08-be95-39a323c17cef tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:54.045571 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:15:54.047416 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47414) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:54.164486 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:15:54.171749 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:54.174046 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:54.234575 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93c39c4-1132-4d10-933a-0fb75b6b4431 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['shared'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:54.236124 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c93c39c4-1132-4d10-933a-0fb75b6b4431 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "GET /v2.0/subnets/e8795b92-4413-4493-b001-34e9f00787a1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1875763 Apr 06 14:15:54.247228 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47418) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:54.271859 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-666e77a7-6ffe-4057-a815-ad0b3b83806a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-589591786'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:54.283310 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a24f-deba-4588-971a-53049e350832 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:54.299304 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e8a4219d-24f8-4599-8278-1a8b2f0cdf1b tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:54.331166 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-666e77a7-6ffe-4057-a815-ad0b3b83806a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:54.366915 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:54.385983 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-666e77a7-6ffe-4057-a815-ad0b3b83806a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:54.409009 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264,segment=NetworkSegment(11ce8e61-bd4d-47af-a72e-79c3d81d23b7),segment_id=11ce8e61-bd4d-47af-a72e-79c3d81d23b7)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:54.417895 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:54.422955 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7497615a-08f1-4e08-be95-39a323c17cef tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:54.423565 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7497615a-08f1-4e08-be95-39a323c17cef tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:54.472522 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666e77a7-6ffe-4057-a815-ad0b3b83806a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Made reservation on behalf of 78c3c5be3bb346c69eb24aafc3836c0b for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:54.475706 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-666e77a7-6ffe-4057-a815-ad0b3b83806a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:54.492832 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e8a4219d-24f8-4599-8278-1a8b2f0cdf1b tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:54.497896 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:54.533792 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-29898e06-f137-4817-a4fa-074b4edef245 None None] Provisioning for port 6cb098c0-fbb7-485e-9206-ed6b5c572abc completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:15:54.540421 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-29898e06-f137-4817-a4fa-074b4edef245 None None] Provisioning complete for port 6cb098c0-fbb7-485e-9206-ed6b5c572abc triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:54.540693 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-29898e06-f137-4817-a4fa-074b4edef245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:54.562680 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7497615a-08f1-4e08-be95-39a323c17cef tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1873748 Apr 06 14:15:54.562680 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a09860a-d78a-435f-ba3c-e1b49a976cfe tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:54.563003 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47422) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:54.599660 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a09860a-d78a-435f-ba3c-e1b49a976cfe tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:54.610141 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-29898e06-f137-4817-a4fa-074b4edef245 None None] Port 6cb098c0-fbb7-485e-9206-ed6b5c572abc cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:15:54.614973 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a4219d-24f8-4599-8278-1a8b2f0cdf1b tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:54.624106 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-e8a4219d-24f8-4599-8278-1a8b2f0cdf1b tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:54.632113 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-29898e06-f137-4817-a4fa-074b4edef245 None None] Provisioning complete for port 820b815b-3b2e-4460-aa32-8076afa79963 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:54.632113 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-29898e06-f137-4817-a4fa-074b4edef245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:54.634846 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a4219d-24f8-4599-8278-1a8b2f0cdf1b tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:54.642211 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666e77a7-6ffe-4057-a815-ad0b3b83806a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:15:54.651725 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a24f-deba-4588-971a-53049e350832 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:54.664010 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4219d-24f8-4599-8278-1a8b2f0cdf1b tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Pushing event updated for resources: {'Port': ['ID=079dcf27-af52-47de-8731-92f07ae29c31,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:54.698232 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-666e77a7-6ffe-4057-a815-ad0b3b83806a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:54.698570 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-666e77a7-6ffe-4057-a815-ad0b3b83806a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Added segment 837f8f9a-dc71-4476-843a-d66751024a47 of type vlan for network 467010bd-2ed7-44d2-b463-6085eca66bf6 Apr 06 14:15:54.713735 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-66fa19bf-8fdc-4604-bdf1-bd0c4d7a63ae tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Deleting port 6cb098c0-fbb7-485e-9206-ed6b5c572abc {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:54.714003 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-66fa19bf-8fdc-4604-bdf1-bd0c4d7a63ae tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:54.781745 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-666e77a7-6ffe-4057-a815-ad0b3b83806a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:54.886111 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a24f-deba-4588-971a-53049e350832 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:54.951346 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5a24f-deba-4588-971a-53049e350832 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Subnet': ['ID=4f13eabe-4c40-4a04-aeba-039d691e05c0,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:54.970442 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-666e77a7-6ffe-4057-a815-ad0b3b83806a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:54.978082 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666e77a7-6ffe-4057-a815-ad0b3b83806a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:54.978699 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-666e77a7-6ffe-4057-a815-ad0b3b83806a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:55.005582 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-83bd59f0-dfec-42fe-93ba-4ec13b48c1e4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Deleting port 37ee7fa4-216a-4b37-a105-f39a9b166f45 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:55.005922 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-83bd59f0-dfec-42fe-93ba-4ec13b48c1e4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:55.037838 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-2a09860a-d78a-435f-ba3c-e1b49a976cfe tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Allocated IP 172.26.8.12 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/45654963-3b0a-465f-91d1-5cd126d36be7) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:55.039217 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-e8a4219d-24f8-4599-8278-1a8b2f0cdf1b tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Deleting port 079dcf27-af52-47de-8731-92f07ae29c31 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:55.039737 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e8a4219d-24f8-4599-8278-1a8b2f0cdf1b tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:55.062346 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f593f6f9-2e3b-4bb1-83b5-9459b64e497a None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:55.108647 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a24f-deba-4588-971a-53049e350832 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:55.193833 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-666e77a7-6ffe-4057-a815-ad0b3b83806a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9375291 Apr 06 14:15:55.193833 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8ba5a24f-deba-4588-971a-53049e350832 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/4f13eabe-4c40-4a04-aeba-039d691e05c0 HTTP/1.1" status: 204 len: 168 time: 1.9981925 Apr 06 14:15:55.208833 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47426) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:55.209088 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47428) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:55.220588 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-66fa19bf-8fdc-4604-bdf1-bd0c4d7a63ae tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:55.258619 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e77a7-6ffe-4057-a815-ad0b3b83806a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event updated for resources: {'Network': ['ID=467010bd-2ed7-44d2-b463-6085eca66bf6,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:55.273886 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 467010bd-2ed7-44d2-b463-6085eca66bf6 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:15:55.291077 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9ab89606-40e8-4f37-a964-397c5eba8e66 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Request body: {'subnet': {'network_id': '467010bd-2ed7-44d2-b463-6085eca66bf6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:55.313436 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707d9a88-61a4-4475-a0ae-fa5d4fa02486 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Router 598ef1dd-fe05-4abd-8045-5fcd94be81f3 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:15:55.351750 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050f01a5-0e78-4bcd-a99f-7eff4411081b None None] DHCP port deletion for 45db5c66-c082-47ed-beeb-688e3c8646d5 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:15:55.408537 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-050f01a5-0e78-4bcd-a99f-7eff4411081b None None] Deleting port 820b815b-3b2e-4460-aa32-8076afa79963 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:55.408749 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-050f01a5-0e78-4bcd-a99f-7eff4411081b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:55.434474 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a09860a-d78a-435f-ba3c-e1b49a976cfe tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:55.445505 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-83bd59f0-dfec-42fe-93ba-4ec13b48c1e4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:55.572203 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-83bd59f0-dfec-42fe-93ba-4ec13b48c1e4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Calling delete_port for 37ee7fa4-216a-4b37-a105-f39a9b166f45 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:55.601834 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4c41f2bb-216b-4c6e-9493-2a806686e3d5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3876073 Apr 06 14:15:55.604908 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47434) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:55.615429 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-66fa19bf-8fdc-4604-bdf1-bd0c4d7a63ae tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Calling delete_port for 6cb098c0-fbb7-485e-9206-ed6b5c572abc owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:55.618496 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-b620c364-dcd3-4dd4-95c8-150a028313cd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:55.635988 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-050f01a5-0e78-4bcd-a99f-7eff4411081b None None] For port 820b815b-3b2e-4460-aa32-8076afa79963, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=820b815b-3b2e-4460-aa32-8076afa79963,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:55.636382 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-050f01a5-0e78-4bcd-a99f-7eff4411081b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:55.745373 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a09860a-d78a-435f-ba3c-e1b49a976cfe tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:55.764961 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-050f01a5-0e78-4bcd-a99f-7eff4411081b None None] Calling delete_port for 820b815b-3b2e-4460-aa32-8076afa79963 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:55.803057 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9ab89606-40e8-4f37-a964-397c5eba8e66 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:55.827806 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09860a-d78a-435f-ba3c-e1b49a976cfe tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Pushing event updated for resources: {'Port': ['ID=45654963-3b0a-465f-91d1-5cd126d36be7,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:55.855965 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a09860a-d78a-435f-ba3c-e1b49a976cfe tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:55.859293 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-2a09860a-d78a-435f-ba3c-e1b49a976cfe tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:55.861479 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b620c364-dcd3-4dd4-95c8-150a028313cd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:55.867867 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a09860a-d78a-435f-ba3c-e1b49a976cfe tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:55.871335 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e8a4219d-24f8-4599-8278-1a8b2f0cdf1b tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:55.871673 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e8a4219d-24f8-4599-8278-1a8b2f0cdf1b tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:55.872835 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-050f01a5-0e78-4bcd-a99f-7eff4411081b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:55.907027 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9ab89606-40e8-4f37-a964-397c5eba8e66 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:55.933255 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f01a5-0e78-4bcd-a99f-7eff4411081b None None] Pushing event deleted for resources: {'Port': ['ID=820b815b-3b2e-4460-aa32-8076afa79963,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:55.942994 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050f01a5-0e78-4bcd-a99f-7eff4411081b None None] No DVR routers for this DVR port 820b815b-3b2e-4460-aa32-8076afa79963 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:15:55.980073 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:15:56.017114 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b620c364-dcd3-4dd4-95c8-150a028313cd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:subnet and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:56.029287 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b620c364-dcd3-4dd4-95c8-150a028313cd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:56.042898 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b620c364-dcd3-4dd4-95c8-150a028313cd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:56.058120 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:15:56.058567 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:56.063238 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-e8a4219d-24f8-4599-8278-1a8b2f0cdf1b tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Calling delete_port for 079dcf27-af52-47de-8731-92f07ae29c31 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:56.065412 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b620c364-dcd3-4dd4-95c8-150a028313cd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:56.068782 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b620c364-dcd3-4dd4-95c8-150a028313cd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:56.121574 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab89606-40e8-4f37-a964-397c5eba8e66 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Made reservation on behalf of 78c3c5be3bb346c69eb24aafc3836c0b for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:56.240304 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 820b815b-3b2e-4460-aa32-8076afa79963 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:15:56.264902 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-66fa19bf-8fdc-4604-bdf1-bd0c4d7a63ae tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:56.275571 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 820b815b-3b2e-4460-aa32-8076afa79963 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:15:56.276626 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 820b815b-3b2e-4460-aa32-8076afa79963 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:15:56.290415 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-83bd59f0-dfec-42fe-93ba-4ec13b48c1e4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:56.321663 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ab89606-40e8-4f37-a964-397c5eba8e66 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:56.341597 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa19bf-8fdc-4604-bdf1-bd0c4d7a63ae tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Pushing event deleted for resources: {'Port': ['ID=6cb098c0-fbb7-485e-9206-ed6b5c572abc,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:56.342862 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd59f0-dfec-42fe-93ba-4ec13b48c1e4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Pushing event deleted for resources: {'Port': ['ID=37ee7fa4-216a-4b37-a105-f39a9b166f45,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:56.517160 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.ipam_backend_mixin [None req-9ab89606-40e8-4f37-a964-397c5eba8e66 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Performing IP validity checks on allocation pools {{(pid=83737) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 06 14:15:56.517688 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.ipam_backend_mixin [None req-9ab89606-40e8-4f37-a964-397c5eba8e66 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83737) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 06 14:15:56.606777 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e8a4219d-24f8-4599-8278-1a8b2f0cdf1b tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:56.628264 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-83bd59f0-dfec-42fe-93ba-4ec13b48c1e4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:56.662458 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-66fa19bf-8fdc-4604-bdf1-bd0c4d7a63ae tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:56.669042 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4219d-24f8-4599-8278-1a8b2f0cdf1b tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Pushing event deleted for resources: {'Port': ['ID=079dcf27-af52-47de-8731-92f07ae29c31,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:56.729561 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-66fa19bf-8fdc-4604-bdf1-bd0c4d7a63ae tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] 10.222.0.60 "DELETE /v2.0/ports/6cb098c0-fbb7-485e-9206-ed6b5c572abc HTTP/1.1" status: 204 len: 168 time: 2.1634793 Apr 06 14:15:56.736261 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47438) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:56.778510 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a09860a-d78a-435f-ba3c-e1b49a976cfe tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:56.900038 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707d9a88-61a4-4475-a0ae-fa5d4fa02486 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:15:56.912572 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e207dd6c-7357-42f0-a914-f7e03fd8a3a6 None None] Sync routers for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:15:56.931670 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e207dd6c-7357-42f0-a914-f7e03fd8a3a6 None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:56.932397 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e207dd6c-7357-42f0-a914-f7e03fd8a3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:56.963305 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-e8a4219d-24f8-4599-8278-1a8b2f0cdf1b tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] create failed (client error): The resource could not be found. Apr 06 14:15:56.969836 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e8a4219d-24f8-4599-8278-1a8b2f0cdf1b tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.8528457 Apr 06 14:15:56.972949 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47444) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:56.990768 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-662616e6-bffa-47e6-a407-36b80428ad4b tempest-DHCPAgentSchedulersTestJSON-94166562 tempest-DHCPAgentSchedulersTestJSON-94166562-project-admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4313 time: 0.2525489 Apr 06 14:15:56.995571 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47448) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:57.022258 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e207dd6c-7357-42f0-a914-f7e03fd8a3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:57.022692 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ea5bbeef-59ad-4bf6-9478-4b1f1da0f6d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1809324741'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:57.033086 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ea5bbeef-59ad-4bf6-9478-4b1f1da0f6d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:57.035452 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e207dd6c-7357-42f0-a914-f7e03fd8a3a6 None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:57.036240 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e207dd6c-7357-42f0-a914-f7e03fd8a3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:57.038057 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ea5bbeef-59ad-4bf6-9478-4b1f1da0f6d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Usage tracker for resource:network and tenant:9647ba58a24b4314a7f4a2bb4109b751 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:57.042236 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ea5bbeef-59ad-4bf6-9478-4b1f1da0f6d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:57.048674 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ea5bbeef-59ad-4bf6-9478-4b1f1da0f6d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:57.059160 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-707d9a88-61a4-4475-a0ae-fa5d4fa02486 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:57.100235 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e207dd6c-7357-42f0-a914-f7e03fd8a3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:57.100790 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e207dd6c-7357-42f0-a914-f7e03fd8a3a6 None None] The sync data for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:15:57.104657 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5bbeef-59ad-4bf6-9478-4b1f1da0f6d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Made reservation on behalf of 9647ba58a24b4314a7f4a2bb4109b751 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:57.107683 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbeef-59ad-4bf6-9478-4b1f1da0f6d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:57.127601 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ab89606-40e8-4f37-a964-397c5eba8e66 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:57.195774 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-707d9a88-61a4-4475-a0ae-fa5d4fa02486 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.2952487 Apr 06 14:15:57.198252 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47452) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:57.210836 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.objects.ports [None req-b620c364-dcd3-4dd4-95c8-150a028313cd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83738) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 06 14:15:57.221931 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a09860a-d78a-435f-ba3c-e1b49a976cfe tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:57.225173 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b620c364-dcd3-4dd4-95c8-150a028313cd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:57.262604 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-63b2a622-442a-4ae7-aa1a-188a92d346ac tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Deleting port 3994a369-8a90-47c7-810c-9167a1aeb20b {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:15:57.262951 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-63b2a622-442a-4ae7-aa1a-188a92d346ac tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:57.391829 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea5bbeef-59ad-4bf6-9478-4b1f1da0f6d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:15:57.402208 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a09860a-d78a-435f-ba3c-e1b49a976cfe tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653861', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691619'] for router, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:57.431936 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab89606-40e8-4f37-a964-397c5eba8e66 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event updated for resources: {'Subnet': ['ID=8338ef53-97fb-4b60-a854-78eb759b60cf,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:57.449159 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbeef-59ad-4bf6-9478-4b1f1da0f6d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:57.449513 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-ea5bbeef-59ad-4bf6-9478-4b1f1da0f6d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Added segment 3afc81d9-bd1b-48f1-a98f-a9196549b73b of type vlan for network 675dc760-ab16-4f11-83ff-9dad123c5cfc Apr 06 14:15:57.481829 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab89606-40e8-4f37-a964-397c5eba8e66 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Checking segment: {'id': '837f8f9a-dc71-4476-843a-d66751024a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '467010bd-2ed7-44d2-b463-6085eca66bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:15:57.482189 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab89606-40e8-4f37-a964-397c5eba8e66 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Network hostable DHCP agents. Network: 467010bd-2ed7-44d2-b463-6085eca66bf6, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:15:57.495114 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbeef-59ad-4bf6-9478-4b1f1da0f6d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:57.500735 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c1c489b0-ac6e-40ef-9565-c1c243628f1c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "GET /v2.0/floatingips/a5b9acc1-07fc-40e8-b1f0-ddee02286c1d HTTP/1.1" status: 200 len: 977 time: 0.2962074 Apr 06 14:15:57.505960 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47456) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:57.552489 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b620c364-dcd3-4dd4-95c8-150a028313cd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:57.575891 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-b620c364-dcd3-4dd4-95c8-150a028313cd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:57.586583 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0e115f-d4f4-45ef-a29e-c4c292594187 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:57.614437 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbeef-59ad-4bf6-9478-4b1f1da0f6d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:57.618120 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5bbeef-59ad-4bf6-9478-4b1f1da0f6d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:57.619065 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbeef-59ad-4bf6-9478-4b1f1da0f6d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:57.620417 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b620c364-dcd3-4dd4-95c8-150a028313cd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:57.621042 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b620c364-dcd3-4dd4-95c8-150a028313cd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:57.651570 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab89606-40e8-4f37-a964-397c5eba8e66 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Network 467010bd-2ed7-44d2-b463-6085eca66bf6 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:15:57.725715 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-9ab89606-40e8-4f37-a964-397c5eba8e66 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 467010bd-2ed7-44d2-b463-6085eca66bf6) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:57.727966 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ea5bbeef-59ad-4bf6-9478-4b1f1da0f6d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7312508 Apr 06 14:15:57.734301 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620c364-dcd3-4dd4-95c8-150a028313cd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Subnet': ['ID=fa659bcd-a18d-41dd-8904-f2e4567f753b,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:57.741787 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-21b48770-3f8b-47e4-b0f2-1539eb59c8a4 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Synchronizing usage tracker for tenant:d61b98536deb4ef1889c048254212ea9 on resource:floatingip {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:15:57.745816 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab89606-40e8-4f37-a964-397c5eba8e66 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:57.746452 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ab89606-40e8-4f37-a964-397c5eba8e66 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:57.747646 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47460) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:57.768266 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5bbeef-59ad-4bf6-9478-4b1f1da0f6d8 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Pushing event updated for resources: {'Network': ['ID=675dc760-ab16-4f11-83ff-9dad123c5cfc,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:57.769486 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d62d9e-1efd-4369-8e31-096c4ddcec8e None None] Network 467010bd-2ed7-44d2-b463-6085eca66bf6 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:57.785223 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9ab89606-40e8-4f37-a964-397c5eba8e66 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.5695138 Apr 06 14:15:57.785223 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-21b48770-3f8b-47e4-b0f2-1539eb59c8a4 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Unset dirty status for tenant:d61b98536deb4ef1889c048254212ea9 on resource:floatingip {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:15:57.786553 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-21b48770-3f8b-47e4-b0f2-1539eb59c8a4 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2796049 Apr 06 14:15:57.787149 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47464) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:57.793811 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47466) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:57.793990 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-69ed54b6-afce-418b-8cbb-182d6348f577 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:57.823126 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f9c86f46-fd03-4eca-bf0d-c0b59b020a70 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Request body: {'floatingip': {'port_id': '60f03166-3ced-4af2-b212-1bcb772cf424'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:57.888200 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b620c364-dcd3-4dd4-95c8-150a028313cd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2820654 Apr 06 14:15:57.900755 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47472) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:57.909740 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-046ef0cc-7814-4b69-bfd9-8fd319f7b9ed tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:57.915730 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 675dc760-ab16-4f11-83ff-9dad123c5cfc details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:15:58.020387 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-69ed54b6-afce-418b-8cbb-182d6348f577 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1208167'] for subnet, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:58.056675 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83bd59f0-dfec-42fe-93ba-4ec13b48c1e4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Router b6f8f09c-2276-44c9-83de-b901e1a92a04 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:15:58.118522 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-046ef0cc-7814-4b69-bfd9-8fd319f7b9ed tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:58.125329 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f9c86f46-fd03-4eca-bf0d-c0b59b020a70 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:58.130331 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-046ef0cc-7814-4b69-bfd9-8fd319f7b9ed tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:subnet and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:58.135100 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-046ef0cc-7814-4b69-bfd9-8fd319f7b9ed tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:58.145580 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-046ef0cc-7814-4b69-bfd9-8fd319f7b9ed tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:58.158918 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e792224-f833-4c29-889d-3ccb743dac14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-45db5c66-c082-47ed-beeb-688e3c8646d5', 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'fixed_ips': [{'subnet_id': 'fa659bcd-a18d-41dd-8904-f2e4567f753b'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:15:58.159391 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8e792224-f833-4c29-889d-3ccb743dac14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:58.187481 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046ef0cc-7814-4b69-bfd9-8fd319f7b9ed tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:58.246473 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-63b2a622-442a-4ae7-aa1a-188a92d346ac tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:58.262938 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10eff19f-a8b5-4862-8b8a-fe2efd9c47db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-467010bd-2ed7-44d2-b463-6085eca66bf6', 'network_id': '467010bd-2ed7-44d2-b463-6085eca66bf6', 'tenant_id': '78c3c5be3bb346c69eb24aafc3836c0b', 'fixed_ips': [{'subnet_id': '8338ef53-97fb-4b60-a854-78eb759b60cf'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:15:58.263695 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-10eff19f-a8b5-4862-8b8a-fe2efd9c47db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:58.389009 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-046ef0cc-7814-4b69-bfd9-8fd319f7b9ed tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:58.408456 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-69ed54b6-afce-418b-8cbb-182d6348f577 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727578180756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1198452'] for subnet, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:58.486627 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-8e792224-f833-4c29-889d-3ccb743dac14 None None] Allocated IP 2001:db8::f816:3eff:fe72:49ae (45db5c66-c082-47ed-beeb-688e3c8646d5/fa659bcd-a18d-41dd-8904-f2e4567f753b/aa2a20a2-2277-4fa5-b81d-6111687026bf) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:58.513774 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-63b2a622-442a-4ae7-aa1a-188a92d346ac tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Calling delete_port for 3994a369-8a90-47c7-810c-9167a1aeb20b owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:15:58.532782 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-10eff19f-a8b5-4862-8b8a-fe2efd9c47db None None] Allocated IP 2001:db8::3 (467010bd-2ed7-44d2-b463-6085eca66bf6/8338ef53-97fb-4b60-a854-78eb759b60cf/f5c6aaee-3dc8-460e-a437-b3e7981b73fe) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:58.540068 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ed54b6-afce-418b-8cbb-182d6348f577 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:58.540583 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-69ed54b6-afce-418b-8cbb-182d6348f577 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:58.542209 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-69ed54b6-afce-418b-8cbb-182d6348f577 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "PUT /v2.0/subnets/8338ef53-97fb-4b60-a854-78eb759b60cf HTTP/1.1" status: 200 len: 900 time: 0.7538109 Apr 06 14:15:58.547598 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47476) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:58.556466 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed54b6-afce-418b-8cbb-182d6348f577 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event updated for resources: {'Subnet': ['ID=8338ef53-97fb-4b60-a854-78eb759b60cf,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:58.762878 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-795ba86c-7fb0-4975-8c0b-d1aaf3b98a53 tempest-DHCPAgentSchedulersTestJSON-94166562 tempest-DHCPAgentSchedulersTestJSON-94166562-project-admin] 10.222.0.60 "GET /v2.0/agents/294e36a6-000f-42c6-b7ab-9fe1d58ca2c7/dhcp-networks HTTP/1.1" status: 200 len: 12504 time: 1.0137944 Apr 06 14:15:58.766085 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:58.767628 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47480) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:58.826865 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bd59f0-dfec-42fe-93ba-4ec13b48c1e4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:15:58.850167 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436795f7-2b4f-42e8-a9f2-86c4ae6d43e0 None None] Sync routers for ids ['b6f8f09c-2276-44c9-83de-b901e1a92a04'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:15:58.897103 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8e792224-f833-4c29-889d-3ccb743dac14 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:58.901014 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436795f7-2b4f-42e8-a9f2-86c4ae6d43e0 None None] Routers {'b6f8f09c-2276-44c9-83de-b901e1a92a04'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:58.905772 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-436795f7-2b4f-42e8-a9f2-86c4ae6d43e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['b6f8f09c-2276-44c9-83de-b901e1a92a04'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:58.916421 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-63b2a622-442a-4ae7-aa1a-188a92d346ac tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:58.934360 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8e792224-f833-4c29-889d-3ccb743dac14 None None] Transition to ACTIVE for port object aa2a20a2-2277-4fa5-b81d-6111687026bf will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:58.946980 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:58.951562 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-10eff19f-a8b5-4862-8b8a-fe2efd9c47db None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:58.970513 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-10eff19f-a8b5-4862-8b8a-fe2efd9c47db None None] Transition to ACTIVE for port object f5c6aaee-3dc8-460e-a437-b3e7981b73fe will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:58.974026 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8e792224-f833-4c29-889d-3ccb743dac14 None None] Transition to ACTIVE for port object aa2a20a2-2277-4fa5-b81d-6111687026bf will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:58.988361 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8e792224-f833-4c29-889d-3ccb743dac14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:59.002838 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2a622-442a-4ae7-aa1a-188a92d346ac tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Pushing event deleted for resources: {'Port': ['ID=3994a369-8a90-47c7-810c-9167a1aeb20b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:59.006772 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-83bd59f0-dfec-42fe-93ba-4ec13b48c1e4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] 10.222.0.60 "PUT /v2.0/routers/b6f8f09c-2276-44c9-83de-b901e1a92a04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6054115 Apr 06 14:15:59.019297 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47484) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:59.044926 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-10eff19f-a8b5-4862-8b8a-fe2efd9c47db None None] Transition to ACTIVE for port object f5c6aaee-3dc8-460e-a437-b3e7981b73fe will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:15:59.068529 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-10eff19f-a8b5-4862-8b8a-fe2efd9c47db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:59.069888 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-436795f7-2b4f-42e8-a9f2-86c4ae6d43e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:59.081060 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436795f7-2b4f-42e8-a9f2-86c4ae6d43e0 None None] Routers {'b6f8f09c-2276-44c9-83de-b901e1a92a04'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:15:59.081726 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-436795f7-2b4f-42e8-a9f2-86c4ae6d43e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['b6f8f09c-2276-44c9-83de-b901e1a92a04'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:59.088997 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e792224-f833-4c29-889d-3ccb743dac14 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:59.089589 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:59.093911 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-8e792224-f833-4c29-889d-3ccb743dac14 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:59.096506 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e792224-f833-4c29-889d-3ccb743dac14 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:59.099548 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e792224-f833-4c29-889d-3ccb743dac14 None None] Pushing event updated for resources: {'Port': ['ID=aa2a20a2-2277-4fa5-b81d-6111687026bf,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:59.107860 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-4a3fa0bc-1841-4e81-968d-fb4c2f08421e tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] show failed (client error): The resource could not be found. Apr 06 14:15:59.109276 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4a3fa0bc-1841-4e81-968d-fb4c2f08421e tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-2093524470 HTTP/1.1" status: 404 len: 335 time: 0.0842142 Apr 06 14:15:59.126487 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47488) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:59.134356 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-204a904c-2f59-44c0-a605-2815394323da tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:59.152523 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-436795f7-2b4f-42e8-a9f2-86c4ae6d43e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:59.153159 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436795f7-2b4f-42e8-a9f2-86c4ae6d43e0 None None] The sync data for ids ['b6f8f09c-2276-44c9-83de-b901e1a92a04'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:15:59.191930 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eff19f-a8b5-4862-8b8a-fe2efd9c47db None None] Network 467010bd-2ed7-44d2-b463-6085eca66bf6 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:59.205054 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-10eff19f-a8b5-4862-8b8a-fe2efd9c47db None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:59.208126 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eff19f-a8b5-4862-8b8a-fe2efd9c47db None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:15:59.227766 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76866ce6-e56d-4eac-8074-4ba6b4b81342 tempest-DHCPAgentSchedulersTestJSON-94166562 tempest-DHCPAgentSchedulersTestJSON-94166562-project-admin] Network 675dc760-ab16-4f11-83ff-9dad123c5cfc is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:15:59.264796 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-76866ce6-e56d-4eac-8074-4ba6b4b81342 tempest-DHCPAgentSchedulersTestJSON-94166562 tempest-DHCPAgentSchedulersTestJSON-94166562-project-admin] 10.222.0.60 "POST /v2.0/agents/294e36a6-000f-42c6-b7ab-9fe1d58ca2c7/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4927878 Apr 06 14:15:59.265801 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47492) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:59.269266 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b991659-df37-4e57-b5d7-bf807fff7f0d None None] Network 675dc760-ab16-4f11-83ff-9dad123c5cfc requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:15:59.276525 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-046ef0cc-7814-4b69-bfd9-8fd319f7b9ed tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:59.298009 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-204a904c-2f59-44c0-a605-2815394323da tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] update failed (client error): The resource could not be found. Apr 06 14:15:59.305570 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-204a904c-2f59-44c0-a605-2815394323da tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-2134842289 HTTP/1.1" status: 404 len: 335 time: 0.1713486 Apr 06 14:15:59.308496 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47496) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:59.329384 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eff19f-a8b5-4862-8b8a-fe2efd9c47db None None] Pushing event updated for resources: {'Port': ['ID=f5c6aaee-3dc8-460e-a437-b3e7981b73fe,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:59.332102 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046ef0cc-7814-4b69-bfd9-8fd319f7b9ed tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:59.338778 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-046ef0cc-7814-4b69-bfd9-8fd319f7b9ed tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:59.351790 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046ef0cc-7814-4b69-bfd9-8fd319f7b9ed tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:59.352383 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-046ef0cc-7814-4b69-bfd9-8fd319f7b9ed tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:59.412273 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:59.480375 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-10eff19f-a8b5-4862-8b8a-fe2efd9c47db None None] Attempting to bind port f5c6aaee-3dc8-460e-a437-b3e7981b73fe on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:15:59.480678 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-10eff19f-a8b5-4862-8b8a-fe2efd9c47db None None] Attempting to bind port f5c6aaee-3dc8-460e-a437-b3e7981b73fe by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '837f8f9a-dc71-4476-843a-d66751024a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '467010bd-2ed7-44d2-b463-6085eca66bf6'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:15:59.481075 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eff19f-a8b5-4862-8b8a-fe2efd9c47db None None] Attempting to bind port f5c6aaee-3dc8-460e-a437-b3e7981b73fe on network 467010bd-2ed7-44d2-b463-6085eca66bf6 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:15:59.483237 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8e792224-f833-4c29-889d-3ccb743dac14 None None] Attempting to bind port aa2a20a2-2277-4fa5-b81d-6111687026bf on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:15:59.483619 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8e792224-f833-4c29-889d-3ccb743dac14 None None] Attempting to bind port aa2a20a2-2277-4fa5-b81d-6111687026bf by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:15:59.483967 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e792224-f833-4c29-889d-3ccb743dac14 None None] Attempting to bind port aa2a20a2-2277-4fa5-b81d-6111687026bf on network 45db5c66-c082-47ed-beeb-688e3c8646d5 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:15:59.498959 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ef0cc-7814-4b69-bfd9-8fd319f7b9ed tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Subnet': ['ID=c082453f-5ff4-4d47-8d20-a31cad1461a9,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:59.536984 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e792224-f833-4c29-889d-3ccb743dac14 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:15:59.537276 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e792224-f833-4c29-889d-3ccb743dac14 None None] Checking segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:15:59.537946 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8e792224-f833-4c29-889d-3ccb743dac14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:59.538101 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e792224-f833-4c29-889d-3ccb743dac14 None None] Bound using segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:15:59.538483 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8e792224-f833-4c29-889d-3ccb743dac14 None None] Bound port: aa2a20a2-2277-4fa5-b81d-6111687026bf, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:15:59.538858 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8e792224-f833-4c29-889d-3ccb743dac14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:59.540785 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-63b2a622-442a-4ae7-aa1a-188a92d346ac tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:59.545111 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-63b2a622-442a-4ae7-aa1a-188a92d346ac tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] 10.222.0.60 "DELETE /v2.0/ports/3994a369-8a90-47c7-810c-9167a1aeb20b HTTP/1.1" status: 204 len: 168 time: 2.5686605 Apr 06 14:15:59.547764 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47500) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:59.556765 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-046ef0cc-7814-4b69-bfd9-8fd319f7b9ed tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6497707 Apr 06 14:15:59.573200 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47504) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:59.579949 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event deleted for resources: {'Subnet': ['ID=8338ef53-97fb-4b60-a854-78eb759b60cf,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:59.581859 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eff19f-a8b5-4862-8b8a-fe2efd9c47db None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:15:59.581859 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eff19f-a8b5-4862-8b8a-fe2efd9c47db None None] Checking segment: {'id': '837f8f9a-dc71-4476-843a-d66751024a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '467010bd-2ed7-44d2-b463-6085eca66bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:15:59.582175 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-10eff19f-a8b5-4862-8b8a-fe2efd9c47db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:59.582387 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eff19f-a8b5-4862-8b8a-fe2efd9c47db None None] Bound using segment: {'id': '837f8f9a-dc71-4476-843a-d66751024a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '467010bd-2ed7-44d2-b463-6085eca66bf6'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:15:59.582838 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-10eff19f-a8b5-4862-8b8a-fe2efd9c47db None None] Bound port: f5c6aaee-3dc8-460e-a437-b3e7981b73fe, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837f8f9a-dc71-4476-843a-d66751024a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '467010bd-2ed7-44d2-b463-6085eca66bf6'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:15:59.583217 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-10eff19f-a8b5-4862-8b8a-fe2efd9c47db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:59.592586 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-47c82b1b-1fa5-45a2-aa6a-f07ae704b702 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'port': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'mac_address': 'fa:16:3e:26:5a:d8', 'name': 'tempest-NetworksTestDHCPv6-2066689884'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:15:59.595722 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a09860a-d78a-435f-ba3c-e1b49a976cfe tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Router 771e6151-79b9-4eb7-b08e-22bbf0aaac65 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:15:59.737129 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8e792224-f833-4c29-889d-3ccb743dac14 None None] For port aa2a20a2-2277-4fa5-b81d-6111687026bf, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:15:59.741037 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8e792224-f833-4c29-889d-3ccb743dac14 None None] For port aa2a20a2-2277-4fa5-b81d-6111687026bf, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=aa2a20a2-2277-4fa5-b81d-6111687026bf,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:15:59.743805 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-10eff19f-a8b5-4862-8b8a-fe2efd9c47db None None] For port f5c6aaee-3dc8-460e-a437-b3e7981b73fe, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:15:59.746846 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-10eff19f-a8b5-4862-8b8a-fe2efd9c47db None None] For port f5c6aaee-3dc8-460e-a437-b3e7981b73fe, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f5c6aaee-3dc8-460e-a437-b3e7981b73fe,segment=NetworkSegment(837f8f9a-dc71-4476-843a-d66751024a47),segment_id=837f8f9a-dc71-4476-843a-d66751024a47)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:15:59.748290 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8e792224-f833-4c29-889d-3ccb743dac14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:59.784664 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:59.784937 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-10eff19f-a8b5-4862-8b8a-fe2efd9c47db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:59.847918 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e792224-f833-4c29-889d-3ccb743dac14 None None] Pushing event updated for resources: {'Port': ['ID=aa2a20a2-2277-4fa5-b81d-6111687026bf,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:59.860485 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467010bd-2ed7-44d2-b463-6085eca66bf6']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:59.885187 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b1438ada-e668-430a-a918-0a51b9a90068 tempest-DHCPAgentSchedulersTestJSON-94166562 tempest-DHCPAgentSchedulersTestJSON-94166562-project-admin] 10.222.0.60 "GET /v2.0/agents/294e36a6-000f-42c6-b7ab-9fe1d58ca2c7/dhcp-networks HTTP/1.1" status: 200 len: 13251 time: 0.6174691 Apr 06 14:15:59.889892 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a677164-57e1-4df3-9114-e3174ab008da tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Deleting subnet 5da24169-4bd8-4edc-bd7e-1abd5667c882 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:15:59.902992 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47508) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:59.910237 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1a677164-57e1-4df3-9114-e3174ab008da tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:59.921041 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837f8f9a-dc71-4476-843a-d66751024a47') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:59.921344 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837f8f9a-dc71-4476-843a-d66751024a47') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:59.996141 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eff19f-a8b5-4862-8b8a-fe2efd9c47db None None] Pushing event updated for resources: {'Port': ['ID=f5c6aaee-3dc8-460e-a437-b3e7981b73fe,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:00.022526 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:00.033428 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0aa466-78e4-4cab-b962-0ae340ac3136 None None] Network 467010bd-2ed7-44d2-b463-6085eca66bf6 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:00.078215 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b40b01ee-1ea9-45ec-9aac-78c544492a63 tempest-DHCPAgentSchedulersTestJSON-94166562 tempest-DHCPAgentSchedulersTestJSON-94166562-project-admin] 10.222.0.60 "DELETE /v2.0/agents/294e36a6-000f-42c6-b7ab-9fe1d58ca2c7/dhcp-networks/675dc760-ab16-4f11-83ff-9dad123c5cfc HTTP/1.1" status: 204 len: 168 time: 0.1740942 Apr 06 14:16:00.081588 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-47c82b1b-1fa5-45a2-aa6a-f07ae704b702 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:00.086284 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47512) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:00.089499 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:00.093318 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-47c82b1b-1fa5-45a2-aa6a-f07ae704b702 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:port and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:00.120130 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-47c82b1b-1fa5-45a2-aa6a-f07ae704b702 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:00.155792 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1a677164-57e1-4df3-9114-e3174ab008da tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:00.165571 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:16:00.166243 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:16:00.230022 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:16:00.259337 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad30684-eda8-477e-b9e5-6508bb9cd626 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:00.260205 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5ad30684-eda8-477e-b9e5-6508bb9cd626 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Synchronizing usage tracker for tenant:ff6ca2585f8b42238388df9bcd192b90 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:16:00.302131 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-47c82b1b-1fa5-45a2-aa6a-f07ae704b702 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:00.424254 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c82b1b-1fa5-45a2-aa6a-f07ae704b702 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:00.428675 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-47c82b1b-1fa5-45a2-aa6a-f07ae704b702 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:00.451086 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dad09b-e814-472c-9d82-11640e39f0d5 None None] Network 467010bd-2ed7-44d2-b463-6085eca66bf6 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:00.456405 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 14:16:00.456405 dv-neutron-835868-1-hyperv neutron-server[83737]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 14:16:00.456405 dv-neutron-835868-1-hyperv neutron-server[83737]: [parameters: {'id': '467010bd-2ed7-44d2-b463-6085eca66bf6'}] Apr 06 14:16:00.456405 dv-neutron-835868-1-hyperv neutron-server[83737]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:16:00.456745 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:16:00.491275 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-47c82b1b-1fa5-45a2-aa6a-f07ae704b702 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] device_id is not set on port 3135f887-7295-4a1c-95c5-6e9e46265c2c yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:16:00.506232 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5ad30684-eda8-477e-b9e5-6508bb9cd626 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Unset dirty status for tenant:ff6ca2585f8b42238388df9bcd192b90 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:16:00.507544 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5ad30684-eda8-477e-b9e5-6508bb9cd626 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] 10.222.0.60 "GET /v2.0/ports?device_id=83850a7b-11b7-4284-9555-83c1b0626e33 HTTP/1.1" status: 200 len: 913 time: 0.9563324 Apr 06 14:16:00.511243 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47516) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:00.627842 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6e71de06-c5d1-4543-8906-06d9249470ae tempest-DHCPAgentSchedulersTestJSON-94166562 tempest-DHCPAgentSchedulersTestJSON-94166562-project-admin] 10.222.0.60 "GET /v2.0/agents/294e36a6-000f-42c6-b7ab-9fe1d58ca2c7/dhcp-networks HTTP/1.1" status: 200 len: 12506 time: 0.5361547 Apr 06 14:16:00.631202 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47520) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:00.662221 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1a677164-57e1-4df3-9114-e3174ab008da tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:00.708753 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6a821fe4-0e51-4115-b3c5-8c6b251792a9 tempest-DHCPAgentSchedulersTestJSON-94166562 tempest-DHCPAgentSchedulersTestJSON-94166562-project-admin] 10.222.0.60 "GET /v2.0/networks/c0025b94-ecea-48af-9e5a-f01e3461d367/dhcp-agents HTTP/1.1" status: 200 len: 811 time: 0.0724938 Apr 06 14:16:00.713986 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47524) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:00.760326 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-f9c86f46-fd03-4eca-bf0d-c0b59b020a70 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:16:00.821201 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-47c82b1b-1fa5-45a2-aa6a-f07ae704b702 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Allocated IP 172.20.0.2 (45db5c66-c082-47ed-beeb-688e3c8646d5/c082453f-5ff4-4d47-8d20-a31cad1461a9/3135f887-7295-4a1c-95c5-6e9e46265c2c) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:00.829242 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-47c82b1b-1fa5-45a2-aa6a-f07ae704b702 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Allocated IP 2001:db8::f816:3eff:fe26:5ad8 (45db5c66-c082-47ed-beeb-688e3c8646d5/fa659bcd-a18d-41dd-8904-f2e4567f753b/3135f887-7295-4a1c-95c5-6e9e46265c2c) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:00.940078 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-527508c0-710f-4a84-9c0a-27d2461e7758 tempest-DHCPAgentSchedulersTestJSON-94166562 tempest-DHCPAgentSchedulersTestJSON-94166562-project-admin] 10.222.0.60 "GET /v2.0/networks/c0025b94-ecea-48af-9e5a-f01e3461d367/dhcp-agents HTTP/1.1" status: 200 len: 811 time: 0.2254629 Apr 06 14:16:00.946376 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f9c86f46-fd03-4eca-bf0d-c0b59b020a70 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:00.947055 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47528) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:00.948200 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1a677164-57e1-4df3-9114-e3174ab008da tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:00.982841 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:01.000331 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f9c86f46-fd03-4eca-bf0d-c0b59b020a70 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:01.014433 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Deleting port f5c6aaee-3dc8-460e-a437-b3e7981b73fe {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:01.014802 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:01.073775 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a677164-57e1-4df3-9114-e3174ab008da tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Pushing event deleted for resources: {'Subnet': ['ID=5da24169-4bd8-4edc-bd7e-1abd5667c882,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:01.151907 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-47c82b1b-1fa5-45a2-aa6a-f07ae704b702 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:01.152747 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b485b969-ebc7-4a8b-9fb0-e2e6b747142e None None] Network b4f6f8e6-974d-4eef-abf2-197e012b3474 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:01.182591 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-47c82b1b-1fa5-45a2-aa6a-f07ae704b702 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Transition to ACTIVE for port object 3135f887-7295-4a1c-95c5-6e9e46265c2c will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:16:01.232026 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1a677164-57e1-4df3-9114-e3174ab008da tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:01.237590 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a895a473-5a07-444c-9856-f3c69e5694f2 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:01.266179 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1a677164-57e1-4df3-9114-e3174ab008da tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] 10.222.0.60 "DELETE /v2.0/subnets/5da24169-4bd8-4edc-bd7e-1abd5667c882 HTTP/1.1" status: 204 len: 168 time: 1.9545350 Apr 06 14:16:01.272757 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a09860a-d78a-435f-ba3c-e1b49a976cfe tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:16:01.274194 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47532) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:01.286952 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a09860a-d78a-435f-ba3c-e1b49a976cfe tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:01.290587 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2a09860a-d78a-435f-ba3c-e1b49a976cfe tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "PUT /v2.0/routers/771e6151-79b9-4eb7-b08e-22bbf0aaac65 HTTP/1.1" status: 200 len: 918 time: 9.6706173 Apr 06 14:16:01.311642 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47536) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:01.350648 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5704f4f0-ab11-45db-bf01-db2a6a09c656 None None] Sync routers for ids ['771e6151-79b9-4eb7-b08e-22bbf0aaac65'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:16:01.388811 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] For port f5c6aaee-3dc8-460e-a437-b3e7981b73fe, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f5c6aaee-3dc8-460e-a437-b3e7981b73fe,segment=NetworkSegment(837f8f9a-dc71-4476-843a-d66751024a47),segment_id=837f8f9a-dc71-4476-843a-d66751024a47)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:01.389447 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:01.460062 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5704f4f0-ab11-45db-bf01-db2a6a09c656 None None] Routers {'771e6151-79b9-4eb7-b08e-22bbf0aaac65'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:01.460622 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5704f4f0-ab11-45db-bf01-db2a6a09c656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['771e6151-79b9-4eb7-b08e-22bbf0aaac65'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:01.513153 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Calling delete_port for f5c6aaee-3dc8-460e-a437-b3e7981b73fe owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:01.534656 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-65864ca1-8798-46c3-ae45-e82691848547 None None] Provisioning for port aa2a20a2-2277-4fa5-b81d-6111687026bf completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:16:01.539825 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-47c82b1b-1fa5-45a2-aa6a-f07ae704b702 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:01.548002 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5704f4f0-ab11-45db-bf01-db2a6a09c656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:01.627995 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5704f4f0-ab11-45db-bf01-db2a6a09c656 None None] Routers {'771e6151-79b9-4eb7-b08e-22bbf0aaac65'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:01.628616 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5704f4f0-ab11-45db-bf01-db2a6a09c656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['771e6151-79b9-4eb7-b08e-22bbf0aaac65'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:01.637748 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c82b1b-1fa5-45a2-aa6a-f07ae704b702 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:01.643256 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c82b1b-1fa5-45a2-aa6a-f07ae704b702 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Port': ['ID=3135f887-7295-4a1c-95c5-6e9e46265c2c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:01.645770 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-47c82b1b-1fa5-45a2-aa6a-f07ae704b702 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:01.648935 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c82b1b-1fa5-45a2-aa6a-f07ae704b702 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:16:01.699955 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5704f4f0-ab11-45db-bf01-db2a6a09c656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:01.700356 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5704f4f0-ab11-45db-bf01-db2a6a09c656 None None] The sync data for ids ['771e6151-79b9-4eb7-b08e-22bbf0aaac65'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:16:01.716906 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d7229e15-c7c9-45fb-b695-6be91d4f0d6b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:01.725108 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-25f1a4b8-e96b-4a30-a3f3-1c538bcfee07 tempest-DHCPAgentSchedulersTestJSON-94166562 tempest-DHCPAgentSchedulersTestJSON-94166562-project-admin] 10.222.0.60 "GET /v2.0/agents/294e36a6-000f-42c6-b7ab-9fe1d58ca2c7/dhcp-networks HTTP/1.1" status: 200 len: 12468 time: 0.7696109 Apr 06 14:16:01.726736 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c82b1b-1fa5-45a2-aa6a-f07ae704b702 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:01.727215 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-47c82b1b-1fa5-45a2-aa6a-f07ae704b702 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:01.730525 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47540) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:01.733451 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:01.792461 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event deleted for resources: {'Port': ['ID=f5c6aaee-3dc8-460e-a437-b3e7981b73fe,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:01.805042 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] No DVR routers for this DVR port f5c6aaee-3dc8-460e-a437-b3e7981b73fe on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:16:01.821812 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3485fa2b-4cab-4e78-9c74-02258943f0b7 None None] DHCP port deletion for b4f6f8e6-974d-4eef-abf2-197e012b3474 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:16:01.826574 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3485fa2b-4cab-4e78-9c74-02258943f0b7 None None] Deleting port 0420b450-4999-491a-9d39-3a98a843d621 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:01.826937 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3485fa2b-4cab-4e78-9c74-02258943f0b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:02.008047 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d7229e15-c7c9-45fb-b695-6be91d4f0d6b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Deleting port 0420b450-4999-491a-9d39-3a98a843d621 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:02.008565 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d7229e15-c7c9-45fb-b695-6be91d4f0d6b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:02.010884 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dea72b4-da31-4bdc-9a2b-ae0599053bd5 None None] Update dhcp port {'port': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'fixed_ips': [{'subnet_id': 'fa659bcd-a18d-41dd-8904-f2e4567f753b', 'ip_address': '2001:db8::f816:3eff:fe72:49ae'}, {'subnet_id': 'c082453f-5ff4-4d47-8d20-a31cad1461a9'}], 'binding:host_id': 'dv-neutron-835868-1-hyperv'}, 'id': 'aa2a20a2-2277-4fa5-b81d-6111687026bf'} from dv-neutron-835868-1-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 06 14:16:02.016236 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:02.032171 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-47c82b1b-1fa5-45a2-aa6a-f07ae704b702 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4543664 Apr 06 14:16:02.035518 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47544) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:02.045249 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device aa2a20a2-2277-4fa5-b81d-6111687026bf up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:16:02.088980 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b9e6a2b6-c8e1-4335-bcd3-99386151a664 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:02.093988 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467010bd-2ed7-44d2-b463-6085eca66bf6']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:02.111512 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837f8f9a-dc71-4476-843a-d66751024a47') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:02.111952 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837f8f9a-dc71-4476-843a-d66751024a47') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:02.135352 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:02.165008 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da224431-445a-427d-85c5-51ee9aa64e72 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:02.169034 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da224431-445a-427d-85c5-51ee9aa64e72 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:02.169980 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-da224431-445a-427d-85c5-51ee9aa64e72 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:16:02.174106 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:02.183917 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:16:02.183917 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:16:02.199357 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:16:02.201971 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4dea72b4-da31-4bdc-9a2b-ae0599053bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:02.237551 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3485fa2b-4cab-4e78-9c74-02258943f0b7 None None] For port 0420b450-4999-491a-9d39-3a98a843d621, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=0420b450-4999-491a-9d39-3a98a843d621,segment=NetworkSegment(2dcee8c3-bd1d-497e-bb3c-f6bec0893425),segment_id=2dcee8c3-bd1d-497e-bb3c-f6bec0893425)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:02.237932 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3485fa2b-4cab-4e78-9c74-02258943f0b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:02.258918 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-da224431-445a-427d-85c5-51ee9aa64e72 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:16:02.262658 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-da224431-445a-427d-85c5-51ee9aa64e72 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2237134 Apr 06 14:16:02.263741 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47548) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:02.341078 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:02.359729 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:02.372332 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-f34d6e03-9d0b-433e-98e8-654e5325a1c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting port 3135f887-7295-4a1c-95c5-6e9e46265c2c {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:02.372797 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f34d6e03-9d0b-433e-98e8-654e5325a1c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:02.406771 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c8f2fa47-2e24-420a-8ed8-c25df507bfe2 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:02.412578 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event deleted for resources: {'Network': ['ID=467010bd-2ed7-44d2-b463-6085eca66bf6,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:02.417424 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-410ed0c8-f1a0-4ee8-aeb9-d279ab68cb5d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "DELETE /v2.0/networks/467010bd-2ed7-44d2-b463-6085eca66bf6 HTTP/1.1" status: 204 len: 168 time: 3.8656793 Apr 06 14:16:02.423532 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47552) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:02.442700 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3485fa2b-4cab-4e78-9c74-02258943f0b7 None None] Calling delete_port for 0420b450-4999-491a-9d39-3a98a843d621 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:02.476267 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-89246526-cb87-4583-aae4-ae403b5463fb tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] DELETE failed (client error): The resource could not be found. Apr 06 14:16:02.476488 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89246526-cb87-4583-aae4-ae403b5463fb tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:16:02.480527 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-89246526-cb87-4583-aae4-ae403b5463fb tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "DELETE /v2.0/subnets/8338ef53-97fb-4b60-a854-78eb759b60cf HTTP/1.1" status: 404 len: 337 time: 0.0537751 Apr 06 14:16:02.494576 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b9e6a2b6-c8e1-4335-bcd3-99386151a664 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:02.503866 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47556) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:02.543334 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5996c59-be30-42ce-9b7a-5fb21962db0b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] DELETE failed (client error): The resource could not be found. Apr 06 14:16:02.543838 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5996c59-be30-42ce-9b7a-5fb21962db0b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:16:02.548451 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c5996c59-be30-42ce-9b7a-5fb21962db0b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "DELETE /v2.0/networks/467010bd-2ed7-44d2-b463-6085eca66bf6 HTTP/1.1" status: 404 len: 339 time: 0.0363629 Apr 06 14:16:02.548451 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47560) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:02.559667 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port aa2a20a2-2277-4fa5-b81d-6111687026bf completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:16:02.574278 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port aa2a20a2-2277-4fa5-b81d-6111687026bf triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:02.574479 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:02.582085 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-f9c86f46-fd03-4eca-bf0d-c0b59b020a70 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Floating IP a5b9acc1-07fc-40e8-b1f0-ddee02286c1d associated. External IP: 172.26.8.141, port: bd51ceec-5ed8-4519-a83e-d3f907d6dce7. Apr 06 14:16:02.699467 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3485fa2b-4cab-4e78-9c74-02258943f0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:02.721500 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-b9e6a2b6-c8e1-4335-bcd3-99386151a664 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['675dc760-ab16-4f11-83ff-9dad123c5cfc']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:02.737527 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-d7229e15-c7c9-45fb-b695-6be91d4f0d6b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] For port 0420b450-4999-491a-9d39-3a98a843d621, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=0420b450-4999-491a-9d39-3a98a843d621,segment=NetworkSegment(2dcee8c3-bd1d-497e-bb3c-f6bec0893425),segment_id=2dcee8c3-bd1d-497e-bb3c-f6bec0893425)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:02.737886 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d7229e15-c7c9-45fb-b695-6be91d4f0d6b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:02.753780 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-30d06c51-66c0-4141-bd0f-33e8fa1d192d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:02.763768 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-b9e6a2b6-c8e1-4335-bcd3-99386151a664 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3afc81d9-bd1b-48f1-a98f-a9196549b73b') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:02.764304 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-b9e6a2b6-c8e1-4335-bcd3-99386151a664 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3afc81d9-bd1b-48f1-a98f-a9196549b73b') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:02.765245 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485fa2b-4cab-4e78-9c74-02258943f0b7 None None] Pushing event deleted for resources: {'Port': ['ID=0420b450-4999-491a-9d39-3a98a843d621,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:02.780474 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-4dea72b4-da31-4bdc-9a2b-ae0599053bd5 None None] Allocated IP 172.20.0.3 (45db5c66-c082-47ed-beeb-688e3c8646d5/c082453f-5ff4-4d47-8d20-a31cad1461a9/aa2a20a2-2277-4fa5-b81d-6111687026bf) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:02.831238 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-999b34c1-2df0-4a31-8696-f714d7f5aeda tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "GET /v2.0/routers/771e6151-79b9-4eb7-b08e-22bbf0aaac65 HTTP/1.1" status: 200 len: 924 time: 1.5146716 Apr 06 14:16:02.843921 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47564) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:02.881334 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f34d6e03-9d0b-433e-98e8-654e5325a1c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:02.895635 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d7229e15-c7c9-45fb-b695-6be91d4f0d6b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Calling delete_port for 0420b450-4999-491a-9d39-3a98a843d621 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:02.899811 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3485fa2b-4cab-4e78-9c74-02258943f0b7 None None] No DVR routers for this DVR port 0420b450-4999-491a-9d39-3a98a843d621 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:16:02.928845 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b9e6a2b6-c8e1-4335-bcd3-99386151a664 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:02.969258 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b9e6a2b6-c8e1-4335-bcd3-99386151a664 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:03.001862 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e6a2b6-c8e1-4335-bcd3-99386151a664 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:16:03.002821 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b9e6a2b6-c8e1-4335-bcd3-99386151a664 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:03.007744 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:16:03.020026 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:16:03.039814 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4dea72b4-da31-4bdc-9a2b-ae0599053bd5 None None] For port aa2a20a2-2277-4fa5-b81d-6111687026bf, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=aa2a20a2-2277-4fa5-b81d-6111687026bf,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:03.070780 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4dea72b4-da31-4bdc-9a2b-ae0599053bd5 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:03.129172 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-d7229e15-c7c9-45fb-b695-6be91d4f0d6b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:16:03.129382 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-d7229e15-c7c9-45fb-b695-6be91d4f0d6b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:16:03.132294 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4dea72b4-da31-4bdc-9a2b-ae0599053bd5 None None] Transition to ACTIVE for port object aa2a20a2-2277-4fa5-b81d-6111687026bf will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:16:03.135278 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b9e6a2b6-c8e1-4335-bcd3-99386151a664 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:03.136663 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4dea72b4-da31-4bdc-9a2b-ae0599053bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:03.156595 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b9e6a2b6-c8e1-4335-bcd3-99386151a664 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:03.169814 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6a2b6-c8e1-4335-bcd3-99386151a664 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Pushing event deleted for resources: {'Network': ['ID=675dc760-ab16-4f11-83ff-9dad123c5cfc,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:03.178503 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b9e6a2b6-c8e1-4335-bcd3-99386151a664 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] 10.222.0.60 "DELETE /v2.0/networks/675dc760-ab16-4f11-83ff-9dad123c5cfc HTTP/1.1" status: 204 len: 168 time: 1.4469733 Apr 06 14:16:03.184653 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-f34d6e03-9d0b-433e-98e8-654e5325a1c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Calling delete_port for 3135f887-7295-4a1c-95c5-6e9e46265c2c owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:03.208953 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47572) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:03.223267 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-30d06c51-66c0-4141-bd0f-33e8fa1d192d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:03.263163 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-30d06c51-66c0-4141-bd0f-33e8fa1d192d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4ff756c-bd18-4325-8af4-329efbdee9b6']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:03.269708 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1824d2-fb0f-44d9-a8d1-245415550c14 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] DELETE failed (client error): The resource could not be found. Apr 06 14:16:03.270013 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1824d2-fb0f-44d9-a8d1-245415550c14 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:16:03.271636 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fa1824d2-fb0f-44d9-a8d1-245415550c14 tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] 10.222.0.60 "DELETE /v2.0/ports/6cb098c0-fbb7-485e-9206-ed6b5c572abc HTTP/1.1" status: 404 len: 333 time: 0.0593705 Apr 06 14:16:03.276407 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47576) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:03.289011 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-30d06c51-66c0-4141-bd0f-33e8fa1d192d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e762415e-874d-4edd-bd4f-05919c00a697') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:03.289366 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-30d06c51-66c0-4141-bd0f-33e8fa1d192d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e762415e-874d-4edd-bd4f-05919c00a697') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:03.326468 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-30d06c51-66c0-4141-bd0f-33e8fa1d192d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:03.331260 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:16:03.331783 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:16:03.335287 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea72b4-da31-4bdc-9a2b-ae0599053bd5 None None] Pushing event updated for resources: {'Port': ['ID=aa2a20a2-2277-4fa5-b81d-6111687026bf,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:03.353676 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e18d95a0-3f20-476d-b968-68cbf5fe2d74 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=5b121ca5-69d5-4d27-bffe-4929f7aabdf6&device_id=771e6151-79b9-4eb7-b08e-22bbf0aaac65&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5086718 Apr 06 14:16:03.355308 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-30d06c51-66c0-4141-bd0f-33e8fa1d192d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:03.357295 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47580) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:03.415245 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d06c51-66c0-4141-bd0f-33e8fa1d192d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:16:03.415923 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-30d06c51-66c0-4141-bd0f-33e8fa1d192d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:16:03.430288 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:16:03.649740 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-30d06c51-66c0-4141-bd0f-33e8fa1d192d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:03.664571 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d7229e15-c7c9-45fb-b695-6be91d4f0d6b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Deleting port 0420b450-4999-491a-9d39-3a98a843d621 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:03.664941 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d7229e15-c7c9-45fb-b695-6be91d4f0d6b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:03.676985 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-30d06c51-66c0-4141-bd0f-33e8fa1d192d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:03.712851 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d06c51-66c0-4141-bd0f-33e8fa1d192d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event deleted for resources: {'Network': ['ID=d4ff756c-bd18-4325-8af4-329efbdee9b6,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:03.723103 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f12541-9cbf-4e73-a6e8-27259b73086f tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:03.725289 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-16f12541-9cbf-4e73-a6e8-27259b73086f tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "GET /v2.0/networks/5b121ca5-69d5-4d27-bffe-4929f7aabdf6 HTTP/1.1" status: 200 len: 881 time: 0.3665316 Apr 06 14:16:03.731219 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-30d06c51-66c0-4141-bd0f-33e8fa1d192d tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "DELETE /v2.0/networks/d4ff756c-bd18-4325-8af4-329efbdee9b6 HTTP/1.1" status: 204 len: 168 time: 1.1820114 Apr 06 14:16:03.732177 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47584) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:03.732636 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47586) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:03.782571 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8584eed-09a7-419d-a902-630ba95b2a9f tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] DELETE failed (client error): The resource could not be found. Apr 06 14:16:03.783833 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8584eed-09a7-419d-a902-630ba95b2a9f tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:16:03.786049 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f8584eed-09a7-419d-a902-630ba95b2a9f tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "DELETE /v2.0/subnets/83f0f3b6-bfbd-40e3-a291-af2668e7b45c HTTP/1.1" status: 404 len: 337 time: 0.0503991 Apr 06 14:16:03.786982 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f34d6e03-9d0b-433e-98e8-654e5325a1c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:03.792968 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47592) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:03.846409 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d7229e15-c7c9-45fb-b695-6be91d4f0d6b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] The port '0420b450-4999-491a-9d39-3a98a843d621' was deleted {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:16:03.884272 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-01c6f1c9-34bc-4680-a644-134dfc4836d0 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "GET /v2.0/ports?device_id=771e6151-79b9-4eb7-b08e-22bbf0aaac65 HTTP/1.1" status: 200 len: 205 time: 0.1500204 Apr 06 14:16:03.894831 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47596) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:03.921237 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:03.947655 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-8410b906-aae4-4dcb-89c1-134f76581ab7 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] DELETE failed (client error): The resource could not be found. Apr 06 14:16:03.948238 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8410b906-aae4-4dcb-89c1-134f76581ab7 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:16:03.952675 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8410b906-aae4-4dcb-89c1-134f76581ab7 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "DELETE /v2.0/networks/5899f5a0-733c-485f-a26b-a0c50522ebf3 HTTP/1.1" status: 404 len: 339 time: 0.1518734 Apr 06 14:16:03.961961 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47600) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:03.963753 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port aa2a20a2-2277-4fa5-b81d-6111687026bf, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=aa2a20a2-2277-4fa5-b81d-6111687026bf,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:03.971226 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:03.994046 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d6e03-9d0b-433e-98e8-654e5325a1c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Port': ['ID=3135f887-7295-4a1c-95c5-6e9e46265c2c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:04.034523 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 0420b450-4999-491a-9d39-3a98a843d621 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:16:04.079266 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 0420b450-4999-491a-9d39-3a98a843d621 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:16:04.079731 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 0420b450-4999-491a-9d39-3a98a843d621 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:16:04.114969 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=aa2a20a2-2277-4fa5-b81d-6111687026bf,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:04.131038 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7d31f95b-87c3-4379-be38-98a26fd3c05a None None] Provisioning for port aa2a20a2-2277-4fa5-b81d-6111687026bf completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:16:04.136089 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7d31f95b-87c3-4379-be38-98a26fd3c05a None None] Provisioning complete for port aa2a20a2-2277-4fa5-b81d-6111687026bf triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:04.136451 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7d31f95b-87c3-4379-be38-98a26fd3c05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:04.209570 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f34d6e03-9d0b-433e-98e8-654e5325a1c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:04.213663 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f34d6e03-9d0b-433e-98e8-654e5325a1c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/3135f887-7295-4a1c-95c5-6e9e46265c2c HTTP/1.1" status: 204 len: 168 time: 1.9473774 Apr 06 14:16:04.215357 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47604) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:04.222490 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce2705d-323a-4b76-9b11-1c2ba6fbc71c tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Deleting subnet 106fafc1-13a5-45ba-81ad-b87bc98973f9 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:16:04.234476 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device aa2a20a2-2277-4fa5-b81d-6111687026bf up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:16:04.292668 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ce2705d-323a-4b76-9b11-1c2ba6fbc71c tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:04.308667 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d678c613-81b8-4729-acd0-dda6949cd349 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:04.310638 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d678c613-81b8-4729-acd0-dda6949cd349 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:04.311955 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d678c613-81b8-4729-acd0-dda6949cd349 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:04.312752 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d678c613-81b8-4729-acd0-dda6949cd349 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:16:04.341625 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d678c613-81b8-4729-acd0-dda6949cd349 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:16:04.345278 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d678c613-81b8-4729-acd0-dda6949cd349 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1231751 Apr 06 14:16:04.353350 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47608) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:04.363685 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7d31f95b-87c3-4379-be38-98a26fd3c05a None None] Could not find standard attr ID for object 3135f887-7295-4a1c-95c5-6e9e46265c2c. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 14:16:04.374518 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port aa2a20a2-2277-4fa5-b81d-6111687026bf triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:04.375004 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:04.427499 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ead60278-1449-4e62-b953-82f3b966a2bb tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:04.450880 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d7229e15-c7c9-45fb-b695-6be91d4f0d6b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:04.473431 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ce2705d-323a-4b76-9b11-1c2ba6fbc71c tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:04.495560 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a17465b3-3dc7-4c13-9f89-04ce7aa12eb8 None None] Could not find standard attr ID for object 3135f887-7295-4a1c-95c5-6e9e46265c2c. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 14:16:04.578459 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-d7229e15-c7c9-45fb-b695-6be91d4f0d6b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f6f8e6-974d-4eef-abf2-197e012b3474']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:04.610551 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-d7229e15-c7c9-45fb-b695-6be91d4f0d6b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dcee8c3-bd1d-497e-bb3c-f6bec0893425') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:04.610750 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-d7229e15-c7c9-45fb-b695-6be91d4f0d6b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dcee8c3-bd1d-497e-bb3c-f6bec0893425') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:04.652685 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d7229e15-c7c9-45fb-b695-6be91d4f0d6b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:04.711209 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d7229e15-c7c9-45fb-b695-6be91d4f0d6b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:04.716685 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f60f9a-314b-4954-8830-11bbdee4922a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Deleting subnet dfcfb3fb-37a9-4209-bb12-6a87581b09d9 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:16:04.737765 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7229e15-c7c9-45fb-b695-6be91d4f0d6b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:16:04.738170 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d7229e15-c7c9-45fb-b695-6be91d4f0d6b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:04.753348 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a9f60f9a-314b-4954-8830-11bbdee4922a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:16:04.780650 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:16:04.797542 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf65d9c-e6a0-4d19-b547-50cc6efff07c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting subnet c082453f-5ff4-4d47-8d20-a31cad1461a9 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:16:04.802410 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-baf65d9c-e6a0-4d19-b547-50cc6efff07c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:04.866991 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-baf65d9c-e6a0-4d19-b547-50cc6efff07c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:04.893368 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f39ef2-2698-4ce3-bf4c-e0597323c2b6 None None] get_active_networks_info from dv-neutron-835868-1-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 06 14:16:04.904642 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ce2705d-323a-4b76-9b11-1c2ba6fbc71c tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:04.975460 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-baf65d9c-e6a0-4d19-b547-50cc6efff07c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:04.987279 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a9f60f9a-314b-4954-8830-11bbdee4922a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:05.007708 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ead60278-1449-4e62-b953-82f3b966a2bb tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:05.030519 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ead60278-1449-4e62-b953-82f3b966a2bb tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Deleting port 45654963-3b0a-465f-91d1-5cd126d36be7 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:05.030887 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ead60278-1449-4e62-b953-82f3b966a2bb tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:05.047713 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d7229e15-c7c9-45fb-b695-6be91d4f0d6b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:05.052510 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d7229e15-c7c9-45fb-b695-6be91d4f0d6b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:05.067574 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f39ef2-2698-4ce3-bf4c-e0597323c2b6 None None] Resources bound (agent type, host, resource id): {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:16:05.106857 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7229e15-c7c9-45fb-b695-6be91d4f0d6b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Pushing event deleted for resources: {'Network': ['ID=b4f6f8e6-974d-4eef-abf2-197e012b3474,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:05.113648 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d7229e15-c7c9-45fb-b695-6be91d4f0d6b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] 10.222.0.60 "DELETE /v2.0/networks/b4f6f8e6-974d-4eef-abf2-197e012b3474 HTTP/1.1" status: 204 len: 168 time: 3.8309476 Apr 06 14:16:05.117906 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47612) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:05.175206 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-baf65d9c-e6a0-4d19-b547-50cc6efff07c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:05.219884 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf65d9c-e6a0-4d19-b547-50cc6efff07c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Subnet': ['ID=c082453f-5ff4-4d47-8d20-a31cad1461a9,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:05.226077 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ce2705d-323a-4b76-9b11-1c2ba6fbc71c tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:05.242518 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-baf65d9c-e6a0-4d19-b547-50cc6efff07c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:05.269653 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ead60278-1449-4e62-b953-82f3b966a2bb tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:05.280257 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-baf65d9c-e6a0-4d19-b547-50cc6efff07c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/c082453f-5ff4-4d47-8d20-a31cad1461a9 HTTP/1.1" status: 204 len: 168 time: 0.9235504 Apr 06 14:16:05.281092 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47616) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:05.413478 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c86f46-fd03-4eca-bf0d-c0b59b020a70 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Router 598ef1dd-fe05-4abd-8045-5fcd94be81f3 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:16:05.414836 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2705d-323a-4b76-9b11-1c2ba6fbc71c tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Pushing event deleted for resources: {'Subnet': ['ID=106fafc1-13a5-45ba-81ad-b87bc98973f9,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:05.437876 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ead60278-1449-4e62-b953-82f3b966a2bb tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Calling delete_port for 45654963-3b0a-465f-91d1-5cd126d36be7 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:05.450923 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a9f60f9a-314b-4954-8830-11bbdee4922a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:05.479865 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ce2705d-323a-4b76-9b11-1c2ba6fbc71c tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:05.507008 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26864ea9-c22d-4fbb-90df-5fbfa19c995d None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:05.507765 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-f87be87e-a408-44e5-a02f-ac700ba491cb tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting subnet fa659bcd-a18d-41dd-8904-f2e4567f753b {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:16:05.513557 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f87be87e-a408-44e5-a02f-ac700ba491cb tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:05.522991 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f577d89d-a68a-43f0-acee-ebfe067bcfc8 None None] Network c0025b94-ecea-48af-9e5a-f01e3461d367 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:05.587476 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6ce2705d-323a-4b76-9b11-1c2ba6fbc71c tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] 10.222.0.60 "DELETE /v2.0/subnets/106fafc1-13a5-45ba-81ad-b87bc98973f9 HTTP/1.1" status: 204 len: 168 time: 2.3091221 Apr 06 14:16:05.587940 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f87be87e-a408-44e5-a02f-ac700ba491cb tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:05.599731 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47620) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:05.724963 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f87be87e-a408-44e5-a02f-ac700ba491cb tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:05.779155 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ead60278-1449-4e62-b953-82f3b966a2bb tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:05.838539 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead60278-1449-4e62-b953-82f3b966a2bb tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Pushing event deleted for resources: {'Port': ['ID=45654963-3b0a-465f-91d1-5cd126d36be7,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:05.937039 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c8f2fa47-2e24-420a-8ed8-c25df507bfe2 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Deleting port 63c2084b-75f7-471a-9eba-fa12ee4d79d8 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:05.937391 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c8f2fa47-2e24-420a-8ed8-c25df507bfe2 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:05.941671 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f87be87e-a408-44e5-a02f-ac700ba491cb tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:05.988676 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87be87e-a408-44e5-a02f-ac700ba491cb tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Subnet': ['ID=fa659bcd-a18d-41dd-8904-f2e4567f753b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:05.989395 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76d9123-b32b-48e7-b0da-ec6612a6814e None None] DHCP port deletion for c0025b94-ecea-48af-9e5a-f01e3461d367 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:16:06.002949 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f76d9123-b32b-48e7-b0da-ec6612a6814e None None] Deleting port f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:06.003450 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f76d9123-b32b-48e7-b0da-ec6612a6814e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:06.012046 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7bd3bdfa-1b61-47e3-9f7f-eb9cab2c3afe tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:06.044372 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a9f60f9a-314b-4954-8830-11bbdee4922a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:06.059165 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f87be87e-a408-44e5-a02f-ac700ba491cb tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:06.103609 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-35e8a01c-4eca-4a96-849c-5a6a8a1a764b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Deleting subnet 014c2a52-be28-49fc-817b-10f2dae62dab {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:16:06.108993 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a9f60f9a-314b-4954-8830-11bbdee4922a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:06.113505 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f60f9a-314b-4954-8830-11bbdee4922a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event deleted for resources: {'Subnet': ['ID=dfcfb3fb-37a9-4209-bb12-6a87581b09d9,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:06.115401 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-7bd3bdfa-1b61-47e3-9f7f-eb9cab2c3afe tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Deleting port f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:06.115743 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7bd3bdfa-1b61-47e3-9f7f-eb9cab2c3afe tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:06.116634 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55d3b5e-06b7-4ab0-83f6-46467836ee47 None None] Network 3fe44005-cdfd-42bb-8606-5c5bb73748be requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:06.150656 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f87be87e-a408-44e5-a02f-ac700ba491cb tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/fa659bcd-a18d-41dd-8904-f2e4567f753b HTTP/1.1" status: 204 len: 168 time: 0.8685465 Apr 06 14:16:06.153813 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47624) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:06.182087 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-35e8a01c-4eca-4a96-849c-5a6a8a1a764b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:06.232152 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-64ba556d-4cbb-4f08-9be2-eb9d1f4b1847 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772924 Apr 06 14:16:06.233542 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ead60278-1449-4e62-b953-82f3b966a2bb tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:06.285585 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device aa2a20a2-2277-4fa5-b81d-6111687026bf up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:16:06.315710 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47628) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:06.338312 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9a4003a3-322a-4f22-9bcd-0f4a1ae18e46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:06.500375 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f76d9123-b32b-48e7-b0da-ec6612a6814e None None] For port f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264,segment=NetworkSegment(11ce8e61-bd4d-47af-a72e-79c3d81d23b7),segment_id=11ce8e61-bd4d-47af-a72e-79c3d81d23b7)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:06.500892 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f76d9123-b32b-48e7-b0da-ec6612a6814e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:06.528815 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9a4003a3-322a-4f22-9bcd-0f4a1ae18e46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:06.532343 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a9f60f9a-314b-4954-8830-11bbdee4922a tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "DELETE /v2.0/subnets/dfcfb3fb-37a9-4209-bb12-6a87581b09d9 HTTP/1.1" status: 204 len: 168 time: 2.5635002 Apr 06 14:16:06.570046 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47634) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:06.575133 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9a4003a3-322a-4f22-9bcd-0f4a1ae18e46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:subnet and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:06.589828 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9a4003a3-322a-4f22-9bcd-0f4a1ae18e46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:06.618058 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-35e8a01c-4eca-4a96-849c-5a6a8a1a764b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:06.707621 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c8f2fa47-2e24-420a-8ed8-c25df507bfe2 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:06.715923 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9a4003a3-322a-4f22-9bcd-0f4a1ae18e46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:06.717298 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a273a5-f5c3-4bb6-9e5d-69578d2e6e97 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:06.735985 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f76d9123-b32b-48e7-b0da-ec6612a6814e None None] Calling delete_port for f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:06.769470 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port aa2a20a2-2277-4fa5-b81d-6111687026bf triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:06.769717 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:06.937692 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4003a3-322a-4f22-9bcd-0f4a1ae18e46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:06.953537 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ead60278-1449-4e62-b953-82f3b966a2bb tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:06.968782 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c8f2fa47-2e24-420a-8ed8-c25df507bfe2 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Calling delete_port for 63c2084b-75f7-471a-9eba-fa12ee4d79d8 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:06.969941 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ead60278-1449-4e62-b953-82f3b966a2bb tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:07.021141 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0879280-6a08-48f1-9c51-65826509c0b5 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Deleting subnet a3488e47-8b8a-4882-b5c8-7c2396ba4649 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:16:07.031970 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0879280-6a08-48f1-9c51-65826509c0b5 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:07.064135 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d57334-6fdc-4d4c-8fbe-a52c224afb16 req-0864b55c-758d-4394-87d6-dd4e7960178e tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:07.066270 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c9d57334-6fdc-4d4c-8fbe-a52c224afb16 req-0864b55c-758d-4394-87d6-dd4e7960178e tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.4291716 Apr 06 14:16:07.107819 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ead60278-1449-4e62-b953-82f3b966a2bb tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:07.108239 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead60278-1449-4e62-b953-82f3b966a2bb tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Fanout notify agent at l3_agent the message router_deleted on router 771e6151-79b9-4eb7-b08e-22bbf0aaac65 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:16:07.128341 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0879280-6a08-48f1-9c51-65826509c0b5 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:07.132656 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f76d9123-b32b-48e7-b0da-ec6612a6814e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:07.164908 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ead60278-1449-4e62-b953-82f3b966a2bb tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:07.167513 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ead60278-1449-4e62-b953-82f3b966a2bb tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "DELETE /v2.0/routers/771e6151-79b9-4eb7-b08e-22bbf0aaac65 HTTP/1.1" status: 204 len: 168 time: 3.2715738 Apr 06 14:16:07.173627 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e31c5e04-dab4-4302-b732-484065721060 None None] Provisioning complete for port aa2a20a2-2277-4fa5-b81d-6111687026bf triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:07.174029 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e31c5e04-dab4-4302-b732-484065721060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:07.189898 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47642) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:07.195630 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0db21685-307b-4c2e-bd8f-c1ce373ca60c tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1385306109', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:07.214197 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0db21685-307b-4c2e-bd8f-c1ce373ca60c tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:07.219794 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c9d57334-6fdc-4d4c-8fbe-a52c224afb16 req-13f38f62-8160-482d-9882-6ca11b5abee7 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474369 Apr 06 14:16:07.224257 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0db21685-307b-4c2e-bd8f-c1ce373ca60c tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Usage tracker for resource:router and tenant:cd16408f1c7a49b0849b357f06d3b0f4 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:07.230509 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d9123-b32b-48e7-b0da-ec6612a6814e None None] Pushing event deleted for resources: {'Port': ['ID=f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:07.230702 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0db21685-307b-4c2e-bd8f-c1ce373ca60c tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:07.243858 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0db21685-307b-4c2e-bd8f-c1ce373ca60c tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:07.274439 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0db21685-307b-4c2e-bd8f-c1ce373ca60c tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:07.276374 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0db21685-307b-4c2e-bd8f-c1ce373ca60c tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:07.294988 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0879280-6a08-48f1-9c51-65826509c0b5 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:07.300116 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76d9123-b32b-48e7-b0da-ec6612a6814e None None] No DVR routers for this DVR port f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:16:07.352673 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0db21685-307b-4c2e-bd8f-c1ce373ca60c tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:07.399308 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0db21685-307b-4c2e-bd8f-c1ce373ca60c tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:07.404516 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a4003a3-322a-4f22-9bcd-0f4a1ae18e46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:07.441011 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:16:07.442444 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0879280-6a08-48f1-9c51-65826509c0b5 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:07.481896 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:16:07.482242 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:16:07.500573 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0db21685-307b-4c2e-bd8f-c1ce373ca60c tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:07.502663 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0db21685-307b-4c2e-bd8f-c1ce373ca60c tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3108292 Apr 06 14:16:07.515559 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47648) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:07.516291 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0879280-6a08-48f1-9c51-65826509c0b5 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event deleted for resources: {'Subnet': ['ID=a3488e47-8b8a-4882-b5c8-7c2396ba4649,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:07.523673 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f65bf30b-ce4d-448b-b878-b054bac02961 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'enable_snat': False}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:07.530892 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-7bd3bdfa-1b61-47e3-9f7f-eb9cab2c3afe tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] For port f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264,segment=NetworkSegment(11ce8e61-bd4d-47af-a72e-79c3d81d23b7),segment_id=11ce8e61-bd4d-47af-a72e-79c3d81d23b7)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:07.531288 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7bd3bdfa-1b61-47e3-9f7f-eb9cab2c3afe tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:07.577435 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a5bf31-2944-4e9b-a745-f4362cdbdea5 None None] DHCP port deletion for 45db5c66-c082-47ed-beeb-688e3c8646d5 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:16:07.579256 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0879280-6a08-48f1-9c51-65826509c0b5 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:07.584156 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d0879280-6a08-48f1-9c51-65826509c0b5 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "DELETE /v2.0/subnets/a3488e47-8b8a-4882-b5c8-7c2396ba4649 HTTP/1.1" status: 204 len: 168 time: 1.0136335 Apr 06 14:16:07.584736 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e3a5bf31-2944-4e9b-a745-f4362cdbdea5 None None] Deleting port aa2a20a2-2277-4fa5-b81d-6111687026bf {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:07.585317 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e3a5bf31-2944-4e9b-a745-f4362cdbdea5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:07.590632 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47652) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:07.727210 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-35e8a01c-4eca-4a96-849c-5a6a8a1a764b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:07.766983 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-7bd3bdfa-1b61-47e3-9f7f-eb9cab2c3afe tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Calling delete_port for f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:07.775493 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bd23c49-5508-4049-bc32-d58a2d819900 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:07.845683 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e3a5bf31-2944-4e9b-a745-f4362cdbdea5 None None] For port aa2a20a2-2277-4fa5-b81d-6111687026bf, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=aa2a20a2-2277-4fa5-b81d-6111687026bf,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:07.846301 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e3a5bf31-2944-4e9b-a745-f4362cdbdea5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:07.858949 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5bd23c49-5508-4049-bc32-d58a2d819900 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Deleting port 557a8c1c-6a1b-4110-b5ea-69d666948459 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:07.859754 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bd23c49-5508-4049-bc32-d58a2d819900 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:08.007603 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e3a5bf31-2944-4e9b-a745-f4362cdbdea5 None None] Calling delete_port for aa2a20a2-2277-4fa5-b81d-6111687026bf owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:08.046301 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfdb205-7718-4bc4-b278-22a2448032e9 None None] Network 3fe44005-cdfd-42bb-8606-5c5bb73748be requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:08.074458 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c86f46-fd03-4eca-bf0d-c0b59b020a70 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:16:08.089462 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf37699b-a403-495e-ac2c-4c3dea9f62e4 None None] Sync routers for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:16:08.126105 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf37699b-a403-495e-ac2c-4c3dea9f62e4 None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:08.126974 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-cf37699b-a403-495e-ac2c-4c3dea9f62e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:08.235370 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-cf37699b-a403-495e-ac2c-4c3dea9f62e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:08.237403 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-7bd3bdfa-1b61-47e3-9f7f-eb9cab2c3afe tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:16:08.237834 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-7bd3bdfa-1b61-47e3-9f7f-eb9cab2c3afe tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:16:08.244692 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4c51a-8ee2-4af4-b3ae-dd13654e770c req-ae23d5e1-f8a0-46b8-86d4-97c895f35c47 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:08.246450 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a0b4c51a-8ee2-4af4-b3ae-dd13654e770c req-ae23d5e1-f8a0-46b8-86d4-97c895f35c47 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.8208439 Apr 06 14:16:08.255474 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-35e8a01c-4eca-4a96-849c-5a6a8a1a764b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:08.258240 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf37699b-a403-495e-ac2c-4c3dea9f62e4 None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:08.259182 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-cf37699b-a403-495e-ac2c-4c3dea9f62e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:15:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:08.259554 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c8f2fa47-2e24-420a-8ed8-c25df507bfe2 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:08.260816 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-5bd23c49-5508-4049-bc32-d58a2d819900 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] For port 557a8c1c-6a1b-4110-b5ea-69d666948459, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=557a8c1c-6a1b-4110-b5ea-69d666948459,segment=NetworkSegment(9bdc491b-4553-4941-b47b-56cad267e164),segment_id=9bdc491b-4553-4941-b47b-56cad267e164)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:08.261213 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bd23c49-5508-4049-bc32-d58a2d819900 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:08.287648 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device aa2a20a2-2277-4fa5-b81d-6111687026bf no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:16:08.327911 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-cf37699b-a403-495e-ac2c-4c3dea9f62e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:08.328559 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf37699b-a403-495e-ac2c-4c3dea9f62e4 None None] The sync data for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:16:08.339442 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e3a5bf31-2944-4e9b-a745-f4362cdbdea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:08.342712 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: aa2a20a2-2277-4fa5-b81d-6111687026bf {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:16:08.343059 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device aa2a20a2-2277-4fa5-b81d-6111687026bf not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:16:08.383438 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5bd23c49-5508-4049-bc32-d58a2d819900 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Calling delete_port for 557a8c1c-6a1b-4110-b5ea-69d666948459 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:08.384299 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f2fa47-2e24-420a-8ed8-c25df507bfe2 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Pushing event deleted for resources: {'Port': ['ID=63c2084b-75f7-471a-9eba-fa12ee4d79d8,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:08.387328 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8a01c-4eca-4a96-849c-5a6a8a1a764b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Pushing event deleted for resources: {'Subnet': ['ID=014c2a52-be28-49fc-817b-10f2dae62dab,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:08.407709 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b1e3b170-ddc6-458f-a657-0fbdd81bcc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:08.413288 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-35e8a01c-4eca-4a96-849c-5a6a8a1a764b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:08.428644 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5bf31-2944-4e9b-a745-f4362cdbdea5 None None] Pushing event deleted for resources: {'Port': ['ID=aa2a20a2-2277-4fa5-b81d-6111687026bf,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:08.430479 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaecf6a6-fbfc-4748-96f4-02f4f1144c0b None None] Network 3a6af0c8-9753-4c61-8776-d68cd0db37a5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:08.537386 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a5bf31-2944-4e9b-a745-f4362cdbdea5 None None] No DVR routers for this DVR port aa2a20a2-2277-4fa5-b81d-6111687026bf on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:16:08.563386 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-29e173ee-3f53-4e28-bf27-e6bc9cb98e66 None None] Provisioning complete for port 557a8c1c-6a1b-4110-b5ea-69d666948459 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:08.564006 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-29e173ee-3f53-4e28-bf27-e6bc9cb98e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:08.581896 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-35e8a01c-4eca-4a96-849c-5a6a8a1a764b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] 10.222.0.60 "DELETE /v2.0/subnets/014c2a52-be28-49fc-817b-10f2dae62dab HTTP/1.1" status: 204 len: 168 time: 3.4593925 Apr 06 14:16:08.582842 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47656) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:08.592001 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a0b4c51a-8ee2-4af4-b3ae-dd13654e770c req-db54c320-5a90-484f-97aa-284d5893ec48 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3262792 Apr 06 14:16:08.652320 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f65bf30b-ce4d-448b-b878-b054bac02961 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:08.673425 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bd23c49-5508-4049-bc32-d58a2d819900 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:08.765239 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd23c49-5508-4049-bc32-d58a2d819900 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event deleted for resources: {'Port': ['ID=557a8c1c-6a1b-4110-b5ea-69d666948459,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:08.768769 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-29e173ee-3f53-4e28-bf27-e6bc9cb98e66 None None] Could not find standard attr ID for object 557a8c1c-6a1b-4110-b5ea-69d666948459. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 14:16:08.771604 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.plugins.ml2.db [None req-29e173ee-3f53-4e28-bf27-e6bc9cb98e66 None None] No ports have port_id starting with 557a8c1c-6a1b-4110-b5ea-69d666948459 Apr 06 14:16:08.803180 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-7bd3bdfa-1b61-47e3-9f7f-eb9cab2c3afe tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Deleting port f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:08.803518 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7bd3bdfa-1b61-47e3-9f7f-eb9cab2c3afe tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:08.817480 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd23c49-5508-4049-bc32-d58a2d819900 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] No DVR routers for this DVR port 557a8c1c-6a1b-4110-b5ea-69d666948459 on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:16:08.846839 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684cb96d-15cc-4a26-affa-e4e56587216a None None] DHCP port deletion for 3fe44005-cdfd-42bb-8606-5c5bb73748be request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:16:08.912370 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a4003a3-322a-4f22-9bcd-0f4a1ae18e46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:08.919120 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863ecd12-fe23-41af-bb9a-3cf734279753 None None] DHCP port deletion for 3a6af0c8-9753-4c61-8776-d68cd0db37a5 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:16:08.920846 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-7bd3bdfa-1b61-47e3-9f7f-eb9cab2c3afe tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] The port 'f3d33ee5-5587-4ebb-8bb4-c1a7b7c41264' was deleted {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:16:08.925287 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-863ecd12-fe23-41af-bb9a-3cf734279753 None None] Deleting port 4a125081-1a27-4f1b-a839-4717c22d58fe {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:08.925672 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-863ecd12-fe23-41af-bb9a-3cf734279753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:09.165311 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bd23c49-5508-4049-bc32-d58a2d819900 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:09.167274 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c8f2fa47-2e24-420a-8ed8-c25df507bfe2 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:09.172324 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4003a3-322a-4f22-9bcd-0f4a1ae18e46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:09.182676 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-863ecd12-fe23-41af-bb9a-3cf734279753 None None] For port 4a125081-1a27-4f1b-a839-4717c22d58fe, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4a125081-1a27-4f1b-a839-4717c22d58fe,segment=NetworkSegment(4e3e93c0-1b9b-4a81-86e6-147f14184029),segment_id=4e3e93c0-1b9b-4a81-86e6-147f14184029)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:09.183148 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-863ecd12-fe23-41af-bb9a-3cf734279753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:09.222748 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-06af06aa-5a44-4403-965c-167fc5c7562f tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Deleting subnet 1e8bb726-c009-4669-b8f9-1481d62c6e92 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:16:09.226916 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-5bd23c49-5508-4049-bc32-d58a2d819900 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe44005-cdfd-42bb-8606-5c5bb73748be']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:09.229614 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-9a4003a3-322a-4f22-9bcd-0f4a1ae18e46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:09.232456 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4003a3-322a-4f22-9bcd-0f4a1ae18e46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:09.233357 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a4003a3-322a-4f22-9bcd-0f4a1ae18e46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:09.243137 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-06af06aa-5a44-4403-965c-167fc5c7562f tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:09.247786 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d956ddba-63be-4110-bcae-9030448bd95a None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:09.261120 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4003a3-322a-4f22-9bcd-0f4a1ae18e46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Subnet': ['ID=83047b49-a501-4621-be2e-8bc58bdbdcd4,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:09.274491 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-5bd23c49-5508-4049-bc32-d58a2d819900 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bdc491b-4553-4941-b47b-56cad267e164') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:09.274787 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-5bd23c49-5508-4049-bc32-d58a2d819900 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bdc491b-4553-4941-b47b-56cad267e164') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:09.276040 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7bd3bdfa-1b61-47e3-9f7f-eb9cab2c3afe tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:09.304183 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82992ca-54bd-4c6f-8b5b-c71bfb495a63 req-19131dfd-5bb1-479d-a4e7-8bc2eebb0c12 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:09.305685 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b82992ca-54bd-4c6f-8b5b-c71bfb495a63 req-19131dfd-5bb1-479d-a4e7-8bc2eebb0c12 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.4861293 Apr 06 14:16:09.313712 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bd23c49-5508-4049-bc32-d58a2d819900 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:09.326411 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-863ecd12-fe23-41af-bb9a-3cf734279753 None None] Calling delete_port for 4a125081-1a27-4f1b-a839-4717c22d58fe owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:09.356331 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-06af06aa-5a44-4403-965c-167fc5c7562f tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:09.363515 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9a4003a3-322a-4f22-9bcd-0f4a1ae18e46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0364926 Apr 06 14:16:09.370865 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47662) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:09.385508 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bd23c49-5508-4049-bc32-d58a2d819900 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:09.407925 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd23c49-5508-4049-bc32-d58a2d819900 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:16:09.408359 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bd23c49-5508-4049-bc32-d58a2d819900 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:16:09.423530 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:16:09.427304 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-124bbea3-2429-4796-bf19-e8899adb8bb5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:09.456676 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-7bd3bdfa-1b61-47e3-9f7f-eb9cab2c3afe tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0025b94-ecea-48af-9e5a-f01e3461d367']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:09.515987 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-863ecd12-fe23-41af-bb9a-3cf734279753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:09.522854 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-7bd3bdfa-1b61-47e3-9f7f-eb9cab2c3afe tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ce8e61-bd4d-47af-a72e-79c3d81d23b7') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:09.523160 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-7bd3bdfa-1b61-47e3-9f7f-eb9cab2c3afe tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ce8e61-bd4d-47af-a72e-79c3d81d23b7') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:09.523956 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b82992ca-54bd-4c6f-8b5b-c71bfb495a63 req-b3cc776b-ac58-4b48-9f0e-4094e84a571b tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011673 Apr 06 14:16:09.559192 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bd23c49-5508-4049-bc32-d58a2d819900 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:09.568985 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ecd12-fe23-41af-bb9a-3cf734279753 None None] Pushing event deleted for resources: {'Port': ['ID=4a125081-1a27-4f1b-a839-4717c22d58fe,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:09.586997 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863ecd12-fe23-41af-bb9a-3cf734279753 None None] No DVR routers for this DVR port 4a125081-1a27-4f1b-a839-4717c22d58fe on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:16:09.587751 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bd23c49-5508-4049-bc32-d58a2d819900 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:09.604615 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd23c49-5508-4049-bc32-d58a2d819900 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event deleted for resources: {'Network': ['ID=3fe44005-cdfd-42bb-8606-5c5bb73748be,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:09.645617 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c3da74-9485-4612-b7be-490d15854bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-45db5c66-c082-47ed-beeb-688e3c8646d5', 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'fixed_ips': [{'subnet_id': '83047b49-a501-4621-be2e-8bc58bdbdcd4'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:16:09.646670 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-27c3da74-9485-4612-b7be-490d15854bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:09.654773 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7bd3bdfa-1b61-47e3-9f7f-eb9cab2c3afe tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:09.770258 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5bd23c49-5508-4049-bc32-d58a2d819900 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "DELETE /v2.0/networks/3fe44005-cdfd-42bb-8606-5c5bb73748be HTTP/1.1" status: 204 len: 168 time: 2.1785212 Apr 06 14:16:09.773452 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-06af06aa-5a44-4403-965c-167fc5c7562f tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:09.783600 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47668) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:09.784911 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7bd3bdfa-1b61-47e3-9f7f-eb9cab2c3afe tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:09.828715 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-27c3da74-9485-4612-b7be-490d15854bd3 None None] Allocated IP 172.20.0.2 (45db5c66-c082-47ed-beeb-688e3c8646d5/83047b49-a501-4621-be2e-8bc58bdbdcd4/372d1e2e-c2dc-416a-87cf-f1297c114943) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:09.834935 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f65bf30b-ce4d-448b-b878-b054bac02961 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:09.872728 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f65bf30b-ce4d-448b-b878-b054bac02961 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:09.928516 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd3bdfa-1b61-47e3-9f7f-eb9cab2c3afe tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:16:09.929047 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7bd3bdfa-1b61-47e3-9f7f-eb9cab2c3afe tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:09.940356 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-06af06aa-5a44-4403-965c-167fc5c7562f tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:09.987192 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af06aa-5a44-4403-965c-167fc5c7562f tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Pushing event deleted for resources: {'Subnet': ['ID=1e8bb726-c009-4669-b8f9-1481d62c6e92,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:10.010694 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c8b950-8966-4958-8e19-a51330c01e6c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] DELETE failed (client error): The resource could not be found. Apr 06 14:16:10.011089 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6c8b950-8966-4958-8e19-a51330c01e6c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e6c8b950-8966-4958-8e19-a51330c01e6c tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "DELETE /v2.0/subnets/bb68d9e0-8744-4939-a58d-94babd183baa HTTP/1.1" status: 404 len: 337 time: 0.2242131 Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:16:10.015271 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:16:10.023361 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf3f7c1-aa7b-4f37-be83-6e055eb33de0 None None] Network b1747877-0871-4bb1-9811-970804e610f6 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:10.031051 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47672) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:10.032209 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-06af06aa-5a44-4403-965c-167fc5c7562f tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:10.077679 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-06af06aa-5a44-4403-965c-167fc5c7562f tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] 10.222.0.60 "DELETE /v2.0/subnets/1e8bb726-c009-4669-b8f9-1481d62c6e92 HTTP/1.1" status: 204 len: 168 time: 1.4916906 Apr 06 14:16:10.079353 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc336d47-9ef8-4b72-b318-e6b7b5a30254 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] DELETE failed (client error): The resource could not be found. Apr 06 14:16:10.079798 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc336d47-9ef8-4b72-b318-e6b7b5a30254 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:16:10.083646 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cc336d47-9ef8-4b72-b318-e6b7b5a30254 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "DELETE /v2.0/networks/5df1c6b1-6167-4994-a5f2-8e1931e6bd1b HTTP/1.1" status: 404 len: 339 time: 0.0458717 Apr 06 14:16:10.083646 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47676) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:10.085501 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47678) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:10.151605 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-124bbea3-2429-4796-bf19-e8899adb8bb5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:10.154725 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-27c3da74-9485-4612-b7be-490d15854bd3 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:10.168585 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-124bbea3-2429-4796-bf19-e8899adb8bb5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:subnet and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:10.172166 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7bd3bdfa-1b61-47e3-9f7f-eb9cab2c3afe tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:10.177118 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7bd3bdfa-1b61-47e3-9f7f-eb9cab2c3afe tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:10.180290 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-124bbea3-2429-4796-bf19-e8899adb8bb5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:10.198191 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-27c3da74-9485-4612-b7be-490d15854bd3 None None] Transition to ACTIVE for port object 372d1e2e-c2dc-416a-87cf-f1297c114943 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:16:10.201931 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-442aafa3-2242-4384-a7f1-a19185bfe9da tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] DELETE failed (client error): The resource could not be found. Apr 06 14:16:10.202424 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-442aafa3-2242-4384-a7f1-a19185bfe9da tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:16:10.207044 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-442aafa3-2242-4384-a7f1-a19185bfe9da tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "DELETE /v2.0/subnets/e125b730-46a7-4df5-9cd2-9a4c65228af6 HTTP/1.1" status: 404 len: 337 time: 0.0998459 Apr 06 14:16:10.215685 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47684) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:10.247173 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-f65bf30b-ce4d-448b-b878-b054bac02961 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Allocated IP 172.26.8.78 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/ebcc5330-4c2a-44c3-8677-dfc8d628c53c) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:10.255092 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 557a8c1c-6a1b-4110-b5ea-69d666948459 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:16:10.262505 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-40597ac7-a271-4c24-9b9b-ec95fef9f2a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] DELETE failed (client error): The resource could not be found. Apr 06 14:16:10.262882 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40597ac7-a271-4c24-9b9b-ec95fef9f2a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:16:10.267049 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-40597ac7-a271-4c24-9b9b-ec95fef9f2a3 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "DELETE /v2.0/networks/bf928e14-7f9f-4bca-bb40-91dfaa0615cb HTTP/1.1" status: 404 len: 339 time: 0.0452433 Apr 06 14:16:10.268691 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-124bbea3-2429-4796-bf19-e8899adb8bb5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:10.277454 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47688) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:10.282716 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3bdfa-1b61-47e3-9f7f-eb9cab2c3afe tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] Pushing event deleted for resources: {'Network': ['ID=c0025b94-ecea-48af-9e5a-f01e3461d367,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:10.293631 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 557a8c1c-6a1b-4110-b5ea-69d666948459 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:16:10.293967 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 557a8c1c-6a1b-4110-b5ea-69d666948459 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:16:10.294390 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4a125081-1a27-4f1b-a839-4717c22d58fe no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:16:10.335028 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 4a125081-1a27-4f1b-a839-4717c22d58fe {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:16:10.335028 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4a125081-1a27-4f1b-a839-4717c22d58fe not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:16:10.338868 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7bd3bdfa-1b61-47e3-9f7f-eb9cab2c3afe tempest-DHCPAgentSchedulersTestJSON-440402995 tempest-DHCPAgentSchedulersTestJSON-440402995-project] 10.222.0.60 "DELETE /v2.0/networks/c0025b94-ecea-48af-9e5a-f01e3461d367 HTTP/1.1" status: 204 len: 168 time: 4.7376280 Apr 06 14:16:10.344046 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-db8dded1-91a8-4d1f-849f-d2a8064392c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:10.351971 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-27c3da74-9485-4612-b7be-490d15854bd3 None None] Transition to ACTIVE for port object 372d1e2e-c2dc-416a-87cf-f1297c114943 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:16:10.352163 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c3f0ae7-99f6-471e-b4e0-d08c771a0178 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] DELETE failed (client error): The resource could not be found. Apr 06 14:16:10.352743 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c3f0ae7-99f6-471e-b4e0-d08c771a0178 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:16:10.357400 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3c3f0ae7-99f6-471e-b4e0-d08c771a0178 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "DELETE /v2.0/subnets/633df8d8-de80-4f7e-b7b6-5c31854f4811 HTTP/1.1" status: 404 len: 337 time: 0.0764773 Apr 06 14:16:10.357545 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df1b35-7d44-421e-8551-c15e245ff062 req-ea0b09e5-437e-433b-9e71-742dc45829e5 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:10.366301 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d2df1b35-7d44-421e-8551-c15e245ff062 req-ea0b09e5-437e-433b-9e71-742dc45829e5 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.6320820 Apr 06 14:16:10.376109 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-27c3da74-9485-4612-b7be-490d15854bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:10.386571 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47694) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:10.411143 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124bbea3-2429-4796-bf19-e8899adb8bb5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:10.414566 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-124bbea3-2429-4796-bf19-e8899adb8bb5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:10.474665 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3da74-9485-4612-b7be-490d15854bd3 None None] Pushing event updated for resources: {'Port': ['ID=372d1e2e-c2dc-416a-87cf-f1297c114943,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:10.528816 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c3da74-9485-4612-b7be-490d15854bd3 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:10.530957 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-27c3da74-9485-4612-b7be-490d15854bd3 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:10.534137 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c3da74-9485-4612-b7be-490d15854bd3 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:16:10.623755 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-db8dded1-91a8-4d1f-849f-d2a8064392c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:10.633351 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1a2c76-7cdc-4c33-befe-25494257b065 None None] DHCP port deletion for b1747877-0871-4bb1-9811-970804e610f6 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:16:10.636893 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-401c474e-d38f-4fdf-b2a9-2d9129bcc0d1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] DELETE failed (client error): The resource could not be found. Apr 06 14:16:10.637406 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-401c474e-d38f-4fdf-b2a9-2d9129bcc0d1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:16:10.639473 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-401c474e-d38f-4fdf-b2a9-2d9129bcc0d1 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "DELETE /v2.0/networks/62d456bc-548b-45cf-9942-7fea534ac013 HTTP/1.1" status: 404 len: 339 time: 0.2504601 Apr 06 14:16:10.647194 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47700) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:10.655433 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-9d1a2c76-7cdc-4c33-befe-25494257b065 None None] Deleting port 5bd57dac-5ef3-4437-bcdf-d089cec39f96 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:10.656023 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9d1a2c76-7cdc-4c33-befe-25494257b065 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:10.708456 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-db8dded1-91a8-4d1f-849f-d2a8064392c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6af0c8-9753-4c61-8776-d68cd0db37a5']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:10.709486 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d2df1b35-7d44-421e-8551-c15e245ff062 req-5932639d-4581-48dd-9a11-fcac791935a2 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3421252 Apr 06 14:16:10.725781 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f65bf30b-ce4d-448b-b878-b054bac02961 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:10.735431 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f2fa47-2e24-420a-8ed8-c25df507bfe2 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Router 83850a7b-11b7-4284-9555-83c1b0626e33 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:16:10.754548 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-db8dded1-91a8-4d1f-849f-d2a8064392c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e3e93c0-1b9b-4a81-86e6-147f14184029') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:10.755217 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-db8dded1-91a8-4d1f-849f-d2a8064392c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e3e93c0-1b9b-4a81-86e6-147f14184029') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:10.801196 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-27c3da74-9485-4612-b7be-490d15854bd3 None None] Attempting to bind port 372d1e2e-c2dc-416a-87cf-f1297c114943 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:16:10.801494 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-27c3da74-9485-4612-b7be-490d15854bd3 None None] Attempting to bind port 372d1e2e-c2dc-416a-87cf-f1297c114943 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:16:10.801838 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c3da74-9485-4612-b7be-490d15854bd3 None None] Attempting to bind port 372d1e2e-c2dc-416a-87cf-f1297c114943 on network 45db5c66-c082-47ed-beeb-688e3c8646d5 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:16:10.857435 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c3da74-9485-4612-b7be-490d15854bd3 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:16:10.857810 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c3da74-9485-4612-b7be-490d15854bd3 None None] Checking segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:16:10.858221 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-27c3da74-9485-4612-b7be-490d15854bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:10.858837 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c3da74-9485-4612-b7be-490d15854bd3 None None] Bound using segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:16:10.859295 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-27c3da74-9485-4612-b7be-490d15854bd3 None None] Bound port: 372d1e2e-c2dc-416a-87cf-f1297c114943, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:16:10.859678 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-27c3da74-9485-4612-b7be-490d15854bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:10.876109 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-db3e5f0d-a618-404d-9b4c-a62e91c91819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:10.883036 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47706) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:11.014563 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c86f46-fd03-4eca-bf0d-c0b59b020a70 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Router 598ef1dd-fe05-4abd-8045-5fcd94be81f3 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:16:11.084028 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-f26b1eff-3c53-4430-9a97-7ab525f01b83 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Deleting subnet 13642c02-9228-45b5-a7f8-a110f17bfb85 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:16:11.086746 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-27c3da74-9485-4612-b7be-490d15854bd3 None None] For port 372d1e2e-c2dc-416a-87cf-f1297c114943, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:16:11.089680 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-9d1a2c76-7cdc-4c33-befe-25494257b065 None None] For port 5bd57dac-5ef3-4437-bcdf-d089cec39f96, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=5bd57dac-5ef3-4437-bcdf-d089cec39f96,segment=NetworkSegment(df0d061e-1053-4ae7-97f0-63c42eb6b931),segment_id=df0d061e-1053-4ae7-97f0-63c42eb6b931)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:11.090074 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9d1a2c76-7cdc-4c33-befe-25494257b065 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:11.100047 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f2fa47-2e24-420a-8ed8-c25df507bfe2 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:16:11.103893 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f65bf30b-ce4d-448b-b878-b054bac02961 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:11.115271 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-db8dded1-91a8-4d1f-849f-d2a8064392c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:11.132015 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f26b1eff-3c53-4430-9a97-7ab525f01b83 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:11.185260 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-27c3da74-9485-4612-b7be-490d15854bd3 None None] For port 372d1e2e-c2dc-416a-87cf-f1297c114943, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=372d1e2e-c2dc-416a-87cf-f1297c114943,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:16:11.191856 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c8f2fa47-2e24-420a-8ed8-c25df507bfe2 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] 10.222.0.60 "PUT /v2.0/routers/83850a7b-11b7-4284-9555-83c1b0626e33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6784668 Apr 06 14:16:11.192985 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47714) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:11.197472 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3abad9-f5b7-4c59-a6e5-60a9fea6e382 None None] Sync routers for ids ['83850a7b-11b7-4284-9555-83c1b0626e33'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:16:11.244658 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-db8dded1-91a8-4d1f-849f-d2a8064392c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:11.272822 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-9d1a2c76-7cdc-4c33-befe-25494257b065 None None] Calling delete_port for 5bd57dac-5ef3-4437-bcdf-d089cec39f96 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:11.274724 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8dded1-91a8-4d1f-849f-d2a8064392c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:16:11.275126 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-db8dded1-91a8-4d1f-849f-d2a8064392c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:16:11.289644 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:16:11.293457 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f26b1eff-3c53-4430-9a97-7ab525f01b83 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:11.301204 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-27c3da74-9485-4612-b7be-490d15854bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:11.323796 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65bf30b-ce4d-448b-b878-b054bac02961 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Pushing event updated for resources: {'Port': ['ID=ebcc5330-4c2a-44c3-8677-dfc8d628c53c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:11.334142 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65bf30b-ce4d-448b-b878-b054bac02961 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:11.383446 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-f65bf30b-ce4d-448b-b878-b054bac02961 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:11.394609 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65bf30b-ce4d-448b-b878-b054bac02961 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:16:11.402284 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:11.411951 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3abad9-f5b7-4c59-a6e5-60a9fea6e382 None None] Routers {'83850a7b-11b7-4284-9555-83c1b0626e33'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:11.412627 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-fc3abad9-f5b7-4c59-a6e5-60a9fea6e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['83850a7b-11b7-4284-9555-83c1b0626e33'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:11.465869 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-db8dded1-91a8-4d1f-849f-d2a8064392c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:11.477290 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:11.487424 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-db8dded1-91a8-4d1f-849f-d2a8064392c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:11.506962 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-fc3abad9-f5b7-4c59-a6e5-60a9fea6e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:11.512274 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8dded1-91a8-4d1f-849f-d2a8064392c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Pushing event deleted for resources: {'Network': ['ID=3a6af0c8-9753-4c61-8776-d68cd0db37a5,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:11.524964 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3da74-9485-4612-b7be-490d15854bd3 None None] Pushing event updated for resources: {'Port': ['ID=372d1e2e-c2dc-416a-87cf-f1297c114943,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:11.530067 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9d1a2c76-7cdc-4c33-befe-25494257b065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:11.542438 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-db8dded1-91a8-4d1f-849f-d2a8064392c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] 10.222.0.60 "DELETE /v2.0/networks/3a6af0c8-9753-4c61-8776-d68cd0db37a5 HTTP/1.1" status: 204 len: 168 time: 1.4557626 Apr 06 14:16:11.551591 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47718) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:11.570554 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8dded1-91a8-4d1f-849f-d2a8064392c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:11.570900 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8dded1-91a8-4d1f-849f-d2a8064392c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:11.571240 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8dded1-91a8-4d1f-849f-d2a8064392c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:11.571572 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8dded1-91a8-4d1f-849f-d2a8064392c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:11.571900 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8dded1-91a8-4d1f-849f-d2a8064392c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:11.572236 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8dded1-91a8-4d1f-849f-d2a8064392c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:11.572557 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8dded1-91a8-4d1f-849f-d2a8064392c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:11.572948 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8dded1-91a8-4d1f-849f-d2a8064392c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:11.573221 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8dded1-91a8-4d1f-849f-d2a8064392c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:11.573546 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8dded1-91a8-4d1f-849f-d2a8064392c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:11.573915 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8dded1-91a8-4d1f-849f-d2a8064392c2 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:11.595740 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f26b1eff-3c53-4430-9a97-7ab525f01b83 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:11.601704 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3abad9-f5b7-4c59-a6e5-60a9fea6e382 None None] Routers {'83850a7b-11b7-4284-9555-83c1b0626e33'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:11.602840 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-fc3abad9-f5b7-4c59-a6e5-60a9fea6e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['83850a7b-11b7-4284-9555-83c1b0626e33'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:11.684618 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a2c76-7cdc-4c33-befe-25494257b065 None None] Pushing event deleted for resources: {'Port': ['ID=5bd57dac-5ef3-4437-bcdf-d089cec39f96,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:11.697810 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-fc3abad9-f5b7-4c59-a6e5-60a9fea6e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:11.698220 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3abad9-f5b7-4c59-a6e5-60a9fea6e382 None None] The sync data for ids ['83850a7b-11b7-4284-9555-83c1b0626e33'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:16:11.701429 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1a2c76-7cdc-4c33-befe-25494257b065 None None] No DVR routers for this DVR port 5bd57dac-5ef3-4437-bcdf-d089cec39f96 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:16:11.780003 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-119d6eb0-0676-49a5-bfbf-49be16983544 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9647ba58a24b4314a7f4a2bb4109b751&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8939281 Apr 06 14:16:11.783332 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47722) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:11.835983 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b4357b4-2c2b-4498-a642-ae73c5c478fc tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:11.891286 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f26b1eff-3c53-4430-9a97-7ab525f01b83 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:11.943186 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b95d4a-8ddb-4a18-8826-afa14800521c req-d08bed95-3f29-4ede-9ad4-e002c104351d tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:11.944639 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f9b95d4a-8ddb-4a18-8826-afa14800521c req-d08bed95-3f29-4ede-9ad4-e002c104351d tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.7382166 Apr 06 14:16:11.952569 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b1eff-3c53-4430-9a97-7ab525f01b83 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event deleted for resources: {'Subnet': ['ID=13642c02-9228-45b5-a7f8-a110f17bfb85,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:11.957763 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d42915d9-48ad-4071-8ab8-28125a8d7919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:11.967041 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d952eda2-f031-41ac-b3f3-f2015b427298 None None] Network 106cc125-ec3b-4969-8e7e-fe6fd4818514 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:11.968215 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f26b1eff-3c53-4430-9a97-7ab525f01b83 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:11.994154 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f26b1eff-3c53-4430-9a97-7ab525f01b83 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "DELETE /v2.0/subnets/13642c02-9228-45b5-a7f8-a110f17bfb85 HTTP/1.1" status: 204 len: 168 time: 1.3418727 Apr 06 14:16:11.995154 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47726) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:11.999523 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d42915d9-48ad-4071-8ab8-28125a8d7919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:12.003253 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d5295f9-33ec-4163-803e-f2861af168c4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:12.144148 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f65bf30b-ce4d-448b-b878-b054bac02961 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:12.223446 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 372d1e2e-c2dc-416a-87cf-f1297c114943 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:16:12.264936 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b7d0-14d4-44ec-b87d-c4d59275d194 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:12.345330 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 372d1e2e-c2dc-416a-87cf-f1297c114943 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:16:12.354745 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5ba9b7d0-14d4-44ec-b87d-c4d59275d194 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Deleting port 865f29fb-5dce-4480-9735-a19e3e060f93 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:12.355016 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b7d0-14d4-44ec-b87d-c4d59275d194 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:12.382910 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8121c924-a269-4acc-8af3-443eda123aeb None None] DHCP port deletion for 106cc125-ec3b-4969-8e7e-fe6fd4818514 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:16:12.400978 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-8121c924-a269-4acc-8af3-443eda123aeb None None] Deleting port 865f29fb-5dce-4480-9735-a19e3e060f93 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:12.401215 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d42915d9-48ad-4071-8ab8-28125a8d7919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:12.405450 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8121c924-a269-4acc-8af3-443eda123aeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:12.410809 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f9b95d4a-8ddb-4a18-8826-afa14800521c req-784372cc-6b55-4822-bf52-7ab294857e92 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4126036 Apr 06 14:16:12.425632 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f65bf30b-ce4d-448b-b878-b054bac02961 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:12.444786 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42915d9-48ad-4071-8ab8-28125a8d7919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200b7bbf-07cd-4562-add8-087933f6289f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:12.446896 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f65bf30b-ce4d-448b-b878-b054bac02961 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653861', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691619'] for router, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:12.459880 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 5bd57dac-5ef3-4437-bcdf-d089cec39f96 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:16:12.468019 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d42915d9-48ad-4071-8ab8-28125a8d7919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:12.469927 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d42915d9-48ad-4071-8ab8-28125a8d7919 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/200b7bbf-07cd-4562-add8-087933f6289f HTTP/1.1" status: 204 len: 168 time: 0.6749885 Apr 06 14:16:12.514982 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.objects.ports [None req-124bbea3-2429-4796-bf19-e8899adb8bb5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83738) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 06 14:16:12.574893 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 5bd57dac-5ef3-4437-bcdf-d089cec39f96 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:16:12.575208 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 5bd57dac-5ef3-4437-bcdf-d089cec39f96 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:16:12.855873 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-5ba9b7d0-14d4-44ec-b87d-c4d59275d194 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] For port 865f29fb-5dce-4480-9735-a19e3e060f93, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=865f29fb-5dce-4480-9735-a19e3e060f93,segment=NetworkSegment(f41ffad7-038c-49ac-aca3-d42a15d764bd),segment_id=f41ffad7-038c-49ac-aca3-d42a15d764bd)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:12.856783 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b7d0-14d4-44ec-b87d-c4d59275d194 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:12.914571 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:12.927773 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8121c924-a269-4acc-8af3-443eda123aeb None None] For port 865f29fb-5dce-4480-9735-a19e3e060f93, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=865f29fb-5dce-4480-9735-a19e3e060f93,segment=NetworkSegment(f41ffad7-038c-49ac-aca3-d42a15d764bd),segment_id=f41ffad7-038c-49ac-aca3-d42a15d764bd)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:12.928169 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8121c924-a269-4acc-8af3-443eda123aeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:12.995782 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5ba9b7d0-14d4-44ec-b87d-c4d59275d194 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Calling delete_port for 865f29fb-5dce-4480-9735-a19e3e060f93 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:13.007690 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d5295f9-33ec-4163-803e-f2861af168c4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:13.030141 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b4357b4-2c2b-4498-a642-ae73c5c478fc tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:13.056389 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47734) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:13.068917 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b4357b4-2c2b-4498-a642-ae73c5c478fc tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:13.078616 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-4d5295f9-33ec-4163-803e-f2861af168c4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1747877-0871-4bb1-9811-970804e610f6']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:13.095757 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0863ca0a-baf5-4956-b894-74c1c3ec21cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:13.103816 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-4d5295f9-33ec-4163-803e-f2861af168c4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df0d061e-1053-4ae7-97f0-63c42eb6b931') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:13.104299 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-4d5295f9-33ec-4163-803e-f2861af168c4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df0d061e-1053-4ae7-97f0-63c42eb6b931') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:13.131420 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d5295f9-33ec-4163-803e-f2861af168c4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:13.155112 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d5295f9-33ec-4163-803e-f2861af168c4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:13.161126 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b7d0-14d4-44ec-b87d-c4d59275d194 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:13.163537 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d5295f9-33ec-4163-803e-f2861af168c4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:16:13.164838 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d5295f9-33ec-4163-803e-f2861af168c4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:13.173080 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b07410b5-4f6d-4fb1-a242-ce3c96183cae None None] Provisioning for port 372d1e2e-c2dc-416a-87cf-f1297c114943 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:16:13.185833 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-8121c924-a269-4acc-8af3-443eda123aeb None None] Calling delete_port for 865f29fb-5dce-4480-9735-a19e3e060f93 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:13.214447 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9b7d0-14d4-44ec-b87d-c4d59275d194 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event deleted for resources: {'Port': ['ID=865f29fb-5dce-4480-9735-a19e3e060f93,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:13.224486 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b07410b5-4f6d-4fb1-a242-ce3c96183cae None None] Provisioning complete for port 372d1e2e-c2dc-416a-87cf-f1297c114943 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:13.225025 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b07410b5-4f6d-4fb1-a242-ce3c96183cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:13.238921 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba9b7d0-14d4-44ec-b87d-c4d59275d194 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] No DVR routers for this DVR port 865f29fb-5dce-4480-9735-a19e3e060f93 on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:16:13.243697 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:16:13.247395 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c86f46-fd03-4eca-bf0d-c0b59b020a70 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:16:13.252980 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f9c86f46-fd03-4eca-bf0d-c0b59b020a70 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:13.260125 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c267360-91fa-44e0-888e-01af43d03594 None None] Sync routers for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:16:13.272930 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c267360-91fa-44e0-888e-01af43d03594 None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:13.273846 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4c267360-91fa-44e0-888e-01af43d03594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:13.294882 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0863ca0a-baf5-4956-b894-74c1c3ec21cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:13.313613 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-8121c924-a269-4acc-8af3-443eda123aeb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:16:13.313962 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-8121c924-a269-4acc-8af3-443eda123aeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:16:13.343005 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4c267360-91fa-44e0-888e-01af43d03594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:13.358019 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0863ca0a-baf5-4956-b894-74c1c3ec21cf admin admin] Usage tracker for resource:security_group_rule and tenant:11b4989c46ac4de0a292f46898021b3a is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:13.359252 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c267360-91fa-44e0-888e-01af43d03594 None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:13.360301 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4c267360-91fa-44e0-888e-01af43d03594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:13.371366 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0863ca0a-baf5-4956-b894-74c1c3ec21cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:13.393567 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b4357b4-2c2b-4498-a642-ae73c5c478fc tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:13.393776 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0863ca0a-baf5-4956-b894-74c1c3ec21cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:13.394411 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4357b4-2c2b-4498-a642-ae73c5c478fc tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Fanout notify agent at l3_agent the message router_deleted on router 83850a7b-11b7-4284-9555-83c1b0626e33 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:16:13.407057 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b7d0-14d4-44ec-b87d-c4d59275d194 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:13.412761 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d5295f9-33ec-4163-803e-f2861af168c4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:13.417166 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d5295f9-33ec-4163-803e-f2861af168c4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:13.422379 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4d5295f9-33ec-4163-803e-f2861af168c4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] 10.222.0.60 "DELETE /v2.0/networks/b1747877-0871-4bb1-9811-970804e610f6 HTTP/1.1" status: 204 len: 168 time: 1.8650115 Apr 06 14:16:13.423004 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47738) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:13.446092 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b4357b4-2c2b-4498-a642-ae73c5c478fc tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:13.447565 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4c267360-91fa-44e0-888e-01af43d03594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:13.448083 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c267360-91fa-44e0-888e-01af43d03594 None None] The sync data for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:16:13.452336 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1b4357b4-2c2b-4498-a642-ae73c5c478fc tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] 10.222.0.60 "DELETE /v2.0/routers/83850a7b-11b7-4284-9555-83c1b0626e33 HTTP/1.1" status: 204 len: 168 time: 2.2446456 Apr 06 14:16:13.454938 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47740) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:13.459671 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b07410b5-4f6d-4fb1-a242-ce3c96183cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:13.466800 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-5ba9b7d0-14d4-44ec-b87d-c4d59275d194 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106cc125-ec3b-4969-8e7e-fe6fd4818514']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:13.485721 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-5ba9b7d0-14d4-44ec-b87d-c4d59275d194 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f41ffad7-038c-49ac-aca3-d42a15d764bd') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:13.486742 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-5ba9b7d0-14d4-44ec-b87d-c4d59275d194 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f41ffad7-038c-49ac-aca3-d42a15d764bd') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:13.495072 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b07410b5-4f6d-4fb1-a242-ce3c96183cae None None] For port 372d1e2e-c2dc-416a-87cf-f1297c114943, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=372d1e2e-c2dc-416a-87cf-f1297c114943,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:13.499901 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b07410b5-4f6d-4fb1-a242-ce3c96183cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:13.500659 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-124bbea3-2429-4796-bf19-e8899adb8bb5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:13.504075 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b7d0-14d4-44ec-b87d-c4d59275d194 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:13.527095 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b7d0-14d4-44ec-b87d-c4d59275d194 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:13.534412 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba9b7d0-14d4-44ec-b87d-c4d59275d194 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:16:13.534938 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b7d0-14d4-44ec-b87d-c4d59275d194 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:13.583189 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07410b5-4f6d-4fb1-a242-ce3c96183cae None None] Pushing event updated for resources: {'Port': ['ID=372d1e2e-c2dc-416a-87cf-f1297c114943,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:13.589849 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5295f9-33ec-4163-803e-f2861af168c4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Pushing event deleted for resources: {'Network': ['ID=b1747877-0871-4bb1-9811-970804e610f6,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:16:13.652071 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:16:13.680542 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5295f9-33ec-4163-803e-f2861af168c4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:13.680813 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5295f9-33ec-4163-803e-f2861af168c4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:13.681186 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5295f9-33ec-4163-803e-f2861af168c4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:13.681524 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5295f9-33ec-4163-803e-f2861af168c4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:13.681861 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5295f9-33ec-4163-803e-f2861af168c4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:13.682194 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5295f9-33ec-4163-803e-f2861af168c4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:13.682526 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5295f9-33ec-4163-803e-f2861af168c4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:13.682854 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5295f9-33ec-4163-803e-f2861af168c4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:13.683181 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5295f9-33ec-4163-803e-f2861af168c4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:13.683508 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5295f9-33ec-4163-803e-f2861af168c4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:13.683834 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5295f9-33ec-4163-803e-f2861af168c4 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:13.690010 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f9c86f46-fd03-4eca-bf0d-c0b59b020a70 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "PUT /v2.0/floatingips/a5b9acc1-07fc-40e8-b1f0-ddee02286c1d HTTP/1.1" status: 200 len: 977 time: 15.8904729 Apr 06 14:16:13.701113 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47748) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:13.717762 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-efa25d0a-09b6-4e3e-822d-d31494383224 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:13.776580 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65bf30b-ce4d-448b-b878-b054bac02961 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Router ad0ed15f-7785-4cb3-b564-d1355d90e34c is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:16:13.797056 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b7d0-14d4-44ec-b87d-c4d59275d194 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:13.815258 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-8121c924-a269-4acc-8af3-443eda123aeb None None] Deleting port 865f29fb-5dce-4480-9735-a19e3e060f93 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:13.816005 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8121c924-a269-4acc-8af3-443eda123aeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:13.829513 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b7d0-14d4-44ec-b87d-c4d59275d194 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:13.871716 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9b7d0-14d4-44ec-b87d-c4d59275d194 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event deleted for resources: {'Network': ['ID=106cc125-ec3b-4969-8e7e-fe6fd4818514,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:13.890487 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0863ca0a-baf5-4956-b894-74c1c3ec21cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:13.900378 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-8121c924-a269-4acc-8af3-443eda123aeb None None] The port '865f29fb-5dce-4480-9735-a19e3e060f93' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:16:13.951136 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0863ca0a-baf5-4956-b894-74c1c3ec21cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:14.024385 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5ba9b7d0-14d4-44ec-b87d-c4d59275d194 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "DELETE /v2.0/networks/106cc125-ec3b-4969-8e7e-fe6fd4818514 HTTP/1.1" status: 204 len: 168 time: 2.0280929 Apr 06 14:16:14.034141 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47752) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:14.058305 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9e6f6-ab87-4c26-be96-b047bb6963d6 req-f9404890-7dbb-455d-983a-04449c5c1fcb tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:14.059745 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b9b9e6f6-ab87-4c26-be96-b047bb6963d6 req-f9404890-7dbb-455d-983a-04449c5c1fcb tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.4068170 Apr 06 14:16:14.077071 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-efa25d0a-09b6-4e3e-822d-d31494383224 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:14.112449 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863ca0a-baf5-4956-b894-74c1c3ec21cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ecc410-ddec-43ec-ab88-ac677b2b124e,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:14.135390 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b41536-911c-4a50-8cff-3e08a26f7c0e tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] DELETE failed (client error): The resource could not be found. Apr 06 14:16:14.135846 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b41536-911c-4a50-8cff-3e08a26f7c0e tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:16:14.140505 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-39b41536-911c-4a50-8cff-3e08a26f7c0e tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "DELETE /v2.0/subnets/7e9ef76f-3276-4e61-abef-9dd5d799042c HTTP/1.1" status: 404 len: 337 time: 0.0912700 Apr 06 14:16:14.142433 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47756) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:14.155956 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0863ca0a-baf5-4956-b894-74c1c3ec21cf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=11b4989c46ac4de0a292f46898021b3a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0954931 Apr 06 14:16:14.173233 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47760) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:14.191189 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 372d1e2e-c2dc-416a-87cf-f1297c114943 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:16:14.204012 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db5d925-aa8d-4d2a-950e-d3f9361f6e75 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] DELETE failed (client error): The resource could not be found. Apr 06 14:16:14.204375 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db5d925-aa8d-4d2a-950e-d3f9361f6e75 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:16:14.206104 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1db5d925-aa8d-4d2a-950e-d3f9361f6e75 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "DELETE /v2.0/networks/f3daa04b-4b85-4d22-91b8-fa56180a7b84 HTTP/1.1" status: 404 len: 339 time: 0.0591342 Apr 06 14:16:14.213930 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47764) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:14.269727 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 372d1e2e-c2dc-416a-87cf-f1297c114943 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:14.270297 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:14.301399 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b9b9e6f6-ab87-4c26-be96-b047bb6963d6 req-336ffdf3-0a51-4a1e-92e0-a34f30d08cdc tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980550 Apr 06 14:16:14.420065 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-71e934d8-3161-4627-9373-376e3d1cf57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:14.446636 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 865f29fb-5dce-4480-9735-a19e3e060f93 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:16:14.482871 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 865f29fb-5dce-4480-9735-a19e3e060f93 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:16:14.483219 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 865f29fb-5dce-4480-9735-a19e3e060f93 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:16:14.484020 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-71e934d8-3161-4627-9373-376e3d1cf57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:14.498592 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ed61de-2326-4c25-981b-a565aaefcb4f tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Deleting subnet 334ee7b5-7a5b-416b-a8bb-2427fbd02532 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:16:14.510529 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a1ed61de-2326-4c25-981b-a565aaefcb4f tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:14.540191 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-6057952f-f5e5-460f-b62d-0deeb2292523 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Deleting subnet e8795b92-4413-4493-b001-34e9f00787a1 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:16:14.541403 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-92fb32ed-c4d1-4320-9b14-62609e138ca1 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Deleting subnet 6236abcc-1a13-46c2-b41c-cdbaafaabfd2 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:16:14.551243 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6057952f-f5e5-460f-b62d-0deeb2292523 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:14.559910 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92fb32ed-c4d1-4320-9b14-62609e138ca1 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:14.593595 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65bf30b-ce4d-448b-b878-b054bac02961 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:16:14.608471 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81e0c26-f75c-4a19-98f0-a9db500999a2 None None] Sync routers for ids ['ad0ed15f-7785-4cb3-b564-d1355d90e34c'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:16:14.618973 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6057952f-f5e5-460f-b62d-0deeb2292523 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:14.623535 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81e0c26-f75c-4a19-98f0-a9db500999a2 None None] Routers {'ad0ed15f-7785-4cb3-b564-d1355d90e34c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:14.624214 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c81e0c26-f75c-4a19-98f0-a9db500999a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ad0ed15f-7785-4cb3-b564-d1355d90e34c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:14.636330 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-124bbea3-2429-4796-bf19-e8899adb8bb5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] For port 372d1e2e-c2dc-416a-87cf-f1297c114943, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=372d1e2e-c2dc-416a-87cf-f1297c114943,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:14.653942 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-71e934d8-3161-4627-9373-376e3d1cf57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:14.656193 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-71e934d8-3161-4627-9373-376e3d1cf57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:14.657333 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-71e934d8-3161-4627-9373-376e3d1cf57f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c6ecc410-ddec-43ec-ab88-ac677b2b124e HTTP/1.1" status: 204 len: 168 time: 0.4801939 Apr 06 14:16:14.667126 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f65bf30b-ce4d-448b-b878-b054bac02961 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:14.668277 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f65bf30b-ce4d-448b-b878-b054bac02961 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "PUT /v2.0/routers/ad0ed15f-7785-4cb3-b564-d1355d90e34c HTTP/1.1" status: 200 len: 919 time: 7.1493540 Apr 06 14:16:14.678309 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47770) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:14.695669 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c81e0c26-f75c-4a19-98f0-a9db500999a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:14.707347 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81e0c26-f75c-4a19-98f0-a9db500999a2 None None] Routers {'ad0ed15f-7785-4cb3-b564-d1355d90e34c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:14.707539 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92fb32ed-c4d1-4320-9b14-62609e138ca1 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:14.707965 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c81e0c26-f75c-4a19-98f0-a9db500999a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ad0ed15f-7785-4cb3-b564-d1355d90e34c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:14.734564 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e934d8-3161-4627-9373-376e3d1cf57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ecc410-ddec-43ec-ab88-ac677b2b124e,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:14.737495 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a1ed61de-2326-4c25-981b-a565aaefcb4f tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:14.775073 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c81e0c26-f75c-4a19-98f0-a9db500999a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:14.775280 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81e0c26-f75c-4a19-98f0-a9db500999a2 None None] The sync data for ids ['ad0ed15f-7785-4cb3-b564-d1355d90e34c'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:16:14.836126 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-efa25d0a-09b6-4e3e-822d-d31494383224 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:14.849231 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-124bbea3-2429-4796-bf19-e8899adb8bb5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:16:14.860063 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6057952f-f5e5-460f-b62d-0deeb2292523 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:14.866492 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-efa25d0a-09b6-4e3e-822d-d31494383224 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:14.866903 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-efa25d0a-09b6-4e3e-822d-d31494383224 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Floating IP a5b9acc1-07fc-40e8-b1f0-ddee02286c1d disassociated. External IP: 172.26.8.141, port: 60f03166-3ced-4af2-b212-1bcb772cf424. Apr 06 14:16:14.936040 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-124bbea3-2429-4796-bf19-e8899adb8bb5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:14.948201 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6057952f-f5e5-460f-b62d-0deeb2292523 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:14.991653 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057952f-f5e5-460f-b62d-0deeb2292523 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event deleted for resources: {'Subnet': ['ID=e8795b92-4413-4493-b001-34e9f00787a1,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:15.000418 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-124bbea3-2429-4796-bf19-e8899adb8bb5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:15.001177 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-124bbea3-2429-4796-bf19-e8899adb8bb5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:15.006544 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6057952f-f5e5-460f-b62d-0deeb2292523 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:15.014115 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c425661-f42a-43b7-a483-0925372d8d40 None None] Network f9770272-9139-4069-a413-472fce6febd5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:15.022504 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6057952f-f5e5-460f-b62d-0deeb2292523 tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "DELETE /v2.0/subnets/e8795b92-4413-4493-b001-34e9f00787a1 HTTP/1.1" status: 204 len: 168 time: 0.8036463 Apr 06 14:16:15.027017 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47776) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:15.029731 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4244e152-57aa-48c8-b974-2aeb588527ef tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "GET /v2.0/routers/ad0ed15f-7785-4cb3-b564-d1355d90e34c HTTP/1.1" status: 200 len: 925 time: 0.3505654 Apr 06 14:16:15.032322 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47780) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:15.064301 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a1ed61de-2326-4c25-981b-a565aaefcb4f tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:15.199175 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ffdd01b-9d9e-405f-b755-ce773fd0556b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:15.215388 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124bbea3-2429-4796-bf19-e8899adb8bb5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Subnet': ['ID=2aabc2e8-c368-479e-b0cb-eb40761aba01,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:15.224483 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-1ffdd01b-9d9e-405f-b755-ce773fd0556b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Deleting port 4051f04e-88a0-4b77-a13b-041161d683c8 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:15.224829 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ffdd01b-9d9e-405f-b755-ce773fd0556b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:15.284689 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124bbea3-2429-4796-bf19-e8899adb8bb5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:15.292526 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-124bbea3-2429-4796-bf19-e8899adb8bb5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:15.295684 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124bbea3-2429-4796-bf19-e8899adb8bb5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:15.296275 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-124bbea3-2429-4796-bf19-e8899adb8bb5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:15.302956 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd9c227-6e00-41f7-bb5d-1ce2a542db6f None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:15.355083 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19da0830-dd8f-41a7-acb1-cb84a3f25c13 None None] DHCP port deletion for f9770272-9139-4069-a413-472fce6febd5 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:16:15.355914 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124bbea3-2429-4796-bf19-e8899adb8bb5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Port': ['ID=372d1e2e-c2dc-416a-87cf-f1297c114943,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:15.361189 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92fb32ed-c4d1-4320-9b14-62609e138ca1 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:15.413469 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-124bbea3-2429-4796-bf19-e8899adb8bb5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.0411131 Apr 06 14:16:15.420811 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47794) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:15.422158 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-19da0830-dd8f-41a7-acb1-cb84a3f25c13 None None] Deleting port 4051f04e-88a0-4b77-a13b-041161d683c8 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:15.422805 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-19da0830-dd8f-41a7-acb1-cb84a3f25c13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:15.430630 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bb2dab5c-26b9-44f5-9506-03efab65ae79 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=5b121ca5-69d5-4d27-bffe-4929f7aabdf6&device_id=ad0ed15f-7785-4cb3-b564-d1355d90e34c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3950901 Apr 06 14:16:15.434967 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47798) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:15.451949 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-6b12cae3-19f8-4bcd-8603-34f2427ae121 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'port': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'mac_address': 'fa:16:3e:5b:17:d4', 'name': 'tempest-NetworksTestDHCPv6-973410989'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:15.464452 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a1ed61de-2326-4c25-981b-a565aaefcb4f tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:15.512475 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed61de-2326-4c25-981b-a565aaefcb4f tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Pushing event deleted for resources: {'Subnet': ['ID=334ee7b5-7a5b-416b-a8bb-2427fbd02532,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:15.624332 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a1ed61de-2326-4c25-981b-a565aaefcb4f tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:15.644137 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a1ed61de-2326-4c25-981b-a565aaefcb4f tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] 10.222.0.60 "DELETE /v2.0/subnets/334ee7b5-7a5b-416b-a8bb-2427fbd02532 HTTP/1.1" status: 204 len: 168 time: 2.1903739 Apr 06 14:16:15.647289 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47806) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:15.662679 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-19da0830-dd8f-41a7-acb1-cb84a3f25c13 None None] For port 4051f04e-88a0-4b77-a13b-041161d683c8, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4051f04e-88a0-4b77-a13b-041161d683c8,segment=NetworkSegment(b23d2f4a-1112-4bbe-aa9e-813b093fcabd),segment_id=b23d2f4a-1112-4bbe-aa9e-813b093fcabd)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:15.663803 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-19da0830-dd8f-41a7-acb1-cb84a3f25c13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:15.704149 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92fb32ed-c4d1-4320-9b14-62609e138ca1 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:15.762076 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6b12cae3-19f8-4bcd-8603-34f2427ae121 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:15.770438 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6b12cae3-19f8-4bcd-8603-34f2427ae121 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:port and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:15.773806 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-1ffdd01b-9d9e-405f-b755-ce773fd0556b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] For port 4051f04e-88a0-4b77-a13b-041161d683c8, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4051f04e-88a0-4b77-a13b-041161d683c8,segment=NetworkSegment(b23d2f4a-1112-4bbe-aa9e-813b093fcabd),segment_id=b23d2f4a-1112-4bbe-aa9e-813b093fcabd)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:15.774167 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ffdd01b-9d9e-405f-b755-ce773fd0556b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:15.781146 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6b12cae3-19f8-4bcd-8603-34f2427ae121 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:15.790346 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6b12cae3-19f8-4bcd-8603-34f2427ae121 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:15.792146 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-19da0830-dd8f-41a7-acb1-cb84a3f25c13 None None] Calling delete_port for 4051f04e-88a0-4b77-a13b-041161d683c8 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:15.890043 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fecd7fc-b9ee-4b45-b9eb-9829d6ad05f8 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:15.894398 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6fecd7fc-b9ee-4b45-b9eb-9829d6ad05f8 tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "GET /v2.0/networks/5b121ca5-69d5-4d27-bffe-4929f7aabdf6 HTTP/1.1" status: 200 len: 881 time: 0.4582753 Apr 06 14:16:15.901416 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47814) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:15.907369 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c4b58b-b753-4e99-ba45-2563c77aebb4 None None] Network 12ede1ad-8fb3-4afc-8203-cab816d32f4e requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:15.910160 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-1ffdd01b-9d9e-405f-b755-ce773fd0556b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Calling delete_port for 4051f04e-88a0-4b77-a13b-041161d683c8 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:15.945424 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b12cae3-19f8-4bcd-8603-34f2427ae121 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:16.076610 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b12cae3-19f8-4bcd-8603-34f2427ae121 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:16.121704 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb32ed-c4d1-4320-9b14-62609e138ca1 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Pushing event deleted for resources: {'Subnet': ['ID=6236abcc-1a13-46c2-b41c-cdbaafaabfd2,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:16.134877 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-6b12cae3-19f8-4bcd-8603-34f2427ae121 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] device_id is not set on port e2aa7168-072c-4a2a-aa33-e4fd74672027 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:16:16.169929 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47820) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:16.171294 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0b5b4fa0-0d5e-4e5e-8dc5-a9f95631fdf0 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad0ed15f-7785-4cb3-b564-d1355d90e34c HTTP/1.1" status: 200 len: 205 time: 0.2610946 Apr 06 14:16:16.178922 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92fb32ed-c4d1-4320-9b14-62609e138ca1 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:16.180904 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-92fb32ed-c4d1-4320-9b14-62609e138ca1 tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] 10.222.0.60 "DELETE /v2.0/subnets/6236abcc-1a13-46c2-b41c-cdbaafaabfd2 HTTP/1.1" status: 204 len: 168 time: 2.7179499 Apr 06 14:16:16.183797 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47824) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:16.194425 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-348f42c2-7663-4c12-9c7e-ef10be89026b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:16.203929 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90971111-ae2c-436b-8409-a8e25df3e5ad req-14d5743e-5c03-4ab7-885b-6ebc5f958537 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:16.205621 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-90971111-ae2c-436b-8409-a8e25df3e5ad req-14d5743e-5c03-4ab7-885b-6ebc5f958537 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.6401687 Apr 06 14:16:16.211442 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7022e4-9ffd-4912-86f8-944801e8a865 None None] Network 51a6ae7c-41b6-4462-af68-1addd02408f8 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:16.265285 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ffdd01b-9d9e-405f-b755-ce773fd0556b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:16.317542 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-348f42c2-7663-4c12-9c7e-ef10be89026b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Deleting port c6d7630b-9781-4925-be7b-b0760f065c63 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:16.318131 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-348f42c2-7663-4c12-9c7e-ef10be89026b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:16.322434 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4051f04e-88a0-4b77-a13b-041161d683c8 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:16:16.363330 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 4051f04e-88a0-4b77-a13b-041161d683c8 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:16:16.364020 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4051f04e-88a0-4b77-a13b-041161d683c8 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:16:16.383065 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffdd01b-9d9e-405f-b755-ce773fd0556b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event deleted for resources: {'Port': ['ID=4051f04e-88a0-4b77-a13b-041161d683c8,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:16.398839 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffdd01b-9d9e-405f-b755-ce773fd0556b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] No DVR routers for this DVR port 4051f04e-88a0-4b77-a13b-041161d683c8 on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:16:16.466546 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-19da0830-dd8f-41a7-acb1-cb84a3f25c13 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:16:16.467157 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-19da0830-dd8f-41a7-acb1-cb84a3f25c13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:16:16.604705 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ffdd01b-9d9e-405f-b755-ce773fd0556b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:16.626659 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82ab109f-ffb0-4ee7-95c2-6e1baf70c56a tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:16.672442 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-348f42c2-7663-4c12-9c7e-ef10be89026b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] For port c6d7630b-9781-4925-be7b-b0760f065c63, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c6d7630b-9781-4925-be7b-b0760f065c63,segment=NetworkSegment(e05d042c-f69d-431d-bb2a-6d76fa17477d),segment_id=e05d042c-f69d-431d-bb2a-6d76fa17477d)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:16.672442 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-348f42c2-7663-4c12-9c7e-ef10be89026b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:16.679873 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57554de2-8754-496d-b16c-c7d85e4b6c6e None None] DHCP port deletion for 12ede1ad-8fb3-4afc-8203-cab816d32f4e request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:16:16.684749 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-57554de2-8754-496d-b16c-c7d85e4b6c6e None None] Deleting port c6d7630b-9781-4925-be7b-b0760f065c63 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:16.685140 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-57554de2-8754-496d-b16c-c7d85e4b6c6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:16.688374 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-1ffdd01b-9d9e-405f-b755-ce773fd0556b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9770272-9139-4069-a413-472fce6febd5']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:16.723235 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-1ffdd01b-9d9e-405f-b755-ce773fd0556b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23d2f4a-1112-4bbe-aa9e-813b093fcabd') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:16.723529 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-1ffdd01b-9d9e-405f-b755-ce773fd0556b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23d2f4a-1112-4bbe-aa9e-813b093fcabd') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:16.739200 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-6b12cae3-19f8-4bcd-8603-34f2427ae121 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Allocated IP 172.20.0.10 (45db5c66-c082-47ed-beeb-688e3c8646d5/83047b49-a501-4621-be2e-8bc58bdbdcd4/e2aa7168-072c-4a2a-aa33-e4fd74672027) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:16.746407 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ffdd01b-9d9e-405f-b755-ce773fd0556b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:16.764325 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171a174a-7f51-4f96-8617-4637d78f8412 None None] DHCP port deletion for 51a6ae7c-41b6-4462-af68-1addd02408f8 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:16:16.768315 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-6b12cae3-19f8-4bcd-8603-34f2427ae121 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Allocated IP 2001:db8::f816:3eff:fe5b:17d4 (45db5c66-c082-47ed-beeb-688e3c8646d5/2aabc2e8-c368-479e-b0cb-eb40761aba01/e2aa7168-072c-4a2a-aa33-e4fd74672027) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:16.776376 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-171a174a-7f51-4f96-8617-4637d78f8412 None None] Deleting port 058b102a-31ab-46ed-a503-d7f45a45a5d1 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:16.777097 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-171a174a-7f51-4f96-8617-4637d78f8412 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:16.786977 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ffdd01b-9d9e-405f-b755-ce773fd0556b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:16.854269 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-348f42c2-7663-4c12-9c7e-ef10be89026b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Calling delete_port for c6d7630b-9781-4925-be7b-b0760f065c63 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:16.997815 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-82ab109f-ffb0-4ee7-95c2-6e1baf70c56a tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Deleting port 058b102a-31ab-46ed-a503-d7f45a45a5d1 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:16.998159 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82ab109f-ffb0-4ee7-95c2-6e1baf70c56a tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:17.072217 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-57554de2-8754-496d-b16c-c7d85e4b6c6e None None] For port c6d7630b-9781-4925-be7b-b0760f065c63, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c6d7630b-9781-4925-be7b-b0760f065c63,segment=NetworkSegment(e05d042c-f69d-431d-bb2a-6d76fa17477d),segment_id=e05d042c-f69d-431d-bb2a-6d76fa17477d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:17.072617 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-57554de2-8754-496d-b16c-c7d85e4b6c6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:17.166346 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-90971111-ae2c-436b-8409-a8e25df3e5ad req-efabd9b5-3be6-479f-bc2b-44f380599455 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9381063 Apr 06 14:16:17.171540 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-348f42c2-7663-4c12-9c7e-ef10be89026b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:17.233483 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b12cae3-19f8-4bcd-8603-34f2427ae121 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:17.237381 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-57554de2-8754-496d-b16c-c7d85e4b6c6e None None] Calling delete_port for c6d7630b-9781-4925-be7b-b0760f065c63 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:17.256534 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ffdd01b-9d9e-405f-b755-ce773fd0556b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:16:17.257066 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ffdd01b-9d9e-405f-b755-ce773fd0556b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:17.268807 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f42c2-7663-4c12-9c7e-ef10be89026b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Pushing event deleted for resources: {'Port': ['ID=c6d7630b-9781-4925-be7b-b0760f065c63,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:17.309419 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348f42c2-7663-4c12-9c7e-ef10be89026b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] No DVR routers for this DVR port c6d7630b-9781-4925-be7b-b0760f065c63 on host dv-neutron-835868-1-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:16:17.324677 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-19da0830-dd8f-41a7-acb1-cb84a3f25c13 None None] Deleting port 4051f04e-88a0-4b77-a13b-041161d683c8 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:17.325225 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-19da0830-dd8f-41a7-acb1-cb84a3f25c13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:17.356808 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-57554de2-8754-496d-b16c-c7d85e4b6c6e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:16:17.357179 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-57554de2-8754-496d-b16c-c7d85e4b6c6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:16:17.428796 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:16:17.434243 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-6b12cae3-19f8-4bcd-8603-34f2427ae121 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Transition to ACTIVE for port object e2aa7168-072c-4a2a-aa33-e4fd74672027 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:16:17.437986 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-19da0830-dd8f-41a7-acb1-cb84a3f25c13 None None] The port '4051f04e-88a0-4b77-a13b-041161d683c8' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:16:17.460497 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c1c230b-fcbc-4f89-abe2-12028b7253fa tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:17.530941 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-348f42c2-7663-4c12-9c7e-ef10be89026b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:17.539395 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ffdd01b-9d9e-405f-b755-ce773fd0556b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:17.633169 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ffdd01b-9d9e-405f-b755-ce773fd0556b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:17.638757 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffdd01b-9d9e-405f-b755-ce773fd0556b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] Pushing event deleted for resources: {'Network': ['ID=f9770272-9139-4069-a413-472fce6febd5,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:17.667731 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-171a174a-7f51-4f96-8617-4637d78f8412 None None] For port 058b102a-31ab-46ed-a503-d7f45a45a5d1, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=058b102a-31ab-46ed-a503-d7f45a45a5d1,segment=NetworkSegment(f3726faf-1301-4503-beb2-41a4f6b9d6f6),segment_id=f3726faf-1301-4503-beb2-41a4f6b9d6f6)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:17.668574 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-171a174a-7f51-4f96-8617-4637d78f8412 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:17.675940 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-348f42c2-7663-4c12-9c7e-ef10be89026b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ede1ad-8fb3-4afc-8203-cab816d32f4e']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:17.681986 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1ffdd01b-9d9e-405f-b755-ce773fd0556b tempest-NetworksIpV6Test-1907154817 tempest-NetworksIpV6Test-1907154817-project] 10.222.0.60 "DELETE /v2.0/networks/f9770272-9139-4069-a413-472fce6febd5 HTTP/1.1" status: 204 len: 168 time: 2.6511171 Apr 06 14:16:17.703904 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b12cae3-19f8-4bcd-8603-34f2427ae121 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:17.718171 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-348f42c2-7663-4c12-9c7e-ef10be89026b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e05d042c-f69d-431d-bb2a-6d76fa17477d') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:17.718613 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-348f42c2-7663-4c12-9c7e-ef10be89026b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e05d042c-f69d-431d-bb2a-6d76fa17477d') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:17.732995 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-82ab109f-ffb0-4ee7-95c2-6e1baf70c56a tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] For port 058b102a-31ab-46ed-a503-d7f45a45a5d1, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=058b102a-31ab-46ed-a503-d7f45a45a5d1,segment=NetworkSegment(f3726faf-1301-4503-beb2-41a4f6b9d6f6),segment_id=f3726faf-1301-4503-beb2-41a4f6b9d6f6)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:17.736568 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82ab109f-ffb0-4ee7-95c2-6e1baf70c56a tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:17.809970 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b12cae3-19f8-4bcd-8603-34f2427ae121 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:17.816394 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-6b12cae3-19f8-4bcd-8603-34f2427ae121 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:17.819272 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12cae3-19f8-4bcd-8603-34f2427ae121 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Port': ['ID=e2aa7168-072c-4a2a-aa33-e4fd74672027,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:17.822037 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b12cae3-19f8-4bcd-8603-34f2427ae121 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:16:17.914334 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-57554de2-8754-496d-b16c-c7d85e4b6c6e None None] Deleting port c6d7630b-9781-4925-be7b-b0760f065c63 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:17.914714 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-57554de2-8754-496d-b16c-c7d85e4b6c6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:17.937602 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b12cae3-19f8-4bcd-8603-34f2427ae121 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:17.939879 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b12cae3-19f8-4bcd-8603-34f2427ae121 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:17.967457 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-82ab109f-ffb0-4ee7-95c2-6e1baf70c56a tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Calling delete_port for 058b102a-31ab-46ed-a503-d7f45a45a5d1 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:17.972963 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-171a174a-7f51-4f96-8617-4637d78f8412 None None] Calling delete_port for 058b102a-31ab-46ed-a503-d7f45a45a5d1 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:17.997711 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6b12cae3-19f8-4bcd-8603-34f2427ae121 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5704958 Apr 06 14:16:17.998428 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47852) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:18.068295 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c1c230b-fcbc-4f89-abe2-12028b7253fa tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:18.069323 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-57554de2-8754-496d-b16c-c7d85e4b6c6e None None] The port 'c6d7630b-9781-4925-be7b-b0760f065c63' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:16:18.076520 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d424505e-6b4b-426d-9e8f-d9eaad7e8c5a None None] Provisioning complete for port 372d1e2e-c2dc-416a-87cf-f1297c114943 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:18.076916 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d424505e-6b4b-426d-9e8f-d9eaad7e8c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:18.101784 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4c1c230b-fcbc-4f89-abe2-12028b7253fa tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Deleting port ebcc5330-4c2a-44c3-8677-dfc8d628c53c {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:18.102207 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c1c230b-fcbc-4f89-abe2-12028b7253fa tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:18.114223 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-348f42c2-7663-4c12-9c7e-ef10be89026b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:18.254006 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c6d7630b-9781-4925-be7b-b0760f065c63 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:16:18.287106 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac68e0a-a7c6-41b6-8004-8911cde07b6b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:18.291950 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac68e0a-a7c6-41b6-8004-8911cde07b6b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:18.293080 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8ac68e0a-a7c6-41b6-8004-8911cde07b6b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:16:18.294799 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: c6d7630b-9781-4925-be7b-b0760f065c63 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:16:18.295147 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c6d7630b-9781-4925-be7b-b0760f065c63 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:16:18.295560 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 058b102a-31ab-46ed-a503-d7f45a45a5d1 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:16:18.321458 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-171a174a-7f51-4f96-8617-4637d78f8412 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:16:18.321907 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-171a174a-7f51-4f96-8617-4637d78f8412 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:16:18.366976 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82ab109f-ffb0-4ee7-95c2-6e1baf70c56a tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:18.367786 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47858) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:18.382715 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 058b102a-31ab-46ed-a503-d7f45a45a5d1 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:16:18.383308 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 058b102a-31ab-46ed-a503-d7f45a45a5d1 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:16:18.388384 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8ac68e0a-a7c6-41b6-8004-8911cde07b6b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:16:18.389759 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8ac68e0a-a7c6-41b6-8004-8911cde07b6b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3859613 Apr 06 14:16:18.394119 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47864) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:18.475830 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-348f42c2-7663-4c12-9c7e-ef10be89026b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:18.479318 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab109f-ffb0-4ee7-95c2-6e1baf70c56a tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Pushing event deleted for resources: {'Port': ['ID=058b102a-31ab-46ed-a503-d7f45a45a5d1,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:18.492221 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348f42c2-7663-4c12-9c7e-ef10be89026b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:16:18.492847 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-348f42c2-7663-4c12-9c7e-ef10be89026b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:16:18.509603 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:16:18.518569 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ab109f-ffb0-4ee7-95c2-6e1baf70c56a tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] No DVR routers for this DVR port 058b102a-31ab-46ed-a503-d7f45a45a5d1 on host dv-neutron-835868-1-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:16:18.557980 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-dc8af051-8b08-4ea2-8bf1-1e3d7d620206 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting port e2aa7168-072c-4a2a-aa33-e4fd74672027 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:18.558463 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dc8af051-8b08-4ea2-8bf1-1e3d7d620206 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:18.572128 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0b916169-011c-4470-bb83-1743378189ed None None] Provisioning for port e2aa7168-072c-4a2a-aa33-e4fd74672027 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:16:18.577879 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0b916169-011c-4470-bb83-1743378189ed None None] Provisioning complete for port e2aa7168-072c-4a2a-aa33-e4fd74672027 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:18.578292 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0b916169-011c-4470-bb83-1743378189ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:18.593761 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c1c230b-fcbc-4f89-abe2-12028b7253fa tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:18.676710 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0b916169-011c-4470-bb83-1743378189ed None None] Port e2aa7168-072c-4a2a-aa33-e4fd74672027 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:16:18.729301 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82ab109f-ffb0-4ee7-95c2-6e1baf70c56a tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:18.741414 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-348f42c2-7663-4c12-9c7e-ef10be89026b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:18.774179 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-348f42c2-7663-4c12-9c7e-ef10be89026b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:18.776226 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4c1c230b-fcbc-4f89-abe2-12028b7253fa tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Calling delete_port for ebcc5330-4c2a-44c3-8677-dfc8d628c53c owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:18.790559 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa25d0a-09b6-4e3e-822d-d31494383224 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Router 598ef1dd-fe05-4abd-8045-5fcd94be81f3 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:16:18.792173 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-82ab109f-ffb0-4ee7-95c2-6e1baf70c56a tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a6ae7c-41b6-4462-af68-1addd02408f8']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:18.802430 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f42c2-7663-4c12-9c7e-ef10be89026b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Pushing event deleted for resources: {'Network': ['ID=12ede1ad-8fb3-4afc-8203-cab816d32f4e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:18.817596 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-82ab109f-ffb0-4ee7-95c2-6e1baf70c56a tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3726faf-1301-4503-beb2-41a4f6b9d6f6') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:18.817913 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-82ab109f-ffb0-4ee7-95c2-6e1baf70c56a tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3726faf-1301-4503-beb2-41a4f6b9d6f6') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:18.823124 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-171a174a-7f51-4f96-8617-4637d78f8412 None None] Deleting port 058b102a-31ab-46ed-a503-d7f45a45a5d1 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:18.823801 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-171a174a-7f51-4f96-8617-4637d78f8412 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:18.828318 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450f3ed-80b3-4b39-811c-a3ad4211069d req-039c54e0-c7ab-44c7-b02f-4ad22803d835 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:18.828487 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-348f42c2-7663-4c12-9c7e-ef10be89026b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] 10.222.0.60 "DELETE /v2.0/networks/12ede1ad-8fb3-4afc-8203-cab816d32f4e HTTP/1.1" status: 204 len: 168 time: 3.1708641 Apr 06 14:16:18.828589 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6450f3ed-80b3-4b39-811c-a3ad4211069d req-039c54e0-c7ab-44c7-b02f-4ad22803d835 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.3739114 Apr 06 14:16:18.829182 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47874) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:18.836334 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82ab109f-ffb0-4ee7-95c2-6e1baf70c56a tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:18.893176 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f321ad76-b193-48a7-97c2-62e667532d17 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Synchronizing usage tracker for tenant:37903902a2234afabfd784e345242a27 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:16:18.899215 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82ab109f-ffb0-4ee7-95c2-6e1baf70c56a tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:18.912208 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47878) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:18.932761 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-171a174a-7f51-4f96-8617-4637d78f8412 None None] The port '058b102a-31ab-46ed-a503-d7f45a45a5d1' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:16:18.968484 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ab109f-ffb0-4ee7-95c2-6e1baf70c56a tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:16:18.969321 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82ab109f-ffb0-4ee7-95c2-6e1baf70c56a tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:16:18.983007 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:16:19.004812 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2d968e39-2d77-4871-9dcf-f91e6a7f8f3a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=78c3c5be3bb346c69eb24aafc3836c0b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6327832 Apr 06 14:16:19.057486 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47884) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:19.095498 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f321ad76-b193-48a7-97c2-62e667532d17 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Unset dirty status for tenant:37903902a2234afabfd784e345242a27 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:16:19.096677 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f321ad76-b193-48a7-97c2-62e667532d17 tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6f8f09c-2276-44c9-83de-b901e1a92a04 HTTP/1.1" status: 200 len: 205 time: 0.2660646 Apr 06 14:16:19.102954 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47888) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:19.128327 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6450f3ed-80b3-4b39-811c-a3ad4211069d req-95156489-1e11-4239-acb5-1dcb674c2ba8 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657559 Apr 06 14:16:19.159063 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82ab109f-ffb0-4ee7-95c2-6e1baf70c56a tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:19.183750 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82ab109f-ffb0-4ee7-95c2-6e1baf70c56a tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:19.197742 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab109f-ffb0-4ee7-95c2-6e1baf70c56a tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] Pushing event deleted for resources: {'Network': ['ID=51a6ae7c-41b6-4462-af68-1addd02408f8,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:19.200995 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-82ab109f-ffb0-4ee7-95c2-6e1baf70c56a tempest-FloatingIPNegativeTestJSON-1519918540 tempest-FloatingIPNegativeTestJSON-1519918540-project] 10.222.0.60 "DELETE /v2.0/networks/51a6ae7c-41b6-4462-af68-1addd02408f8 HTTP/1.1" status: 204 len: 168 time: 3.0157273 Apr 06 14:16:19.237845 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f33bb35c-0986-47ed-a7ea-d715124324bd tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:19.244947 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f33bb35c-0986-47ed-a7ea-d715124324bd tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:19.257336 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f33bb35c-0986-47ed-a7ea-d715124324bd tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Usage tracker for resource:floatingip and tenant:e9407ce63f4a4bec937091b7c585dd80 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:19.261390 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f33bb35c-0986-47ed-a7ea-d715124324bd tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:19.269554 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f33bb35c-0986-47ed-a7ea-d715124324bd tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:19.283866 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f33bb35c-0986-47ed-a7ea-d715124324bd tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks [] for floatingip, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:19.299745 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa25d0a-09b6-4e3e-822d-d31494383224 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:16:19.304170 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-efa25d0a-09b6-4e3e-822d-d31494383224 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:19.316322 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a1de83-a903-43aa-bbe4-e7b8ae3e849f None None] Sync routers for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:16:19.336105 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a1de83-a903-43aa-bbe4-e7b8ae3e849f None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:19.337158 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b6a1de83-a903-43aa-bbe4-e7b8ae3e849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:19.429978 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-efa25d0a-09b6-4e3e-822d-d31494383224 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "PUT /v2.0/floatingips/a5b9acc1-07fc-40e8-b1f0-ddee02286c1d HTTP/1.1" status: 200 len: 688 time: 5.7238379 Apr 06 14:16:19.431551 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47894) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:19.445592 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9c56931-f0a0-47e3-afec-2eccf6dfb299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:19.449493 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dc8af051-8b08-4ea2-8bf1-1e3d7d620206 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:19.477532 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b6a1de83-a903-43aa-bbe4-e7b8ae3e849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:19.491092 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a1de83-a903-43aa-bbe4-e7b8ae3e849f None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:19.491634 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b6a1de83-a903-43aa-bbe4-e7b8ae3e849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:19.557131 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b6a1de83-a903-43aa-bbe4-e7b8ae3e849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:19.557539 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a1de83-a903-43aa-bbe4-e7b8ae3e849f None None] The sync data for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:16:19.594867 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47900) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:19.624187 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-dc8af051-8b08-4ea2-8bf1-1e3d7d620206 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Calling delete_port for e2aa7168-072c-4a2a-aa33-e4fd74672027 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:19.633518 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-122c7baa-a2d4-413e-9077-6d06a20dc5ae tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Deleting port 45908f9e-054e-4259-abfa-0cdbcaeb9382 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:19.633783 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-122c7baa-a2d4-413e-9077-6d06a20dc5ae tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:19.674104 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9c56931-f0a0-47e3-afec-2eccf6dfb299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:19.684624 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b228653d-49bc-4b06-b41c-44d57b73a91b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:19.831982 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7dfaf3f0-57b7-4d26-996d-e8e28bf1d95c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ff6ca2585f8b42238388df9bcd192b90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2267795 Apr 06 14:16:19.839361 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f33bb35c-0986-47ed-a7ea-d715124324bd tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:19.841867 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47906) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:19.879268 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c1c230b-fcbc-4f89-abe2-12028b7253fa tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:19.954992 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c230b-fcbc-4f89-abe2-12028b7253fa tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Pushing event deleted for resources: {'Port': ['ID=ebcc5330-4c2a-44c3-8677-dfc8d628c53c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:19.957785 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-122c7baa-a2d4-413e-9077-6d06a20dc5ae tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:19.958118 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-122c7baa-a2d4-413e-9077-6d06a20dc5ae tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:20.125241 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9c56931-f0a0-47e3-afec-2eccf6dfb299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:20.189022 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c56931-f0a0-47e3-afec-2eccf6dfb299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205c8850-a258-46f1-a835-e5232805566b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:20.197384 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-122c7baa-a2d4-413e-9077-6d06a20dc5ae tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Calling delete_port for 45908f9e-054e-4259-abfa-0cdbcaeb9382 owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:20.236822 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0ca67255-cdeb-4e65-bda1-c0e8e2d6116c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:20.285817 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0ca67255-cdeb-4e65-bda1-c0e8e2d6116c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:20.390642 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b228653d-49bc-4b06-b41c-44d57b73a91b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:20.405249 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9c56931-f0a0-47e3-afec-2eccf6dfb299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:20.406341 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b9c56931-f0a0-47e3-afec-2eccf6dfb299 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/205c8850-a258-46f1-a835-e5232805566b HTTP/1.1" status: 204 len: 168 time: 1.3492558 Apr 06 14:16:20.465712 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-122c7baa-a2d4-413e-9077-6d06a20dc5ae tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:20.469882 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b228653d-49bc-4b06-b41c-44d57b73a91b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:20.503261 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bf99b-e7a4-45b1-8f8f-100bc3d93335 req-6472757c-5974-4eea-a99d-bbbf08de8012 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:20.504909 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-531bf99b-e7a4-45b1-8f8f-100bc3d93335 req-6472757c-5974-4eea-a99d-bbbf08de8012 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.2278743 Apr 06 14:16:20.511266 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0ca67255-cdeb-4e65-bda1-c0e8e2d6116c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:20.536229 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c7baa-a2d4-413e-9077-6d06a20dc5ae tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event deleted for resources: {'Port': ['ID=45908f9e-054e-4259-abfa-0cdbcaeb9382,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:20.558247 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca67255-cdeb-4e65-bda1-c0e8e2d6116c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64c798c-bd63-430e-88c3-ad6aca468070,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:20.667354 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dc8af051-8b08-4ea2-8bf1-1e3d7d620206 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:20.711412 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c1c230b-fcbc-4f89-abe2-12028b7253fa tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:20.722012 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-531bf99b-e7a4-45b1-8f8f-100bc3d93335 req-a68ee46b-c4bc-4138-9403-994b6ca4bea6 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036459 Apr 06 14:16:20.736801 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-122c7baa-a2d4-413e-9077-6d06a20dc5ae tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:20.739974 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0ca67255-cdeb-4e65-bda1-c0e8e2d6116c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:20.743744 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0ca67255-cdeb-4e65-bda1-c0e8e2d6116c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d64c798c-bd63-430e-88c3-ad6aca468070 HTTP/1.1" status: 204 len: 168 time: 0.8992045 Apr 06 14:16:20.780789 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-122c7baa-a2d4-413e-9077-6d06a20dc5ae tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:20.784654 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-122c7baa-a2d4-413e-9077-6d06a20dc5ae tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "DELETE /v2.0/floatingips/a5b9acc1-07fc-40e8-b1f0-ddee02286c1d HTTP/1.1" status: 204 len: 168 time: 1.3521595 Apr 06 14:16:20.785315 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47922) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:20.867636 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8af051-8b08-4ea2-8bf1-1e3d7d620206 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Port': ['ID=e2aa7168-072c-4a2a-aa33-e4fd74672027,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:20.901919 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-b87bbbda-8637-42f2-9083-69507b11dfff tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] delete failed (client error): The resource could not be found. Apr 06 14:16:20.912142 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b87bbbda-8637-42f2-9083-69507b11dfff tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "DELETE /v2.0/floatingips/a5b9acc1-07fc-40e8-b1f0-ddee02286c1d HTTP/1.1" status: 404 len: 345 time: 0.1239333 Apr 06 14:16:20.912724 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47928) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:20.966639 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b228653d-49bc-4b06-b41c-44d57b73a91b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:20.967514 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b228653d-49bc-4b06-b41c-44d57b73a91b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Fanout notify agent at l3_agent the message router_deleted on router b6f8f09c-2276-44c9-83de-b901e1a92a04 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:16:20.986897 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-f33bb35c-0986-47ed-a7ea-d715124324bd tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Allocated IP 172.26.8.123 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/34744a97-dc17-4322-bbf8-02c2ac28e535) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:21.128742 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3cfad0-6fa2-476f-afc7-3ae7c8a870af tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:21.132717 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3cfad0-6fa2-476f-afc7-3ae7c8a870af tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:21.137984 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3cfad0-6fa2-476f-afc7-3ae7c8a870af tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:21.138859 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ca3cfad0-6fa2-476f-afc7-3ae7c8a870af tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Synchronizing usage tracker for tenant:d61b98536deb4ef1889c048254212ea9 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:16:21.217171 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b228653d-49bc-4b06-b41c-44d57b73a91b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:21.218182 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b228653d-49bc-4b06-b41c-44d57b73a91b tempest-RoutersNegativeIpV6Test-798803100 tempest-RoutersNegativeIpV6Test-798803100-project] 10.222.0.60 "DELETE /v2.0/routers/b6f8f09c-2276-44c9-83de-b901e1a92a04 HTTP/1.1" status: 204 len: 168 time: 2.1062412 Apr 06 14:16:21.226275 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ca3cfad0-6fa2-476f-afc7-3ae7c8a870af tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Unset dirty status for tenant:d61b98536deb4ef1889c048254212ea9 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:16:21.227438 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ca3cfad0-6fa2-476f-afc7-3ae7c8a870af tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "GET /v2.0/ports?network_id=3bf4ebdc-259e-4f85-8de7-a931f961c434 HTTP/1.1" status: 200 len: 2356 time: 0.3110251 Apr 06 14:16:21.232643 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47940) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:21.238533 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f33bb35c-0986-47ed-a7ea-d715124324bd tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:21.240944 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c1c230b-fcbc-4f89-abe2-12028b7253fa tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:21.254390 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c1c230b-fcbc-4f89-abe2-12028b7253fa tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:21.258077 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dc8af051-8b08-4ea2-8bf1-1e3d7d620206 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:21.260512 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-dc8af051-8b08-4ea2-8bf1-1e3d7d620206 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/e2aa7168-072c-4a2a-aa33-e4fd74672027 HTTP/1.1" status: 204 len: 168 time: 2.8651567 Apr 06 14:16:21.263270 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47946) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:21.316056 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8898ec-7f1e-4cf9-a43d-393de26328dd tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:21.321844 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0d8898ec-7f1e-4cf9-a43d-393de26328dd tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "GET /v2.0/subnets/40302d77-5c64-4720-a619-9c5e4a683e62 HTTP/1.1" status: 200 len: 797 time: 0.0838346 Apr 06 14:16:21.322480 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47952) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:21.328421 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9170a4ea-f6e3-45d2-8ff1-1e79a8aa4344 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Request body: {'port': {'network_id': '3bf4ebdc-259e-4f85-8de7-a931f961c434', 'name': 'tempest-FloatingIPTestJSON-1551733130', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:21.359162 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1add00-f881-4452-bfd7-c1ef36816691 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:21.360649 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1add00-f881-4452-bfd7-c1ef36816691 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:21.362967 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1add00-f881-4452-bfd7-c1ef36816691 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:21.364083 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6b1add00-f881-4452-bfd7-c1ef36816691 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:16:21.442791 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c1c230b-fcbc-4f89-abe2-12028b7253fa tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:21.443483 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1c230b-fcbc-4f89-abe2-12028b7253fa tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Fanout notify agent at l3_agent the message router_deleted on router ad0ed15f-7785-4cb3-b564-d1355d90e34c {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:16:21.462488 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6b1add00-f881-4452-bfd7-c1ef36816691 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:16:21.464134 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f33bb35c-0986-47ed-a7ea-d715124324bd tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:21.469008 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6b1add00-f881-4452-bfd7-c1ef36816691 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2033963 Apr 06 14:16:21.476645 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47962) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:21.556286 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c1c230b-fcbc-4f89-abe2-12028b7253fa tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:21.557570 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4c1c230b-fcbc-4f89-abe2-12028b7253fa tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "DELETE /v2.0/routers/ad0ed15f-7785-4cb3-b564-d1355d90e34c HTTP/1.1" status: 204 len: 168 time: 5.3867102 Apr 06 14:16:21.564998 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47966) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:21.569221 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9cdf05d4-8741-433a-abfe-3586fadc79b7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1645772451', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:21.571563 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33bb35c-0986-47ed-a7ea-d715124324bd tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:21.575310 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33bb35c-0986-47ed-a7ea-d715124324bd tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Pushing event updated for resources: {'Port': ['ID=34744a97-dc17-4322-bbf8-02c2ac28e535,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:21.578553 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-f33bb35c-0986-47ed-a7ea-d715124324bd tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:21.586014 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9cdf05d4-8741-433a-abfe-3586fadc79b7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:21.589239 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33bb35c-0986-47ed-a7ea-d715124324bd tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:16:21.596333 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9cdf05d4-8741-433a-abfe-3586fadc79b7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Usage tracker for resource:router and tenant:cd16408f1c7a49b0849b357f06d3b0f4 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:21.601458 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47970) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:21.606501 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9cdf05d4-8741-433a-abfe-3586fadc79b7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:21.627155 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9cdf05d4-8741-433a-abfe-3586fadc79b7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:21.641637 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9170a4ea-f6e3-45d2-8ff1-1e79a8aa4344 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:21.655028 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9170a4ea-f6e3-45d2-8ff1-1e79a8aa4344 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:21.689584 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9170a4ea-f6e3-45d2-8ff1-1e79a8aa4344 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Made reservation on behalf of d61b98536deb4ef1889c048254212ea9 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:21.718323 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9cdf05d4-8741-433a-abfe-3586fadc79b7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:21.719293 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9cdf05d4-8741-433a-abfe-3586fadc79b7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:21.774971 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9cdf05d4-8741-433a-abfe-3586fadc79b7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:21.778907 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-1256a091-4ce9-486e-9b48-9d6141c7e74a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting subnet 2aabc2e8-c368-479e-b0cb-eb40761aba01 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:16:21.788355 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1256a091-4ce9-486e-9b48-9d6141c7e74a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:21.846386 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1256a091-4ce9-486e-9b48-9d6141c7e74a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:21.929622 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1256a091-4ce9-486e-9b48-9d6141c7e74a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:21.984463 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f33bb35c-0986-47ed-a7ea-d715124324bd tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:21.993521 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9170a4ea-f6e3-45d2-8ff1-1e79a8aa4344 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:22.030297 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47984) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:22.038495 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031610 Apr 06 14:16:22.042581 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 47986) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:22.070514 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-9170a4ea-f6e3-45d2-8ff1-1e79a8aa4344 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] device_id is not set on port df7050fd-aa5e-4973-9da0-1cdbe0b9b519 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:16:22.107468 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f33bb35c-0986-47ed-a7ea-d715124324bd tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:22.224409 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1256a091-4ce9-486e-9b48-9d6141c7e74a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:22.269833 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-87883b7d-1bbb-4cc8-b2cd-e78321646b61 tempest-NetworksApiDiscovery-2121316035 tempest-NetworksApiDiscovery-2121316035-project] 10.222.0.60 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2262337 Apr 06 14:16:22.288419 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256a091-4ce9-486e-9b48-9d6141c7e74a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Subnet': ['ID=2aabc2e8-c368-479e-b0cb-eb40761aba01,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:22.323215 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132dea7-9dbe-40f6-af42-fa7ba123e4f4 req-de9933d2-2452-493e-b922-721410d6fe05 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:22.324749 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5132dea7-9dbe-40f6-af42-fa7ba123e4f4 req-de9933d2-2452-493e-b922-721410d6fe05 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.3477416 Apr 06 14:16:22.329214 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ffece9-e59c-406e-82bb-9da03a7cb170 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:22.330310 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1256a091-4ce9-486e-9b48-9d6141c7e74a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:22.366462 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-49cbf720-e992-470b-90df-387a4fb9b5f9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=37903902a2234afabfd784e345242a27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7637825 Apr 06 14:16:22.370192 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 47998) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:22.374132 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9cdf05d4-8741-433a-abfe-3586fadc79b7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:22.402625 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1256a091-4ce9-486e-9b48-9d6141c7e74a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/2aabc2e8-c368-479e-b0cb-eb40761aba01 HTTP/1.1" status: 204 len: 168 time: 0.9237392 Apr 06 14:16:22.407125 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48002) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:22.545217 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48006) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:22.677742 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5132dea7-9dbe-40f6-af42-fa7ba123e4f4 req-327ba0af-a893-415d-a033-f2752268cecc tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3375616 Apr 06 14:16:22.728332 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48014) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:22.754117 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd65d30a-5c59-412a-bd9c-705d9792fe04 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting subnet 83047b49-a501-4621-be2e-8bc58bdbdcd4 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:16:22.768825 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fd65d30a-5c59-412a-bd9c-705d9792fe04 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:22.891827 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-10c62178-30c5-450a-8c28-fac1b121a6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:22.966475 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fd65d30a-5c59-412a-bd9c-705d9792fe04 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:22.970961 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f33bb35c-0986-47ed-a7ea-d715124324bd tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:22.976108 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-60d5af20-2fe2-4e6d-82bf-1d4240aafbd1 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1388147823'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:22.991003 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-60d5af20-2fe2-4e6d-82bf-1d4240aafbd1 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:22.993670 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-93dd83dc-6387-4d07-9099-9f02d942807c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:23.011892 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-10c62178-30c5-450a-8c28-fac1b121a6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:23.013960 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-9170a4ea-f6e3-45d2-8ff1-1e79a8aa4344 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Allocated IP 172.20.0.14 (3bf4ebdc-259e-4f85-8de7-a931f961c434/40302d77-5c64-4720-a619-9c5e4a683e62/df7050fd-aa5e-4973-9da0-1cdbe0b9b519) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:23.016264 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f33bb35c-0986-47ed-a7ea-d715124324bd tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:23.020569 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-60d5af20-2fe2-4e6d-82bf-1d4240aafbd1 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Usage tracker for resource:network and tenant:6405625efdd14c9bb474ac0b7c765923 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:23.076068 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-60d5af20-2fe2-4e6d-82bf-1d4240aafbd1 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:23.087891 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-9170a4ea-f6e3-45d2-8ff1-1e79a8aa4344 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Allocated IP 172.20.0.13 (3bf4ebdc-259e-4f85-8de7-a931f961c434/40302d77-5c64-4720-a619-9c5e4a683e62/df7050fd-aa5e-4973-9da0-1cdbe0b9b519) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:23.096403 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-60d5af20-2fe2-4e6d-82bf-1d4240aafbd1 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:23.163149 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fd65d30a-5c59-412a-bd9c-705d9792fe04 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:23.193899 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-10c62178-30c5-450a-8c28-fac1b121a6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:23.231489 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d5af20-2fe2-4e6d-82bf-1d4240aafbd1 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Made reservation on behalf of 6405625efdd14c9bb474ac0b7c765923 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:23.234665 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60d5af20-2fe2-4e6d-82bf-1d4240aafbd1 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:23.267754 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33bb35c-0986-47ed-a7ea-d715124324bd tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Pushing event updated for resources: {'Port': ['ID=34744a97-dc17-4322-bbf8-02c2ac28e535,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:23.295306 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c62178-30c5-450a-8c28-fac1b121a6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89369121-107e-4bd7-9829-9bea9766bd91,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:23.310286 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-10c62178-30c5-450a-8c28-fac1b121a6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:23.311927 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-10c62178-30c5-450a-8c28-fac1b121a6b4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/89369121-107e-4bd7-9829-9bea9766bd91 HTTP/1.1" status: 204 len: 168 time: 0.9346476 Apr 06 14:16:23.313182 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9cdf05d4-8741-433a-abfe-3586fadc79b7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:23.323762 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-93dd83dc-6387-4d07-9099-9f02d942807c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:23.336776 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60d5af20-2fe2-4e6d-82bf-1d4240aafbd1 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:23.357999 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-93dd83dc-6387-4d07-9099-9f02d942807c admin admin] Usage tracker for resource:security_group_rule and tenant:05beef5248684e368279bf7d4589f86b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:23.358549 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9cdf05d4-8741-433a-abfe-3586fadc79b7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:23.371999 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-93dd83dc-6387-4d07-9099-9f02d942807c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:23.381124 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f33bb35c-0986-47ed-a7ea-d715124324bd tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:23.385310 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-93dd83dc-6387-4d07-9099-9f02d942807c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:23.465864 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fd65d30a-5c59-412a-bd9c-705d9792fe04 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:23.518834 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499c6c1-92c9-4661-a94f-c6a66a5eb4a1 req-6f1c8be2-e2c5-43ec-b56c-62fad8be4426 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:23.520330 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f499c6c1-92c9-4661-a94f-c6a66a5eb4a1 req-6f1c8be2-e2c5-43ec-b56c-62fad8be4426 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.2704353 Apr 06 14:16:23.526457 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65d30a-5c59-412a-bd9c-705d9792fe04 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Subnet': ['ID=83047b49-a501-4621-be2e-8bc58bdbdcd4,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:23.549015 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-60d5af20-2fe2-4e6d-82bf-1d4240aafbd1 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:23.586407 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fd65d30a-5c59-412a-bd9c-705d9792fe04 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:23.605180 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722a50e1-b56b-4a4c-b754-046a60d6655b None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:23.607262 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fd65d30a-5c59-412a-bd9c-705d9792fe04 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/83047b49-a501-4621-be2e-8bc58bdbdcd4 HTTP/1.1" status: 204 len: 168 time: 1.1915560 Apr 06 14:16:23.611641 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48030) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:23.637595 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9170a4ea-f6e3-45d2-8ff1-1e79a8aa4344 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:23.667007 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-60d5af20-2fe2-4e6d-82bf-1d4240aafbd1 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Usage tracker for resource:security_group_rule and tenant:6405625efdd14c9bb474ac0b7c765923 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:23.698290 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6b3130df-4004-44bb-98a8-81e826e05d8f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0839639 Apr 06 14:16:23.703897 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48036) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:23.717436 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-9cdf05d4-8741-433a-abfe-3586fadc79b7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Allocated IP 172.26.8.56 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/5310d6d8-2aa5-4219-b1b8-42e4bae8ae67) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:23.722557 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c7ff35d5-b716-4c04-9b20-8209038d2313 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:23.734977 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-93dd83dc-6387-4d07-9099-9f02d942807c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:23.749136 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-60d5af20-2fe2-4e6d-82bf-1d4240aafbd1 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:23.752403 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f499c6c1-92c9-4661-a94f-c6a66a5eb4a1 req-b96e55e6-149c-4474-9c31-73683721a64a tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941261 Apr 06 14:16:23.764607 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-93dd83dc-6387-4d07-9099-9f02d942807c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:23.807226 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f33bb35c-0986-47ed-a7ea-d715124324bd tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:23.811838 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f33bb35c-0986-47ed-a7ea-d715124324bd tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8497181 Apr 06 14:16:23.811838 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9170a4ea-f6e3-45d2-8ff1-1e79a8aa4344 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:23.812566 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48044) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:23.825940 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-43b60327-21ed-4046-b744-b2eadc20729e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2006947551'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:23.828319 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-93dd83dc-6387-4d07-9099-9f02d942807c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=05beef5248684e368279bf7d4589f86b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0983157 Apr 06 14:16:23.832631 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48048) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:23.841776 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-60d5af20-2fe2-4e6d-82bf-1d4240aafbd1 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:23.849111 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-43b60327-21ed-4046-b744-b2eadc20729e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:23.881339 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-43b60327-21ed-4046-b744-b2eadc20729e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Usage tracker for resource:network and tenant:e9407ce63f4a4bec937091b7c585dd80 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:23.894346 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-43b60327-21ed-4046-b744-b2eadc20729e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:23.927939 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ec33800d-7312-442d-b66c-eea1c41cce83 None None] Provisioning complete for port 372d1e2e-c2dc-416a-87cf-f1297c114943 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:23.928474 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ec33800d-7312-442d-b66c-eea1c41cce83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:23.933011 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9170a4ea-f6e3-45d2-8ff1-1e79a8aa4344 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Network 3bf4ebdc-259e-4f85-8de7-a931f961c434 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:23.942017 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170a4ea-f6e3-45d2-8ff1-1e79a8aa4344 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event updated for resources: {'Port': ['ID=df7050fd-aa5e-4973-9da0-1cdbe0b9b519,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:23.951229 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-9170a4ea-f6e3-45d2-8ff1-1e79a8aa4344 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:23.962520 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9170a4ea-f6e3-45d2-8ff1-1e79a8aa4344 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:16:23.974331 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-43b60327-21ed-4046-b744-b2eadc20729e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:23.997456 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9ed3fc42-e74f-4d99-80da-b91e0e006ad5 req-42fd1f4f-d76e-4589-8e31-d4aa14377f8f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=45bdc10440d74a5abd92184edf5c75b4&device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 1098 time: 0.7247617 Apr 06 14:16:24.005268 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c7ff35d5-b716-4c04-9b20-8209038d2313 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:24.036918 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c7ff35d5-b716-4c04-9b20-8209038d2313 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:subnet and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:24.044386 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c7ff35d5-b716-4c04-9b20-8209038d2313 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:24.054318 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b60327-21ed-4046-b744-b2eadc20729e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Made reservation on behalf of e9407ce63f4a4bec937091b7c585dd80 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:24.057645 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-43b60327-21ed-4046-b744-b2eadc20729e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:24.069078 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd83dc-6387-4d07-9099-9f02d942807c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1654b3-3349-4db1-b0ea-89a9e4ef8bb9,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:24.093139 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c7ff35d5-b716-4c04-9b20-8209038d2313 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:24.107958 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ad6faa-0ab6-4bcf-9e4c-c2d6938d94a5 None None] DHCP port deletion for 45db5c66-c082-47ed-beeb-688e3c8646d5 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:16:24.114634 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d3ad6faa-0ab6-4bcf-9e4c-c2d6938d94a5 None None] Deleting port 372d1e2e-c2dc-416a-87cf-f1297c114943 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:24.115349 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d3ad6faa-0ab6-4bcf-9e4c-c2d6938d94a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:24.120554 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e739f903-c6e0-4d0f-8311-a2579beee60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:24.126367 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-43b60327-21ed-4046-b744-b2eadc20729e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:24.167799 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ff35d5-b716-4c04-9b20-8209038d2313 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:24.171498 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c7ff35d5-b716-4c04-9b20-8209038d2313 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:24.213981 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 372d1e2e-c2dc-416a-87cf-f1297c114943 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:16:24.263762 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9170a4ea-f6e3-45d2-8ff1-1e79a8aa4344 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:24.264715 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9170a4ea-f6e3-45d2-8ff1-1e79a8aa4344 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:24.305182 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9170a4ea-f6e3-45d2-8ff1-1e79a8aa4344 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.9814935 Apr 06 14:16:24.310701 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48058) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:24.339297 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1cea39f6-0b91-4679-b9c3-631412ed208f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'port_id': 'df7050fd-aa5e-4973-9da0-1cdbe0b9b519', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:24.345961 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1cea39f6-0b91-4679-b9c3-631412ed208f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:24.350904 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1cea39f6-0b91-4679-b9c3-631412ed208f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Usage tracker for resource:floatingip and tenant:d61b98536deb4ef1889c048254212ea9 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:24.354035 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1cea39f6-0b91-4679-b9c3-631412ed208f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:24.361467 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1cea39f6-0b91-4679-b9c3-631412ed208f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:24.404311 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60d5af20-2fe2-4e6d-82bf-1d4240aafbd1 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:24.405988 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3fc42-e74f-4d99-80da-b91e0e006ad5 req-0b256627-abba-4486-9bb6-6a2e50710bbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:24.408212 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9ed3fc42-e74f-4d99-80da-b91e0e006ad5 req-0b256627-abba-4486-9bb6-6a2e50710bbd service neutron] 10.222.0.69 "GET /v2.0/networks?id=b4b50898-b40c-48be-9630-e21242c54179 HTTP/1.1" status: 200 len: 912 time: 0.3933971 Apr 06 14:16:24.415817 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60d5af20-2fe2-4e6d-82bf-1d4240aafbd1 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:24.429333 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c7ff35d5-b716-4c04-9b20-8209038d2313 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:24.434727 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d5af20-2fe2-4e6d-82bf-1d4240aafbd1 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:16:24.448241 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60d5af20-2fe2-4e6d-82bf-1d4240aafbd1 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:24.449648 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-60d5af20-2fe2-4e6d-82bf-1d4240aafbd1 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Added segment fc68466a-365b-4bca-81b0-f6f8f8252220 of type vlan for network 8b8ca921-6be8-4e89-a983-8b6ca9c1ecbe Apr 06 14:16:24.465465 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d3ad6faa-0ab6-4bcf-9e4c-c2d6938d94a5 None None] For port 372d1e2e-c2dc-416a-87cf-f1297c114943, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=372d1e2e-c2dc-416a-87cf-f1297c114943,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:24.465858 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d3ad6faa-0ab6-4bcf-9e4c-c2d6938d94a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:24.476419 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48064) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:24.480347 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:24.489524 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9cdf05d4-8741-433a-abfe-3586fadc79b7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:24.502901 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e739f903-c6e0-4d0f-8311-a2579beee60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:24.522171 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ff35d5-b716-4c04-9b20-8209038d2313 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:24.539370 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-c7ff35d5-b716-4c04-9b20-8209038d2313 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:24.542418 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ff35d5-b716-4c04-9b20-8209038d2313 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:24.543093 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c7ff35d5-b716-4c04-9b20-8209038d2313 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:24.547212 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-43b60327-21ed-4046-b744-b2eadc20729e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:24.547389 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1cea39f6-0b91-4679-b9c3-631412ed208f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:24.574198 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-43b60327-21ed-4046-b744-b2eadc20729e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Usage tracker for resource:security_group_rule and tenant:e9407ce63f4a4bec937091b7c585dd80 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:24.577731 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60d5af20-2fe2-4e6d-82bf-1d4240aafbd1 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:24.587868 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-43b60327-21ed-4046-b744-b2eadc20729e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:24.611549 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-43b60327-21ed-4046-b744-b2eadc20729e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:24.622127 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff35d5-b716-4c04-9b20-8209038d2313 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Subnet': ['ID=a36a8e3e-dbeb-47c0-bca1-912fd941ca01,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:24.653771 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d3ad6faa-0ab6-4bcf-9e4c-c2d6938d94a5 None None] Calling delete_port for 372d1e2e-c2dc-416a-87cf-f1297c114943 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:24.656448 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c7ff35d5-b716-4c04-9b20-8209038d2313 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9486468 Apr 06 14:16:24.661790 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48070) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:24.671095 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7cea7b90-899f-416f-be16-42403dceddc9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:24.687333 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5af20-2fe2-4e6d-82bf-1d4240aafbd1 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce8749c-ecfd-4811-b8f5-4d60d892bcc5,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:24.706905 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 372d1e2e-c2dc-416a-87cf-f1297c114943, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=372d1e2e-c2dc-416a-87cf-f1297c114943,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:24.719607 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:24.740227 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9ed3fc42-e74f-4d99-80da-b91e0e006ad5 req-986ec532-ff9c-4d62-a2e7-3ce228846428 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae0b3a45-c88d-4e73-b461-c2e8cd808229 HTTP/1.1" status: 200 len: 1001 time: 0.2621078 Apr 06 14:16:24.749750 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-e15f2f52-2c28-4275-b6ec-0a5cb99ec3ea admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-328486404-network', 'tenant_id': '0fa4c70b7fe74530b9d1a0349885514d'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:24.757519 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e15f2f52-2c28-4275-b6ec-0a5cb99ec3ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:24.807401 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-d3ad6faa-0ab6-4bcf-9e4c-c2d6938d94a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:16:24.807820 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-d3ad6faa-0ab6-4bcf-9e4c-c2d6938d94a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:16:24.810073 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=372d1e2e-c2dc-416a-87cf-f1297c114943,revision_number=8']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:24.819929 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:24.820280 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:24.820669 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:24.821058 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:24.821390 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:24.821935 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:24.822271 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:24.822602 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:24.822933 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:24.823259 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:24.823580 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:24.881885 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e15f2f52-2c28-4275-b6ec-0a5cb99ec3ea admin admin] Usage tracker for resource:network and tenant:0fa4c70b7fe74530b9d1a0349885514d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:24.889946 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e15f2f52-2c28-4275-b6ec-0a5cb99ec3ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:24.892753 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60d5af20-2fe2-4e6d-82bf-1d4240aafbd1 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:24.897453 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d5af20-2fe2-4e6d-82bf-1d4240aafbd1 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:24.898028 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60d5af20-2fe2-4e6d-82bf-1d4240aafbd1 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:24.927695 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9cdf05d4-8741-433a-abfe-3586fadc79b7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:24.936378 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e15f2f52-2c28-4275-b6ec-0a5cb99ec3ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:24.963129 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e739f903-c6e0-4d0f-8311-a2579beee60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:25.020428 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739f903-c6e0-4d0f-8311-a2579beee60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1654b3-3349-4db1-b0ea-89a9e4ef8bb9,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:25.070516 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7cea7b90-899f-416f-be16-42403dceddc9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:25.082467 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdf05d4-8741-433a-abfe-3586fadc79b7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:25.085733 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e739f903-c6e0-4d0f-8311-a2579beee60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:25.086847 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e739f903-c6e0-4d0f-8311-a2579beee60f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9d1654b3-3349-4db1-b0ea-89a9e4ef8bb9 HTTP/1.1" status: 204 len: 168 time: 1.2433281 Apr 06 14:16:25.092972 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7cea7b90-899f-416f-be16-42403dceddc9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:subnet and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:25.096480 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-9cdf05d4-8741-433a-abfe-3586fadc79b7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:25.098511 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7cea7b90-899f-416f-be16-42403dceddc9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:25.102331 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-43b60327-21ed-4046-b744-b2eadc20729e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:25.103916 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf05d4-8741-433a-abfe-3586fadc79b7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Pushing event updated for resources: {'Port': ['ID=5310d6d8-2aa5-4219-b1b8-42e4bae8ae67,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:25.105700 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdf05d4-8741-433a-abfe-3586fadc79b7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:16:25.137075 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7cea7b90-899f-416f-be16-42403dceddc9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:25.138944 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-43b60327-21ed-4046-b744-b2eadc20729e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:25.187052 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-60d5af20-2fe2-4e6d-82bf-1d4240aafbd1 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.6379735 Apr 06 14:16:25.188445 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48078) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:25.199489 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cea7b90-899f-416f-be16-42403dceddc9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:25.200173 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3fc42-e74f-4d99-80da-b91e0e006ad5 req-d53b9c97-5df9-42a9-af75-9409f8e16623 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:25.201651 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9ed3fc42-e74f-4d99-80da-b91e0e006ad5 req-d53b9c97-5df9-42a9-af75-9409f8e16623 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=61fc1f24-d84d-4e4e-b059-fbe1445d430f HTTP/1.1" status: 200 len: 850 time: 0.4479277 Apr 06 14:16:25.202946 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7cea7b90-899f-416f-be16-42403dceddc9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:25.207184 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15f2f52-2c28-4275-b6ec-0a5cb99ec3ea admin admin] Made reservation on behalf of 0fa4c70b7fe74530b9d1a0349885514d for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:25.209514 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e15f2f52-2c28-4275-b6ec-0a5cb99ec3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:25.222334 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b60327-21ed-4046-b744-b2eadc20729e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:16:25.227304 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d51d0a3f-18cc-450b-8e7b-e556ffa75fb3 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1847469484'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:25.230341 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b60327-21ed-4046-b744-b2eadc20729e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e786bf1-2ea1-4f8e-9e3c-a3e66834aeae,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:25.268012 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5af20-2fe2-4e6d-82bf-1d4240aafbd1 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Network': ['ID=8b8ca921-6be8-4e89-a983-8b6ca9c1ecbe,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:25.277126 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e15f2f52-2c28-4275-b6ec-0a5cb99ec3ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:25.284001 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 8b8ca921-6be8-4e89-a983-8b6ca9c1ecbe details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:16:25.291168 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d51d0a3f-18cc-450b-8e7b-e556ffa75fb3 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:25.309238 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d3ad6faa-0ab6-4bcf-9e4c-c2d6938d94a5 None None] Deleting port 372d1e2e-c2dc-416a-87cf-f1297c114943 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:25.309761 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d3ad6faa-0ab6-4bcf-9e4c-c2d6938d94a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:25.336924 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d51d0a3f-18cc-450b-8e7b-e556ffa75fb3 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Usage tracker for resource:network and tenant:6405625efdd14c9bb474ac0b7c765923 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:25.349000 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-43b60327-21ed-4046-b744-b2eadc20729e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:25.349313 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-43b60327-21ed-4046-b744-b2eadc20729e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Added segment 9a023f4b-dbf8-471c-9c4f-ab4be615a853 of type vlan for network 25f085e1-5cae-4e2c-bf61-ed5f6491894d Apr 06 14:16:25.352262 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d51d0a3f-18cc-450b-8e7b-e556ffa75fb3 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:25.363943 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e15f2f52-2c28-4275-b6ec-0a5cb99ec3ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:25.378152 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d51d0a3f-18cc-450b-8e7b-e556ffa75fb3 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:25.385468 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d30f5-7c88-4ee3-8c94-68fc8c05e132 req-b4422fce-86a1-4d38-b36e-fb6cc4ed6d3d tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:25.392282 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-414d30f5-7c88-4ee3-8c94-68fc8c05e132 req-b4422fce-86a1-4d38-b36e-fb6cc4ed6d3d tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.4439101 Apr 06 14:16:25.396771 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e15f2f52-2c28-4275-b6ec-0a5cb99ec3ea admin admin] Usage tracker for resource:security_group_rule and tenant:0fa4c70b7fe74530b9d1a0349885514d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:25.419842 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e15f2f52-2c28-4275-b6ec-0a5cb99ec3ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:25.435301 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e15f2f52-2c28-4275-b6ec-0a5cb99ec3ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:25.435804 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51d0a3f-18cc-450b-8e7b-e556ffa75fb3 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Made reservation on behalf of 6405625efdd14c9bb474ac0b7c765923 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:25.438650 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d51d0a3f-18cc-450b-8e7b-e556ffa75fb3 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:25.448362 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9ed3fc42-e74f-4d99-80da-b91e0e006ad5 req-a93ed02a-23b6-45dd-8099-25880ae99906 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4b50898-b40c-48be-9630-e21242c54179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2248251 Apr 06 14:16:25.455237 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-43b60327-21ed-4046-b744-b2eadc20729e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:25.527508 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51d0a3f-18cc-450b-8e7b-e556ffa75fb3 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:16:25.544802 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1cea39f6-0b91-4679-b9c3-631412ed208f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:25.554271 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d51d0a3f-18cc-450b-8e7b-e556ffa75fb3 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:25.554627 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-d51d0a3f-18cc-450b-8e7b-e556ffa75fb3 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Added segment f28492e9-5bf3-41d7-b52c-cdcb3a0d1a76 of type vlan for network 6b7dce97-331d-4c43-b050-b34ca7c2504a Apr 06 14:16:25.557227 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-43b60327-21ed-4046-b744-b2eadc20729e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:25.561296 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b60327-21ed-4046-b744-b2eadc20729e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:25.561795 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-43b60327-21ed-4046-b744-b2eadc20729e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:25.621545 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-414d30f5-7c88-4ee3-8c94-68fc8c05e132 req-967003d1-ff51-457e-8504-0a8bb5c43f9d tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282860 Apr 06 14:16:25.772776 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d3ad6faa-0ab6-4bcf-9e4c-c2d6938d94a5 None None] For port 372d1e2e-c2dc-416a-87cf-f1297c114943, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=372d1e2e-c2dc-416a-87cf-f1297c114943,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:25.773828 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d3ad6faa-0ab6-4bcf-9e4c-c2d6938d94a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:25.806517 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9ed3fc42-e74f-4d99-80da-b91e0e006ad5 req-4e453eb2-190d-4617-aa6c-44720c4544f2 service neutron] 10.222.0.69 "GET /v2.0/networks/b4b50898-b40c-48be-9630-e21242c54179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504677 Apr 06 14:16:25.808215 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e15f2f52-2c28-4275-b6ec-0a5cb99ec3ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:25.823890 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e15f2f52-2c28-4275-b6ec-0a5cb99ec3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:25.843558 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b60327-21ed-4046-b744-b2eadc20729e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Pushing event updated for resources: {'Network': ['ID=25f085e1-5cae-4e2c-bf61-ed5f6491894d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:25.848399 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d51d0a3f-18cc-450b-8e7b-e556ffa75fb3 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:25.855948 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-43b60327-21ed-4046-b744-b2eadc20729e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0400593 Apr 06 14:16:25.859897 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48092) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:25.874198 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0ba5b2b7-a1a1-4492-80e3-c85dddce5e4b tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Request body: {'subnet': {'network_id': '25f085e1-5cae-4e2c-bf61-ed5f6491894d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:25.916989 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 25f085e1-5cae-4e2c-bf61-ed5f6491894d details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:16:25.937275 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e15f2f52-2c28-4275-b6ec-0a5cb99ec3ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:16:25.979619 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-1cea39f6-0b91-4679-b9c3-631412ed208f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Allocated IP 172.26.8.185 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/ea0d1537-7fbf-4b1f-8012-3fb6004e052f) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:25.999232 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e15f2f52-2c28-4275-b6ec-0a5cb99ec3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:25.999585 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-e15f2f52-2c28-4275-b6ec-0a5cb99ec3ea admin admin] Added segment 9c94e1cc-e94e-4cf0-b6e7-2dbb311bbdd5 of type vlan for network 9349387b-90ce-46b9-bc40-8b651b772fa9 Apr 06 14:16:26.007445 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f2f52-2c28-4275-b6ec-0a5cb99ec3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad31f321-777b-468d-af8a-bf3ba452da2c,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:26.021864 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9cdf05d4-8741-433a-abfe-3586fadc79b7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:26.022697 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9cdf05d4-8741-433a-abfe-3586fadc79b7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:26.038223 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d51d0a3f-18cc-450b-8e7b-e556ffa75fb3 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:26.042031 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51d0a3f-18cc-450b-8e7b-e556ffa75fb3 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:26.042613 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d51d0a3f-18cc-450b-8e7b-e556ffa75fb3 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:26.137695 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e15f2f52-2c28-4275-b6ec-0a5cb99ec3ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:26.161824 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d3ad6faa-0ab6-4bcf-9e4c-c2d6938d94a5 None None] Calling delete_port for 372d1e2e-c2dc-416a-87cf-f1297c114943 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:26.163830 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9ed3fc42-e74f-4d99-80da-b91e0e006ad5 req-790b2973-07e0-4157-9d71-49c6c600d4be service neutron] 10.222.0.69 "GET /v2.0/networks/b4b50898-b40c-48be-9630-e21242c54179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418529 Apr 06 14:16:26.218891 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e15f2f52-2c28-4275-b6ec-0a5cb99ec3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:26.219850 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15f2f52-2c28-4275-b6ec-0a5cb99ec3ea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:26.221051 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e15f2f52-2c28-4275-b6ec-0a5cb99ec3ea admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:26.248695 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d3ad6faa-0ab6-4bcf-9e4c-c2d6938d94a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:26.316623 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48102) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:26.327262 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0ba5b2b7-a1a1-4492-80e3-c85dddce5e4b tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:26.353657 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d51d0a3f-18cc-450b-8e7b-e556ffa75fb3 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1577590 Apr 06 14:16:26.353852 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ad6faa-0ab6-4bcf-9e4c-c2d6938d94a5 None None] No DVR routers for this DVR port 372d1e2e-c2dc-416a-87cf-f1297c114943 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:16:26.356209 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1cea39f6-0b91-4679-b9c3-631412ed208f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:26.356836 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0ba5b2b7-a1a1-4492-80e3-c85dddce5e4b tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Usage tracker for resource:subnet and tenant:e9407ce63f4a4bec937091b7c585dd80 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:26.360699 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0ba5b2b7-a1a1-4492-80e3-c85dddce5e4b tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:26.362453 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48108) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:26.365532 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d0a3f-18cc-450b-8e7b-e556ffa75fb3 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Network': ['ID=6b7dce97-331d-4c43-b050-b34ca7c2504a,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:26.372735 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad6faa-0ab6-4bcf-9e4c-c2d6938d94a5 None None] Pushing event deleted for resources: {'Port': ['ID=372d1e2e-c2dc-416a-87cf-f1297c114943,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:26.376166 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-7a67adca-b6dc-471c-993a-f408f9dc2a6b tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'subnet': {'network_id': '8b8ca921-6be8-4e89-a983-8b6ca9c1ecbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:26.376369 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0ba5b2b7-a1a1-4492-80e3-c85dddce5e4b tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:26.400387 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f2f52-2c28-4275-b6ec-0a5cb99ec3ea admin admin] Pushing event updated for resources: {'Network': ['ID=9349387b-90ce-46b9-bc40-8b651b772fa9,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:26.402522 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 6b7dce97-331d-4c43-b050-b34ca7c2504a details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:16:26.407025 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e15f2f52-2c28-4275-b6ec-0a5cb99ec3ea admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9158673 Apr 06 14:16:26.410505 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48112) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:26.420421 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba5b2b7-a1a1-4492-80e3-c85dddce5e4b tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Made reservation on behalf of e9407ce63f4a4bec937091b7c585dd80 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:26.429017 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e5b4dd-7486-4a56-a91b-905310378c95 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:26.458816 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 9349387b-90ce-46b9-bc40-8b651b772fa9 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:16:26.462874 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a7d03351-1a5c-4bcb-9f56-3e6d2c85ee60 admin admin] Request body: {'subnet': {'network_id': '9349387b-90ce-46b9-bc40-8b651b772fa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-328486404-subnet', 'tenant_id': '0fa4c70b7fe74530b9d1a0349885514d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:26.467326 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a7d03351-1a5c-4bcb-9f56-3e6d2c85ee60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:26.471275 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a7d03351-1a5c-4bcb-9f56-3e6d2c85ee60 admin admin] Usage tracker for resource:subnet and tenant:0fa4c70b7fe74530b9d1a0349885514d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:26.474233 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a7d03351-1a5c-4bcb-9f56-3e6d2c85ee60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:26.484265 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a7d03351-1a5c-4bcb-9f56-3e6d2c85ee60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:26.498113 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.objects.ports [None req-7cea7b90-899f-416f-be16-42403dceddc9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83737) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 06 14:16:26.513796 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d03351-1a5c-4bcb-9f56-3e6d2c85ee60 admin admin] Made reservation on behalf of 0fa4c70b7fe74530b9d1a0349885514d for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:26.514033 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7cea7b90-899f-416f-be16-42403dceddc9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:26.515890 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7d03351-1a5c-4bcb-9f56-3e6d2c85ee60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:26.595265 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-879a7654-0240-4534-a877-45819209f368 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-396345987-network', 'tenant_id': '681e39576088423facd0bc7051aac5ad'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:26.624778 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-879a7654-0240-4534-a877-45819209f368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:26.639784 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-879a7654-0240-4534-a877-45819209f368 admin admin] Usage tracker for resource:network and tenant:681e39576088423facd0bc7051aac5ad is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:26.645145 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7a67adca-b6dc-471c-993a-f408f9dc2a6b tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:26.648527 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-879a7654-0240-4534-a877-45819209f368 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:26.657999 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-879a7654-0240-4534-a877-45819209f368 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:26.661855 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cea7b90-899f-416f-be16-42403dceddc9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:26.662091 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7a67adca-b6dc-471c-993a-f408f9dc2a6b tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Usage tracker for resource:subnet and tenant:6405625efdd14c9bb474ac0b7c765923 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:26.665984 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0ba5b2b7-a1a1-4492-80e3-c85dddce5e4b tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:26.670860 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7a67adca-b6dc-471c-993a-f408f9dc2a6b tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:26.685113 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7a67adca-b6dc-471c-993a-f408f9dc2a6b tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:26.687692 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1cea39f6-0b91-4679-b9c3-631412ed208f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:26.719527 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-7cea7b90-899f-416f-be16-42403dceddc9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:26.743047 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cea7b90-899f-416f-be16-42403dceddc9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:26.743642 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7cea7b90-899f-416f-be16-42403dceddc9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:26.775217 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879a7654-0240-4534-a877-45819209f368 admin admin] Made reservation on behalf of 681e39576088423facd0bc7051aac5ad for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:26.777025 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-879a7654-0240-4534-a877-45819209f368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:26.801069 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-879a7654-0240-4534-a877-45819209f368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:26.841050 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a67adca-b6dc-471c-993a-f408f9dc2a6b tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Made reservation on behalf of 6405625efdd14c9bb474ac0b7c765923 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:26.940409 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cea39f6-0b91-4679-b9c3-631412ed208f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:26.952569 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-1cea39f6-0b91-4679-b9c3-631412ed208f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:26.954916 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea39f6-0b91-4679-b9c3-631412ed208f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event updated for resources: {'Port': ['ID=ea0d1537-7fbf-4b1f-8012-3fb6004e052f,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:26.957070 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cea39f6-0b91-4679-b9c3-631412ed208f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:16:26.964906 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea7b90-899f-416f-be16-42403dceddc9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Subnet': ['ID=b188f692-e4bb-4506-9e59-c30a4c7bae0d,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:26.982285 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96500cf4-0a4d-4cef-9c4e-b295617e9359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-45db5c66-c082-47ed-beeb-688e3c8646d5', 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'fixed_ips': [{'subnet_id': 'a36a8e3e-dbeb-47c0-bca1-912fd941ca01'}, {'subnet_id': 'b188f692-e4bb-4506-9e59-c30a4c7bae0d'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:16:26.983962 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-96500cf4-0a4d-4cef-9c4e-b295617e9359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:27.049726 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7cea7b90-899f-416f-be16-42403dceddc9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3851185 Apr 06 14:16:27.056261 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48118) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:27.073535 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8e1a6632-96d0-4152-a498-ef8f0ce503f7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'port': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'mac_address': 'fa:16:3e:38:a6:f6', 'name': 'tempest-NetworksTestDHCPv6-20154101'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:27.175197 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-879a7654-0240-4534-a877-45819209f368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:27.196276 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-879a7654-0240-4534-a877-45819209f368 admin admin] Usage tracker for resource:security_group_rule and tenant:681e39576088423facd0bc7051aac5ad is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:27.201977 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-879a7654-0240-4534-a877-45819209f368 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:27.215748 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-879a7654-0240-4534-a877-45819209f368 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:27.221018 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7a67adca-b6dc-471c-993a-f408f9dc2a6b tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:27.222997 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-96500cf4-0a4d-4cef-9c4e-b295617e9359 None None] Allocated IP 172.20.0.2 (45db5c66-c082-47ed-beeb-688e3c8646d5/a36a8e3e-dbeb-47c0-bca1-912fd941ca01/c2599706-638f-4339-93ab-8319ece97b32) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:27.229680 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-96500cf4-0a4d-4cef-9c4e-b295617e9359 None None] Allocated IP 2001:db8::f816:3eff:fe6b:cdb8 (45db5c66-c082-47ed-beeb-688e3c8646d5/b188f692-e4bb-4506-9e59-c30a4c7bae0d/c2599706-638f-4339-93ab-8319ece97b32) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:27.316835 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ab9a4-37bc-4e56-b555-ec745e608810 req-2cfb9ebf-80af-440f-8044-71ca75496667 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:27.318404 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3c3ab9a4-37bc-4e56-b555-ec745e608810 req-2cfb9ebf-80af-440f-8044-71ca75496667 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.3452728 Apr 06 14:16:27.333573 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8e1a6632-96d0-4152-a498-ef8f0ce503f7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:27.347892 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8e1a6632-96d0-4152-a498-ef8f0ce503f7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:port and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:27.369967 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8e1a6632-96d0-4152-a498-ef8f0ce503f7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:27.380541 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8e1a6632-96d0-4152-a498-ef8f0ce503f7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:27.442536 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1a6632-96d0-4152-a498-ef8f0ce503f7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:27.448876 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-96500cf4-0a4d-4cef-9c4e-b295617e9359 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:27.459620 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-96500cf4-0a4d-4cef-9c4e-b295617e9359 None None] Transition to ACTIVE for port object c2599706-638f-4339-93ab-8319ece97b32 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:16:27.472057 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7d03351-1a5c-4bcb-9f56-3e6d2c85ee60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:27.479002 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-96500cf4-0a4d-4cef-9c4e-b295617e9359 None None] Transition to ACTIVE for port object c2599706-638f-4339-93ab-8319ece97b32 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:16:27.484745 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-96500cf4-0a4d-4cef-9c4e-b295617e9359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:27.524049 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0ba5b2b7-a1a1-4492-80e3-c85dddce5e4b tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:27.549236 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96500cf4-0a4d-4cef-9c4e-b295617e9359 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:27.552508 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-96500cf4-0a4d-4cef-9c4e-b295617e9359 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:27.556117 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96500cf4-0a4d-4cef-9c4e-b295617e9359 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:16:27.565013 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96500cf4-0a4d-4cef-9c4e-b295617e9359 None None] Pushing event updated for resources: {'Port': ['ID=c2599706-638f-4339-93ab-8319ece97b32,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:27.569838 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3c3ab9a4-37bc-4e56-b555-ec745e608810 req-1e252692-f24d-422d-9a2e-8b1b4fbf1205 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307246 Apr 06 14:16:27.609740 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d03351-1a5c-4bcb-9f56-3e6d2c85ee60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b6d0cf5-868b-4474-a773-99f56aa1b806,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:27.624507 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:16:27.653416 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cdf05d4-8741-433a-abfe-3586fadc79b7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Router b813a9cb-28a3-41c5-befe-e4d04ca3c0cf is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:16:27.665541 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5b2b7-a1a1-4492-80e3-c85dddce5e4b tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Pushing event updated for resources: {'Subnet': ['ID=4a38f310-d83c-4888-8659-345451b320e7,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:27.684917 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-879a7654-0240-4534-a877-45819209f368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:27.702141 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8e1a6632-96d0-4152-a498-ef8f0ce503f7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:27.714054 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-96500cf4-0a4d-4cef-9c4e-b295617e9359 None None] Attempting to bind port c2599706-638f-4339-93ab-8319ece97b32 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:16:27.714303 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-96500cf4-0a4d-4cef-9c4e-b295617e9359 None None] Attempting to bind port c2599706-638f-4339-93ab-8319ece97b32 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:16:27.714756 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96500cf4-0a4d-4cef-9c4e-b295617e9359 None None] Attempting to bind port c2599706-638f-4339-93ab-8319ece97b32 on network 45db5c66-c082-47ed-beeb-688e3c8646d5 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:16:27.721509 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96500cf4-0a4d-4cef-9c4e-b295617e9359 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:16:27.722001 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96500cf4-0a4d-4cef-9c4e-b295617e9359 None None] Checking segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:16:27.722513 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-96500cf4-0a4d-4cef-9c4e-b295617e9359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:27.723018 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96500cf4-0a4d-4cef-9c4e-b295617e9359 None None] Bound using segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:16:27.723577 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-96500cf4-0a4d-4cef-9c4e-b295617e9359 None None] Bound port: c2599706-638f-4339-93ab-8319ece97b32, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:16:27.724045 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-96500cf4-0a4d-4cef-9c4e-b295617e9359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:27.772134 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba5b2b7-a1a1-4492-80e3-c85dddce5e4b tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Checking segment: {'id': '9a023f4b-dbf8-471c-9c4f-ab4be615a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '25f085e1-5cae-4e2c-bf61-ed5f6491894d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:16:27.772498 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba5b2b7-a1a1-4492-80e3-c85dddce5e4b tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Network hostable DHCP agents. Network: 25f085e1-5cae-4e2c-bf61-ed5f6491894d, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:16:27.781171 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-879a7654-0240-4534-a877-45819209f368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:27.823099 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-96500cf4-0a4d-4cef-9c4e-b295617e9359 None None] For port c2599706-638f-4339-93ab-8319ece97b32, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:16:27.827273 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-96500cf4-0a4d-4cef-9c4e-b295617e9359 None None] For port c2599706-638f-4339-93ab-8319ece97b32, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c2599706-638f-4339-93ab-8319ece97b32,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:16:27.831459 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-96500cf4-0a4d-4cef-9c4e-b295617e9359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:27.867294 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-8e1a6632-96d0-4152-a498-ef8f0ce503f7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] device_id is not set on port a5216ce8-d258-4424-9a41-1881c8402362 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:16:27.869012 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879a7654-0240-4534-a877-45819209f368 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:16:27.879485 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-879a7654-0240-4534-a877-45819209f368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:27.879995 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-879a7654-0240-4534-a877-45819209f368 admin admin] Added segment 7f5f732c-1b92-4825-becd-101dc42cef15 of type vlan for network 095d4797-b5a4-4559-a0b9-992b5f89d16a Apr 06 14:16:27.895594 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d03351-1a5c-4bcb-9f56-3e6d2c85ee60 admin admin] Checking segment: {'id': '9c94e1cc-e94e-4cf0-b6e7-2dbb311bbdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9349387b-90ce-46b9-bc40-8b651b772fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:16:27.896519 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d03351-1a5c-4bcb-9f56-3e6d2c85ee60 admin admin] Network hostable DHCP agents. Network: 9349387b-90ce-46b9-bc40-8b651b772fa9, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:16:27.925657 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a7654-0240-4534-a877-45819209f368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb6ecba-b629-4e7b-9b90-52647949119c,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:27.937877 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96500cf4-0a4d-4cef-9c4e-b295617e9359 None None] Pushing event updated for resources: {'Port': ['ID=c2599706-638f-4339-93ab-8319ece97b32,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:27.941854 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-879a7654-0240-4534-a877-45819209f368 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:27.978416 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba5b2b7-a1a1-4492-80e3-c85dddce5e4b tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Network 25f085e1-5cae-4e2c-bf61-ed5f6491894d is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:16:28.036465 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-0ba5b2b7-a1a1-4492-80e3-c85dddce5e4b tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 25f085e1-5cae-4e2c-bf61-ed5f6491894d) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:28.041115 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba5b2b7-a1a1-4492-80e3-c85dddce5e4b tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:28.041716 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0ba5b2b7-a1a1-4492-80e3-c85dddce5e4b tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:28.046667 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22d1ffc-4423-4252-aa43-684804988d85 None None] Network 25f085e1-5cae-4e2c-bf61-ed5f6491894d requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:28.067480 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-879a7654-0240-4534-a877-45819209f368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:28.068328 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879a7654-0240-4534-a877-45819209f368 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:28.069360 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-879a7654-0240-4534-a877-45819209f368 admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:28.107644 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0ba5b2b7-a1a1-4492-80e3-c85dddce5e4b tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2420151 Apr 06 14:16:28.133315 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48122) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:28.165701 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7a67adca-b6dc-471c-993a-f408f9dc2a6b tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:28.178127 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-efe34ec8-29f0-45df-996e-5765bb1cce75 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1522189591', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:28.201588 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-efe34ec8-29f0-45df-996e-5765bb1cce75 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:28.225639 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-efe34ec8-29f0-45df-996e-5765bb1cce75 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Usage tracker for resource:router and tenant:e9407ce63f4a4bec937091b7c585dd80 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:28.229962 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d03351-1a5c-4bcb-9f56-3e6d2c85ee60 admin admin] Network 9349387b-90ce-46b9-bc40-8b651b772fa9 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:16:28.232257 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-efe34ec8-29f0-45df-996e-5765bb1cce75 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:28.244046 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-efe34ec8-29f0-45df-996e-5765bb1cce75 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:28.279442 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-8e1a6632-96d0-4152-a498-ef8f0ce503f7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Allocated IP 172.20.0.6 (45db5c66-c082-47ed-beeb-688e3c8646d5/a36a8e3e-dbeb-47c0-bca1-912fd941ca01/a5216ce8-d258-4424-9a41-1881c8402362) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:28.282714 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-efe34ec8-29f0-45df-996e-5765bb1cce75 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:28.283622 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-efe34ec8-29f0-45df-996e-5765bb1cce75 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:28.310806 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-8e1a6632-96d0-4152-a498-ef8f0ce503f7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Allocated IP 2001:db8::f816:3eff:fe38:a6f6 (45db5c66-c082-47ed-beeb-688e3c8646d5/b188f692-e4bb-4506-9e59-c30a4c7bae0d/a5216ce8-d258-4424-9a41-1881c8402362) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:28.319608 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdf05d4-8741-433a-abfe-3586fadc79b7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:16:28.325493 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdba9414-4722-492d-aefa-ce39cf474a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-25f085e1-5cae-4e2c-bf61-ed5f6491894d', 'network_id': '25f085e1-5cae-4e2c-bf61-ed5f6491894d', 'tenant_id': 'e9407ce63f4a4bec937091b7c585dd80', 'fixed_ips': [{'subnet_id': '4a38f310-d83c-4888-8659-345451b320e7'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:16:28.327306 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fdba9414-4722-492d-aefa-ce39cf474a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:28.346201 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0dd478-52c6-4493-ba44-825f46c90abd None None] Sync routers for ids ['b813a9cb-28a3-41c5-befe-e4d04ca3c0cf'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:16:28.348943 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c2599706-638f-4339-93ab-8319ece97b32 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:16:28.369065 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-a7d03351-1a5c-4bcb-9f56-3e6d2c85ee60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 9349387b-90ce-46b9-bc40-8b651b772fa9) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:28.382133 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9cdf05d4-8741-433a-abfe-3586fadc79b7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:28.384137 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9cdf05d4-8741-433a-abfe-3586fadc79b7 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.8184447 Apr 06 14:16:28.388321 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-efe34ec8-29f0-45df-996e-5765bb1cce75 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:28.390101 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48126) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:28.397038 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e1d29b-0e23-4903-90f1-95c201a8b6fc None None] Network 9349387b-90ce-46b9-bc40-8b651b772fa9 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:28.405934 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d5109610-efcd-4eb6-bf05-845742b81111 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:28.419555 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d03351-1a5c-4bcb-9f56-3e6d2c85ee60 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:28.420169 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7d03351-1a5c-4bcb-9f56-3e6d2c85ee60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:28.456956 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a7654-0240-4534-a877-45819209f368 admin admin] Pushing event updated for resources: {'Network': ['ID=095d4797-b5a4-4559-a0b9-992b5f89d16a,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:28.472783 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-879a7654-0240-4534-a877-45819209f368 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1544678 Apr 06 14:16:28.477834 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48130) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:28.490933 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67adca-b6dc-471c-993a-f408f9dc2a6b tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Subnet': ['ID=f0e83b48-183f-494a-8045-f13a0f09dd7f,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:28.493962 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 095d4797-b5a4-4559-a0b9-992b5f89d16a details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:16:28.507206 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a7d03351-1a5c-4bcb-9f56-3e6d2c85ee60 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0850847 Apr 06 14:16:28.560721 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a24caab3-9b7e-4f3c-bfa5-df97e1305219 admin admin] Request body: {'subnet': {'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-396345987-subnet', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:28.615543 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a24caab3-9b7e-4f3c-bfa5-df97e1305219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:28.630894 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a24caab3-9b7e-4f3c-bfa5-df97e1305219 admin admin] Usage tracker for resource:subnet and tenant:681e39576088423facd0bc7051aac5ad is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:28.634511 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a24caab3-9b7e-4f3c-bfa5-df97e1305219 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:28.672851 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0dd478-52c6-4493-ba44-825f46c90abd None None] Routers {'b813a9cb-28a3-41c5-befe-e4d04ca3c0cf'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:28.674065 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ad0dd478-52c6-4493-ba44-825f46c90abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['b813a9cb-28a3-41c5-befe-e4d04ca3c0cf'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:28.680149 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a67adca-b6dc-471c-993a-f408f9dc2a6b tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Checking segment: {'id': 'fc68466a-365b-4bca-81b0-f6f8f8252220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8b8ca921-6be8-4e89-a983-8b6ca9c1ecbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:16:28.680463 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a67adca-b6dc-471c-993a-f408f9dc2a6b tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network hostable DHCP agents. Network: 8b8ca921-6be8-4e89-a983-8b6ca9c1ecbe, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:16:28.689745 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1cea39f6-0b91-4679-b9c3-631412ed208f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:28.709952 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a24caab3-9b7e-4f3c-bfa5-df97e1305219 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:28.819937 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ad0dd478-52c6-4493-ba44-825f46c90abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:28.863336 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a67adca-b6dc-471c-993a-f408f9dc2a6b tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network 8b8ca921-6be8-4e89-a983-8b6ca9c1ecbe is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:16:28.871860 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1cea39f6-0b91-4679-b9c3-631412ed208f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:28.950140 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-7a67adca-b6dc-471c-993a-f408f9dc2a6b tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 8b8ca921-6be8-4e89-a983-8b6ca9c1ecbe) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:28.977480 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a67adca-b6dc-471c-993a-f408f9dc2a6b tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:28.978072 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7a67adca-b6dc-471c-993a-f408f9dc2a6b tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:29.060908 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd067bd-c3fd-4b0c-b6bf-57c3e20b2865 req-48431def-45dd-4b79-9f89-6fa3dcb02285 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:29.063107 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ddd067bd-c3fd-4b0c-b6bf-57c3e20b2865 req-48431def-45dd-4b79-9f89-6fa3dcb02285 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.2779350 Apr 06 14:16:29.065659 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7a67adca-b6dc-471c-993a-f408f9dc2a6b tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7021351 Apr 06 14:16:29.070730 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24caab3-9b7e-4f3c-bfa5-df97e1305219 admin admin] Made reservation on behalf of 681e39576088423facd0bc7051aac5ad for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:29.072942 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a24caab3-9b7e-4f3c-bfa5-df97e1305219 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:29.084040 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0dd478-52c6-4493-ba44-825f46c90abd None None] Routers {'b813a9cb-28a3-41c5-befe-e4d04ca3c0cf'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:29.095940 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48142) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:29.101945 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ad0dd478-52c6-4493-ba44-825f46c90abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['b813a9cb-28a3-41c5-befe-e4d04ca3c0cf'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:29.180619 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d9bc278b-9edc-4f8c-b1fb-3de2de02a6bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'subnet': {'network_id': '6b7dce97-331d-4c43-b050-b34ca7c2504a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:29.245522 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ddd067bd-c3fd-4b0c-b6bf-57c3e20b2865 req-c3ba50db-58cc-4071-96db-e0879522cc5e tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284528 Apr 06 14:16:29.346437 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8e1a6632-96d0-4152-a498-ef8f0ce503f7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:29.352529 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1cea39f6-0b91-4679-b9c3-631412ed208f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:29.363548 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port c2599706-638f-4339-93ab-8319ece97b32 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:16:29.369009 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1cea39f6-0b91-4679-b9c3-631412ed208f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:29.371020 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84a1e01-167f-482b-904e-28d0ae9b88dc None None] Network 8b8ca921-6be8-4e89-a983-8b6ca9c1ecbe requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:29.398615 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-efe34ec8-29f0-45df-996e-5765bb1cce75 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:29.445697 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-8e1a6632-96d0-4152-a498-ef8f0ce503f7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Transition to ACTIVE for port object a5216ce8-d258-4424-9a41-1881c8402362 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:16:29.530946 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d9bc278b-9edc-4f8c-b1fb-3de2de02a6bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:29.552513 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdbbb8c-8c93-4c78-aea6-539493f72303 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:29.566306 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d9bc278b-9edc-4f8c-b1fb-3de2de02a6bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Usage tracker for resource:subnet and tenant:6405625efdd14c9bb474ac0b7c765923 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:29.571557 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:29.577415 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d9bc278b-9edc-4f8c-b1fb-3de2de02a6bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:29.597777 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d9bc278b-9edc-4f8c-b1fb-3de2de02a6bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:29.668473 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-308ffefe-be31-4408-9321-025bcb49cbc7 req-fed6f6fb-2c9d-4e29-9229-a01e48bd58e7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4678452 Apr 06 14:16:29.675740 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-fdba9414-4722-492d-aefa-ce39cf474a57 None None] Allocated IP 172.20.0.2 (25f085e1-5cae-4e2c-bf61-ed5f6491894d/4a38f310-d83c-4888-8659-345451b320e7/49191d4e-0174-4c28-9ca2-6d006cedd5f8) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:29.683174 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea39f6-0b91-4679-b9c3-631412ed208f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event updated for resources: {'Port': ['ID=ea0d1537-7fbf-4b1f-8012-3fb6004e052f,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:29.690063 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1cea39f6-0b91-4679-b9c3-631412ed208f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:29.740690 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8e1a6632-96d0-4152-a498-ef8f0ce503f7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:29.749133 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bc278b-9edc-4f8c-b1fb-3de2de02a6bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Made reservation on behalf of 6405625efdd14c9bb474ac0b7c765923 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:29.759678 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fdae61-548d-44d3-9a36-3aef20f9d8c2 None None] Network 9349387b-90ce-46b9-bc40-8b651b772fa9 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:29.772150 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ad0dd478-52c6-4493-ba44-825f46c90abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:29.772550 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0dd478-52c6-4493-ba44-825f46c90abd None None] The sync data for ids ['b813a9cb-28a3-41c5-befe-e4d04ca3c0cf'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:16:29.970070 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-308ffefe-be31-4408-9321-025bcb49cbc7 req-a6d6dd51-79ba-48e6-aa7f-9da11cc23f0d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=45bdc10440d74a5abd92184edf5c75b4&device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 1098 time: 0.1382511 Apr 06 14:16:29.989542 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1a6632-96d0-4152-a498-ef8f0ce503f7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:30.005043 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a6632-96d0-4152-a498-ef8f0ce503f7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Port': ['ID=a5216ce8-d258-4424-9a41-1881c8402362,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:30.016016 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-8e1a6632-96d0-4152-a498-ef8f0ce503f7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:30.024130 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d9bc278b-9edc-4f8c-b1fb-3de2de02a6bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:30.034366 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48160) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:30.045332 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2e8e282f-0a14-4778-883f-a6e27340623c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1916278737-network', 'tenant_id': 'cbb1b63512c04c7e88f4f927cdec6285'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:30.089148 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-33c6aebd-3404-41c8-99d6-860dfa995c13 None None] Provisioning for port c2599706-638f-4339-93ab-8319ece97b32 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:16:30.101461 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-33c6aebd-3404-41c8-99d6-860dfa995c13 None None] Provisioning complete for port c2599706-638f-4339-93ab-8319ece97b32 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:30.102219 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-33c6aebd-3404-41c8-99d6-860dfa995c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:30.103464 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2e8e282f-0a14-4778-883f-a6e27340623c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:30.105300 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1a6632-96d0-4152-a498-ef8f0ce503f7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:16:30.110055 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2e8e282f-0a14-4778-883f-a6e27340623c admin admin] Usage tracker for resource:network and tenant:cbb1b63512c04c7e88f4f927cdec6285 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:30.121435 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2e8e282f-0a14-4778-883f-a6e27340623c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:30.132923 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2e8e282f-0a14-4778-883f-a6e27340623c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:30.141076 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbf1db-5081-4c59-a88f-1ae4cd63cc65 req-013e14c8-5b78-4db7-8613-026c2d5ed092 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:30.143432 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-28fbf1db-5081-4c59-a88f-1ae4cd63cc65 req-013e14c8-5b78-4db7-8613-026c2d5ed092 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.7058022 Apr 06 14:16:30.201510 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ffefe-be31-4408-9321-025bcb49cbc7 req-4732d5cc-0eab-4cb8-ad4b-cd909b36f878 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:30.203397 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-308ffefe-be31-4408-9321-025bcb49cbc7 req-4732d5cc-0eab-4cb8-ad4b-cd909b36f878 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b4b50898-b40c-48be-9630-e21242c54179 HTTP/1.1" status: 200 len: 912 time: 0.2059960 Apr 06 14:16:30.205324 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8e282f-0a14-4778-883f-a6e27340623c admin admin] Made reservation on behalf of cbb1b63512c04c7e88f4f927cdec6285 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:30.207633 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2e8e282f-0a14-4778-883f-a6e27340623c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:30.295065 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2e8e282f-0a14-4778-883f-a6e27340623c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:30.307912 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-1cea39f6-0b91-4679-b9c3-631412ed208f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Floating IP fef3e18f-1611-4c96-9894-af4029a41849 associated. External IP: 172.26.8.185, port: df7050fd-aa5e-4973-9da0-1cdbe0b9b519. Apr 06 14:16:30.319750 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a24caab3-9b7e-4f3c-bfa5-df97e1305219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:30.331838 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd321c8f-f16d-478b-8bee-c8d883de96c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-8b8ca921-6be8-4e89-a983-8b6ca9c1ecbe', 'network_id': '8b8ca921-6be8-4e89-a983-8b6ca9c1ecbe', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'fixed_ips': [{'subnet_id': 'f0e83b48-183f-494a-8045-f13a0f09dd7f'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:16:30.332918 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fd321c8f-f16d-478b-8bee-c8d883de96c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:30.402119 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1a6632-96d0-4152-a498-ef8f0ce503f7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:30.402729 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8e1a6632-96d0-4152-a498-ef8f0ce503f7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:30.487122 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-308ffefe-be31-4408-9321-025bcb49cbc7 req-bb20ff1d-0526-43e7-9c70-da49bf7ff220 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae0b3a45-c88d-4e73-b461-c2e8cd808229 HTTP/1.1" status: 200 len: 1001 time: 0.2685354 Apr 06 14:16:30.495766 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2e8e282f-0a14-4778-883f-a6e27340623c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:30.497694 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-28fbf1db-5081-4c59-a88f-1ae4cd63cc65 req-6de686a4-cf04-4684-8cad-0083ba23bc19 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3362103 Apr 06 14:16:30.504687 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24caab3-9b7e-4f3c-bfa5-df97e1305219 admin admin] Pushing event updated for resources: {'Subnet': ['ID=905b1e27-43c6-41a9-9b0b-26bc504bfcd6,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:30.512649 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8e1a6632-96d0-4152-a498-ef8f0ce503f7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 3.4532456 Apr 06 14:16:30.524200 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fdba9414-4722-492d-aefa-ce39cf474a57 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:30.531253 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48164) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:30.555216 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2e8e282f-0a14-4778-883f-a6e27340623c admin admin] Usage tracker for resource:security_group_rule and tenant:cbb1b63512c04c7e88f4f927cdec6285 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:30.557875 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2e8e282f-0a14-4778-883f-a6e27340623c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:30.568041 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2e8e282f-0a14-4778-883f-a6e27340623c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:30.583600 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fdba9414-4722-492d-aefa-ce39cf474a57 None None] Transition to ACTIVE for port object 49191d4e-0174-4c28-9ca2-6d006cedd5f8 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:16:30.617882 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ffefe-be31-4408-9321-025bcb49cbc7 req-d5d848f4-c524-476b-aa0c-941c13b13f87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:30.619249 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fdba9414-4722-492d-aefa-ce39cf474a57 None None] Transition to ACTIVE for port object 49191d4e-0174-4c28-9ca2-6d006cedd5f8 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:16:30.619747 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-308ffefe-be31-4408-9321-025bcb49cbc7 req-d5d848f4-c524-476b-aa0c-941c13b13f87 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=61fc1f24-d84d-4e4e-b059-fbe1445d430f HTTP/1.1" status: 200 len: 850 time: 0.1250453 Apr 06 14:16:30.648123 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24caab3-9b7e-4f3c-bfa5-df97e1305219 admin admin] Checking segment: {'id': '7f5f732c-1b92-4825-becd-101dc42cef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:16:30.648490 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24caab3-9b7e-4f3c-bfa5-df97e1305219 admin admin] Network hostable DHCP agents. Network: 095d4797-b5a4-4559-a0b9-992b5f89d16a, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:16:30.685032 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fdba9414-4722-492d-aefa-ce39cf474a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:30.771802 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba9414-4722-492d-aefa-ce39cf474a57 None None] Pushing event updated for resources: {'Port': ['ID=49191d4e-0174-4c28-9ca2-6d006cedd5f8,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:30.773888 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-33c6aebd-3404-41c8-99d6-860dfa995c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:30.818785 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-33c6aebd-3404-41c8-99d6-860dfa995c13 None None] For port c2599706-638f-4339-93ab-8319ece97b32, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c2599706-638f-4339-93ab-8319ece97b32,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:30.825695 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2e8e282f-0a14-4778-883f-a6e27340623c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:30.855184 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdba9414-4722-492d-aefa-ce39cf474a57 None None] Network 25f085e1-5cae-4e2c-bf61-ed5f6491894d is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:30.857724 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-efe34ec8-29f0-45df-996e-5765bb1cce75 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:30.859925 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2e8e282f-0a14-4778-883f-a6e27340623c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:30.860185 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-fdba9414-4722-492d-aefa-ce39cf474a57 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:30.862315 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-33c6aebd-3404-41c8-99d6-860dfa995c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:30.864361 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdba9414-4722-492d-aefa-ce39cf474a57 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:16:30.928025 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4562e28-020c-4c9e-8242-6cd6f6479b2b req-46974b00-af92-4057-b625-1f06ae7c4512 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:30.930054 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a4562e28-020c-4c9e-8242-6cd6f6479b2b req-46974b00-af92-4057-b625-1f06ae7c4512 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.2653065 Apr 06 14:16:30.933340 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-308ffefe-be31-4408-9321-025bcb49cbc7 req-15ab767a-0b72-4af5-9ea4-967a3aa7364d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4b50898-b40c-48be-9630-e21242c54179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3058360 Apr 06 14:16:30.934687 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-efe34ec8-29f0-45df-996e-5765bb1cce75 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:30.937747 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8e282f-0a14-4778-883f-a6e27340623c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:16:30.994544 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e282f-0a14-4778-883f-a6e27340623c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d68079f-6006-4eb6-8de4-9f02f532d958,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:31.046370 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d9bc278b-9edc-4f8c-b1fb-3de2de02a6bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:31.069981 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2e8e282f-0a14-4778-883f-a6e27340623c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:31.070337 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-2e8e282f-0a14-4778-883f-a6e27340623c admin admin] Added segment 16257b3f-9c27-4cc6-8213-df4033fa93c9 of type vlan for network 85b0888a-68be-4f9a-a839-2f28aaf8015c Apr 06 14:16:31.080194 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24caab3-9b7e-4f3c-bfa5-df97e1305219 admin admin] Network 095d4797-b5a4-4559-a0b9-992b5f89d16a is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:16:31.123281 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f8c7da-056c-44f4-9758-7d7a035d7404 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:31.123702 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6aebd-3404-41c8-99d6-860dfa995c13 None None] Pushing event updated for resources: {'Port': ['ID=c2599706-638f-4339-93ab-8319ece97b32,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:31.127829 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f8c7da-056c-44f4-9758-7d7a035d7404 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:31.128658 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-20f8c7da-056c-44f4-9758-7d7a035d7404 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:16:31.152383 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-a24caab3-9b7e-4f3c-bfa5-df97e1305219 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 095d4797-b5a4-4559-a0b9-992b5f89d16a) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:31.203738 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24caab3-9b7e-4f3c-bfa5-df97e1305219 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:31.204950 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a24caab3-9b7e-4f3c-bfa5-df97e1305219 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:31.215497 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-fd321c8f-f16d-478b-8bee-c8d883de96c8 None None] Allocated IP 2001:db8::2 (8b8ca921-6be8-4e89-a983-8b6ca9c1ecbe/f0e83b48-183f-494a-8045-f13a0f09dd7f/73ce1aff-8bee-4fce-afb0-4685b24f8703) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:31.232705 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc278b-9edc-4f8c-b1fb-3de2de02a6bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Subnet': ['ID=29406c66-dcb7-4da5-80c3-28907176d59a,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:31.233962 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762e36ad-7986-411e-82cc-689a914da9f5 None None] Network 095d4797-b5a4-4559-a0b9-992b5f89d16a requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:31.256149 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-20f8c7da-056c-44f4-9758-7d7a035d7404 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:16:31.257359 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-20f8c7da-056c-44f4-9758-7d7a035d7404 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.7233377 Apr 06 14:16:31.264338 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2e8e282f-0a14-4778-883f-a6e27340623c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:31.266533 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48170) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:31.389346 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a24caab3-9b7e-4f3c-bfa5-df97e1305219 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9103241 Apr 06 14:16:31.402281 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48174) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:31.423600 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a4562e28-020c-4c9e-8242-6cd6f6479b2b req-f3794674-69d2-4a64-a243-fcc9d4076bbc tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4722674 Apr 06 14:16:31.430566 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-efe34ec8-29f0-45df-996e-5765bb1cce75 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Allocated IP 172.26.8.212 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/574990de-12f7-4399-98f1-48b39a78b9e6) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:31.471099 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fdba9414-4722-492d-aefa-ce39cf474a57 None None] Attempting to bind port 49191d4e-0174-4c28-9ca2-6d006cedd5f8 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:16:31.471557 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fdba9414-4722-492d-aefa-ce39cf474a57 None None] Attempting to bind port 49191d4e-0174-4c28-9ca2-6d006cedd5f8 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '9a023f4b-dbf8-471c-9c4f-ab4be615a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '25f085e1-5cae-4e2c-bf61-ed5f6491894d'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:16:31.471996 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdba9414-4722-492d-aefa-ce39cf474a57 None None] Attempting to bind port 49191d4e-0174-4c28-9ca2-6d006cedd5f8 on network 25f085e1-5cae-4e2c-bf61-ed5f6491894d {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:16:31.488065 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdba9414-4722-492d-aefa-ce39cf474a57 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:16:31.489778 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-345f6317-7b04-447d-b2ee-420d754ca5a2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-396345987-router', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:31.490338 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdba9414-4722-492d-aefa-ce39cf474a57 None None] Checking segment: {'id': '9a023f4b-dbf8-471c-9c4f-ab4be615a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '25f085e1-5cae-4e2c-bf61-ed5f6491894d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:16:31.490829 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fdba9414-4722-492d-aefa-ce39cf474a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:31.495116 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdba9414-4722-492d-aefa-ce39cf474a57 None None] Bound using segment: {'id': '9a023f4b-dbf8-471c-9c4f-ab4be615a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '25f085e1-5cae-4e2c-bf61-ed5f6491894d'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:16:31.495745 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fdba9414-4722-492d-aefa-ce39cf474a57 None None] Bound port: 49191d4e-0174-4c28-9ca2-6d006cedd5f8, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a023f4b-dbf8-471c-9c4f-ab4be615a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '25f085e1-5cae-4e2c-bf61-ed5f6491894d'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:16:31.496208 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fdba9414-4722-492d-aefa-ce39cf474a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:31.510207 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-308ffefe-be31-4408-9321-025bcb49cbc7 req-3ff95d47-38db-42bc-930d-440a8f906939 service neutron] 10.222.0.69 "GET /v2.0/networks/b4b50898-b40c-48be-9630-e21242c54179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582020 Apr 06 14:16:31.512312 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2e8e282f-0a14-4778-883f-a6e27340623c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:31.513236 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8e282f-0a14-4778-883f-a6e27340623c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:31.513840 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2e8e282f-0a14-4778-883f-a6e27340623c admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:31.515874 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-345f6317-7b04-447d-b2ee-420d754ca5a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:31.526202 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc278b-9edc-4f8c-b1fb-3de2de02a6bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Checking segment: {'id': 'f28492e9-5bf3-41d7-b52c-cdcb3a0d1a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b7dce97-331d-4c43-b050-b34ca7c2504a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:16:31.526579 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bc278b-9edc-4f8c-b1fb-3de2de02a6bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network hostable DHCP agents. Network: 6b7dce97-331d-4c43-b050-b34ca7c2504a, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:16:31.534017 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-345f6317-7b04-447d-b2ee-420d754ca5a2 admin admin] Usage tracker for resource:router and tenant:681e39576088423facd0bc7051aac5ad is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:31.541364 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-68564033-397b-48d3-9ce5-0f54074709f0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting port a5216ce8-d258-4424-9a41-1881c8402362 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:31.541654 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-68564033-397b-48d3-9ce5-0f54074709f0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:31.592764 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6e197b71-bde9-4475-8e44-9ad5977be21a None None] Provisioning complete for port c2599706-638f-4339-93ab-8319ece97b32 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:31.593358 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6e197b71-bde9-4475-8e44-9ad5977be21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:31.599736 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-345f6317-7b04-447d-b2ee-420d754ca5a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:31.702376 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-345f6317-7b04-447d-b2ee-420d754ca5a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:31.746806 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2e8e282f-0a14-4778-883f-a6e27340623c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7078047 Apr 06 14:16:31.750269 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48180) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:31.755005 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e282f-0a14-4778-883f-a6e27340623c admin admin] Pushing event updated for resources: {'Network': ['ID=85b0888a-68be-4f9a-a839-2f28aaf8015c,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:31.764115 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-acbc153f-4c2f-4d93-96d0-3ff0279fde30 admin admin] Request body: {'subnet': {'network_id': '85b0888a-68be-4f9a-a839-2f28aaf8015c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1916278737-subnet', 'tenant_id': 'cbb1b63512c04c7e88f4f927cdec6285', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:31.781796 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-acbc153f-4c2f-4d93-96d0-3ff0279fde30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:31.797949 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-acbc153f-4c2f-4d93-96d0-3ff0279fde30 admin admin] Usage tracker for resource:subnet and tenant:cbb1b63512c04c7e88f4f927cdec6285 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:31.806749 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-acbc153f-4c2f-4d93-96d0-3ff0279fde30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:31.816782 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-308ffefe-be31-4408-9321-025bcb49cbc7 req-2d2c25e1-6566-4dcc-94bf-7c4376892a2b service neutron] 10.222.0.69 "GET /v2.0/networks/b4b50898-b40c-48be-9630-e21242c54179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655168 Apr 06 14:16:31.818613 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-acbc153f-4c2f-4d93-96d0-3ff0279fde30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:31.836324 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-345f6317-7b04-447d-b2ee-420d754ca5a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:31.837719 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-345f6317-7b04-447d-b2ee-420d754ca5a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:31.839440 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 85b0888a-68be-4f9a-a839-2f28aaf8015c details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:16:31.849176 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbc153f-4c2f-4d93-96d0-3ff0279fde30 admin admin] Made reservation on behalf of cbb1b63512c04c7e88f4f927cdec6285 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:31.850861 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-acbc153f-4c2f-4d93-96d0-3ff0279fde30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:31.947713 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-fdba9414-4722-492d-aefa-ce39cf474a57 None None] For port 49191d4e-0174-4c28-9ca2-6d006cedd5f8, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:16:31.951448 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cea39f6-0b91-4679-b9c3-631412ed208f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Router 598ef1dd-fe05-4abd-8045-5fcd94be81f3 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:16:31.973302 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-345f6317-7b04-447d-b2ee-420d754ca5a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:31.982103 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d61cc0d-a2d3-4323-bc8a-bd2e0f73d09c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-095d4797-b5a4-4559-a0b9-992b5f89d16a', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'fixed_ips': [{'subnet_id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:16:31.982894 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0d61cc0d-a2d3-4323-bc8a-bd2e0f73d09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:32.031466 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-fdba9414-4722-492d-aefa-ce39cf474a57 None None] For port 49191d4e-0174-4c28-9ca2-6d006cedd5f8, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=49191d4e-0174-4c28-9ca2-6d006cedd5f8,segment=NetworkSegment(9a023f4b-dbf8-471c-9c4f-ab4be615a853),segment_id=9a023f4b-dbf8-471c-9c4f-ab4be615a853)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:16:32.099107 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fdba9414-4722-492d-aefa-ce39cf474a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:32.165164 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-efe34ec8-29f0-45df-996e-5765bb1cce75 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:32.206424 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329bd73-b64d-4a23-94ac-b33b17890664 req-b6a2a57c-7ed8-451e-8e03-2ba44471a2b9 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:32.208226 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8329bd73-b64d-4a23-94ac-b33b17890664 req-b6a2a57c-7ed8-451e-8e03-2ba44471a2b9 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.5248640 Apr 06 14:16:32.237211 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bc278b-9edc-4f8c-b1fb-3de2de02a6bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network 6b7dce97-331d-4c43-b050-b34ca7c2504a is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:16:32.240956 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fd321c8f-f16d-478b-8bee-c8d883de96c8 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:32.281687 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-acbc153f-4c2f-4d93-96d0-3ff0279fde30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:32.283869 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c2599706-638f-4339-93ab-8319ece97b32 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:16:32.306772 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fd321c8f-f16d-478b-8bee-c8d883de96c8 None None] Transition to ACTIVE for port object 73ce1aff-8bee-4fce-afb0-4685b24f8703 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:16:32.313185 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-d9bc278b-9edc-4f8c-b1fb-3de2de02a6bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 6b7dce97-331d-4c43-b050-b34ca7c2504a) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:32.336522 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bc278b-9edc-4f8c-b1fb-3de2de02a6bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:32.337298 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d9bc278b-9edc-4f8c-b1fb-3de2de02a6bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:32.348757 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e3facf-d6c6-46e4-8b01-72e0fcef3077 None None] Network 6b7dce97-331d-4c43-b050-b34ca7c2504a requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:32.379337 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc153f-4c2f-4d93-96d0-3ff0279fde30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80cead9c-55a5-4381-a3b6-620125ca4d62,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:32.403559 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbc153f-4c2f-4d93-96d0-3ff0279fde30 admin admin] Checking segment: {'id': '16257b3f-9c27-4cc6-8213-df4033fa93c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '85b0888a-68be-4f9a-a839-2f28aaf8015c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:16:32.404325 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbc153f-4c2f-4d93-96d0-3ff0279fde30 admin admin] Network hostable DHCP agents. Network: 85b0888a-68be-4f9a-a839-2f28aaf8015c, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:16:32.407774 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8329bd73-b64d-4a23-94ac-b33b17890664 req-43faef45-63b2-4d35-b6d2-7f7603819740 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791005 Apr 06 14:16:32.411118 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cea39f6-0b91-4679-b9c3-631412ed208f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:16:32.415849 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-345f6317-7b04-447d-b2ee-420d754ca5a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:32.425798 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d9bc278b-9edc-4f8c-b1fb-3de2de02a6bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3234973 Apr 06 14:16:32.437824 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48184) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:32.450727 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-b05d595c-693f-4636-86b0-c6fc59e7ba25 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1595910257', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:32.451060 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff9c9d3-d3e3-4db2-90b8-e6ae953e3bfc None None] Sync routers for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:16:32.459471 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-efe34ec8-29f0-45df-996e-5765bb1cce75 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:32.460451 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b05d595c-693f-4636-86b0-c6fc59e7ba25 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:32.469078 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b05d595c-693f-4636-86b0-c6fc59e7ba25 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Usage tracker for resource:router and tenant:6405625efdd14c9bb474ac0b7c765923 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:32.470567 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff9c9d3-d3e3-4db2-90b8-e6ae953e3bfc None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:32.471178 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8ff9c9d3-d3e3-4db2-90b8-e6ae953e3bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:32.473640 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1cea39f6-0b91-4679-b9c3-631412ed208f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:32.523729 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba9414-4722-492d-aefa-ce39cf474a57 None None] Pushing event updated for resources: {'Port': ['ID=49191d4e-0174-4c28-9ca2-6d006cedd5f8,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:32.546524 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-68564033-397b-48d3-9ce5-0f54074709f0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:32.564601 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b05d595c-693f-4636-86b0-c6fc59e7ba25 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:32.572416 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b05d595c-693f-4636-86b0-c6fc59e7ba25 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:32.577382 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8ff9c9d3-d3e3-4db2-90b8-e6ae953e3bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:32.586449 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1cea39f6-0b91-4679-b9c3-631412ed208f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.2722690 Apr 06 14:16:32.589846 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48190) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:32.590965 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff9c9d3-d3e3-4db2-90b8-e6ae953e3bfc None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:32.593139 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8ff9c9d3-d3e3-4db2-90b8-e6ae953e3bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:32.594206 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbc153f-4c2f-4d93-96d0-3ff0279fde30 admin admin] Network 85b0888a-68be-4f9a-a839-2f28aaf8015c is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:16:32.601363 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-bdafdfc1-e3a8-42e3-8da4-ac5ec8d2c85e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Request body: {'floatingip': {'port_id': 'df7050fd-aa5e-4973-9da0-1cdbe0b9b519', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:32.621116 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fd321c8f-f16d-478b-8bee-c8d883de96c8 None None] Transition to ACTIVE for port object 73ce1aff-8bee-4fce-afb0-4685b24f8703 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:16:32.654367 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fd321c8f-f16d-478b-8bee-c8d883de96c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:32.687792 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b05d595c-693f-4636-86b0-c6fc59e7ba25 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:32.689662 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b05d595c-693f-4636-86b0-c6fc59e7ba25 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:32.708178 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8ff9c9d3-d3e3-4db2-90b8-e6ae953e3bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:32.709266 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff9c9d3-d3e3-4db2-90b8-e6ae953e3bfc None None] The sync data for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:16:32.758080 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6e197b71-bde9-4475-8e44-9ad5977be21a None None] Provisioning for port a5216ce8-d258-4424-9a41-1881c8402362 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:16:32.773424 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-acbc153f-4c2f-4d93-96d0-3ff0279fde30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 85b0888a-68be-4f9a-a839-2f28aaf8015c) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:32.828475 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbc153f-4c2f-4d93-96d0-3ff0279fde30 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:32.830676 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-acbc153f-4c2f-4d93-96d0-3ff0279fde30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:32.856815 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6e197b71-bde9-4475-8e44-9ad5977be21a None None] Provisioning complete for port a5216ce8-d258-4424-9a41-1881c8402362 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:32.858891 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6e197b71-bde9-4475-8e44-9ad5977be21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:32.866764 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bdafdfc1-e3a8-42e3-8da4-ac5ec8d2c85e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:32.942505 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-0d61cc0d-a2d3-4323-bc8a-bd2e0f73d09c None None] Allocated IP 172.20.0.2 (095d4797-b5a4-4559-a0b9-992b5f89d16a/905b1e27-43c6-41a9-9b0b-26bc504bfcd6/6a9bf070-898a-43f2-b5fe-84df3049a932) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:32.957368 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56eb59d3-dbf0-4d2a-aa22-ac382b6e7221 None None] Network 85b0888a-68be-4f9a-a839-2f28aaf8015c requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:32.986899 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b05d595c-693f-4636-86b0-c6fc59e7ba25 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:33.014441 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd321c8f-f16d-478b-8bee-c8d883de96c8 None None] Network 8b8ca921-6be8-4e89-a983-8b6ca9c1ecbe is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:33.015677 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-68564033-397b-48d3-9ce5-0f54074709f0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Calling delete_port for a5216ce8-d258-4424-9a41-1881c8402362 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:33.028503 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-fd321c8f-f16d-478b-8bee-c8d883de96c8 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:33.030207 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd321c8f-f16d-478b-8bee-c8d883de96c8 None None] Pushing event updated for resources: {'Port': ['ID=73ce1aff-8bee-4fce-afb0-4685b24f8703,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:33.032680 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port c2599706-638f-4339-93ab-8319ece97b32 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:33.033247 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:33.052309 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe34ec8-29f0-45df-996e-5765bb1cce75 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:33.062080 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe34ec8-29f0-45df-996e-5765bb1cce75 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Pushing event updated for resources: {'Port': ['ID=574990de-12f7-4399-98f1-48b39a78b9e6,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:33.065317 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-efe34ec8-29f0-45df-996e-5765bb1cce75 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:33.068279 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5109610-efcd-4eb6-bf05-845742b81111 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:33.074562 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe34ec8-29f0-45df-996e-5765bb1cce75 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:16:33.086462 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-acbc153f-4c2f-4d93-96d0-3ff0279fde30 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3326123 Apr 06 14:16:33.136251 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b05d595c-693f-4636-86b0-c6fc59e7ba25 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:33.206269 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103387f-cc0c-4336-992c-5e384a98b54e req-51a3778a-4754-438a-9bef-003a568272b4 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:33.213221 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e103387f-cc0c-4336-992c-5e384a98b54e req-51a3778a-4754-438a-9bef-003a568272b4 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.5127144 Apr 06 14:16:33.222312 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd321c8f-f16d-478b-8bee-c8d883de96c8 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:16:33.252086 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b05d595c-693f-4636-86b0-c6fc59e7ba25 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:33.256407 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b05d595c-693f-4636-86b0-c6fc59e7ba25 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8163593 Apr 06 14:16:33.267319 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48196) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:33.460321 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5109610-efcd-4eb6-bf05-845742b81111 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:33.523160 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d5109610-efcd-4eb6-bf05-845742b81111 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Deleting port 5310d6d8-2aa5-4219-b1b8-42e4bae8ae67 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:33.523504 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5109610-efcd-4eb6-bf05-845742b81111 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:33.687975 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6e197b71-bde9-4475-8e44-9ad5977be21a None None] Port a5216ce8-d258-4424-9a41-1881c8402362 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:16:33.738495 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5109610-efcd-4eb6-bf05-845742b81111 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:33.741467 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e103387f-cc0c-4336-992c-5e384a98b54e req-15fc5a2e-0ebd-4d65-ab7f-38702972f339 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5273118 Apr 06 14:16:33.785622 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97793ac3-cb73-4b27-bfa6-2d3e31e4f279 None None] Network 85b0888a-68be-4f9a-a839-2f28aaf8015c requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:33.970712 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d5109610-efcd-4eb6-bf05-845742b81111 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Calling delete_port for 5310d6d8-2aa5-4219-b1b8-42e4bae8ae67 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:33.989610 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fd321c8f-f16d-478b-8bee-c8d883de96c8 None None] Attempting to bind port 73ce1aff-8bee-4fce-afb0-4685b24f8703 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:16:33.990135 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fd321c8f-f16d-478b-8bee-c8d883de96c8 None None] Attempting to bind port 73ce1aff-8bee-4fce-afb0-4685b24f8703 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'fc68466a-365b-4bca-81b0-f6f8f8252220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8b8ca921-6be8-4e89-a983-8b6ca9c1ecbe'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:16:33.990610 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd321c8f-f16d-478b-8bee-c8d883de96c8 None None] Attempting to bind port 73ce1aff-8bee-4fce-afb0-4685b24f8703 on network 8b8ca921-6be8-4e89-a983-8b6ca9c1ecbe {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:16:34.037609 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd321c8f-f16d-478b-8bee-c8d883de96c8 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:16:34.037924 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd321c8f-f16d-478b-8bee-c8d883de96c8 None None] Checking segment: {'id': 'fc68466a-365b-4bca-81b0-f6f8f8252220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8b8ca921-6be8-4e89-a983-8b6ca9c1ecbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:16:34.038363 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fd321c8f-f16d-478b-8bee-c8d883de96c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:34.039077 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd321c8f-f16d-478b-8bee-c8d883de96c8 None None] Bound using segment: {'id': 'fc68466a-365b-4bca-81b0-f6f8f8252220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8b8ca921-6be8-4e89-a983-8b6ca9c1ecbe'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:16:34.039670 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fd321c8f-f16d-478b-8bee-c8d883de96c8 None None] Bound port: 73ce1aff-8bee-4fce-afb0-4685b24f8703, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc68466a-365b-4bca-81b0-f6f8f8252220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8b8ca921-6be8-4e89-a983-8b6ca9c1ecbe'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:16:34.040153 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fd321c8f-f16d-478b-8bee-c8d883de96c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:34.151070 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afa905d-0ae4-4877-8328-ee9c5b406ff5 None None] Network 25f085e1-5cae-4e2c-bf61-ed5f6491894d requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:34.285964 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-fd321c8f-f16d-478b-8bee-c8d883de96c8 None None] For port 73ce1aff-8bee-4fce-afb0-4685b24f8703, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:16:34.301800 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168fdd80-60ed-4a1b-8445-0b1dde66168c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-6b7dce97-331d-4c43-b050-b34ca7c2504a', 'network_id': '6b7dce97-331d-4c43-b050-b34ca7c2504a', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'fixed_ips': [{'subnet_id': '29406c66-dcb7-4da5-80c3-28907176d59a'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:16:34.302651 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5109610-efcd-4eb6-bf05-845742b81111 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:34.302795 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-168fdd80-60ed-4a1b-8445-0b1dde66168c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:34.356064 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0d61cc0d-a2d3-4323-bc8a-bd2e0f73d09c None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:34.370979 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-fd321c8f-f16d-478b-8bee-c8d883de96c8 None None] For port 73ce1aff-8bee-4fce-afb0-4685b24f8703, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=73ce1aff-8bee-4fce-afb0-4685b24f8703,segment=NetworkSegment(fc68466a-365b-4bca-81b0-f6f8f8252220),segment_id=fc68466a-365b-4bca-81b0-f6f8f8252220)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:16:34.392108 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-60a2fe8e-af35-4f28-8a59-92918b9be807 None None] Provisioning complete for port a5216ce8-d258-4424-9a41-1881c8402362 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:34.392982 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-60a2fe8e-af35-4f28-8a59-92918b9be807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:34.415668 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-efe34ec8-29f0-45df-996e-5765bb1cce75 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:34.416432 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-efe34ec8-29f0-45df-996e-5765bb1cce75 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:34.419624 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5109610-efcd-4eb6-bf05-845742b81111 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Pushing event deleted for resources: {'Port': ['ID=5310d6d8-2aa5-4219-b1b8-42e4bae8ae67,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:34.434775 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fd321c8f-f16d-478b-8bee-c8d883de96c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:34.455381 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0d61cc0d-a2d3-4323-bc8a-bd2e0f73d09c None None] Transition to ACTIVE for port object 6a9bf070-898a-43f2-b5fe-84df3049a932 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:16:34.478171 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-68564033-397b-48d3-9ce5-0f54074709f0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:34.526050 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92217619-be8c-45d8-818a-70f7ad89c67f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:34.535840 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-60a2fe8e-af35-4f28-8a59-92918b9be807 None None] Port a5216ce8-d258-4424-9a41-1881c8402362 was deleted so its status cannot be updated. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 06 14:16:34.662197 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68564033-397b-48d3-9ce5-0f54074709f0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Port': ['ID=a5216ce8-d258-4424-9a41-1881c8402362,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:34.721128 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17869ee7-7aed-4114-811b-f181c26b2c40 req-51d5ee15-fd4b-4ea9-8b9d-6e17652e76f7 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:34.722330 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 49191d4e-0174-4c28-9ca2-6d006cedd5f8 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:16:34.722798 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-17869ee7-7aed-4114-811b-f181c26b2c40 req-51d5ee15-fd4b-4ea9-8b9d-6e17652e76f7 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.3830149 Apr 06 14:16:34.723330 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bdafdfc1-e3a8-42e3-8da4-ac5ec8d2c85e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:34.762679 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-625a5894-88bd-4f98-92c4-e103a7364a2b tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:34.763727 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-625a5894-88bd-4f98-92c4-e103a7364a2b tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/networks?id=9349387b-90ce-46b9-bc40-8b651b772fa9 HTTP/1.1" status: 200 len: 811 time: 0.6284027 Apr 06 14:16:34.774565 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd321c8f-f16d-478b-8bee-c8d883de96c8 None None] Pushing event updated for resources: {'Port': ['ID=73ce1aff-8bee-4fce-afb0-4685b24f8703,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:34.777873 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0d61cc0d-a2d3-4323-bc8a-bd2e0f73d09c None None] Transition to ACTIVE for port object 6a9bf070-898a-43f2-b5fe-84df3049a932 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:16:34.786806 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bdafdfc1-e3a8-42e3-8da4-ac5ec8d2c85e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:34.870816 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0d61cc0d-a2d3-4323-bc8a-bd2e0f73d09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:34.899228 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1c4307dc-27a0-4033-a798-a9d6fa967225 None None] Provisioning for port 49191d4e-0174-4c28-9ca2-6d006cedd5f8 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:16:35.004814 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61cc0d-a2d3-4323-bc8a-bd2e0f73d09c None None] Pushing event updated for resources: {'Port': ['ID=6a9bf070-898a-43f2-b5fe-84df3049a932,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:35.123567 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-168fdd80-60ed-4a1b-8445-0b1dde66168c None None] Allocated IP 2001:db8:1::2 (6b7dce97-331d-4c43-b050-b34ca7c2504a/29406c66-dcb7-4da5-80c3-28907176d59a/ba5de6cb-a3e2-412d-b041-3d9997122074) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:35.141011 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d61cc0d-a2d3-4323-bc8a-bd2e0f73d09c None None] Network 095d4797-b5a4-4559-a0b9-992b5f89d16a is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:35.178440 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-0d61cc0d-a2d3-4323-bc8a-bd2e0f73d09c None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:35.187562 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d61cc0d-a2d3-4323-bc8a-bd2e0f73d09c None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:16:35.210392 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-345f6317-7b04-447d-b2ee-420d754ca5a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:35.288060 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-17869ee7-7aed-4114-811b-f181c26b2c40 req-e4eb3a71-a19e-4db4-bc03-1aa538844ece tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5554888 Apr 06 14:16:35.317546 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-48f55b1d-a496-4e4e-851d-034f4b8d2527 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/quotas/0fa4c70b7fe74530b9d1a0349885514d HTTP/1.1" status: 200 len: 375 time: 0.5428998 Apr 06 14:16:35.318797 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-345f6317-7b04-447d-b2ee-420d754ca5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:35.400669 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 49191d4e-0174-4c28-9ca2-6d006cedd5f8 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:16:35.418259 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-92217619-be8c-45d8-818a-70f7ad89c67f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Allocated IP 2001:db8::1 (8b8ca921-6be8-4e89-a983-8b6ca9c1ecbe/f0e83b48-183f-494a-8045-f13a0f09dd7f/8449c24a-474c-4244-840a-15dce5663143) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:35.458818 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 49191d4e-0174-4c28-9ca2-6d006cedd5f8 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:35.459279 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:35.469548 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-f803a068-8120-48ae-9e01-3dd361ea0ad6 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0fa4c70b7fe74530b9d1a0349885514d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1377013 Apr 06 14:16:35.470345 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5109610-efcd-4eb6-bf05-845742b81111 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:35.615231 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-0d61cc0d-a2d3-4323-bc8a-bd2e0f73d09c None None] Attempting to bind port 6a9bf070-898a-43f2-b5fe-84df3049a932 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:16:35.615686 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-0d61cc0d-a2d3-4323-bc8a-bd2e0f73d09c None None] Attempting to bind port 6a9bf070-898a-43f2-b5fe-84df3049a932 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '7f5f732c-1b92-4825-becd-101dc42cef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:16:35.616141 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61cc0d-a2d3-4323-bc8a-bd2e0f73d09c None None] Attempting to bind port 6a9bf070-898a-43f2-b5fe-84df3049a932 on network 095d4797-b5a4-4559-a0b9-992b5f89d16a {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:16:35.652231 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61cc0d-a2d3-4323-bc8a-bd2e0f73d09c None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:16:35.652728 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61cc0d-a2d3-4323-bc8a-bd2e0f73d09c None None] Checking segment: {'id': '7f5f732c-1b92-4825-becd-101dc42cef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:16:35.653212 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0d61cc0d-a2d3-4323-bc8a-bd2e0f73d09c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:35.653655 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61cc0d-a2d3-4323-bc8a-bd2e0f73d09c None None] Bound using segment: {'id': '7f5f732c-1b92-4825-becd-101dc42cef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:16:35.654203 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-0d61cc0d-a2d3-4323-bc8a-bd2e0f73d09c None None] Bound port: 6a9bf070-898a-43f2-b5fe-84df3049a932, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5f732c-1b92-4825-becd-101dc42cef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:16:35.654666 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0d61cc0d-a2d3-4323-bc8a-bd2e0f73d09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:35.700753 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-68564033-397b-48d3-9ce5-0f54074709f0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:35.719433 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5109610-efcd-4eb6-bf05-845742b81111 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:35.742895 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92217619-be8c-45d8-818a-70f7ad89c67f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:35.746396 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5109610-efcd-4eb6-bf05-845742b81111 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653861', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691619'] for router, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:35.777637 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-92217619-be8c-45d8-818a-70f7ad89c67f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Transition to ACTIVE for port object 8449c24a-474c-4244-840a-15dce5663143 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:16:35.826619 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-68564033-397b-48d3-9ce5-0f54074709f0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/a5216ce8-d258-4424-9a41-1881c8402362 HTTP/1.1" status: 204 len: 168 time: 4.5575743 Apr 06 14:16:35.830853 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48214) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:35.852386 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:35.869543 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-168fdd80-60ed-4a1b-8445-0b1dde66168c None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:35.895329 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-168fdd80-60ed-4a1b-8445-0b1dde66168c None None] Transition to ACTIVE for port object ba5de6cb-a3e2-412d-b041-3d9997122074 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:16:35.946925 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-168fdd80-60ed-4a1b-8445-0b1dde66168c None None] Transition to ACTIVE for port object ba5de6cb-a3e2-412d-b041-3d9997122074 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:16:35.953949 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 49191d4e-0174-4c28-9ca2-6d006cedd5f8, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=49191d4e-0174-4c28-9ca2-6d006cedd5f8,segment=NetworkSegment(9a023f4b-dbf8-471c-9c4f-ab4be615a853),segment_id=9a023f4b-dbf8-471c-9c4f-ab4be615a853)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:35.955392 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0d61cc0d-a2d3-4323-bc8a-bd2e0f73d09c None None] For port 6a9bf070-898a-43f2-b5fe-84df3049a932, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:16:35.958474 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a257f28-1663-4c6c-a8cb-39a57c4123a1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:35.958810 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0d61cc0d-a2d3-4323-bc8a-bd2e0f73d09c None None] For port 6a9bf070-898a-43f2-b5fe-84df3049a932, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6a9bf070-898a-43f2-b5fe-84df3049a932,segment=NetworkSegment(7f5f732c-1b92-4825-becd-101dc42cef15),segment_id=7f5f732c-1b92-4825-becd-101dc42cef15)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:16:35.960424 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a257f28-1663-4c6c-a8cb-39a57c4123a1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:35.960681 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:35.967173 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a257f28-1663-4c6c-a8cb-39a57c4123a1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:35.968240 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3a257f28-1663-4c6c-a8cb-39a57c4123a1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:16:35.990050 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92217619-be8c-45d8-818a-70f7ad89c67f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:35.994645 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-168fdd80-60ed-4a1b-8445-0b1dde66168c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:36.020628 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0d61cc0d-a2d3-4323-bc8a-bd2e0f73d09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:36.080901 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92217619-be8c-45d8-818a-70f7ad89c67f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Port': ['ID=8449c24a-474c-4244-840a-15dce5663143,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:36.087479 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3a257f28-1663-4c6c-a8cb-39a57c4123a1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:16:36.088646 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3a257f28-1663-4c6c-a8cb-39a57c4123a1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2567170 Apr 06 14:16:36.091370 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48218) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:36.100898 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168fdd80-60ed-4a1b-8445-0b1dde66168c None None] Network 6b7dce97-331d-4c43-b050-b34ca7c2504a is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:36.108219 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=49191d4e-0174-4c28-9ca2-6d006cedd5f8,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:36.121595 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-168fdd80-60ed-4a1b-8445-0b1dde66168c None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:36.137106 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-345f6317-7b04-447d-b2ee-420d754ca5a2 admin admin] Allocated IP 172.26.8.105 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/6a523191-6477-4cfd-9636-9c563c8ccc05) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:36.146900 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-ef8f91eb-39ae-41c6-80dc-3cf60f69063a service neutron] 10.222.0.60 "GET /v2.0/networks/9349387b-90ce-46b9-bc40-8b651b772fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034949 Apr 06 14:16:36.151569 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92217619-be8c-45d8-818a-70f7ad89c67f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network 8b8ca921-6be8-4e89-a983-8b6ca9c1ecbe is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:36.156103 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-92217619-be8c-45d8-818a-70f7ad89c67f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:36.159072 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92217619-be8c-45d8-818a-70f7ad89c67f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:16:36.159623 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92217619-be8c-45d8-818a-70f7ad89c67f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:36.208289 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdafdfc1-e3a8-42e3-8da4-ac5ec8d2c85e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Router 598ef1dd-fe05-4abd-8045-5fcd94be81f3 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:16:36.212443 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5109610-efcd-4eb6-bf05-845742b81111 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Router b813a9cb-28a3-41c5-befe-e4d04ca3c0cf has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:16:36.244328 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168fdd80-60ed-4a1b-8445-0b1dde66168c None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:16:36.246355 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fdd80-60ed-4a1b-8445-0b1dde66168c None None] Pushing event updated for resources: {'Port': ['ID=ba5de6cb-a3e2-412d-b041-3d9997122074,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:36.307414 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5fe6602a-e90c-4ebb-b888-9c2b6c090544 None None] Provisioning complete for port 49191d4e-0174-4c28-9ca2-6d006cedd5f8 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:36.307790 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5fe6602a-e90c-4ebb-b888-9c2b6c090544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:36.477410 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61cc0d-a2d3-4323-bc8a-bd2e0f73d09c None None] Pushing event updated for resources: {'Port': ['ID=6a9bf070-898a-43f2-b5fe-84df3049a932,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:36.627252 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-168fdd80-60ed-4a1b-8445-0b1dde66168c None None] Attempting to bind port ba5de6cb-a3e2-412d-b041-3d9997122074 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:16:36.628436 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-168fdd80-60ed-4a1b-8445-0b1dde66168c None None] Attempting to bind port ba5de6cb-a3e2-412d-b041-3d9997122074 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'f28492e9-5bf3-41d7-b52c-cdcb3a0d1a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b7dce97-331d-4c43-b050-b34ca7c2504a'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:16:36.628963 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168fdd80-60ed-4a1b-8445-0b1dde66168c None None] Attempting to bind port ba5de6cb-a3e2-412d-b041-3d9997122074 on network 6b7dce97-331d-4c43-b050-b34ca7c2504a {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:16:36.634598 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0935c05-ed55-469c-afd4-f43e94346f2a None None] Network 8b8ca921-6be8-4e89-a983-8b6ca9c1ecbe requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:36.737991 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168fdd80-60ed-4a1b-8445-0b1dde66168c None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:16:36.737991 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168fdd80-60ed-4a1b-8445-0b1dde66168c None None] Checking segment: {'id': 'f28492e9-5bf3-41d7-b52c-cdcb3a0d1a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b7dce97-331d-4c43-b050-b34ca7c2504a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:16:36.737991 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-168fdd80-60ed-4a1b-8445-0b1dde66168c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:36.738421 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168fdd80-60ed-4a1b-8445-0b1dde66168c None None] Bound using segment: {'id': 'f28492e9-5bf3-41d7-b52c-cdcb3a0d1a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b7dce97-331d-4c43-b050-b34ca7c2504a'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:16:36.738891 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-168fdd80-60ed-4a1b-8445-0b1dde66168c None None] Bound port: ba5de6cb-a3e2-412d-b041-3d9997122074, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f28492e9-5bf3-41d7-b52c-cdcb3a0d1a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b7dce97-331d-4c43-b050-b34ca7c2504a'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:16:36.739353 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-168fdd80-60ed-4a1b-8445-0b1dde66168c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:36.755992 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 49191d4e-0174-4c28-9ca2-6d006cedd5f8 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:16:36.759138 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92217619-be8c-45d8-818a-70f7ad89c67f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:36.773998 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4813edd-d433-4308-af51-8d66acb67a7d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting subnet a36a8e3e-dbeb-47c0-bca1-912fd941ca01 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:16:36.785988 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4813edd-d433-4308-af51-8d66acb67a7d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:36.792757 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-a8a3a25b-0176-4aea-9421-47cee0049949 service neutron] 10.222.0.60 "GET /v2.0/networks/9349387b-90ce-46b9-bc40-8b651b772fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6296391 Apr 06 14:16:36.910311 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4813edd-d433-4308-af51-8d66acb67a7d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:36.936183 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2deda5ae-c495-4320-b8bc-95e07021eb3a None None] Provisioning for port 73ce1aff-8bee-4fce-afb0-4685b24f8703 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:16:37.053877 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-345f6317-7b04-447d-b2ee-420d754ca5a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:37.124411 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe34ec8-29f0-45df-996e-5765bb1cce75 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Router 568accfe-e420-4fcf-9ed1-4d4b356183c2 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:16:37.129095 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-374609b4-f085-46b7-b7b3-1c609eb69cb0 req-44ea91b6-0293-4598-8f6f-c42c2763ccd9 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 210 time: 0.0824902 Apr 06 14:16:37.146148 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5109610-efcd-4eb6-bf05-845742b81111 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:16:37.153732 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5109610-efcd-4eb6-bf05-845742b81111 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:37.169635 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d5109610-efcd-4eb6-bf05-845742b81111 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "PUT /v2.0/routers/b813a9cb-28a3-41c5-befe-e4d04ca3c0cf HTTP/1.1" status: 200 len: 710 time: 8.7692752 Apr 06 14:16:37.169635 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48230) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:37.308688 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32c1c1d-c093-4a2a-bf6f-bff9bf2ac41f None None] Sync routers for ids ['b813a9cb-28a3-41c5-befe-e4d04ca3c0cf'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:16:37.319849 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-168fdd80-60ed-4a1b-8445-0b1dde66168c None None] For port ba5de6cb-a3e2-412d-b041-3d9997122074, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:16:37.354445 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 49191d4e-0174-4c28-9ca2-6d006cedd5f8 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:37.354833 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:37.414188 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-345f6317-7b04-447d-b2ee-420d754ca5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:37.491801 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345f6317-7b04-447d-b2ee-420d754ca5a2 admin admin] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:37.505870 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609ff02-0031-4a5b-bd6a-f26840bab402 req-1b649e9a-3453-486f-a7bc-02a59d60ba6c tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:37.513786 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b609ff02-0031-4a5b-bd6a-f26840bab402 req-1b649e9a-3453-486f-a7bc-02a59d60ba6c tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.9790776 Apr 06 14:16:37.518314 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-168fdd80-60ed-4a1b-8445-0b1dde66168c None None] For port ba5de6cb-a3e2-412d-b041-3d9997122074, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=ba5de6cb-a3e2-412d-b041-3d9997122074,segment=NetworkSegment(f28492e9-5bf3-41d7-b52c-cdcb3a0d1a76),segment_id=f28492e9-5bf3-41d7-b52c-cdcb3a0d1a76)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:16:37.533594 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-168fdd80-60ed-4a1b-8445-0b1dde66168c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:37.584159 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-345f6317-7b04-447d-b2ee-420d754ca5a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:37.603808 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f6317-7b04-447d-b2ee-420d754ca5a2 admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:16:37.627331 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32c1c1d-c093-4a2a-bf6f-bff9bf2ac41f None None] Routers {'b813a9cb-28a3-41c5-befe-e4d04ca3c0cf'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:37.628086 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a32c1c1d-c093-4a2a-bf6f-bff9bf2ac41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['b813a9cb-28a3-41c5-befe-e4d04ca3c0cf'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:37.694822 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c48a1033-aed4-491a-a0cb-abe4544cd32d tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "GET /v2.0/routers/b813a9cb-28a3-41c5-befe-e4d04ca3c0cf HTTP/1.1" status: 200 len: 745 time: 0.5305841 Apr 06 14:16:37.699088 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f864d9-6187-4036-a2a5-7610d4c0c504 None None] Network 095d4797-b5a4-4559-a0b9-992b5f89d16a requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:37.706482 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48240) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:37.742925 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4813edd-d433-4308-af51-8d66acb67a7d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:37.802024 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-901f2ee2-214a-48c0-aced-03fbbf2605ab tempest-RoutersIpV6AdminTest-1235803308 tempest-RoutersIpV6AdminTest-1235803308-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=5b121ca5-69d5-4d27-bffe-4929f7aabdf6&device_id=b813a9cb-28a3-41c5-befe-e4d04ca3c0cf HTTP/1.1" status: 200 len: 205 time: 0.0932608 Apr 06 14:16:37.827051 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48246) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:37.832990 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b609ff02-0031-4a5b-bd6a-f26840bab402 req-a933fc51-3c73-439a-bba9-15acf1dc12c6 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3182981 Apr 06 14:16:37.838306 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4813edd-d433-4308-af51-8d66acb67a7d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:37.911127 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f6317-7b04-447d-b2ee-420d754ca5a2 admin admin] Pushing event updated for resources: {'Port': ['ID=6a523191-6477-4cfd-9636-9c563c8ccc05,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:37.947505 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4813edd-d433-4308-af51-8d66acb67a7d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Subnet': ['ID=a36a8e3e-dbeb-47c0-bca1-912fd941ca01,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:37.970449 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1d83c11c-9128-442c-8963-2680f2b8b4e4 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "GET /v2.0/ports?device_id=b813a9cb-28a3-41c5-befe-e4d04ca3c0cf HTTP/1.1" status: 200 len: 205 time: 0.1416364 Apr 06 14:16:37.984136 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48252) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:38.082708 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a32c1c1d-c093-4a2a-bf6f-bff9bf2ac41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:38.121722 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fdd80-60ed-4a1b-8445-0b1dde66168c None None] Pushing event updated for resources: {'Port': ['ID=ba5de6cb-a3e2-412d-b041-3d9997122074,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:38.145343 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-24fc5461-d1aa-4db3-80af-d74ec3a4ab4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:38.185262 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4813edd-d433-4308-af51-8d66acb67a7d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:38.186478 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32c1c1d-c093-4a2a-bf6f-bff9bf2ac41f None None] Routers {'b813a9cb-28a3-41c5-befe-e4d04ca3c0cf'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:38.187122 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a32c1c1d-c093-4a2a-bf6f-bff9bf2ac41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['b813a9cb-28a3-41c5-befe-e4d04ca3c0cf'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:38.236113 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a4813edd-d433-4308-af51-8d66acb67a7d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/a36a8e3e-dbeb-47c0-bca1-912fd941ca01 HTTP/1.1" status: 204 len: 168 time: 2.1431363 Apr 06 14:16:38.238880 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48258) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:38.254662 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bf39df39-3d74-4204-bdf2-73a1a3ab3722 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:38.322370 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-92217619-be8c-45d8-818a-70f7ad89c67f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:16:38.400332 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a32c1c1d-c093-4a2a-bf6f-bff9bf2ac41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:38.400928 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32c1c1d-c093-4a2a-bf6f-bff9bf2ac41f None None] The sync data for ids ['b813a9cb-28a3-41c5-befe-e4d04ca3c0cf'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:16:38.421070 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 73ce1aff-8bee-4fce-afb0-4685b24f8703 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:16:38.450557 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-345f6317-7b04-447d-b2ee-420d754ca5a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:38.451223 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-345f6317-7b04-447d-b2ee-420d754ca5a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:38.464123 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d896960e-00b0-4bb7-b0fd-db332b249892 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:38.472905 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92217619-be8c-45d8-818a-70f7ad89c67f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:38.523810 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdafdfc1-e3a8-42e3-8da4-ac5ec8d2c85e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:16:38.527059 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a1f8a754-c374-41b7-85a6-4df21f8d545e req-73bf232e-9d0a-4d3c-9cdd-82c6225ad0eb tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 210 time: 0.1214497 Apr 06 14:16:38.529859 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bdafdfc1-e3a8-42e3-8da4-ac5ec8d2c85e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:38.536114 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f0bb1b-e9c4-4d70-93f8-c96ca501fe91 None None] Sync routers for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:16:38.554008 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f0bb1b-e9c4-4d70-93f8-c96ca501fe91 None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:38.556145 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-12f0bb1b-e9c4-4d70-93f8-c96ca501fe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:38.562655 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92217619-be8c-45d8-818a-70f7ad89c67f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:38.563409 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92217619-be8c-45d8-818a-70f7ad89c67f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:38.575275 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c33d4162-c026-4b77-aa06-2029d32a6db4 None None] Provisioning for port 6a9bf070-898a-43f2-b5fe-84df3049a932 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:16:38.706681 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-12f0bb1b-e9c4-4d70-93f8-c96ca501fe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:38.731822 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 73ce1aff-8bee-4fce-afb0-4685b24f8703 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:16:38.736249 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f0bb1b-e9c4-4d70-93f8-c96ca501fe91 None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:38.739323 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-12f0bb1b-e9c4-4d70-93f8-c96ca501fe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:38.739911 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 73ce1aff-8bee-4fce-afb0-4685b24f8703 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:38.740342 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:38.741472 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92217619-be8c-45d8-818a-70f7ad89c67f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Port': ['ID=8449c24a-474c-4244-840a-15dce5663143,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:38.774865 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-78f3c07f-d02a-4fdb-b675-701bc170ff5d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting subnet b188f692-e4bb-4506-9e59-c30a4c7bae0d {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:16:38.840989 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-12f0bb1b-e9c4-4d70-93f8-c96ca501fe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:38.841637 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f0bb1b-e9c4-4d70-93f8-c96ca501fe91 None None] The sync data for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:16:38.894025 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-78f3c07f-d02a-4fdb-b675-701bc170ff5d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:39.117387 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-78f3c07f-d02a-4fdb-b675-701bc170ff5d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:39.183575 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e9508-7277-48e3-9787-a1c665bd5b5d req-dade2d4e-2ce5-4d90-b90f-100dfbcf8fb2 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:39.185136 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b55e9508-7277-48e3-9787-a1c665bd5b5d req-dade2d4e-2ce5-4d90-b90f-100dfbcf8fb2 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.7223432 Apr 06 14:16:39.192075 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe34ec8-29f0-45df-996e-5765bb1cce75 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:16:39.279345 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:39.332122 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c47cb1c-b840-47b6-b2f4-d62101e4a5ef None None] Sync routers for ids ['568accfe-e420-4fcf-9ed1-4d4b356183c2'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:16:39.336216 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f317374-cdfa-40d0-92fa-d74c3f18cfd2 None None] Network 6b7dce97-331d-4c43-b050-b34ca7c2504a requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:39.336604 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-efe34ec8-29f0-45df-996e-5765bb1cce75 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:39.340333 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-efe34ec8-29f0-45df-996e-5765bb1cce75 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 11.2006683 Apr 06 14:16:39.342128 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48266) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:39.351658 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b55e9508-7277-48e3-9787-a1c665bd5b5d req-d9c89830-cf96-4c5a-9722-cab07ce56d97 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425910 Apr 06 14:16:39.444309 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bdafdfc1-e3a8-42e3-8da4-ac5ec8d2c85e tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "PUT /v2.0/floatingips/fef3e18f-1611-4c96-9894-af4029a41849 HTTP/1.1" status: 200 len: 979 time: 6.8527529 Apr 06 14:16:39.595994 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 73ce1aff-8bee-4fce-afb0-4685b24f8703, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=73ce1aff-8bee-4fce-afb0-4685b24f8703,segment=NetworkSegment(fc68466a-365b-4bca-81b0-f6f8f8252220),segment_id=fc68466a-365b-4bca-81b0-f6f8f8252220)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:39.664841 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48270) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:39.683297 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:39.756177 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bf39df39-3d74-4204-bdf2-73a1a3ab3722 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:39.771095 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=73ce1aff-8bee-4fce-afb0-4685b24f8703,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:39.780777 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c47cb1c-b840-47b6-b2f4-d62101e4a5ef None None] Routers {'568accfe-e420-4fcf-9ed1-4d4b356183c2'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:39.781422 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3c47cb1c-b840-47b6-b2f4-d62101e4a5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['568accfe-e420-4fcf-9ed1-4d4b356183c2'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:39.796751 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-78f3c07f-d02a-4fdb-b675-701bc170ff5d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:39.826591 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e9f95922-f668-4d07-a243-c42d52d09134 req-5e277e3c-e93f-46ba-b663-a1c78c8530a2 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 210 time: 0.0510771 Apr 06 14:16:39.858372 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3a6d1ebe-5016-4a0d-aad3-65111e31f55e req-073ae4d3-c0f2-49ff-94dc-e85b57626050 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=45bdc10440d74a5abd92184edf5c75b4&device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 1098 time: 1.3824346 Apr 06 14:16:39.871724 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bf39df39-3d74-4204-bdf2-73a1a3ab3722 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:39.882948 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-428cdbd2-4653-4380-aa0d-5716cf09fa6e None None] Provisioning complete for port 73ce1aff-8bee-4fce-afb0-4685b24f8703 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:39.883536 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-428cdbd2-4653-4380-aa0d-5716cf09fa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:39.915390 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3c47cb1c-b840-47b6-b2f4-d62101e4a5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:39.917397 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device ba5de6cb-a3e2-412d-b041-3d9997122074 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:16:40.057309 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92217619-be8c-45d8-818a-70f7ad89c67f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network 8b8ca921-6be8-4e89-a983-8b6ca9c1ecbe is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:40.064689 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-92217619-be8c-45d8-818a-70f7ad89c67f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:40.094195 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c47cb1c-b840-47b6-b2f4-d62101e4a5ef None None] Routers {'568accfe-e420-4fcf-9ed1-4d4b356183c2'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:40.095821 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3c47cb1c-b840-47b6-b2f4-d62101e4a5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['568accfe-e420-4fcf-9ed1-4d4b356183c2'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:40.114794 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-78f3c07f-d02a-4fdb-b675-701bc170ff5d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:40.142593 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-3ff98e22-4a20-4009-be8d-bf9383bcd06f tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:40.143594 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-3ff98e22-4a20-4009-be8d-bf9383bcd06f tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Synchronizing usage tracker for tenant:0fa4c70b7fe74530b9d1a0349885514d on resource:network {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:16:40.166617 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-211ad26d-59d1-4665-9075-db4f0132cf2b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Deleting port ea0d1537-7fbf-4b1f-8012-3fb6004e052f {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:40.166963 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-211ad26d-59d1-4665-9075-db4f0132cf2b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:40.174237 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bf39df39-3d74-4204-bdf2-73a1a3ab3722 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:40.175247 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf39df39-3d74-4204-bdf2-73a1a3ab3722 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Fanout notify agent at l3_agent the message router_deleted on router b813a9cb-28a3-41c5-befe-e4d04ca3c0cf {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:16:40.195896 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3c07f-d02a-4fdb-b675-701bc170ff5d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Subnet': ['ID=b188f692-e4bb-4506-9e59-c30a4c7bae0d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:40.196073 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3c47cb1c-b840-47b6-b2f4-d62101e4a5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:40.196315 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c47cb1c-b840-47b6-b2f4-d62101e4a5ef None None] The sync data for ids ['568accfe-e420-4fcf-9ed1-4d4b356183c2'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:16:40.232093 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-78f3c07f-d02a-4fdb-b675-701bc170ff5d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:40.253176 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port ba5de6cb-a3e2-412d-b041-3d9997122074 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:16:40.264165 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6a9bf070-898a-43f2-b5fe-84df3049a932 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:16:40.321561 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d1ebe-5016-4a0d-aad3-65111e31f55e req-b51fd537-146b-4de6-845c-299f9b44f897 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:40.335454 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3a6d1ebe-5016-4a0d-aad3-65111e31f55e req-b51fd537-146b-4de6-845c-299f9b44f897 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b4b50898-b40c-48be-9630-e21242c54179 HTTP/1.1" status: 200 len: 912 time: 0.4572704 Apr 06 14:16:40.341607 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bf39df39-3d74-4204-bdf2-73a1a3ab3722 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:40.341806 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-78f3c07f-d02a-4fdb-b675-701bc170ff5d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/b188f692-e4bb-4506-9e59-c30a4c7bae0d HTTP/1.1" status: 204 len: 168 time: 2.0865598 Apr 06 14:16:40.344711 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bf39df39-3d74-4204-bdf2-73a1a3ab3722 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "DELETE /v2.0/routers/b813a9cb-28a3-41c5-befe-e4d04ca3c0cf HTTP/1.1" status: 204 len: 168 time: 2.3582261 Apr 06 14:16:40.355931 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48276) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:40.358341 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48278) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:40.362787 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-428cdbd2-4653-4380-aa0d-5716cf09fa6e None None] Provisioning for port 8449c24a-474c-4244-840a-15dce5663143 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:16:40.369990 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-428cdbd2-4653-4380-aa0d-5716cf09fa6e None None] Provisioning complete for port 8449c24a-474c-4244-840a-15dce5663143 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:40.370366 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-428cdbd2-4653-4380-aa0d-5716cf09fa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:40.431226 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345f6317-7b04-447d-b2ee-420d754ca5a2 admin admin] Router 61db72c2-b098-4195-90dd-e4e5e3267309 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:16:40.456706 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 6a9bf070-898a-43f2-b5fe-84df3049a932 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:16:40.464569 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 6a9bf070-898a-43f2-b5fe-84df3049a932 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:40.464964 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:40.487264 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-3ff98e22-4a20-4009-be8d-bf9383bcd06f tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Unset dirty status for tenant:0fa4c70b7fe74530b9d1a0349885514d on resource:network {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:16:40.490675 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-3ff98e22-4a20-4009-be8d-bf9383bcd06f tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.69 "GET /v2.0/networks?id=9349387b-90ce-46b9-bc40-8b651b772fa9 HTTP/1.1" status: 200 len: 811 time: 1.3202412 Apr 06 14:16:40.531789 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-428cdbd2-4653-4380-aa0d-5716cf09fa6e None None] Port 8449c24a-474c-4244-840a-15dce5663143 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:16:40.637435 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-0492e205-5df8-4374-980e-8d1fac7ee914 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Request body: {'port': {'device_id': 'ef3fe411-a0b3-453a-80a5-14eebee0f9af', 'network_id': '9349387b-90ce-46b9-bc40-8b651b772fa9', 'admin_state_up': True, 'tenant_id': '0fa4c70b7fe74530b9d1a0349885514d'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:40.698552 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:40.703995 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-82938d56-81a4-4e96-96a4-9d02fd89a727 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "GET /v2.0/ports?device_id=b813a9cb-28a3-41c5-befe-e4d04ca3c0cf HTTP/1.1" status: 200 len: 205 time: 0.3400335 Apr 06 14:16:40.704217 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-211ad26d-59d1-4665-9075-db4f0132cf2b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:40.704217 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-211ad26d-59d1-4665-9075-db4f0132cf2b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:40.710975 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48286) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:40.722786 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d9e56b0f-9718-41b5-90b9-5b1d519ad47a None None] Provisioning complete for port 6a9bf070-898a-43f2-b5fe-84df3049a932 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:40.723433 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d9e56b0f-9718-41b5-90b9-5b1d519ad47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:40.764272 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-146c6eec-7a95-4dea-8231-311b4ebb90d1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4044979 Apr 06 14:16:40.773253 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48290) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:40.832843 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 6a9bf070-898a-43f2-b5fe-84df3049a932, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6a9bf070-898a-43f2-b5fe-84df3049a932,segment=NetworkSegment(7f5f732c-1b92-4825-becd-101dc42cef15),segment_id=7f5f732c-1b92-4825-becd-101dc42cef15)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:40.906920 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:40.909356 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e196347c-0cda-4d8f-bcd7-bca93a40310d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:40.972612 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-9c951495-b67b-4408-812b-a55ea8db3099 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] delete failed (client error): The resource could not be found. Apr 06 14:16:40.976971 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9c951495-b67b-4408-812b-a55ea8db3099 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "DELETE /v2.0/routers/b813a9cb-28a3-41c5-befe-e4d04ca3c0cf HTTP/1.1" status: 404 len: 336 time: 0.2541075 Apr 06 14:16:40.987789 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48296) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:40.994608 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3a6d1ebe-5016-4a0d-aad3-65111e31f55e req-0ffa587c-05f8-4773-ae16-69941fe7072a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae0b3a45-c88d-4e73-b461-c2e8cd808229 HTTP/1.1" status: 200 len: 1001 time: 0.6439013 Apr 06 14:16:41.020112 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=6a9bf070-898a-43f2-b5fe-84df3049a932,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:41.024614 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d9e56b0f-9718-41b5-90b9-5b1d519ad47a None None] Provisioning for port ba5de6cb-a3e2-412d-b041-3d9997122074 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:16:41.030709 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d9e56b0f-9718-41b5-90b9-5b1d519ad47a None None] Provisioning complete for port ba5de6cb-a3e2-412d-b041-3d9997122074 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:41.031872 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d9e56b0f-9718-41b5-90b9-5b1d519ad47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:41.094062 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de39ccd-fdda-4d5f-832d-767d8621c4e3 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:41.115784 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-211ad26d-59d1-4665-9075-db4f0132cf2b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Calling delete_port for ea0d1537-7fbf-4b1f-8012-3fb6004e052f owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:41.199691 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ec4811e4-403a-4d7e-8ab3-6568feb70091 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad0ed15f-7785-4cb3-b564-d1355d90e34c HTTP/1.1" status: 200 len: 205 time: 0.2001336 Apr 06 14:16:41.203545 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48300) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:41.212367 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b8052562-918d-4ef2-b8db-3a4a3880ab61 req-bb3822bd-ce32-4e2b-9d47-ac8f029979b4 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 210 time: 0.1710267 Apr 06 14:16:41.251231 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-0492e205-5df8-4374-980e-8d1fac7ee914 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:41.260810 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-0492e205-5df8-4374-980e-8d1fac7ee914 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Usage tracker for resource:port and tenant:0fa4c70b7fe74530b9d1a0349885514d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:41.264734 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-0492e205-5df8-4374-980e-8d1fac7ee914 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:41.278022 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d1ebe-5016-4a0d-aad3-65111e31f55e req-7a8f8c60-dfaa-422b-a054-b80d92cf5ba0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:41.279500 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3a6d1ebe-5016-4a0d-aad3-65111e31f55e req-7a8f8c60-dfaa-422b-a054-b80d92cf5ba0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=61fc1f24-d84d-4e4e-b059-fbe1445d430f HTTP/1.1" status: 200 len: 850 time: 0.1951349 Apr 06 14:16:41.281078 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-0492e205-5df8-4374-980e-8d1fac7ee914 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:41.297897 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ee92b9-6da1-443e-bbed-65e4ea594ffc tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:41.298536 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-19ee92b9-6da1-443e-bbed-65e4ea594ffc tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:16:41.337842 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:41.345474 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:41.385762 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d9e56b0f-9718-41b5-90b9-5b1d519ad47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:41.426034 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d9e56b0f-9718-41b5-90b9-5b1d519ad47a None None] For port ba5de6cb-a3e2-412d-b041-3d9997122074, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=ba5de6cb-a3e2-412d-b041-3d9997122074,segment=NetworkSegment(f28492e9-5bf3-41d7-b52c-cdcb3a0d1a76),segment_id=f28492e9-5bf3-41d7-b52c-cdcb3a0d1a76)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:41.431833 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d9e56b0f-9718-41b5-90b9-5b1d519ad47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:41.479187 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffb899f-93ba-49cd-815f-9646bf4156d7 None None] DHCP port deletion for 45db5c66-c082-47ed-beeb-688e3c8646d5 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:16:41.484775 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d5585-0e4a-4ee5-a876-1bd80cf367fd req-ab9a9aa8-94e4-4a31-bca0-e39cea900151 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:41.486599 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-608d5585-0e4a-4ee5-a876-1bd80cf367fd req-ab9a9aa8-94e4-4a31-bca0-e39cea900151 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.9086418 Apr 06 14:16:41.488410 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-caf0a52d-477e-4ccb-83c7-d6763da041b5 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] delete failed (client error): The resource could not be found. Apr 06 14:16:41.492424 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-caf0a52d-477e-4ccb-83c7-d6763da041b5 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "DELETE /v2.0/routers/ad0ed15f-7785-4cb3-b564-d1355d90e34c HTTP/1.1" status: 404 len: 336 time: 0.2855949 Apr 06 14:16:41.493558 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48304) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:41.498565 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-0492e205-5df8-4374-980e-8d1fac7ee914 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Made reservation on behalf of 0fa4c70b7fe74530b9d1a0349885514d for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:41.502108 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-0492e205-5df8-4374-980e-8d1fac7ee914 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:41.525973 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e56b0f-9718-41b5-90b9-5b1d519ad47a None None] Pushing event updated for resources: {'Port': ['ID=ba5de6cb-a3e2-412d-b041-3d9997122074,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:41.538397 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5ffb899f-93ba-49cd-815f-9646bf4156d7 None None] Deleting port c2599706-638f-4339-93ab-8319ece97b32 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:41.538850 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5ffb899f-93ba-49cd-815f-9646bf4156d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:41.567163 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-19ee92b9-6da1-443e-bbed-65e4ea594ffc tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:16:41.570746 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-19ee92b9-6da1-443e-bbed-65e4ea594ffc tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7843258 Apr 06 14:16:41.570746 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-910739c2-2e12-410b-a7c2-8ce1d6b5ad0d tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "GET /v2.0/ports?device_id=771e6151-79b9-4eb7-b08e-22bbf0aaac65 HTTP/1.1" status: 200 len: 205 time: 0.0733933 Apr 06 14:16:41.571359 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48308) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:41.577935 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48310) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:41.598392 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d9e56b0f-9718-41b5-90b9-5b1d519ad47a None None] Provisioning complete for port 8449c24a-474c-4244-840a-15dce5663143 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:41.598944 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d9e56b0f-9718-41b5-90b9-5b1d519ad47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:41.606356 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-608d5585-0e4a-4ee5-a876-1bd80cf367fd req-801de3c3-498f-497b-a924-069518e0c909 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088476 Apr 06 14:16:41.668046 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-211ad26d-59d1-4665-9075-db4f0132cf2b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:41.710899 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d9e56b0f-9718-41b5-90b9-5b1d519ad47a None None] Port 8449c24a-474c-4244-840a-15dce5663143 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:16:41.732398 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-c6e0ce50-bfd8-45a9-b167-c84e81307fb5 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] delete failed (client error): The resource could not be found. Apr 06 14:16:41.733459 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c6e0ce50-bfd8-45a9-b167-c84e81307fb5 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "DELETE /v2.0/routers/771e6151-79b9-4eb7-b08e-22bbf0aaac65 HTTP/1.1" status: 404 len: 336 time: 0.1519802 Apr 06 14:16:41.741472 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48316) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:41.806312 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fd9ed7-c783-49c4-be4c-b09b2d260efb tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:41.807006 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-58fd9ed7-c783-49c4-be4c-b09b2d260efb tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:16:41.814010 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device ba5de6cb-a3e2-412d-b041-3d9997122074 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:16:41.825845 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3a6d1ebe-5016-4a0d-aad3-65111e31f55e req-4432c04a-b76f-4526-9d1b-69b68036e131 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4b50898-b40c-48be-9630-e21242c54179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5207565 Apr 06 14:16:41.933781 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port ba5de6cb-a3e2-412d-b041-3d9997122074 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:41.934314 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:41.938269 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ad26d-59d1-4665-9075-db4f0132cf2b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event deleted for resources: {'Port': ['ID=ea0d1537-7fbf-4b1f-8012-3fb6004e052f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:41.964209 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-58fd9ed7-c783-49c4-be4c-b09b2d260efb tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:16:41.965647 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-58fd9ed7-c783-49c4-be4c-b09b2d260efb tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3914938 Apr 06 14:16:41.974354 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2a6214ce-6124-4f9d-bc24-045003d7b968 None None] Provisioning complete for port c2599706-638f-4339-93ab-8319ece97b32 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:41.974577 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48320) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:41.974788 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2a6214ce-6124-4f9d-bc24-045003d7b968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:42.012631 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e3f7c3b3-3903-4176-a157-8f525aa14051 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a668339-f4d9-4025-85d0-8dd2b86f2f4b HTTP/1.1" status: 200 len: 205 time: 0.1491923 Apr 06 14:16:42.018809 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48324) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:42.031698 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5ffb899f-93ba-49cd-815f-9646bf4156d7 None None] For port c2599706-638f-4339-93ab-8319ece97b32, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c2599706-638f-4339-93ab-8319ece97b32,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:42.032680 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5ffb899f-93ba-49cd-815f-9646bf4156d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:42.063732 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-0492e205-5df8-4374-980e-8d1fac7ee914 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Allocated IP 172.20.0.10 (9349387b-90ce-46b9-bc40-8b651b772fa9/8b6d0cf5-868b-4474-a773-99f56aa1b806/3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:42.076221 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d3dabb8c-9f69-46dc-bec0-93e54df6b5bf tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828531 Apr 06 14:16:42.079474 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48328) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:42.083440 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345f6317-7b04-447d-b2ee-420d754ca5a2 admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:16:42.090681 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ad704824-6477-44d4-84b9-41aeec9b1ee8 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:42.096679 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c37c111-c1cd-4d69-9811-4961f991fe6d None None] Sync routers for ids ['61db72c2-b098-4195-90dd-e4e5e3267309'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:16:42.113467 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c37c111-c1cd-4d69-9811-4961f991fe6d None None] Routers {'61db72c2-b098-4195-90dd-e4e5e3267309'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:42.114718 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8c37c111-c1cd-4d69-9811-4961f991fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['61db72c2-b098-4195-90dd-e4e5e3267309'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:42.115783 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92217619-be8c-45d8-818a-70f7ad89c67f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Router c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:16:42.116934 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-18cddbdb-dea2-4736-b61d-0cdedded4e22 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] delete failed (client error): The resource could not be found. Apr 06 14:16:42.120899 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-18cddbdb-dea2-4736-b61d-0cdedded4e22 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "DELETE /v2.0/routers/1a668339-f4d9-4025-85d0-8dd2b86f2f4b HTTP/1.1" status: 404 len: 336 time: 0.0966892 Apr 06 14:16:42.122169 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-211ad26d-59d1-4665-9075-db4f0132cf2b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:42.168791 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48332) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:42.269446 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3a6d1ebe-5016-4a0d-aad3-65111e31f55e req-3eaee17b-909c-4bfa-a5c6-fcec8040c6c5 service neutron] 10.222.0.69 "GET /v2.0/networks/b4b50898-b40c-48be-9630-e21242c54179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076724 Apr 06 14:16:42.276570 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5ffb899f-93ba-49cd-815f-9646bf4156d7 None None] Calling delete_port for c2599706-638f-4339-93ab-8319ece97b32 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:42.326727 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-8c37c111-c1cd-4d69-9811-4961f991fe6d None None] Set router 61db72c2-b098-4195-90dd-e4e5e3267309 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:16:42.381704 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ee583b3d-d253-4cd8-b203-d2031db3ecf5 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7d41795-1bb3-494c-868d-0bd5ddd1cdb4 HTTP/1.1" status: 200 len: 205 time: 0.2048783 Apr 06 14:16:42.390384 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2a6214ce-6124-4f9d-bc24-045003d7b968 None None] Could not find standard attr ID for object c2599706-638f-4339-93ab-8319ece97b32. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 14:16:42.394026 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48338) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:42.394668 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.plugins.ml2.db [None req-2a6214ce-6124-4f9d-bc24-045003d7b968 None None] No ports have port_id starting with c2599706-638f-4339-93ab-8319ece97b32 Apr 06 14:16:42.395566 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5ffb899f-93ba-49cd-815f-9646bf4156d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:42.430676 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ad704824-6477-44d4-84b9-41aeec9b1ee8 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:42.464888 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffb899f-93ba-49cd-815f-9646bf4156d7 None None] No DVR routers for this DVR port c2599706-638f-4339-93ab-8319ece97b32 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:16:42.466474 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb899f-93ba-49cd-815f-9646bf4156d7 None None] Pushing event deleted for resources: {'Port': ['ID=c2599706-638f-4339-93ab-8319ece97b32,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:42.486777 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-fc26a2b8-bbd0-4803-a971-9f51d0627743 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] delete failed (client error): The resource could not be found. Apr 06 14:16:42.487952 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fc26a2b8-bbd0-4803-a971-9f51d0627743 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "DELETE /v2.0/routers/a7d41795-1bb3-494c-868d-0bd5ddd1cdb4 HTTP/1.1" status: 404 len: 336 time: 0.0898402 Apr 06 14:16:42.488926 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-345f6317-7b04-447d-b2ee-420d754ca5a2 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:42.492704 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-345f6317-7b04-447d-b2ee-420d754ca5a2 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.0676157 Apr 06 14:16:42.495180 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48342) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:42.495604 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48344) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:42.549105 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 73ce1aff-8bee-4fce-afb0-4685b24f8703 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:16:42.617732 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ad704824-6477-44d4-84b9-41aeec9b1ee8 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:42.627583 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-65993508-b515-43e4-b836-b607570ea80b req-4ea0eab4-dc00-4bbe-8ca4-b960ae6218d3 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 210 time: 0.1380959 Apr 06 14:16:42.657723 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad704824-6477-44d4-84b9-41aeec9b1ee8 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:42.671297 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2a6214ce-6124-4f9d-bc24-045003d7b968 None None] Provisioning complete for port ba5de6cb-a3e2-412d-b041-3d9997122074 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:42.671802 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2a6214ce-6124-4f9d-bc24-045003d7b968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:42.694493 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-02b83cba-c98a-441b-bbd0-1804b6def9c3 tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "GET /v2.0/ports?device_id=92987e17-5d06-4d30-9c15-6d63ddaae4f5 HTTP/1.1" status: 200 len: 205 time: 0.1959431 Apr 06 14:16:42.697401 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8c37c111-c1cd-4d69-9811-4961f991fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'name': 'tempest-TestVolumeBootPattern-396345987-router', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:31Z', 'updated_at': '2022-04-06T14:16:38Z', 'revision_number': 3, 'project_id': '681e39576088423facd0bc7051aac5ad', 'gw_port': {'id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:35Z', 'updated_at': '2022-04-06T14:16:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:42.701754 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c37c111-c1cd-4d69-9811-4961f991fe6d None None] Checking router: 61db72c2-b098-4195-90dd-e4e5e3267309 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:16:42.703158 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c37c111-c1cd-4d69-9811-4961f991fe6d None None] Updating router 61db72c2-b098-4195-90dd-e4e5e3267309 port 6a523191-6477-4cfd-9636-9c563c8ccc05 binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:16:42.711391 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48352) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:42.792223 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-a03557c9-a096-4750-8f2c-47a600b4ed6d tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] delete failed (client error): The resource could not be found. Apr 06 14:16:42.796072 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a03557c9-a096-4750-8f2c-47a600b4ed6d tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "DELETE /v2.0/routers/92987e17-5d06-4d30-9c15-6d63ddaae4f5 HTTP/1.1" status: 404 len: 336 time: 0.0793922 Apr 06 14:16:42.798583 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48356) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:42.815402 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-8c37c111-c1cd-4d69-9811-4961f991fe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:42.817965 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 73ce1aff-8bee-4fce-afb0-4685b24f8703 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:42.818505 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:42.856915 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-744744da-9904-455e-9582-50ecee893ada tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] DELETE failed (client error): The resource could not be found. Apr 06 14:16:42.857411 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-744744da-9904-455e-9582-50ecee893ada tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:16:42.859164 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-744744da-9904-455e-9582-50ecee893ada tempest-RoutersIpV6AdminTest-1678585656 tempest-RoutersIpV6AdminTest-1678585656-project] 10.222.0.60 "DELETE /v2.0/subnets/d0a65b95-cad6-4399-8985-d901ae81ffc1 HTTP/1.1" status: 404 len: 337 time: 0.0596256 Apr 06 14:16:42.928003 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:43.065604 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6a9bf070-898a-43f2-b5fe-84df3049a932 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:16:43.091749 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ad704824-6477-44d4-84b9-41aeec9b1ee8 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:43.093506 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad704824-6477-44d4-84b9-41aeec9b1ee8 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:16:43.094096 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad704824-6477-44d4-84b9-41aeec9b1ee8 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:16:43.131273 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-0492e205-5df8-4374-980e-8d1fac7ee914 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:43.137682 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ad704824-6477-44d4-84b9-41aeec9b1ee8 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0572314 Apr 06 14:16:43.140061 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3a6d1ebe-5016-4a0d-aad3-65111e31f55e req-777abac6-19c9-480b-8fa0-582e0450c227 service neutron] 10.222.0.69 "GET /v2.0/networks/b4b50898-b40c-48be-9630-e21242c54179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8578994 Apr 06 14:16:43.143323 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48362) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:43.156146 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f8a3d86f-8316-4728-8163-169eaad371e6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:43.189157 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 6a9bf070-898a-43f2-b5fe-84df3049a932 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:43.189793 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:43.362388 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f8a3d86f-8316-4728-8163-169eaad371e6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:43.381465 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92217619-be8c-45d8-818a-70f7ad89c67f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:16:43.392901 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94988b1-0ec3-4025-a632-8947ade37a71 None None] Sync routers for ids ['c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:16:43.400945 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-92217619-be8c-45d8-818a-70f7ad89c67f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "PUT /v2.0/routers/c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1344161 Apr 06 14:16:43.404973 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48368) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:43.413959 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48370) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:43.417454 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94988b1-0ec3-4025-a632-8947ade37a71 None None] Routers {'c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:43.418286 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d94988b1-0ec3-4025-a632-8947ade37a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:43.470301 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645c87e-0e14-4b7d-8989-0d5e19ee2a30 req-68baa666-efca-457a-83d6-d70cdbffdcb1 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:43.472440 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f8a3d86f-8316-4728-8163-169eaad371e6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:43.476969 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6645c87e-0e14-4b7d-8989-0d5e19ee2a30 req-68baa666-efca-457a-83d6-d70cdbffdcb1 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.3830001 Apr 06 14:16:43.493683 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c2599706-638f-4339-93ab-8319ece97b32 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:16:43.524796 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-8c37c111-c1cd-4d69-9811-4961f991fe6d None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:43.541084 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-8c37c111-c1cd-4d69-9811-4961f991fe6d None None] Transition to ACTIVE for port object 6a523191-6477-4cfd-9636-9c563c8ccc05 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:16:43.543407 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: c2599706-638f-4339-93ab-8319ece97b32 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:16:43.543963 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c2599706-638f-4339-93ab-8319ece97b32 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:16:43.546768 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d94988b1-0ec3-4025-a632-8947ade37a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:43.559931 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a3d86f-8316-4728-8163-169eaad371e6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:43.568018 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-8c37c111-c1cd-4d69-9811-4961f991fe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:43.568671 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94988b1-0ec3-4025-a632-8947ade37a71 None None] Routers {'c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:43.569700 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d94988b1-0ec3-4025-a632-8947ade37a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:43.570640 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f8a3d86f-8316-4728-8163-169eaad371e6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:43.572503 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a3d86f-8316-4728-8163-169eaad371e6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:16:43.572628 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8a3d86f-8316-4728-8163-169eaad371e6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:16:43.586689 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cb3476-e315-4ce6-a784-597683bb7efe tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:43.587277 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-43cb3476-e315-4ce6-a784-597683bb7efe tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Synchronizing usage tracker for tenant:6405625efdd14c9bb474ac0b7c765923 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:16:43.641456 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-0492e205-5df8-4374-980e-8d1fac7ee914 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:43.643223 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d94988b1-0ec3-4025-a632-8947ade37a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:43.643651 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94988b1-0ec3-4025-a632-8947ade37a71 None None] The sync data for ids ['c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:16:43.646718 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-708a4768-5dac-4d2d-b890-a198ad207b2a tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:43.704283 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-43cb3476-e315-4ce6-a784-597683bb7efe tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Unset dirty status for tenant:6405625efdd14c9bb474ac0b7c765923 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:16:43.705482 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-43cb3476-e315-4ce6-a784-597683bb7efe tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "GET /v2.0/ports/8449c24a-474c-4244-840a-15dce5663143 HTTP/1.1" status: 200 len: 911 time: 0.2926757 Apr 06 14:16:43.720838 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48380) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:43.732517 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-0492e205-5df8-4374-980e-8d1fac7ee914 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Network 9349387b-90ce-46b9-bc40-8b651b772fa9 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:43.781778 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7922ab8-c31f-42ae-ae93-e7181d398d4f None None] Pushing event updated for resources: {'Port': ['ID=6a523191-6477-4cfd-9636-9c563c8ccc05,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:43.786806 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-8c37c111-c1cd-4d69-9811-4961f991fe6d None None] Attempting to bind port 6a523191-6477-4cfd-9636-9c563c8ccc05 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:16:43.791479 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-8c37c111-c1cd-4d69-9811-4961f991fe6d None None] Attempting to bind port 6a523191-6477-4cfd-9636-9c563c8ccc05 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:16:43.791963 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c37c111-c1cd-4d69-9811-4961f991fe6d None None] Attempting to bind port 6a523191-6477-4cfd-9636-9c563c8ccc05 on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:16:43.819444 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7922ab8-c31f-42ae-ae93-e7181d398d4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:43.819444 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7922ab8-c31f-42ae-ae93-e7181d398d4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:43.819859 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7922ab8-c31f-42ae-ae93-e7181d398d4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:43.820296 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7922ab8-c31f-42ae-ae93-e7181d398d4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:43.820745 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7922ab8-c31f-42ae-ae93-e7181d398d4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:43.821429 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7922ab8-c31f-42ae-ae93-e7181d398d4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:43.821974 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7922ab8-c31f-42ae-ae93-e7181d398d4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:43.824028 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7922ab8-c31f-42ae-ae93-e7181d398d4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:43.824641 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7922ab8-c31f-42ae-ae93-e7181d398d4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:43.825143 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7922ab8-c31f-42ae-ae93-e7181d398d4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:43.825580 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7922ab8-c31f-42ae-ae93-e7181d398d4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:43.831735 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6645c87e-0e14-4b7d-8989-0d5e19ee2a30 req-f564cb4b-a55c-4d0a-b3dd-abdd19752510 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3538396 Apr 06 14:16:43.833918 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c37c111-c1cd-4d69-9811-4961f991fe6d None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:16:43.834434 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c37c111-c1cd-4d69-9811-4961f991fe6d None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:16:43.837184 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-8c37c111-c1cd-4d69-9811-4961f991fe6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:43.837684 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c37c111-c1cd-4d69-9811-4961f991fe6d None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:16:43.838284 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-8c37c111-c1cd-4d69-9811-4961f991fe6d None None] Bound port: 6a523191-6477-4cfd-9636-9c563c8ccc05, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:16:43.838769 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-8c37c111-c1cd-4d69-9811-4961f991fe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:43.879779 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-0492e205-5df8-4374-980e-8d1fac7ee914 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:43.885708 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-0492e205-5df8-4374-980e-8d1fac7ee914 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:16:43.978222 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f8a3d86f-8316-4728-8163-169eaad371e6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8291183 Apr 06 14:16:43.981783 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-8c37c111-c1cd-4d69-9811-4961f991fe6d None None] For port 6a523191-6477-4cfd-9636-9c563c8ccc05, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:16:43.985844 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-8c37c111-c1cd-4d69-9811-4961f991fe6d None None] For port 6a523191-6477-4cfd-9636-9c563c8ccc05, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6a523191-6477-4cfd-9636-9c563c8ccc05,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:16:43.989441 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48384) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:43.991844 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-8c37c111-c1cd-4d69-9811-4961f991fe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:43.999491 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d1c14844-988f-4b2e-a3c0-402dff955c8d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:44.000135 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-0492e205-5df8-4374-980e-8d1fac7ee914 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:44.001302 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-0492e205-5df8-4374-980e-8d1fac7ee914 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:44.079601 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7922ab8-c31f-42ae-ae93-e7181d398d4f None None] Pushing event updated for resources: {'Port': ['ID=6a523191-6477-4cfd-9636-9c563c8ccc05,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:44.084001 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c37c111-c1cd-4d69-9811-4961f991fe6d None None] Routers {'61db72c2-b098-4195-90dd-e4e5e3267309'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:44.084404 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8c37c111-c1cd-4d69-9811-4961f991fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['61db72c2-b098-4195-90dd-e4e5e3267309'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:44.138598 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492e205-5df8-4374-980e-8d1fac7ee914 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Pushing event updated for resources: {'Port': ['ID=3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:44.149495 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ba16fec-255f-4932-8fe7-f300cedb25b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:44.167982 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-0492e205-5df8-4374-980e-8d1fac7ee914 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5360966 Apr 06 14:16:44.183695 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-6bd7406d-7483-4c4e-a4a6-abbebd3e30c1 service neutron] Request body: {'port': {'device_id': 'ef3fe411-a0b3-453a-80a5-14eebee0f9af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:44.220952 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d1c14844-988f-4b2e-a3c0-402dff955c8d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:44.249042 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d1c14844-988f-4b2e-a3c0-402dff955c8d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:44.252465 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211ad26d-59d1-4665-9075-db4f0132cf2b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Router 598ef1dd-fe05-4abd-8045-5fcd94be81f3 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:16:44.270430 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-8c37c111-c1cd-4d69-9811-4961f991fe6d None None] Set router 61db72c2-b098-4195-90dd-e4e5e3267309 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:16:44.274893 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2ba16fec-255f-4932-8fe7-f300cedb25b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:44.289182 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2ba16fec-255f-4932-8fe7-f300cedb25b6 admin admin] Usage tracker for resource:security_group_rule and tenant:cd16408f1c7a49b0849b357f06d3b0f4 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:44.295404 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2ba16fec-255f-4932-8fe7-f300cedb25b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:44.311004 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c14844-988f-4b2e-a3c0-402dff955c8d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:44.333658 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2ba16fec-255f-4932-8fe7-f300cedb25b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:44.355751 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852d5c6-2f9a-4c35-9ae2-b2afbfdd13e4 req-d5315ff9-5ff0-44cb-bdda-0ad94e3e6fc0 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:44.356598 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-7852d5c6-2f9a-4c35-9ae2-b2afbfdd13e4 req-d5315ff9-5ff0-44cb-bdda-0ad94e3e6fc0 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Synchronizing usage tracker for tenant:0fa4c70b7fe74530b9d1a0349885514d on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:16:44.394149 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-6bd7406d-7483-4c4e-a4a6-abbebd3e30c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:44.523083 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-7852d5c6-2f9a-4c35-9ae2-b2afbfdd13e4 req-d5315ff9-5ff0-44cb-bdda-0ad94e3e6fc0 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Unset dirty status for tenant:0fa4c70b7fe74530b9d1a0349885514d on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:16:44.529597 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7852d5c6-2f9a-4c35-9ae2-b2afbfdd13e4 req-d5315ff9-5ff0-44cb-bdda-0ad94e3e6fc0 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 932 time: 0.5434945 Apr 06 14:16:44.564713 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8c37c111-c1cd-4d69-9811-4961f991fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'name': 'tempest-TestVolumeBootPattern-396345987-router', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:31Z', 'updated_at': '2022-04-06T14:16:38Z', 'revision_number': 3, 'project_id': '681e39576088423facd0bc7051aac5ad', 'gw_port': {'id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:35Z', 'updated_at': '2022-04-06T14:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:44.569427 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c37c111-c1cd-4d69-9811-4961f991fe6d None None] The sync data for ids ['61db72c2-b098-4195-90dd-e4e5e3267309'] in dv-neutron-835868-1-hyperv is: [{'id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'name': 'tempest-TestVolumeBootPattern-396345987-router', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:31Z', 'updated_at': '2022-04-06T14:16:38Z', 'revision_number': 3, 'project_id': '681e39576088423facd0bc7051aac5ad', 'gw_port': {'id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:35Z', 'updated_at': '2022-04-06T14:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:16:44.697683 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ba16fec-255f-4932-8fe7-f300cedb25b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:44.728371 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-708a4768-5dac-4d2d-b890-a198ad207b2a tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Allocated IP 172.20.0.1 (25f085e1-5cae-4e2c-bf61-ed5f6491894d/4a38f310-d83c-4888-8659-345451b320e7/2ca0fe44-02e3-40e3-963c-8ebed5300674) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:44.782858 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ba16fec-255f-4932-8fe7-f300cedb25b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:44.804162 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-7852d5c6-2f9a-4c35-9ae2-b2afbfdd13e4 req-47854ea1-180f-46cb-8196-dd2e52da9b74 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Synchronizing usage tracker for tenant:0fa4c70b7fe74530b9d1a0349885514d on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:16:44.831625 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d1c14844-988f-4b2e-a3c0-402dff955c8d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:44.833158 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c14844-988f-4b2e-a3c0-402dff955c8d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:16:44.833606 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1c14844-988f-4b2e-a3c0-402dff955c8d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:16:44.936585 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-7852d5c6-2f9a-4c35-9ae2-b2afbfdd13e4 req-47854ea1-180f-46cb-8196-dd2e52da9b74 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Unset dirty status for tenant:0fa4c70b7fe74530b9d1a0349885514d on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:16:44.937908 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7852d5c6-2f9a-4c35-9ae2-b2afbfdd13e4 req-47854ea1-180f-46cb-8196-dd2e52da9b74 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad31f321-777b-468d-af8a-bf3ba452da2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070115 Apr 06 14:16:44.938606 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba16fec-255f-4932-8fe7-f300cedb25b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5925f48a-4afb-47d5-b6f5-3b56c7265a7e,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:44.967000 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d1c14844-988f-4b2e-a3c0-402dff955c8d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9746597 Apr 06 14:16:44.980615 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48392) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:44.998207 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-aadb23c0-fa20-4c8b-8a3c-17f5a4f94d42 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:45.013571 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2ba16fec-255f-4932-8fe7-f300cedb25b6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cd16408f1c7a49b0849b357f06d3b0f4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5973508 Apr 06 14:16:45.021131 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48396) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:45.243398 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-708a4768-5dac-4d2d-b890-a198ad207b2a tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:45.251218 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-aadb23c0-fa20-4c8b-8a3c-17f5a4f94d42 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:45.290260 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-aadb23c0-fa20-4c8b-8a3c-17f5a4f94d42 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:45.296243 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-708a4768-5dac-4d2d-b890-a198ad207b2a tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Transition to ACTIVE for port object 2ca0fe44-02e3-40e3-963c-8ebed5300674 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:16:45.339102 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadb23c0-fa20-4c8b-8a3c-17f5a4f94d42 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:45.342611 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aadb23c0-fa20-4c8b-8a3c-17f5a4f94d42 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:45.344034 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-aadb23c0-fa20-4c8b-8a3c-17f5a4f94d42 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:16:45.345018 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aadb23c0-fa20-4c8b-8a3c-17f5a4f94d42 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:16:45.357733 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461736b1-6e49-4ad3-a2e1-3af4eabd415c req-84921945-e85b-4600-8c95-7837e58d2dec tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:45.359325 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-461736b1-6e49-4ad3-a2e1-3af4eabd415c req-84921945-e85b-4600-8c95-7837e58d2dec tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.3681111 Apr 06 14:16:45.399298 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3d2f7f2-8b6b-4e62-9ae3-59f17c579385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:45.415759 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-aadb23c0-fa20-4c8b-8a3c-17f5a4f94d42 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4319067 Apr 06 14:16:45.420674 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48400) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:45.439721 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-12f44060-670b-4d28-ac05-1cfb7a7ba155 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:45.462480 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3d2f7f2-8b6b-4e62-9ae3-59f17c579385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:45.462739 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-708a4768-5dac-4d2d-b890-a198ad207b2a tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:45.526162 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211ad26d-59d1-4665-9075-db4f0132cf2b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:16:45.537267 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b2be44-2b45-46a3-81e5-e8b3cb0fb6ae None None] Sync routers for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:16:45.541715 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-6bd7406d-7483-4c4e-a4a6-abbebd3e30c1 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:16:45.550564 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b2be44-2b45-46a3-81e5-e8b3cb0fb6ae None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:45.551258 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-43b2be44-2b45-46a3-81e5-e8b3cb0fb6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:45.551554 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-211ad26d-59d1-4665-9075-db4f0132cf2b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:45.607097 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-211ad26d-59d1-4665-9075-db4f0132cf2b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "DELETE /v2.0/floatingips/fef3e18f-1611-4c96-9894-af4029a41849 HTTP/1.1" status: 204 len: 168 time: 5.9328530 Apr 06 14:16:45.609368 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-43b2be44-2b45-46a3-81e5-e8b3cb0fb6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:45.612022 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48404) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:45.620263 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b2be44-2b45-46a3-81e5-e8b3cb0fb6ae None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:45.620981 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-43b2be44-2b45-46a3-81e5-e8b3cb0fb6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:45.625427 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-461736b1-6e49-4ad3-a2e1-3af4eabd415c req-53bd2128-68f1-44b7-8320-e605d8c4738e tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478371 Apr 06 14:16:45.634047 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708a4768-5dac-4d2d-b890-a198ad207b2a tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Network 25f085e1-5cae-4e2c-bf61-ed5f6491894d is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:45.642123 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-708a4768-5dac-4d2d-b890-a198ad207b2a tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:45.659587 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708a4768-5dac-4d2d-b890-a198ad207b2a tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:16:45.678421 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-6bd7406d-7483-4c4e-a4a6-abbebd3e30c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:16:45.683179 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-12f44060-670b-4d28-ac05-1cfb7a7ba155 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:45.692018 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-6bd7406d-7483-4c4e-a4a6-abbebd3e30c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:45.699816 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-43b2be44-2b45-46a3-81e5-e8b3cb0fb6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:45.701013 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b2be44-2b45-46a3-81e5-e8b3cb0fb6ae None None] The sync data for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:16:45.710828 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-12f44060-670b-4d28-ac05-1cfb7a7ba155 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:45.730637 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3d2f7f2-8b6b-4e62-9ae3-59f17c579385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:45.736324 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-6bd7406d-7483-4c4e-a4a6-abbebd3e30c1 service neutron] Transition to ACTIVE for port object 3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:16:45.748297 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f44060-670b-4d28-ac05-1cfb7a7ba155 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:45.752152 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-12f44060-670b-4d28-ac05-1cfb7a7ba155 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:45.753304 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f44060-670b-4d28-ac05-1cfb7a7ba155 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:16:45.754304 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12f44060-670b-4d28-ac05-1cfb7a7ba155 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:16:45.798820 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-6bd7406d-7483-4c4e-a4a6-abbebd3e30c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:45.841313 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2f7f2-8b6b-4e62-9ae3-59f17c579385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5925f48a-4afb-47d5-b6f5-3b56c7265a7e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:45.872741 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6a523191-6477-4cfd-9636-9c563c8ccc05 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:16:45.928444 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3d2f7f2-8b6b-4e62-9ae3-59f17c579385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:45.929211 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a3d2f7f2-8b6b-4e62-9ae3-59f17c579385 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5925f48a-4afb-47d5-b6f5-3b56c7265a7e HTTP/1.1" status: 204 len: 168 time: 0.9059038 Apr 06 14:16:45.952977 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-12f44060-670b-4d28-ac05-1cfb7a7ba155 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5308814 Apr 06 14:16:45.975023 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 6a523191-6477-4cfd-9636-9c563c8ccc05 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:16:45.981046 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 6a523191-6477-4cfd-9636-9c563c8ccc05 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:45.981553 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:45.998873 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48412) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:46.014242 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-06c4bfca-76ae-4dba-9360-29a3ce8dae98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:46.025300 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a4768-5dac-4d2d-b890-a198ad207b2a tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Pushing event updated for resources: {'Port': ['ID=2ca0fe44-02e3-40e3-963c-8ebed5300674,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:46.040462 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-2dc1c3a9-354b-495e-8f9a-1d782c9985ee tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:46.159985 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-03050f58-f19b-47e6-9a23-d83bc1a80965 None None] Provisioning for port 2ca0fe44-02e3-40e3-963c-8ebed5300674 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:16:46.168559 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-03050f58-f19b-47e6-9a23-d83bc1a80965 None None] Provisioning complete for port 2ca0fe44-02e3-40e3-963c-8ebed5300674 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:46.168972 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-03050f58-f19b-47e6-9a23-d83bc1a80965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:46.171450 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-1b48b20b-a6bc-483c-8b70-445f8e94b906 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Deleting port df7050fd-aa5e-4973-9da0-1cdbe0b9b519 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:46.171790 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1b48b20b-a6bc-483c-8b70-445f8e94b906 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:46.210879 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7406d-7483-4c4e-a4a6-abbebd3e30c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:46.246365 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:46.265659 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 6a523191-6477-4cfd-9636-9c563c8ccc05, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6a523191-6477-4cfd-9636-9c563c8ccc05,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:46.269005 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-03050f58-f19b-47e6-9a23-d83bc1a80965 None None] Port 2ca0fe44-02e3-40e3-963c-8ebed5300674 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:16:46.274944 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:46.299755 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-708a4768-5dac-4d2d-b890-a198ad207b2a tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:46.341129 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-6bd7406d-7483-4c4e-a4a6-abbebd3e30c1 service neutron] Attempting to bind port 3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:16:46.341129 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-6bd7406d-7483-4c4e-a4a6-abbebd3e30c1 service neutron] Attempting to bind port 3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '9c94e1cc-e94e-4cf0-b6e7-2dbb311bbdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9349387b-90ce-46b9-bc40-8b651b772fa9'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:16:46.341535 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-6bd7406d-7483-4c4e-a4a6-abbebd3e30c1 service neutron] Attempting to bind port 3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7 on network 9349387b-90ce-46b9-bc40-8b651b772fa9 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:16:46.350404 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d7c02670-55b2-4ba8-829c-39d572785ce6 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:46.351450 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=6a523191-6477-4cfd-9636-9c563c8ccc05,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:46.372307 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47495b83-451b-4526-b1f8-d15b5d5230b2 req-21637596-8b3b-4a8b-81f7-215c4437ea86 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:46.374081 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-47495b83-451b-4526-b1f8-d15b5d5230b2 req-21637596-8b3b-4a8b-81f7-215c4437ea86 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.5057945 Apr 06 14:16:46.377963 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2dc1c3a9-354b-495e-8f9a-1d782c9985ee tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:46.381921 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-6bd7406d-7483-4c4e-a4a6-abbebd3e30c1 service neutron] Port 3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7 on network 9349387b-90ce-46b9-bc40-8b651b772fa9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:16:46.382246 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-6bd7406d-7483-4c4e-a4a6-abbebd3e30c1 service neutron] Attempting to bind port 3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7 on network 9349387b-90ce-46b9-bc40-8b651b772fa9 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:16:46.451772 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2dc1c3a9-354b-495e-8f9a-1d782c9985ee tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:46.457293 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48420) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:46.536191 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-6bd7406d-7483-4c4e-a4a6-abbebd3e30c1 service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:16:46.536530 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-6bd7406d-7483-4c4e-a4a6-abbebd3e30c1 service neutron] Checking segment: {'id': '9c94e1cc-e94e-4cf0-b6e7-2dbb311bbdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9349387b-90ce-46b9-bc40-8b651b772fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:16:46.536974 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-6bd7406d-7483-4c4e-a4a6-abbebd3e30c1 service neutron] Bound using segment: {'id': '9c94e1cc-e94e-4cf0-b6e7-2dbb311bbdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9349387b-90ce-46b9-bc40-8b651b772fa9'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:16:46.537377 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-6bd7406d-7483-4c4e-a4a6-abbebd3e30c1 service neutron] Bound port: 3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c94e1cc-e94e-4cf0-b6e7-2dbb311bbdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9349387b-90ce-46b9-bc40-8b651b772fa9'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:16:46.537726 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-6bd7406d-7483-4c4e-a4a6-abbebd3e30c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:46.656292 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-47495b83-451b-4526-b1f8-d15b5d5230b2 req-2016658d-f5ad-4658-b01f-8a5af6a80023 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2699945 Apr 06 14:16:46.716370 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc1c3a9-354b-495e-8f9a-1d782c9985ee tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:46.720329 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2dc1c3a9-354b-495e-8f9a-1d782c9985ee tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:46.721726 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc1c3a9-354b-495e-8f9a-1d782c9985ee tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:16:46.722144 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc1c3a9-354b-495e-8f9a-1d782c9985ee tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:16:46.729489 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-25be4496-a58f-4792-9ebb-9f5eb5c3f88d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7a1885bcd55d42bb9cb6a0ae693613d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2680461 Apr 06 14:16:46.732739 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48426) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:46.774796 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33fca1-66d2-4f9f-b63d-9d9e902aa015 req-61373985-49fc-42ec-8137-1939d4c6e03a tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:46.776254 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ea33fca1-66d2-4f9f-b63d-9d9e902aa015 req-61373985-49fc-42ec-8137-1939d4c6e03a tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 944 time: 0.6310093 Apr 06 14:16:46.789330 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-6bd7406d-7483-4c4e-a4a6-abbebd3e30c1 service neutron] For port 3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:16:46.794011 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-6bd7406d-7483-4c4e-a4a6-abbebd3e30c1 service neutron] For port 3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7,segment=NetworkSegment(9c94e1cc-e94e-4cf0-b6e7-2dbb311bbdd5),segment_id=9c94e1cc-e94e-4cf0-b6e7-2dbb311bbdd5)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:16:46.868496 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-6bd7406d-7483-4c4e-a4a6-abbebd3e30c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:46.901905 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2dc1c3a9-354b-495e-8f9a-1d782c9985ee tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8737996 Apr 06 14:16:46.912653 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48430) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:46.974535 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-708a4768-5dac-4d2d-b890-a198ad207b2a tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:47.007085 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1b48b20b-a6bc-483c-8b70-445f8e94b906 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:47.028657 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0e698ea5-1f77-49da-bbd6-d9b584b8f61b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:16:47.037646 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-6bd7406d-7483-4c4e-a4a6-abbebd3e30c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:47.039402 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-6bd7406d-7483-4c4e-a4a6-abbebd3e30c1 service neutron] 10.222.0.69 "PUT /v2.0/ports/3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7 HTTP/1.1" status: 200 len: 1094 time: 2.8598454 Apr 06 14:16:47.040411 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3fe411-a0b3-453a-80a5-14eebee0f9af', 'tag': '3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:16:47.046103 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ea33fca1-66d2-4f9f-b63d-9d9e902aa015 req-a49ef9e0-5880-426c-b4bc-df3c845627a6 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad31f321-777b-468d-af8a-bf3ba452da2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554946 Apr 06 14:16:47.100778 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-06c4bfca-76ae-4dba-9360-29a3ce8dae98 admin admin] Allocated IP 172.20.0.1 (095d4797-b5a4-4559-a0b9-992b5f89d16a/905b1e27-43c6-41a9-9b0b-26bc504bfcd6/e38993c6-d6a5-4069-b6db-aea1a2c533d9) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:47.101578 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7406d-7483-4c4e-a4a6-abbebd3e30c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:47.161146 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eef57234-1885-48b7-a04b-2282cfcb3e89'] response: {'name': 'network-changed', 'server_uuid': 'ef3fe411-a0b3-453a-80a5-14eebee0f9af', 'tag': '3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7', 'status': 'completed', 'code': 200} Apr 06 14:16:47.186858 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-27f8a629-fda4-400d-968e-bc5b4f4074c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:47.194294 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-d7c02670-55b2-4ba8-829c-39d572785ce6 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Allocated IP 2001:db8:1::1 (6b7dce97-331d-4c43-b050-b34ca7c2504a/29406c66-dcb7-4da5-80c3-28907176d59a/7d636d3c-1f73-4c28-9108-9f060f4117b2) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:47.202380 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-1b48b20b-a6bc-483c-8b70-445f8e94b906 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Calling delete_port for df7050fd-aa5e-4973-9da0-1cdbe0b9b519 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:47.265134 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-27f8a629-fda4-400d-968e-bc5b4f4074c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:47.270566 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0e698ea5-1f77-49da-bbd6-d9b584b8f61b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:16:47.271704 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0e698ea5-1f77-49da-bbd6-d9b584b8f61b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3512743 Apr 06 14:16:47.285598 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48438) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:47.512034 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d80ca-4e66-4f73-a6dd-e93a16f5791a req-42baf086-11ae-4c7c-adfc-3f566713c9ac tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:47.513410 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fa0d80ca-4e66-4f73-a6dd-e93a16f5791a req-42baf086-11ae-4c7c-adfc-3f566713c9ac tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.4619472 Apr 06 14:16:47.537735 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-24d05b0b-ee13-4498-b454-9838db2e1775 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0fa4c70b7fe74530b9d1a0349885514d&device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 1097 time: 0.4245043 Apr 06 14:16:47.619180 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c6e1a4-97a9-440e-b87f-45357626d4b0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:47.619847 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-20c6e1a4-97a9-440e-b87f-45357626d4b0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:16:47.658797 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-bb929917-325a-4d1a-ace2-c957e40c16c1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7 HTTP/1.1" status: 200 len: 217 time: 0.1021445 Apr 06 14:16:47.670882 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d7c02670-55b2-4ba8-829c-39d572785ce6 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:47.702323 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-06c4bfca-76ae-4dba-9360-29a3ce8dae98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:47.718787 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-27f8a629-fda4-400d-968e-bc5b4f4074c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:47.731437 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-20c6e1a4-97a9-440e-b87f-45357626d4b0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:16:47.737125 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-20c6e1a4-97a9-440e-b87f-45357626d4b0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4401546 Apr 06 14:16:47.747687 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48442) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:47.751214 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fa0d80ca-4e66-4f73-a6dd-e93a16f5791a req-5e07eee5-be2f-42da-9e59-cfceba7efa33 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210817 Apr 06 14:16:47.763409 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-d7c02670-55b2-4ba8-829c-39d572785ce6 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Transition to ACTIVE for port object 7d636d3c-1f73-4c28-9108-9f060f4117b2 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:16:47.767419 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8a629-fda4-400d-968e-bc5b4f4074c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20898d3e-d857-4333-932d-e6a4be0b0bb8,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:47.773337 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-06c4bfca-76ae-4dba-9360-29a3ce8dae98 admin admin] Transition to ACTIVE for port object e38993c6-d6a5-4069-b6db-aea1a2c533d9 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:16:47.786077 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-fc1eb32d-7500-4e1b-99db-ded8ef4324dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:47.796150 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-fc1eb32d-7500-4e1b-99db-ded8ef4324dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8b6d0cf5-868b-4474-a773-99f56aa1b806 HTTP/1.1" status: 200 len: 851 time: 0.1306567 Apr 06 14:16:47.809210 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6a523191-6477-4cfd-9636-9c563c8ccc05 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:16:47.846498 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-27f8a629-fda4-400d-968e-bc5b4f4074c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:47.849953 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-27f8a629-fda4-400d-968e-bc5b4f4074c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/20898d3e-d857-4333-932d-e6a4be0b0bb8 HTTP/1.1" status: 204 len: 168 time: 1.1170511 Apr 06 14:16:47.859438 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-c7f70a73-c0b2-43cd-b85d-f5e45c278016 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9349387b-90ce-46b9-bc40-8b651b772fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548561 Apr 06 14:16:47.941262 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d7e27a75-59b8-468f-b658-5f47af55a51a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1908510 Apr 06 14:16:47.951492 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 6a523191-6477-4cfd-9636-9c563c8ccc05 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:47.951863 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:47.956850 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48448) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:47.967573 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4195361b-0871-4652-9327-8611bb4915a1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:47.996010 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d7c02670-55b2-4ba8-829c-39d572785ce6 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:48.081347 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1b48b20b-a6bc-483c-8b70-445f8e94b906 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:48.143742 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c02670-55b2-4ba8-829c-39d572785ce6 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network 6b7dce97-331d-4c43-b050-b34ca7c2504a is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:48.154139 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-d7c02670-55b2-4ba8-829c-39d572785ce6 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:48.236503 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c02670-55b2-4ba8-829c-39d572785ce6 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:16:48.237442 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d7c02670-55b2-4ba8-829c-39d572785ce6 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:48.242487 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-20f03b05-1c3b-499f-8701-58ec02018e20 service neutron] 10.222.0.69 "GET /v2.0/networks/9349387b-90ce-46b9-bc40-8b651b772fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713694 Apr 06 14:16:48.277785 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c02670-55b2-4ba8-829c-39d572785ce6 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Port': ['ID=7d636d3c-1f73-4c28-9108-9f060f4117b2,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:48.373963 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48b20b-a6bc-483c-8b70-445f8e94b906 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event deleted for resources: {'Port': ['ID=df7050fd-aa5e-4973-9da0-1cdbe0b9b519,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:48.402910 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-06c4bfca-76ae-4dba-9360-29a3ce8dae98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:48.522738 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-68dd1713-1cc2-4ece-8490-04c5537baab1 req-59d8bd2f-b7e5-4f04-967d-00843806541d service neutron] 10.222.0.69 "GET /v2.0/networks/9349387b-90ce-46b9-bc40-8b651b772fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726026 Apr 06 14:16:48.527479 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d7c02670-55b2-4ba8-829c-39d572785ce6 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:48.535065 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4195361b-0871-4652-9327-8611bb4915a1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:48.612225 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4195361b-0871-4652-9327-8611bb4915a1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:48.617484 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c4bfca-76ae-4dba-9360-29a3ce8dae98 admin admin] Network 095d4797-b5a4-4559-a0b9-992b5f89d16a is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:48.622037 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4bfca-76ae-4dba-9360-29a3ce8dae98 admin admin] Pushing event updated for resources: {'Port': ['ID=e38993c6-d6a5-4069-b6db-aea1a2c533d9,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:48.624791 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-06c4bfca-76ae-4dba-9360-29a3ce8dae98 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:48.646844 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b1f4b250-363d-4ba0-8a69-68e64f794c4c None None] Provisioning for port 7d636d3c-1f73-4c28-9108-9f060f4117b2 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:16:48.653186 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b1f4b250-363d-4ba0-8a69-68e64f794c4c None None] Provisioning complete for port 7d636d3c-1f73-4c28-9108-9f060f4117b2 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:48.653623 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b1f4b250-363d-4ba0-8a69-68e64f794c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:48.659766 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c4bfca-76ae-4dba-9360-29a3ce8dae98 admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:16:48.729422 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-b1f4b250-363d-4ba0-8a69-68e64f794c4c None None] Port 7d636d3c-1f73-4c28-9108-9f060f4117b2 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:16:48.740899 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.db.resource_extend [None req-708a4768-5dac-4d2d-b890-a198ad207b2a tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:16:48.783199 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-708a4768-5dac-4d2d-b890-a198ad207b2a tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:48.790044 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4195361b-0871-4652-9327-8611bb4915a1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:48.794541 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4195361b-0871-4652-9327-8611bb4915a1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:48.892457 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-708a4768-5dac-4d2d-b890-a198ad207b2a tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:48.960496 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-af4b119e-7330-41f8-970e-f5621a2d42e5 None None] Provisioning for port e38993c6-d6a5-4069-b6db-aea1a2c533d9 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:16:48.966031 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-06c4bfca-76ae-4dba-9360-29a3ce8dae98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:48.967410 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-af4b119e-7330-41f8-970e-f5621a2d42e5 None None] Provisioning complete for port e38993c6-d6a5-4069-b6db-aea1a2c533d9 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:48.967831 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-af4b119e-7330-41f8-970e-f5621a2d42e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:49.030053 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-af4b119e-7330-41f8-970e-f5621a2d42e5 None None] Port e38993c6-d6a5-4069-b6db-aea1a2c533d9 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:16:49.035827 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1b48b20b-a6bc-483c-8b70-445f8e94b906 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:49.059957 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ea1fb-261d-4b15-91c6-00b75f7083c1 req-630cbc80-45ef-491b-aef4-46645ad3ab80 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:49.065625 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e77ea1fb-261d-4b15-91c6-00b75f7083c1 req-630cbc80-45ef-491b-aef4-46645ad3ab80 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 944 time: 0.7805212 Apr 06 14:16:49.109648 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1b48b20b-a6bc-483c-8b70-445f8e94b906 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "DELETE /v2.0/ports/df7050fd-aa5e-4973-9da0-1cdbe0b9b519 HTTP/1.1" status: 204 len: 168 time: 3.4827538 Apr 06 14:16:49.116090 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48476) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:49.124407 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-e6cc7b63-4938-4afa-a7a3-a47a7944e544 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:49.139073 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e6cc7b63-4938-4afa-a7a3-a47a7944e544 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:49.154028 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-31616bf8-3ac4-4498-b3d4-355f831ddbeb req-9c688f66-f3fb-4845-8b71-dda62ad98df8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0fa4c70b7fe74530b9d1a0349885514d&device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 1097 time: 0.5692911 Apr 06 14:16:49.155319 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e6cc7b63-4938-4afa-a7a3-a47a7944e544 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Usage tracker for resource:floatingip and tenant:d61b98536deb4ef1889c048254212ea9 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:49.165343 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e6cc7b63-4938-4afa-a7a3-a47a7944e544 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:49.178714 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-708a4768-5dac-4d2d-b890-a198ad207b2a tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:49.191735 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d7c02670-55b2-4ba8-829c-39d572785ce6 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:49.192662 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a4768-5dac-4d2d-b890-a198ad207b2a tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Pushing event updated for resources: {'Port': ['ID=2ca0fe44-02e3-40e3-963c-8ebed5300674,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:49.202740 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e6cc7b63-4938-4afa-a7a3-a47a7944e544 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:49.248805 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d7c02670-55b2-4ba8-829c-39d572785ce6 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:49.249597 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d7c02670-55b2-4ba8-829c-39d572785ce6 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:49.323108 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e77ea1fb-261d-4b15-91c6-00b75f7083c1 req-448c84f5-cc86-4b18-b450-f143e69a5043 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad31f321-777b-468d-af8a-bf3ba452da2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376995 Apr 06 14:16:49.327456 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e6cc7b63-4938-4afa-a7a3-a47a7944e544 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:49.407483 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-06c4bfca-76ae-4dba-9360-29a3ce8dae98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:49.556238 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708a4768-5dac-4d2d-b890-a198ad207b2a tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Network 25f085e1-5cae-4e2c-bf61-ed5f6491894d is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:49.568082 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-708a4768-5dac-4d2d-b890-a198ad207b2a tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:49.687334 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c02670-55b2-4ba8-829c-39d572785ce6 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Port': ['ID=7d636d3c-1f73-4c28-9108-9f060f4117b2,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:49.718330 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d8368-f666-49d2-b9cf-d4fba28ec340 req-89bab696-74ee-4ece-a6dd-6d77d3ed6d02 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:49.720036 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-716d8368-f666-49d2-b9cf-d4fba28ec340 req-89bab696-74ee-4ece-a6dd-6d77d3ed6d02 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.6806257 Apr 06 14:16:49.840204 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31616bf8-3ac4-4498-b3d4-355f831ddbeb req-f94d2ba3-3b9e-4971-b809-a65c17d8becb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:49.842510 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-31616bf8-3ac4-4498-b3d4-355f831ddbeb req-f94d2ba3-3b9e-4971-b809-a65c17d8becb service neutron] 10.222.0.69 "GET /v2.0/networks?id=9349387b-90ce-46b9-bc40-8b651b772fa9 HTTP/1.1" status: 200 len: 912 time: 0.6795435 Apr 06 14:16:49.860312 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c02670-55b2-4ba8-829c-39d572785ce6 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network 6b7dce97-331d-4c43-b050-b34ca7c2504a is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:49.873825 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5b0e7413-e61f-499a-bc77-e1c232fd2936 None None] Provisioning complete for port 2ca0fe44-02e3-40e3-963c-8ebed5300674 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:49.875149 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5b0e7413-e61f-499a-bc77-e1c232fd2936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:49.928736 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-d7c02670-55b2-4ba8-829c-39d572785ce6 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:49.988329 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5b0e7413-e61f-499a-bc77-e1c232fd2936 None None] Port 2ca0fe44-02e3-40e3-963c-8ebed5300674 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:16:50.106052 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-31616bf8-3ac4-4498-b3d4-355f831ddbeb req-2505aa39-cb2a-4575-b2c6-40b4f8957812 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7 HTTP/1.1" status: 200 len: 217 time: 0.2479150 Apr 06 14:16:50.120549 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-716d8368-f666-49d2-b9cf-d4fba28ec340 req-38419f27-7af5-4573-b1de-28a6cdbed287 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3195825 Apr 06 14:16:50.234694 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.objects.ports [None req-4195361b-0871-4652-9327-8611bb4915a1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83737) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 06 14:16:50.237602 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670adbd4-70d0-4943-bae1-75cc2dc07633 req-ecb8f467-55b7-4666-9787-2e7449beaff7 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:50.239081 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-670adbd4-70d0-4943-bae1-75cc2dc07633 req-ecb8f467-55b7-4666-9787-2e7449beaff7 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.69 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.5180702 Apr 06 14:16:50.242096 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31616bf8-3ac4-4498-b3d4-355f831ddbeb req-55c028a7-adba-49df-9441-6271d15a155a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:50.243459 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-31616bf8-3ac4-4498-b3d4-355f831ddbeb req-55c028a7-adba-49df-9441-6271d15a155a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8b6d0cf5-868b-4474-a773-99f56aa1b806 HTTP/1.1" status: 200 len: 851 time: 0.1305275 Apr 06 14:16:50.294779 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4195361b-0871-4652-9327-8611bb4915a1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:50.329964 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-41cba0ba-074b-44f9-a3c8-b485875f3ceb None None] Provisioning complete for port 7d636d3c-1f73-4c28-9108-9f060f4117b2 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:50.330689 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-41cba0ba-074b-44f9-a3c8-b485875f3ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:50.344058 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48500) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:50.369177 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.db.resource_extend [None req-06c4bfca-76ae-4dba-9360-29a3ce8dae98 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:16:50.398976 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-06c4bfca-76ae-4dba-9360-29a3ce8dae98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:50.402555 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-41cba0ba-074b-44f9-a3c8-b485875f3ceb None None] Port 7d636d3c-1f73-4c28-9108-9f060f4117b2 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:16:50.406455 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4195361b-0871-4652-9327-8611bb4915a1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:50.413673 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-4195361b-0871-4652-9327-8611bb4915a1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:50.418591 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-06c4bfca-76ae-4dba-9360-29a3ce8dae98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:50.428379 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f33ecbc-368e-4b0b-89cb-d0fd26dba084 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:50.445210 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-31616bf8-3ac4-4498-b3d4-355f831ddbeb req-e6eaf409-7292-452b-aa8e-2d46c2d9c6b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9349387b-90ce-46b9-bc40-8b651b772fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1890059 Apr 06 14:16:50.446979 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4195361b-0871-4652-9327-8611bb4915a1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:50.448181 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4195361b-0871-4652-9327-8611bb4915a1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:50.498062 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e6cc7b63-4938-4afa-a7a3-a47a7944e544 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:50.506277 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195361b-0871-4652-9327-8611bb4915a1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Subnet': ['ID=1500ac4a-98c9-44cd-9d51-e2cc482179e4,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:50.606635 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-670adbd4-70d0-4943-bae1-75cc2dc07633 req-20eb0718-d461-4eff-9c66-b7a4b9ad79c1 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Deleting port ae0b3a45-c88d-4e73-b461-c2e8cd808229 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:50.606975 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-670adbd4-70d0-4943-bae1-75cc2dc07633 req-20eb0718-d461-4eff-9c66-b7a4b9ad79c1 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:50.613693 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-06c4bfca-76ae-4dba-9360-29a3ce8dae98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:50.646878 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4195361b-0871-4652-9327-8611bb4915a1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6865878 Apr 06 14:16:50.646878 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4bfca-76ae-4dba-9360-29a3ce8dae98 admin admin] Pushing event updated for resources: {'Port': ['ID=e38993c6-d6a5-4069-b6db-aea1a2c533d9,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:50.651037 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48508) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:50.661340 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5ed7b715-a446-48df-80a8-87da038daa8a tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1570308598', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:50.671025 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-6ed3eaa1-7719-4f6e-806a-56fd195c6392 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'port': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'mac_address': 'fa:16:3e:8d:58:40', 'name': 'tempest-NetworksTestDHCPv6-1661107978'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:50.688831 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5ed7b715-a446-48df-80a8-87da038daa8a tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:50.717190 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5ed7b715-a446-48df-80a8-87da038daa8a tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Usage tracker for resource:port and tenant:4bd387a74fdb4d8eaccda6e6930012db is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:50.763880 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5ed7b715-a446-48df-80a8-87da038daa8a tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:50.764184 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb4338d-2daf-41fb-9a23-4ef53b858a56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-45db5c66-c082-47ed-beeb-688e3c8646d5', 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'fixed_ips': [{'subnet_id': '1500ac4a-98c9-44cd-9d51-e2cc482179e4'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:16:50.765137 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9fb4338d-2daf-41fb-9a23-4ef53b858a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:50.824064 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-31616bf8-3ac4-4498-b3d4-355f831ddbeb req-7d76d7d8-3055-4c64-897e-a5b2f6a1c2a1 service neutron] 10.222.0.69 "GET /v2.0/networks/9349387b-90ce-46b9-bc40-8b651b772fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587921 Apr 06 14:16:50.835216 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5ed7b715-a446-48df-80a8-87da038daa8a tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:50.894765 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed7b715-a446-48df-80a8-87da038daa8a tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Made reservation on behalf of 4bd387a74fdb4d8eaccda6e6930012db for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:50.898166 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ed7b715-a446-48df-80a8-87da038daa8a tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:50.943409 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ed7b715-a446-48df-80a8-87da038daa8a tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:50.952506 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-9fb4338d-2daf-41fb-9a23-4ef53b858a56 None None] Allocated IP 2001:db8::f816:3eff:fe89:2587 (45db5c66-c082-47ed-beeb-688e3c8646d5/1500ac4a-98c9-44cd-9d51-e2cc482179e4/a802f526-3149-4f71-aae9-00d37caf51d6) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:50.986592 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc244807-044f-486a-ab22-b8d6c810b138 req-3fdc9995-f9ca-4686-af3e-0d935067ffe5 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:50.988140 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bc244807-044f-486a-ab22-b8d6c810b138 req-3fdc9995-f9ca-4686-af3e-0d935067ffe5 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 944 time: 0.4148450 Apr 06 14:16:51.085665 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6ed3eaa1-7719-4f6e-806a-56fd195c6392 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:51.091245 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c4bfca-76ae-4dba-9360-29a3ce8dae98 admin admin] Network 095d4797-b5a4-4559-a0b9-992b5f89d16a is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:51.106933 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-06c4bfca-76ae-4dba-9360-29a3ce8dae98 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:51.158462 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-e6cc7b63-4938-4afa-a7a3-a47a7944e544 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Allocated IP 172.26.8.15 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/0fc3f58b-3743-4c37-900e-8de565d8f994) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:51.183832 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6ed3eaa1-7719-4f6e-806a-56fd195c6392 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:51.246492 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9fb4338d-2daf-41fb-9a23-4ef53b858a56 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:51.248967 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5ed7b715-a446-48df-80a8-87da038daa8a tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:51.251091 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c02670-55b2-4ba8-829c-39d572785ce6 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Router c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:16:51.260291 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9fb4338d-2daf-41fb-9a23-4ef53b858a56 None None] Transition to ACTIVE for port object a802f526-3149-4f71-aae9-00d37caf51d6 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:16:51.277150 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5ed7b715-a446-48df-80a8-87da038daa8a tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Usage tracker for resource:security_group_rule and tenant:4bd387a74fdb4d8eaccda6e6930012db is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:51.284882 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708a4768-5dac-4d2d-b890-a198ad207b2a tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Router 568accfe-e420-4fcf-9ed1-4d4b356183c2 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:16:51.288375 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5ed7b715-a446-48df-80a8-87da038daa8a tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:51.303780 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9fb4338d-2daf-41fb-9a23-4ef53b858a56 None None] Transition to ACTIVE for port object a802f526-3149-4f71-aae9-00d37caf51d6 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:16:51.312101 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5ed7b715-a446-48df-80a8-87da038daa8a tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:51.316024 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9fb4338d-2daf-41fb-9a23-4ef53b858a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:51.316358 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed3eaa1-7719-4f6e-806a-56fd195c6392 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:51.332942 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bc244807-044f-486a-ab22-b8d6c810b138 req-af271748-e651-403d-998c-849127bc966e tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad31f321-777b-468d-af8a-bf3ba452da2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134489 Apr 06 14:16:51.423383 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4338d-2daf-41fb-9a23-4ef53b858a56 None None] Pushing event updated for resources: {'Port': ['ID=a802f526-3149-4f71-aae9-00d37caf51d6,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:51.439046 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb4338d-2daf-41fb-9a23-4ef53b858a56 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:51.442846 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-9fb4338d-2daf-41fb-9a23-4ef53b858a56 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:51.447019 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7b441d38-4804-4316-9e34-0e6bcf26e43e None None] Provisioning complete for port e38993c6-d6a5-4069-b6db-aea1a2c533d9 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:51.447180 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7b441d38-4804-4316-9e34-0e6bcf26e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:51.472755 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-31616bf8-3ac4-4498-b3d4-355f831ddbeb req-c1408284-04a3-4b93-b51e-bb60f985bde5 service neutron] 10.222.0.69 "GET /v2.0/networks/9349387b-90ce-46b9-bc40-8b651b772fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6371346 Apr 06 14:16:51.474828 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb4338d-2daf-41fb-9a23-4ef53b858a56 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:16:51.483809 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-670adbd4-70d0-4943-bae1-75cc2dc07633 req-20eb0718-d461-4eff-9c66-b7a4b9ad79c1 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] For port ae0b3a45-c88d-4e73-b461-c2e8cd808229, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ae0b3a45-c88d-4e73-b461-c2e8cd808229,segment=NetworkSegment(5eccebc2-4d26-4156-a27c-d30f103adc58),segment_id=5eccebc2-4d26-4156-a27c-d30f103adc58)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:51.484014 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-670adbd4-70d0-4943-bae1-75cc2dc07633 req-20eb0718-d461-4eff-9c66-b7a4b9ad79c1 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:51.588260 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-7b441d38-4804-4316-9e34-0e6bcf26e43e None None] Port e38993c6-d6a5-4069-b6db-aea1a2c533d9 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:16:51.610326 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-9fb4338d-2daf-41fb-9a23-4ef53b858a56 None None] Attempting to bind port a802f526-3149-4f71-aae9-00d37caf51d6 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:16:51.610688 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-9fb4338d-2daf-41fb-9a23-4ef53b858a56 None None] Attempting to bind port a802f526-3149-4f71-aae9-00d37caf51d6 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:16:51.611367 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb4338d-2daf-41fb-9a23-4ef53b858a56 None None] Attempting to bind port a802f526-3149-4f71-aae9-00d37caf51d6 on network 45db5c66-c082-47ed-beeb-688e3c8646d5 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:16:51.617871 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb4338d-2daf-41fb-9a23-4ef53b858a56 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:16:51.618625 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb4338d-2daf-41fb-9a23-4ef53b858a56 None None] Checking segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:16:51.618625 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9fb4338d-2daf-41fb-9a23-4ef53b858a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:51.619081 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb4338d-2daf-41fb-9a23-4ef53b858a56 None None] Bound using segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:16:51.620382 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-9fb4338d-2daf-41fb-9a23-4ef53b858a56 None None] Bound port: a802f526-3149-4f71-aae9-00d37caf51d6, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:16:51.620757 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9fb4338d-2daf-41fb-9a23-4ef53b858a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:51.632179 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6ed3eaa1-7719-4f6e-806a-56fd195c6392 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:51.725558 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-9fb4338d-2daf-41fb-9a23-4ef53b858a56 None None] For port a802f526-3149-4f71-aae9-00d37caf51d6, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:16:51.730132 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-9fb4338d-2daf-41fb-9a23-4ef53b858a56 None None] For port a802f526-3149-4f71-aae9-00d37caf51d6, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a802f526-3149-4f71-aae9-00d37caf51d6,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:16:51.736352 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9fb4338d-2daf-41fb-9a23-4ef53b858a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:51.812073 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e6cc7b63-4938-4afa-a7a3-a47a7944e544 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:51.823273 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4338d-2daf-41fb-9a23-4ef53b858a56 None None] Pushing event updated for resources: {'Port': ['ID=a802f526-3149-4f71-aae9-00d37caf51d6,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:51.849552 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc1b26-df11-4a7f-abf5-f22829b689ec req-affead05-0c34-49e6-8a2b-699439014fc0 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:51.851207 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-23dc1b26-df11-4a7f-abf5-f22829b689ec req-affead05-0c34-49e6-8a2b-699439014fc0 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 945 time: 0.5028508 Apr 06 14:16:51.935962 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-6ed3eaa1-7719-4f6e-806a-56fd195c6392 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] device_id is not set on port 7cbc437d-a228-400b-9ea9-68805ba21887 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:16:52.002200 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ed7b715-a446-48df-80a8-87da038daa8a tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:52.017733 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ed7b715-a446-48df-80a8-87da038daa8a tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:52.043657 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-5ed7b715-a446-48df-80a8-87da038daa8a tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] device_id is not set on port 3fe0b840-7bac-4bac-b746-820c4ee76d35 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:16:52.059907 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-670adbd4-70d0-4943-bae1-75cc2dc07633 req-20eb0718-d461-4eff-9c66-b7a4b9ad79c1 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:52.060555 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-670adbd4-70d0-4943-bae1-75cc2dc07633 req-20eb0718-d461-4eff-9c66-b7a4b9ad79c1 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:52.060892 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.l3_db [req-670adbd4-70d0-4943-bae1-75cc2dc07633 req-20eb0718-d461-4eff-9c66-b7a4b9ad79c1 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Floating IP 2540fbc9-7d58-4969-a425-e55981d870d4 disassociated. External IP: 172.26.8.116, port: ae0b3a45-c88d-4e73-b461-c2e8cd808229. Apr 06 14:16:52.061486 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-670adbd4-70d0-4943-bae1-75cc2dc07633 req-20eb0718-d461-4eff-9c66-b7a4b9ad79c1 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Calling delete_port for ae0b3a45-c88d-4e73-b461-c2e8cd808229 owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:52.105536 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-23dc1b26-df11-4a7f-abf5-f22829b689ec req-38921910-1c92-4de3-9171-89198576a0b4 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups?id=138e2942-054c-4045-b2b9-d7ec5c8dcfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420144 Apr 06 14:16:52.107335 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e6cc7b63-4938-4afa-a7a3-a47a7944e544 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:52.192660 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7b715-a446-48df-80a8-87da038daa8a tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ae5307-5cf7-4ba5-9072-49d725b76eb4,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:52.220403 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cc7b63-4938-4afa-a7a3-a47a7944e544 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:52.243099 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-e6cc7b63-4938-4afa-a7a3-a47a7944e544 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:52.248199 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cc7b63-4938-4afa-a7a3-a47a7944e544 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:16:52.275609 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c02670-55b2-4ba8-829c-39d572785ce6 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:16:52.280500 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc7b63-4938-4afa-a7a3-a47a7944e544 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event updated for resources: {'Port': ['ID=0fc3f58b-3743-4c37-900e-8de565d8f994,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:52.287835 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a09624-4bb6-4e6e-a590-fb654003db5c None None] Sync routers for ids ['c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:16:52.295592 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-6ed3eaa1-7719-4f6e-806a-56fd195c6392 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Allocated IP 2001:db8::f816:3eff:fe8d:5840 (45db5c66-c082-47ed-beeb-688e3c8646d5/1500ac4a-98c9-44cd-9d51-e2cc482179e4/7cbc437d-a228-400b-9ea9-68805ba21887) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:52.301627 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:16:52.308206 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a09624-4bb6-4e6e-a590-fb654003db5c None None] Routers {'c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:52.308836 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-85a09624-4bb6-4e6e-a590-fb654003db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:52.315438 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d7c02670-55b2-4ba8-829c-39d572785ce6 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "PUT /v2.0/routers/c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5938241 Apr 06 14:16:52.319797 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48514) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:52.375579 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-85a09624-4bb6-4e6e-a590-fb654003db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:52.394956 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a09624-4bb6-4e6e-a590-fb654003db5c None None] Routers {'c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:52.396032 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-85a09624-4bb6-4e6e-a590-fb654003db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:52.414725 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-670adbd4-70d0-4943-bae1-75cc2dc07633 req-20eb0718-d461-4eff-9c66-b7a4b9ad79c1 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:52.428551 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-5ed7b715-a446-48df-80a8-87da038daa8a tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Allocated IP 172.26.8.108 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/3fe0b840-7bac-4bac-b746-820c4ee76d35) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:52.457883 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-85a09624-4bb6-4e6e-a590-fb654003db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:52.457883 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a09624-4bb6-4e6e-a590-fb654003db5c None None] The sync data for ids ['c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:16:52.470005 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb0718-d461-4eff-9c66-b7a4b9ad79c1 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Pushing event deleted for resources: {'Port': ['ID=ae0b3a45-c88d-4e73-b461-c2e8cd808229,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:52.496253 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f74449f-8b57-4f13-8a06-c3a5fef2d1da tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:52.498082 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2f74449f-8b57-4f13-8a06-c3a5fef2d1da tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "GET /v2.0/ports/7d636d3c-1f73-4c28-9108-9f060f4117b2 HTTP/1.1" status: 200 len: 913 time: 0.1763623 Apr 06 14:16:52.501592 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48520) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:52.618599 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708a4768-5dac-4d2d-b890-a198ad207b2a tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:16:52.629686 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d950166-c39a-42e5-af26-bdc4de2b163e None None] Sync routers for ids ['568accfe-e420-4fcf-9ed1-4d4b356183c2'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:16:52.635953 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7,segment=NetworkSegment(9c94e1cc-e94e-4cf0-b6e7-2dbb311bbdd5),segment_id=9c94e1cc-e94e-4cf0-b6e7-2dbb311bbdd5)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:52.647020 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d950166-c39a-42e5-af26-bdc4de2b163e None None] Routers {'568accfe-e420-4fcf-9ed1-4d4b356183c2'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:52.648698 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-1d950166-c39a-42e5-af26-bdc4de2b163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['568accfe-e420-4fcf-9ed1-4d4b356183c2'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:52.673706 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7', 'network_id': '9349387b-90ce-46b9-bc40-8b651b772fa9', 'port_id': '3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7', 'mac_address': 'fa:16:3e:eb:12:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b6d0cf5-868b-4474-a773-99f56aa1b806', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:16:52.737939 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-1d950166-c39a-42e5-af26-bdc4de2b163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:52.751226 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d950166-c39a-42e5-af26-bdc4de2b163e None None] Routers {'568accfe-e420-4fcf-9ed1-4d4b356183c2'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:52.752095 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-1d950166-c39a-42e5-af26-bdc4de2b163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['568accfe-e420-4fcf-9ed1-4d4b356183c2'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:52.788202 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:52.834869 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:16:52.867097 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7,segment=NetworkSegment(9c94e1cc-e94e-4cf0-b6e7-2dbb311bbdd5),segment_id=9c94e1cc-e94e-4cf0-b6e7-2dbb311bbdd5)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:52.874849 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:52.890399 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-1d950166-c39a-42e5-af26-bdc4de2b163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:52.890903 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d950166-c39a-42e5-af26-bdc4de2b163e None None] The sync data for ids ['568accfe-e420-4fcf-9ed1-4d4b356183c2'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:16:52.947366 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:53.030822 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c4bfca-76ae-4dba-9360-29a3ce8dae98 admin admin] Router 61db72c2-b098-4195-90dd-e4e5e3267309 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:16:53.037659 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-708a4768-5dac-4d2d-b890-a198ad207b2a tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] 10.222.0.60 "PUT /v2.0/routers/568accfe-e420-4fcf-9ed1-4d4b356183c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6929140 Apr 06 14:16:53.047084 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48524) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:53.063464 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e6cc7b63-4938-4afa-a7a3-a47a7944e544 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:53.064843 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-40fe7272-3147-4e84-8b1c-6f80d3aa6627 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Request body: {'port': {'network_id': '25f085e1-5cae-4e2c-bf61-ed5f6491894d', 'name': 'tempest-FloatingIPAdminTestJSON-458124507'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:53.105131 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6ed3eaa1-7719-4f6e-806a-56fd195c6392 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:53.135746 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-295a916b-788f-430c-b827-785141182b69 None None] Provisioning for port a802f526-3149-4f71-aae9-00d37caf51d6 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:16:53.148323 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:16:53.169672 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e6cc7b63-4938-4afa-a7a3-a47a7944e544 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:53.232364 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d801f-57a5-460d-bffa-eeffb854c607 req-ace98dec-a4ff-4f06-b9fe-9902ada5785a tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:53.233925 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9b4d801f-57a5-460d-bffa-eeffb854c607 req-ace98dec-a4ff-4f06-b9fe-9902ada5785a tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 944 time: 0.6220355 Apr 06 14:16:53.239677 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-6ed3eaa1-7719-4f6e-806a-56fd195c6392 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Transition to ACTIVE for port object 7cbc437d-a228-400b-9ea9-68805ba21887 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:16:53.418391 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ed7b715-a446-48df-80a8-87da038daa8a tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:53.474693 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-40fe7272-3147-4e84-8b1c-6f80d3aa6627 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:53.483535 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-40fe7272-3147-4e84-8b1c-6f80d3aa6627 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Usage tracker for resource:port and tenant:e9407ce63f4a4bec937091b7c585dd80 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:53.490400 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-40fe7272-3147-4e84-8b1c-6f80d3aa6627 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:53.504828 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9b4d801f-57a5-460d-bffa-eeffb854c607 req-fe89799c-88b0-4153-b5ba-3026206599ec tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad31f321-777b-468d-af8a-bf3ba452da2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131593 Apr 06 14:16:53.505946 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9549c461-1794-40a2-8952-010fbf332ea7 req-52a20777-e71b-4356-a2f9-c3e9e85e738c tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 210 time: 0.2454865 Apr 06 14:16:53.515540 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-40fe7272-3147-4e84-8b1c-6f80d3aa6627 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:53.530496 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6ed3eaa1-7719-4f6e-806a-56fd195c6392 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:53.583461 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ed7b715-a446-48df-80a8-87da038daa8a tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:53.589728 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fe7272-3147-4e84-8b1c-6f80d3aa6627 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Made reservation on behalf of e9407ce63f4a4bec937091b7c585dd80 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:53.592629 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-40fe7272-3147-4e84-8b1c-6f80d3aa6627 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:53.607558 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-670adbd4-70d0-4943-bae1-75cc2dc07633 req-20eb0718-d461-4eff-9c66-b7a4b9ad79c1 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Router a0cdee79-472b-4547-86de-95e992a1ec6f has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:16:53.644229 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61ae1bab-dfe1-459b-81fc-123b99b59ca8 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:53.654102 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-40fe7272-3147-4e84-8b1c-6f80d3aa6627 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] device_id is not set on port 09cf172e-09d1-4e4b-a541-4bdbc854f58b yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:16:53.695861 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed3eaa1-7719-4f6e-806a-56fd195c6392 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:53.700774 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3eaa1-7719-4f6e-806a-56fd195c6392 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Port': ['ID=7cbc437d-a228-400b-9ea9-68805ba21887,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:53.735710 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-6ed3eaa1-7719-4f6e-806a-56fd195c6392 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:53.750118 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed3eaa1-7719-4f6e-806a-56fd195c6392 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:16:53.754613 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed3eaa1-7719-4f6e-806a-56fd195c6392 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:53.755233 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6ed3eaa1-7719-4f6e-806a-56fd195c6392 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:53.761238 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed7b715-a446-48df-80a8-87da038daa8a tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:53.805038 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-5ed7b715-a446-48df-80a8-87da038daa8a tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:53.821455 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a802f526-3149-4f71-aae9-00d37caf51d6 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:16:53.831321 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed7b715-a446-48df-80a8-87da038daa8a tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:16:53.893808 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e6cc7b63-4938-4afa-a7a3-a47a7944e544 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:53.910873 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e6cc7b63-4938-4afa-a7a3-a47a7944e544 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:53.934112 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port a802f526-3149-4f71-aae9-00d37caf51d6 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:16:53.939963 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port a802f526-3149-4f71-aae9-00d37caf51d6 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:53.940584 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:54.037988 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc7b63-4938-4afa-a7a3-a47a7944e544 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event updated for resources: {'Port': ['ID=0fc3f58b-3743-4c37-900e-8de565d8f994,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:54.063450 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed7b715-a446-48df-80a8-87da038daa8a tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:54.064207 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ed7b715-a446-48df-80a8-87da038daa8a tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:54.074814 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:54.093989 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7b715-a446-48df-80a8-87da038daa8a tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Pushing event updated for resources: {'Port': ['ID=3fe0b840-7bac-4bac-b746-820c4ee76d35,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:54.099215 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e6cc7b63-4938-4afa-a7a3-a47a7944e544 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:54.125388 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port a802f526-3149-4f71-aae9-00d37caf51d6, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a802f526-3149-4f71-aae9-00d37caf51d6,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:54.131093 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:54.149088 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e6cc7b63-4938-4afa-a7a3-a47a7944e544 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:54.150302 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e6cc7b63-4938-4afa-a7a3-a47a7944e544 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0326056 Apr 06 14:16:54.153147 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6ed3eaa1-7719-4f6e-806a-56fd195c6392 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4980354 Apr 06 14:16:54.153297 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48530) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:54.156051 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48532) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:54.160008 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5ed7b715-a446-48df-80a8-87da038daa8a tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.8123901 Apr 06 14:16:54.162731 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-4fa267b7-7f93-493f-8dda-83505d63710c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Request body: {'port': {'network_id': '3bf4ebdc-259e-4f85-8de7-a931f961c434', 'name': 'tempest-FloatingIPTestJSON-943975895'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:54.167519 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48538) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:54.183912 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a1b7ae47-0219-4015-9453-ecadfa463703 tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.108'}]}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:54.196885 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a1b7ae47-0219-4015-9453-ecadfa463703 tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:54.210345 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a1b7ae47-0219-4015-9453-ecadfa463703 tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Usage tracker for resource:router and tenant:4bd387a74fdb4d8eaccda6e6930012db is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:54.216649 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a1b7ae47-0219-4015-9453-ecadfa463703 tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:54.219804 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=a802f526-3149-4f71-aae9-00d37caf51d6,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:54.220364 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-40fe7272-3147-4e84-8b1c-6f80d3aa6627 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Allocated IP 172.20.0.9 (25f085e1-5cae-4e2c-bf61-ed5f6491894d/4a38f310-d83c-4888-8659-345451b320e7/09cf172e-09d1-4e4b-a541-4bdbc854f58b) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:54.230367 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1c5bc064-bf54-4962-9426-b511a788a590 None None] Provisioning for port 7cbc437d-a228-400b-9ea9-68805ba21887 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:16:54.231434 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a1b7ae47-0219-4015-9453-ecadfa463703 tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:54.234910 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c4bfca-76ae-4dba-9360-29a3ce8dae98 admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:16:54.253133 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-06c4bfca-76ae-4dba-9360-29a3ce8dae98 admin admin] 10.222.0.60 "PUT /v2.0/routers/61db72c2-b098-4195-90dd-e4e5e3267309/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7440755 Apr 06 14:16:54.253307 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1c5bc064-bf54-4962-9426-b511a788a590 None None] Provisioning complete for port 7cbc437d-a228-400b-9ea9-68805ba21887 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:54.253307 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1c5bc064-bf54-4962-9426-b511a788a590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:54.306046 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07ae1c7-94e9-4d8d-b9a5-d5e73acdf245 None None] Sync routers for ids ['61db72c2-b098-4195-90dd-e4e5e3267309'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:16:54.316475 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1c5bc064-bf54-4962-9426-b511a788a590 None None] Port 7cbc437d-a228-400b-9ea9-68805ba21887 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:16:54.323365 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:16:54.356757 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07ae1c7-94e9-4d8d-b9a5-d5e73acdf245 None None] Routers {'61db72c2-b098-4195-90dd-e4e5e3267309'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:54.357430 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c07ae1c7-94e9-4d8d-b9a5-d5e73acdf245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['61db72c2-b098-4195-90dd-e4e5e3267309'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:54.499502 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1b7ae47-0219-4015-9453-ecadfa463703 tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:54.501290 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1b7ae47-0219-4015-9453-ecadfa463703 tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:54.514196 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-40fe7272-3147-4e84-8b1c-6f80d3aa6627 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:54.544054 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-40fe7272-3147-4e84-8b1c-6f80d3aa6627 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Transition to ACTIVE for port object 09cf172e-09d1-4e4b-a541-4bdbc854f58b will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:16:54.551277 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1b7ae47-0219-4015-9453-ecadfa463703 tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:54.580548 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port 3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:16:54.597336 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:54.598442 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:54.713762 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-c07ae1c7-94e9-4d8d-b9a5-d5e73acdf245 None None] Set router 61db72c2-b098-4195-90dd-e4e5e3267309 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:16:54.776853 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-40fe7272-3147-4e84-8b1c-6f80d3aa6627 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:54.812501 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-39276c6a-290e-4711-b1bb-0c3ec86f861a req-b6220197-080a-4a0d-8da7-553d64776c6a tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Synchronizing usage tracker for tenant:45bdc10440d74a5abd92184edf5c75b4 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:16:54.841146 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4fa267b7-7f93-493f-8dda-83505d63710c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:54.848338 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-670adbd4-70d0-4943-bae1-75cc2dc07633 req-20eb0718-d461-4eff-9c66-b7a4b9ad79c1 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:16:54.858989 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1101615-dc1e-4496-a8d1-96f86c7295ca None None] Sync routers for ids ['a0cdee79-472b-4547-86de-95e992a1ec6f'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:16:54.868966 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6355295-7a5d-4b4e-bc1d-a5f029cf3be1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:54.877131 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6355295-7a5d-4b4e-bc1d-a5f029cf3be1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:54.880253 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c6355295-7a5d-4b4e-bc1d-a5f029cf3be1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.7212415 Apr 06 14:16:54.881747 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1101615-dc1e-4496-a8d1-96f86c7295ca None None] Routers {'a0cdee79-472b-4547-86de-95e992a1ec6f'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:54.882702 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e1101615-dc1e-4496-a8d1-96f86c7295ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['a0cdee79-472b-4547-86de-95e992a1ec6f'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:54.897941 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48552) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:54.942937 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4fa267b7-7f93-493f-8dda-83505d63710c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Usage tracker for resource:port and tenant:d61b98536deb4ef1889c048254212ea9 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:54.954134 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4fa267b7-7f93-493f-8dda-83505d63710c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:54.977005 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4fa267b7-7f93-493f-8dda-83505d63710c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:54.986486 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-39276c6a-290e-4711-b1bb-0c3ec86f861a req-b6220197-080a-4a0d-8da7-553d64776c6a tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Unset dirty status for tenant:45bdc10440d74a5abd92184edf5c75b4 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:16:54.992232 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-39276c6a-290e-4711-b1bb-0c3ec86f861a req-b6220197-080a-4a0d-8da7-553d64776c6a tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/ports?device_id=0336ab17-d266-411c-8fc8-630df3aa9034 HTTP/1.1" status: 200 len: 210 time: 0.2685661 Apr 06 14:16:55.001469 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fe7272-3147-4e84-8b1c-6f80d3aa6627 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Network 25f085e1-5cae-4e2c-bf61-ed5f6491894d is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:55.028092 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1b7ae47-0219-4015-9453-ecadfa463703 tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:55.031448 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-40fe7272-3147-4e84-8b1c-6f80d3aa6627 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:55.045771 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fe7272-3147-4e84-8b1c-6f80d3aa6627 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:16:55.066393 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-670adbd4-70d0-4943-bae1-75cc2dc07633 req-20eb0718-d461-4eff-9c66-b7a4b9ad79c1 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] No DVR routers for this DVR port ae0b3a45-c88d-4e73-b461-c2e8cd808229 on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:16:55.071982 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-670adbd4-70d0-4943-bae1-75cc2dc07633 req-20eb0718-d461-4eff-9c66-b7a4b9ad79c1 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:55.073940 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-670adbd4-70d0-4943-bae1-75cc2dc07633 req-20eb0718-d461-4eff-9c66-b7a4b9ad79c1 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.69 "DELETE /v2.0/ports/ae0b3a45-c88d-4e73-b461-c2e8cd808229 HTTP/1.1" status: 204 len: 173 time: 4.8197033 Apr 06 14:16:55.076363 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0336ab17-d266-411c-8fc8-630df3aa9034', 'name': 'network-vif-deleted', 'tag': 'ae0b3a45-c88d-4e73-b461-c2e8cd808229'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:16:55.083009 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:55.108142 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe7272-3147-4e84-8b1c-6f80d3aa6627 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Pushing event updated for resources: {'Port': ['ID=09cf172e-09d1-4e4b-a541-4bdbc854f58b,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:55.165422 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-63229da2-fdbe-43d3-b4d5-d282582e718e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting port 7cbc437d-a228-400b-9ea9-68805ba21887 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:55.165772 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-63229da2-fdbe-43d3-b4d5-d282582e718e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:55.166107 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa267b7-7f93-493f-8dda-83505d63710c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Made reservation on behalf of d61b98536deb4ef1889c048254212ea9 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:55.169190 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4fa267b7-7f93-493f-8dda-83505d63710c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:55.236939 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928fee94-0065-4e28-9925-e1be3b0f4d53 req-85e08137-8b70-48a4-9bfb-64701210f441 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:55.238902 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-928fee94-0065-4e28-9925-e1be3b0f4d53 req-85e08137-8b70-48a4-9bfb-64701210f441 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 945 time: 0.4638057 Apr 06 14:16:55.242961 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-4fa267b7-7f93-493f-8dda-83505d63710c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] device_id is not set on port 73a4c1e4-e287-4dc0-a2a2-bbe33e56fa6a yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:16:55.257417 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-e1101615-dc1e-4496-a8d1-96f86c7295ca None None] Set router a0cdee79-472b-4547-86de-95e992a1ec6f gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:16:55.306164 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3fe411-a0b3-453a-80a5-14eebee0f9af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:16:55.321731 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ea64449-32e5-4752-ba24-a1f5b0150180'] response: {'server_uuid': '0336ab17-d266-411c-8fc8-630df3aa9034', 'name': 'network-vif-deleted', 'tag': 'ae0b3a45-c88d-4e73-b461-c2e8cd808229', 'status': 'completed', 'code': 200} Apr 06 14:16:55.348105 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7,segment=NetworkSegment(9c94e1cc-e94e-4cf0-b6e7-2dbb311bbdd5),segment_id=9c94e1cc-e94e-4cf0-b6e7-2dbb311bbdd5)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:55.369978 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:55.370761 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device ae0b3a45-c88d-4e73-b461-c2e8cd808229 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:16:55.402315 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fe7272-3147-4e84-8b1c-6f80d3aa6627 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:55.403467 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-40fe7272-3147-4e84-8b1c-6f80d3aa6627 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:55.472088 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-928fee94-0065-4e28-9925-e1be3b0f4d53 req-10a6b487-3d52-4c88-953b-6d159f7ccec3 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad31f321-777b-468d-af8a-bf3ba452da2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013397 Apr 06 14:16:55.538833 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9bdd613-537f-4bed-a9f9-4c49ed73e967'] response: {'server_uuid': 'ef3fe411-a0b3-453a-80a5-14eebee0f9af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7', 'code': 200} Apr 06 14:16:55.576732 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: ae0b3a45-c88d-4e73-b461-c2e8cd808229 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:16:55.577280 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device ae0b3a45-c88d-4e73-b461-c2e8cd808229 not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:16:55.581669 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-4fa267b7-7f93-493f-8dda-83505d63710c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Allocated IP 172.20.0.6 (3bf4ebdc-259e-4f85-8de7-a931f961c434/40302d77-5c64-4720-a619-9c5e4a683e62/73a4c1e4-e287-4dc0-a2a2-bbe33e56fa6a) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:55.659175 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2760b433-df1a-46d3-9c28-e3a9a6a5ac31 None None] Provisioning for port 09cf172e-09d1-4e4b-a541-4bdbc854f58b completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:16:55.676367 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:55.679184 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2760b433-df1a-46d3-9c28-e3a9a6a5ac31 None None] Provisioning complete for port 09cf172e-09d1-4e4b-a541-4bdbc854f58b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:55.679800 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2760b433-df1a-46d3-9c28-e3a9a6a5ac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:55.716399 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-63229da2-fdbe-43d3-b4d5-d282582e718e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:55.747857 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2760b433-df1a-46d3-9c28-e3a9a6a5ac31 None None] Port 09cf172e-09d1-4e4b-a541-4bdbc854f58b cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:16:55.763709 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c07ae1c7-94e9-4d8d-b9a5-d5e73acdf245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'name': 'tempest-TestVolumeBootPattern-396345987-router', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:31Z', 'updated_at': '2022-04-06T14:16:49Z', 'revision_number': 4, 'project_id': '681e39576088423facd0bc7051aac5ad', 'gw_port': {'id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:35Z', 'updated_at': '2022-04-06T14:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'e38993c6-d6a5-4069-b6db-aea1a2c533d9', 'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'mac_address': 'fa:16:3e:96:69:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:46Z', 'updated_at': '2022-04-06T14:16:49Z', 'revision_number': 2, 'project_id': '681e39576088423facd0bc7051aac5ad', 'subnets': [{'id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:55.772304 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07ae1c7-94e9-4d8d-b9a5-d5e73acdf245 None None] Checking router: 61db72c2-b098-4195-90dd-e4e5e3267309 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:16:55.773127 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07ae1c7-94e9-4d8d-b9a5-d5e73acdf245 None None] Updating router 61db72c2-b098-4195-90dd-e4e5e3267309 port e38993c6-d6a5-4069-b6db-aea1a2c533d9 binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:16:55.875178 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c07ae1c7-94e9-4d8d-b9a5-d5e73acdf245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:55.901515 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-63229da2-fdbe-43d3-b4d5-d282582e718e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Calling delete_port for 7cbc437d-a228-400b-9ea9-68805ba21887 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:55.923518 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-61ae1bab-dfe1-459b-81fc-123b99b59ca8 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting port 7d636d3c-1f73-4c28-9108-9f060f4117b2 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:55.924049 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61ae1bab-dfe1-459b-81fc-123b99b59ca8 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:55.933989 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a802f526-3149-4f71-aae9-00d37caf51d6 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:16:56.092487 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e1101615-dc1e-4496-a8d1-96f86c7295ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'name': 'tempest-ServerActionsTestJSON-897796809-router', 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': '7b60010b-9ba0-43cd-80e2-43efebf3735d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:11Z', 'updated_at': '2022-04-06T14:13:20Z', 'revision_number': 4, 'project_id': '45bdc10440d74a5abd92184edf5c75b4', 'gw_port': {'id': '7b60010b-9ba0-43cd-80e2-43efebf3735d', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:12Z', 'updated_at': '2022-04-06T14:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'c0a84148-1ca8-40a1-a94d-99dcdbd786fe', 'name': '', 'network_id': 'b4b50898-b40c-48be-9630-e21242c54179', 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4', 'mac_address': 'fa:16:3e:d1:02:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61fc1f24-d84d-4e4e-b059-fbe1445d430f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:18Z', 'updated_at': '2022-04-06T14:13:34Z', 'revision_number': 5, 'project_id': '45bdc10440d74a5abd92184edf5c75b4', 'subnets': [{'id': '61fc1f24-d84d-4e4e-b059-fbe1445d430f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:56.105919 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1101615-dc1e-4496-a8d1-96f86c7295ca None None] Checking router: a0cdee79-472b-4547-86de-95e992a1ec6f for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:16:56.119506 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-63229da2-fdbe-43d3-b4d5-d282582e718e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:56.147995 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1101615-dc1e-4496-a8d1-96f86c7295ca None None] Routers {'a0cdee79-472b-4547-86de-95e992a1ec6f'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:56.149288 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e1101615-dc1e-4496-a8d1-96f86c7295ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['a0cdee79-472b-4547-86de-95e992a1ec6f'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:56.247392 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63229da2-fdbe-43d3-b4d5-d282582e718e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Port': ['ID=7cbc437d-a228-400b-9ea9-68805ba21887,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:56.249451 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48576) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:56.279702 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-40fe7272-3147-4e84-8b1c-6f80d3aa6627 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2282026 Apr 06 14:16:56.279874 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48580) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:56.286580 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48582) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:56.314789 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-e43dc8e1-12ff-41f0-9776-cb9f33cd07aa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1940172506-network', 'tenant_id': '64669f6f2a5642999e56b2ad10e020ea'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:56.350724 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e43dc8e1-12ff-41f0-9776-cb9f33cd07aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:56.430527 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-e1101615-dc1e-4496-a8d1-96f86c7295ca None None] Set router a0cdee79-472b-4547-86de-95e992a1ec6f gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:16:56.440328 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e43dc8e1-12ff-41f0-9776-cb9f33cd07aa admin admin] Usage tracker for resource:network and tenant:64669f6f2a5642999e56b2ad10e020ea is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:56.468434 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e43dc8e1-12ff-41f0-9776-cb9f33cd07aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:56.505053 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e43dc8e1-12ff-41f0-9776-cb9f33cd07aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:56.572172 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port a802f526-3149-4f71-aae9-00d37caf51d6 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:56.572697 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:56.594703 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-63229da2-fdbe-43d3-b4d5-d282582e718e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:56.599259 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-63229da2-fdbe-43d3-b4d5-d282582e718e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/7cbc437d-a228-400b-9ea9-68805ba21887 HTTP/1.1" status: 204 len: 168 time: 1.6973023 Apr 06 14:16:56.603746 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48592) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:56.672165 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4fa267b7-7f93-493f-8dda-83505d63710c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:56.680375 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43dc8e1-12ff-41f0-9776-cb9f33cd07aa admin admin] Made reservation on behalf of 64669f6f2a5642999e56b2ad10e020ea for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:56.683235 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e43dc8e1-12ff-41f0-9776-cb9f33cd07aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:56.711883 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3ca86057-3f7e-4c68-9c16-1103703c3fb5 req-6af0af68-500b-4ffc-801f-08071bff1030 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 1099 time: 0.7954249 Apr 06 14:16:56.714595 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61ae1bab-dfe1-459b-81fc-123b99b59ca8 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:56.733174 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e43dc8e1-12ff-41f0-9776-cb9f33cd07aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:56.767374 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f1416209-99cb-42b1-b471-efa98dc22b26 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'project_id': 'e9407ce63f4a4bec937091b7c585dd80', 'port_id': '09cf172e-09d1-4e4b-a541-4bdbc854f58b'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:56.887527 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b3cae1-f1c8-4d24-a361-f88973f6dc1d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:56.889007 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b3cae1-f1c8-4d24-a361-f88973f6dc1d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:56.889778 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-50b3cae1-f1c8-4d24-a361-f88973f6dc1d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:16:56.894080 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-268d67a2-fbcc-460b-8788-6d3512e4f5aa tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:56.906789 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-61ae1bab-dfe1-459b-81fc-123b99b59ca8 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Calling delete_port for 7d636d3c-1f73-4c28-9108-9f060f4117b2 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:56.923095 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c07ae1c7-94e9-4d8d-b9a5-d5e73acdf245 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:56.923999 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-268d67a2-fbcc-460b-8788-6d3512e4f5aa tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:56.937563 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c07ae1c7-94e9-4d8d-b9a5-d5e73acdf245 None None] Transition to ACTIVE for port object e38993c6-d6a5-4069-b6db-aea1a2c533d9 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:16:56.942283 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f1416209-99cb-42b1-b471-efa98dc22b26 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:56.947771 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c07ae1c7-94e9-4d8d-b9a5-d5e73acdf245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:56.966098 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f1416209-99cb-42b1-b471-efa98dc22b26 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Usage tracker for resource:floatingip and tenant:e9407ce63f4a4bec937091b7c585dd80 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:56.974080 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f1416209-99cb-42b1-b471-efa98dc22b26 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:56.976065 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e1101615-dc1e-4496-a8d1-96f86c7295ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'name': 'tempest-ServerActionsTestJSON-897796809-router', 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': '7b60010b-9ba0-43cd-80e2-43efebf3735d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:11Z', 'updated_at': '2022-04-06T14:13:20Z', 'revision_number': 4, 'project_id': '45bdc10440d74a5abd92184edf5c75b4', 'gw_port': {'id': '7b60010b-9ba0-43cd-80e2-43efebf3735d', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:12Z', 'updated_at': '2022-04-06T14:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'c0a84148-1ca8-40a1-a94d-99dcdbd786fe', 'name': '', 'network_id': 'b4b50898-b40c-48be-9630-e21242c54179', 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4', 'mac_address': 'fa:16:3e:d1:02:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61fc1f24-d84d-4e4e-b059-fbe1445d430f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:18Z', 'updated_at': '2022-04-06T14:13:34Z', 'revision_number': 5, 'project_id': '45bdc10440d74a5abd92184edf5c75b4', 'subnets': [{'id': '61fc1f24-d84d-4e4e-b059-fbe1445d430f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:56.982942 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1101615-dc1e-4496-a8d1-96f86c7295ca None None] The sync data for ids ['a0cdee79-472b-4547-86de-95e992a1ec6f'] in dv-neutron-835868-1-hyperv is: [{'id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'name': 'tempest-ServerActionsTestJSON-897796809-router', 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': '7b60010b-9ba0-43cd-80e2-43efebf3735d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:11Z', 'updated_at': '2022-04-06T14:13:20Z', 'revision_number': 4, 'project_id': '45bdc10440d74a5abd92184edf5c75b4', 'gw_port': {'id': '7b60010b-9ba0-43cd-80e2-43efebf3735d', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:12Z', 'updated_at': '2022-04-06T14:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'c0a84148-1ca8-40a1-a94d-99dcdbd786fe', 'name': '', 'network_id': 'b4b50898-b40c-48be-9630-e21242c54179', 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4', 'mac_address': 'fa:16:3e:d1:02:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61fc1f24-d84d-4e4e-b059-fbe1445d430f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:18Z', 'updated_at': '2022-04-06T14:13:34Z', 'revision_number': 5, 'project_id': '45bdc10440d74a5abd92184edf5c75b4', 'subnets': [{'id': '61fc1f24-d84d-4e4e-b059-fbe1445d430f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:16:56.999656 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-50b3cae1-f1c8-4d24-a361-f88973f6dc1d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:16:57.004178 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-50b3cae1-f1c8-4d24-a361-f88973f6dc1d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3980746 Apr 06 14:16:57.004845 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48598) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:57.015040 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f1416209-99cb-42b1-b471-efa98dc22b26 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:57.039960 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a284b-627d-4391-b2fa-75d6dec072a9 None None] Pushing event updated for resources: {'Port': ['ID=e38993c6-d6a5-4069-b6db-aea1a2c533d9,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:57.041394 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e43dc8e1-12ff-41f0-9776-cb9f33cd07aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:57.059864 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3ca86057-3f7e-4c68-9c16-1103703c3fb5 req-21620cd3-4ec4-49c4-bb86-9364617745ce service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ad31f321-777b-468d-af8a-bf3ba452da2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293247 Apr 06 14:16:57.062636 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e43dc8e1-12ff-41f0-9776-cb9f33cd07aa admin admin] Usage tracker for resource:security_group_rule and tenant:64669f6f2a5642999e56b2ad10e020ea is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:57.076955 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e43dc8e1-12ff-41f0-9776-cb9f33cd07aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:57.081300 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1416209-99cb-42b1-b471-efa98dc22b26 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:57.082195 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1b7ae47-0219-4015-9453-ecadfa463703 tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:57.105834 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4fa267b7-7f93-493f-8dda-83505d63710c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:57.114685 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e43dc8e1-12ff-41f0-9776-cb9f33cd07aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:57.151236 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1b7ae47-0219-4015-9453-ecadfa463703 tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:57.158584 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52eb973-5e0b-49fc-bc9f-b23a73fea452 req-ff7b26c0-a941-4761-8cf3-5b315f376fac tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:57.160171 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c52eb973-5e0b-49fc-bc9f-b23a73fea452 req-ff7b26c0-a941-4761-8cf3-5b315f376fac tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 946 time: 0.4849973 Apr 06 14:16:57.181377 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-268d67a2-fbcc-460b-8788-6d3512e4f5aa tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:57.305263 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c07ae1c7-94e9-4d8d-b9a5-d5e73acdf245 None None] Attempting to bind port e38993c6-d6a5-4069-b6db-aea1a2c533d9 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:16:57.305263 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c07ae1c7-94e9-4d8d-b9a5-d5e73acdf245 None None] Attempting to bind port e38993c6-d6a5-4069-b6db-aea1a2c533d9 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '7f5f732c-1b92-4825-becd-101dc42cef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:16:57.305263 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07ae1c7-94e9-4d8d-b9a5-d5e73acdf245 None None] Attempting to bind port e38993c6-d6a5-4069-b6db-aea1a2c533d9 on network 095d4797-b5a4-4559-a0b9-992b5f89d16a {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:16:57.315242 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07ae1c7-94e9-4d8d-b9a5-d5e73acdf245 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:16:57.318712 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07ae1c7-94e9-4d8d-b9a5-d5e73acdf245 None None] Checking segment: {'id': '7f5f732c-1b92-4825-becd-101dc42cef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:16:57.319120 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c07ae1c7-94e9-4d8d-b9a5-d5e73acdf245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:57.319821 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07ae1c7-94e9-4d8d-b9a5-d5e73acdf245 None None] Bound using segment: {'id': '7f5f732c-1b92-4825-becd-101dc42cef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:16:57.320371 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c07ae1c7-94e9-4d8d-b9a5-d5e73acdf245 None None] Bound port: e38993c6-d6a5-4069-b6db-aea1a2c533d9, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5f732c-1b92-4825-becd-101dc42cef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:16:57.323186 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c07ae1c7-94e9-4d8d-b9a5-d5e73acdf245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:57.377471 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d67a2-fbcc-460b-8788-6d3512e4f5aa tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=138e2942-054c-4045-b2b9-d7ec5c8dcfdf,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:57.389775 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e0d2ba-6c80-446b-b85d-6da158e7b0d3 None None] New status for floating IP 2540fbc9-7d58-4969-a425-e55981d870d4: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:16:57.400034 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-268d67a2-fbcc-460b-8788-6d3512e4f5aa tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:57.403425 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-268d67a2-fbcc-460b-8788-6d3512e4f5aa tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "DELETE /v2.0/security-groups/138e2942-054c-4045-b2b9-d7ec5c8dcfdf HTTP/1.1" status: 204 len: 168 time: 1.1428220 Apr 06 14:16:57.409471 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48602) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:57.437708 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa267b7-7f93-493f-8dda-83505d63710c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Network 3bf4ebdc-259e-4f85-8de7-a931f961c434 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:57.461712 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-4fa267b7-7f93-493f-8dda-83505d63710c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:57.471173 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa267b7-7f93-493f-8dda-83505d63710c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:16:57.478756 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c52eb973-5e0b-49fc-bc9f-b23a73fea452 req-443ace54-8673-49a3-aed7-dbb4c4b6d5b4 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad31f321-777b-468d-af8a-bf3ba452da2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703619 Apr 06 14:16:57.497527 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa267b7-7f93-493f-8dda-83505d63710c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event updated for resources: {'Port': ['ID=73a4c1e4-e287-4dc0-a2a2-bbe33e56fa6a,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:57.512036 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-7f0d010a-f384-41b8-b4f4-a5803d5b54a2 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] show failed (client error): The resource could not be found. Apr 06 14:16:57.516037 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7f0d010a-f384-41b8-b4f4-a5803d5b54a2 tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "GET /v2.0/security-groups/138e2942-054c-4045-b2b9-d7ec5c8dcfdf HTTP/1.1" status: 404 len: 347 time: 0.0924659 Apr 06 14:16:57.517295 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bac77f8-a631-41b7-ab96-b57f50c6ef80 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting subnet 1500ac4a-98c9-44cd-9d51-e2cc482179e4 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:16:57.520774 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2bac77f8-a631-41b7-ab96-b57f50c6ef80 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:57.536215 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48606) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:57.591160 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2bac77f8-a631-41b7-ab96-b57f50c6ef80 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:57.665709 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c07ae1c7-94e9-4d8d-b9a5-d5e73acdf245 None None] For port e38993c6-d6a5-4069-b6db-aea1a2c533d9, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:16:57.676572 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c07ae1c7-94e9-4d8d-b9a5-d5e73acdf245 None None] For port e38993c6-d6a5-4069-b6db-aea1a2c533d9, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=e38993c6-d6a5-4069-b6db-aea1a2c533d9,segment=NetworkSegment(7f5f732c-1b92-4825-becd-101dc42cef15),segment_id=7f5f732c-1b92-4825-becd-101dc42cef15)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:16:57.683286 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c07ae1c7-94e9-4d8d-b9a5-d5e73acdf245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:57.727076 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1b7ae47-0219-4015-9453-ecadfa463703 tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:57.777879 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa267b7-7f93-493f-8dda-83505d63710c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:57.778582 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4fa267b7-7f93-493f-8dda-83505d63710c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:57.780079 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a284b-627d-4391-b2fa-75d6dec072a9 None None] Pushing event updated for resources: {'Port': ['ID=e38993c6-d6a5-4069-b6db-aea1a2c533d9,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:57.783764 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07ae1c7-94e9-4d8d-b9a5-d5e73acdf245 None None] Routers {'61db72c2-b098-4195-90dd-e4e5e3267309'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:16:57.784510 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c07ae1c7-94e9-4d8d-b9a5-d5e73acdf245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['61db72c2-b098-4195-90dd-e4e5e3267309'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:57.852372 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e43dc8e1-12ff-41f0-9776-cb9f33cd07aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:57.864049 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-3559c02a-275a-444f-b0a1-5614badde87b tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Deleting port 022b29e8-e492-412c-b3cd-32bbb39b12f3 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:57.864402 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3559c02a-275a-444f-b0a1-5614badde87b tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:57.897190 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e43dc8e1-12ff-41f0-9776-cb9f33cd07aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:57.932653 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2bac77f8-a631-41b7-ab96-b57f50c6ef80 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:57.943007 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61ae1bab-dfe1-459b-81fc-123b99b59ca8 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:57.994187 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-c07ae1c7-94e9-4d8d-b9a5-d5e73acdf245 None None] Set router 61db72c2-b098-4195-90dd-e4e5e3267309 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:16:58.018068 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e43dc8e1-12ff-41f0-9776-cb9f33cd07aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:16:58.037652 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae1bab-dfe1-459b-81fc-123b99b59ca8 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event deleted for resources: {'Port': ['ID=7d636d3c-1f73-4c28-9108-9f060f4117b2,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:58.058799 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4fa267b7-7f93-493f-8dda-83505d63710c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.9039834 Apr 06 14:16:58.059599 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43dc8e1-12ff-41f0-9776-cb9f33cd07aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9dce4c-4e3e-4cfd-9d9a-383672dc2d33,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:58.062345 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48610) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:58.154838 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4c3ef68b-dec4-452b-984b-6b50dd3e015c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Request body: {'floatingip': {'port_id': '73a4c1e4-e287-4dc0-a2a2-bbe33e56fa6a'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:58.259090 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c3ef68b-dec4-452b-984b-6b50dd3e015c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:58.288368 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3559c02a-275a-444f-b0a1-5614badde87b tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:58.289071 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3559c02a-275a-444f-b0a1-5614badde87b tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:58.443852 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-3559c02a-275a-444f-b0a1-5614badde87b tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Calling delete_port for 022b29e8-e492-412c-b3cd-32bbb39b12f3 owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:58.476708 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c07ae1c7-94e9-4d8d-b9a5-d5e73acdf245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'name': 'tempest-TestVolumeBootPattern-396345987-router', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:31Z', 'updated_at': '2022-04-06T14:16:49Z', 'revision_number': 4, 'project_id': '681e39576088423facd0bc7051aac5ad', 'gw_port': {'id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:35Z', 'updated_at': '2022-04-06T14:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'e38993c6-d6a5-4069-b6db-aea1a2c533d9', 'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'mac_address': 'fa:16:3e:96:69:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:46Z', 'updated_at': '2022-04-06T14:16:57Z', 'revision_number': 4, 'project_id': '681e39576088423facd0bc7051aac5ad', 'subnets': [{'id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:58.481194 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07ae1c7-94e9-4d8d-b9a5-d5e73acdf245 None None] The sync data for ids ['61db72c2-b098-4195-90dd-e4e5e3267309'] in dv-neutron-835868-1-hyperv is: [{'id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'name': 'tempest-TestVolumeBootPattern-396345987-router', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:31Z', 'updated_at': '2022-04-06T14:16:49Z', 'revision_number': 4, 'project_id': '681e39576088423facd0bc7051aac5ad', 'gw_port': {'id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:35Z', 'updated_at': '2022-04-06T14:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'e38993c6-d6a5-4069-b6db-aea1a2c533d9', 'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'mac_address': 'fa:16:3e:96:69:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:46Z', 'updated_at': '2022-04-06T14:16:57Z', 'revision_number': 4, 'project_id': '681e39576088423facd0bc7051aac5ad', 'subnets': [{'id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:16:58.481371 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e43dc8e1-12ff-41f0-9776-cb9f33cd07aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:58.481600 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-e43dc8e1-12ff-41f0-9776-cb9f33cd07aa admin admin] Added segment 5853313b-72a0-4ee0-9768-60ad2b3d86e8 of type vlan for network e2a0c444-1824-4f35-9bf1-0295189e1a41 Apr 06 14:16:58.509749 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2bac77f8-a631-41b7-ab96-b57f50c6ef80 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:58.659834 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1416209-99cb-42b1-b471-efa98dc22b26 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:58.708291 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e43dc8e1-12ff-41f0-9776-cb9f33cd07aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:58.718543 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac77f8-a631-41b7-ab96-b57f50c6ef80 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Subnet': ['ID=1500ac4a-98c9-44cd-9d51-e2cc482179e4,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:58.721500 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1b7ae47-0219-4015-9453-ecadfa463703 tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:58.723512 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2bac77f8-a631-41b7-ab96-b57f50c6ef80 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:58.727237 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcaea2d-acb9-4f0e-9f08-5a0db94e67f3 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:16:58.759014 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1b7ae47-0219-4015-9453-ecadfa463703 tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:58.810221 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2bac77f8-a631-41b7-ab96-b57f50c6ef80 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/1500ac4a-98c9-44cd-9d51-e2cc482179e4 HTTP/1.1" status: 204 len: 168 time: 1.7941833 Apr 06 14:16:58.813434 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48616) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:58.916778 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-13f3c916-948d-4452-b4a6-5aa0631324dd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0999553 Apr 06 14:16:58.919541 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48620) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:58.927782 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-871f65a5-2dae-4c10-aba8-e4362d9d5070 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:58.952819 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1b7ae47-0219-4015-9453-ecadfa463703 tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:58.954123 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b7ae47-0219-4015-9453-ecadfa463703 tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07ec0f19-6873-4687-856b-2ff99a5e10a3 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:16:58.959592 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:59.052578 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3559c02a-275a-444f-b0a1-5614badde87b tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:59.072114 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bed07b-1dbc-42a9-8ecc-896860e21903 None None] DHCP port deletion for 45db5c66-c082-47ed-beeb-688e3c8646d5 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:16:59.077154 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-69bed07b-1dbc-42a9-8ecc-896860e21903 None None] Deleting port a802f526-3149-4f71-aae9-00d37caf51d6 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:59.077880 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-69bed07b-1dbc-42a9-8ecc-896860e21903 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:59.248601 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e43dc8e1-12ff-41f0-9776-cb9f33cd07aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:59.249809 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43dc8e1-12ff-41f0-9776-cb9f33cd07aa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:59.252514 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e43dc8e1-12ff-41f0-9776-cb9f33cd07aa admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:59.321980 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-a1b7ae47-0219-4015-9453-ecadfa463703 tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 06 14:16:59.327725 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a1b7ae47-0219-4015-9453-ecadfa463703 tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.1526155 Apr 06 14:16:59.333152 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e43dc8e1-12ff-41f0-9776-cb9f33cd07aa admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0484395 Apr 06 14:16:59.333548 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-69bed07b-1dbc-42a9-8ecc-896860e21903 None None] For port a802f526-3149-4f71-aae9-00d37caf51d6, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a802f526-3149-4f71-aae9-00d37caf51d6,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:59.333920 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-69bed07b-1dbc-42a9-8ecc-896860e21903 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:59.341323 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48624) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:59.342239 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48626) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:59.348042 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559c02a-275a-444f-b0a1-5614badde87b tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Pushing event deleted for resources: {'Port': ['ID=022b29e8-e492-412c-b3cd-32bbb39b12f3,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:59.384170 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-bbb380d7-fdf1-48c3-be24-8f2b9ca8aa46 admin admin] Request body: {'subnet': {'network_id': 'e2a0c444-1824-4f35-9bf1-0295189e1a41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1940172506-subnet', 'tenant_id': '64669f6f2a5642999e56b2ad10e020ea', 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:16:59.416036 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bbb380d7-fdf1-48c3-be24-8f2b9ca8aa46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:59.438602 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bbb380d7-fdf1-48c3-be24-8f2b9ca8aa46 admin admin] Usage tracker for resource:subnet and tenant:64669f6f2a5642999e56b2ad10e020ea is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:59.441785 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-871f65a5-2dae-4c10-aba8-e4362d9d5070 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:16:59.448085 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bbb380d7-fdf1-48c3-be24-8f2b9ca8aa46 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:59.452386 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-871f65a5-2dae-4c10-aba8-e4362d9d5070 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:subnet and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:16:59.456961 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-871f65a5-2dae-4c10-aba8-e4362d9d5070 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:16:59.473181 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-69bed07b-1dbc-42a9-8ecc-896860e21903 None None] Calling delete_port for a802f526-3149-4f71-aae9-00d37caf51d6 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:16:59.478346 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61ae1bab-dfe1-459b-81fc-123b99b59ca8 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:59.489436 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bbb380d7-fdf1-48c3-be24-8f2b9ca8aa46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:59.491660 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-871f65a5-2dae-4c10-aba8-e4362d9d5070 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:16:59.508652 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d2dfa846-f7ea-4847-a4ae-c79fd482e4af tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Deleting port 3fe0b840-7bac-4bac-b746-820c4ee76d35 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:16:59.508889 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d2dfa846-f7ea-4847-a4ae-c79fd482e4af tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:59.533761 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cb39e-be30-46ab-b1a1-39c5721ffb11 req-d6e3f0b2-2a26-478f-86db-004d74e9ba48 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:59.535362 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d17cb39e-be30-46ab-b1a1-39c5721ffb11 req-d6e3f0b2-2a26-478f-86db-004d74e9ba48 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 946 time: 0.8213630 Apr 06 14:16:59.552367 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43dc8e1-12ff-41f0-9776-cb9f33cd07aa admin admin] Pushing event updated for resources: {'Network': ['ID=e2a0c444-1824-4f35-9bf1-0295189e1a41,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:59.565957 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network e2a0c444-1824-4f35-9bf1-0295189e1a41 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:16:59.577107 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-f1416209-99cb-42b1-b471-efa98dc22b26 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Allocated IP 172.26.8.76 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/7f7b98e1-f855-472a-9bb1-56a9bd6873e4) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:59.589211 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871f65a5-2dae-4c10-aba8-e4362d9d5070 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:59.589906 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-69bed07b-1dbc-42a9-8ecc-896860e21903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:59.593374 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-871f65a5-2dae-4c10-aba8-e4362d9d5070 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:59.629192 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb380d7-fdf1-48c3-be24-8f2b9ca8aa46 admin admin] Made reservation on behalf of 64669f6f2a5642999e56b2ad10e020ea for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:59.631445 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bbb380d7-fdf1-48c3-be24-8f2b9ca8aa46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:59.706918 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bed07b-1dbc-42a9-8ecc-896860e21903 None None] Pushing event deleted for resources: {'Port': ['ID=a802f526-3149-4f71-aae9-00d37caf51d6,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:59.722116 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bed07b-1dbc-42a9-8ecc-896860e21903 None None] No DVR routers for this DVR port a802f526-3149-4f71-aae9-00d37caf51d6 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:16:59.784346 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3559c02a-275a-444f-b0a1-5614badde87b tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:59.786990 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3559c02a-275a-444f-b0a1-5614badde87b tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:59.790867 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3559c02a-275a-444f-b0a1-5614badde87b tempest-ServerActionsTestJSON-1002493209 tempest-ServerActionsTestJSON-1002493209-project] 10.222.0.60 "DELETE /v2.0/floatingips/2540fbc9-7d58-4969-a425-e55981d870d4 HTTP/1.1" status: 204 len: 168 time: 2.2522235 Apr 06 14:16:59.849696 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48632) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:16:59.880818 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device e38993c6-d6a5-4069-b6db-aea1a2c533d9 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:16:59.966524 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port e38993c6-d6a5-4069-b6db-aea1a2c533d9 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:16:59.977198 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port e38993c6-d6a5-4069-b6db-aea1a2c533d9 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:16:59.977748 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:00.005011 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d17cb39e-be30-46ab-b1a1-39c5721ffb11 req-d429e633-4972-476c-849d-67a220c1bab5 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad31f321-777b-468d-af8a-bf3ba452da2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534659 Apr 06 14:17:00.130219 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:00.174459 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port e38993c6-d6a5-4069-b6db-aea1a2c533d9, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=e38993c6-d6a5-4069-b6db-aea1a2c533d9,segment=NetworkSegment(7f5f732c-1b92-4825-becd-101dc42cef15),segment_id=7f5f732c-1b92-4825-becd-101dc42cef15)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:00.177222 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1416209-99cb-42b1-b471-efa98dc22b26 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:00.184266 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:00.286416 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a802f526-3149-4f71-aae9-00d37caf51d6 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:17:00.316019 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=e38993c6-d6a5-4069-b6db-aea1a2c533d9,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:00.323445 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: a802f526-3149-4f71-aae9-00d37caf51d6 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:17:00.323789 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a802f526-3149-4f71-aae9-00d37caf51d6 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:17:00.398726 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1416209-99cb-42b1-b471-efa98dc22b26 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:00.407651 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.db.resource_extend [None req-4c3ef68b-dec4-452b-984b-6b50dd3e015c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:17:00.493576 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1416209-99cb-42b1-b471-efa98dc22b26 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:00.516721 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d2dfa846-f7ea-4847-a4ae-c79fd482e4af tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:00.549967 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-f1416209-99cb-42b1-b471-efa98dc22b26 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:00.551779 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1416209-99cb-42b1-b471-efa98dc22b26 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:00.583944 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1416209-99cb-42b1-b471-efa98dc22b26 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Pushing event updated for resources: {'Port': ['ID=7f7b98e1-f855-472a-9bb1-56a9bd6873e4,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:00.601398 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bbb380d7-fdf1-48c3-be24-8f2b9ca8aa46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:00.698107 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d2dfa846-f7ea-4847-a4ae-c79fd482e4af tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Calling delete_port for 3fe0b840-7bac-4bac-b746-820c4ee76d35 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:00.805988 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c3ef68b-dec4-452b-984b-6b50dd3e015c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:00.843370 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c3ef68b-dec4-452b-984b-6b50dd3e015c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:01.006858 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb380d7-fdf1-48c3-be24-8f2b9ca8aa46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a755f855-3068-45b6-860e-ce72f4b16b45,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:01.030082 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e9acc-f10a-419f-8a51-d0f2eb2a6ad0 req-00024bdd-f306-45b8-a700-7dcbbcba1ba4 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:01.032087 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-451e9acc-f10a-419f-8a51-d0f2eb2a6ad0 req-00024bdd-f306-45b8-a700-7dcbbcba1ba4 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 946 time: 0.6963613 Apr 06 14:17:01.056359 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb380d7-fdf1-48c3-be24-8f2b9ca8aa46 admin admin] Checking segment: {'id': '5853313b-72a0-4ee0-9768-60ad2b3d86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e2a0c444-1824-4f35-9bf1-0295189e1a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:17:01.056639 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb380d7-fdf1-48c3-be24-8f2b9ca8aa46 admin admin] Network hostable DHCP agents. Network: e2a0c444-1824-4f35-9bf1-0295189e1a41, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:17:01.227253 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ae1bab-dfe1-459b-81fc-123b99b59ca8 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Router c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:17:01.230537 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-451e9acc-f10a-419f-8a51-d0f2eb2a6ad0 req-41d541da-1515-442e-afc7-26c8b9d240c2 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad31f321-777b-468d-af8a-bf3ba452da2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820889 Apr 06 14:17:01.236181 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d2dfa846-f7ea-4847-a4ae-c79fd482e4af tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:01.242362 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb380d7-fdf1-48c3-be24-8f2b9ca8aa46 admin admin] Network e2a0c444-1824-4f35-9bf1-0295189e1a41 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:17:01.367814 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-bbb380d7-fdf1-48c3-be24-8f2b9ca8aa46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, e2a0c444-1824-4f35-9bf1-0295189e1a41) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:01.372591 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb380d7-fdf1-48c3-be24-8f2b9ca8aa46 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:01.373194 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bbb380d7-fdf1-48c3-be24-8f2b9ca8aa46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:01.378802 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9921f0-63cb-4512-82ef-54f21dd9ebb4 None None] Network e2a0c444-1824-4f35-9bf1-0295189e1a41 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:17:01.379379 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfa846-f7ea-4847-a4ae-c79fd482e4af tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fe0b840-7bac-4bac-b746-820c4ee76d35,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:01.418938 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.objects.ports [None req-871f65a5-2dae-4c10-aba8-e4362d9d5070 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83737) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 06 14:17:01.449620 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07262568-efef-4eb2-8fb8-bf89c9806f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:01.537537 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-871f65a5-2dae-4c10-aba8-e4362d9d5070 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:01.625189 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d2dfa846-f7ea-4847-a4ae-c79fd482e4af tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:01.627822 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d2dfa846-f7ea-4847-a4ae-c79fd482e4af tempest-RoutersAdminNegativeIpV6Test-424917224 tempest-RoutersAdminNegativeIpV6Test-424917224-project-admin] 10.222.0.60 "DELETE /v2.0/ports/3fe0b840-7bac-4bac-b746-820c4ee76d35 HTTP/1.1" status: 204 len: 168 time: 2.2847559 Apr 06 14:17:01.637739 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bbb380d7-fdf1-48c3-be24-8f2b9ca8aa46 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2929609 Apr 06 14:17:01.640646 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48644) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:01.654474 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2675a95-aa23-4b1c-ad53-9807a743076c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-e2a0c444-1824-4f35-9bf1-0295189e1a41', 'network_id': 'e2a0c444-1824-4f35-9bf1-0295189e1a41', 'tenant_id': '64669f6f2a5642999e56b2ad10e020ea', 'fixed_ips': [{'subnet_id': 'a755f855-3068-45b6-860e-ce72f4b16b45'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:17:01.654706 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-85855272-156f-4444-94b5-20d1bebde9db admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1940172506-router', 'tenant_id': '64669f6f2a5642999e56b2ad10e020ea', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:01.655685 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f2675a95-aa23-4b1c-ad53-9807a743076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:01.677905 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871f65a5-2dae-4c10-aba8-e4362d9d5070 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:01.682097 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-871f65a5-2dae-4c10-aba8-e4362d9d5070 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:01.685903 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871f65a5-2dae-4c10-aba8-e4362d9d5070 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:01.686452 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-871f65a5-2dae-4c10-aba8-e4362d9d5070 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:01.697007 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f65a5-2dae-4c10-aba8-e4362d9d5070 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Subnet': ['ID=1c9a5741-66ae-4260-8613-e34e56974053,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:01.705630 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-85855272-156f-4444-94b5-20d1bebde9db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:01.715677 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-85855272-156f-4444-94b5-20d1bebde9db admin admin] Usage tracker for resource:router and tenant:64669f6f2a5642999e56b2ad10e020ea is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:01.722390 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-85855272-156f-4444-94b5-20d1bebde9db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:01.735602 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-85855272-156f-4444-94b5-20d1bebde9db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:01.774466 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-871f65a5-2dae-4c10-aba8-e4362d9d5070 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8514905 Apr 06 14:17:01.774466 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-4c3ef68b-dec4-452b-984b-6b50dd3e015c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Floating IP 7c33eed8-4d1c-4509-a92c-167c3b5f40f0 associated. External IP: 172.26.8.15, port: 73a4c1e4-e287-4dc0-a2a2-bbe33e56fa6a. Apr 06 14:17:01.780051 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48648) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:01.798986 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-439fd12a-4355-4ae0-af9a-bc7ef707838e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'port': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'mac_address': 'fa:16:3e:dc:a2:95', 'name': 'tempest-NetworksTestDHCPv6-1909723306'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:01.809512 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec12a099-60cf-4bed-a37f-93927668736b None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:17:01.814687 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85855272-156f-4444-94b5-20d1bebde9db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:01.815588 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85855272-156f-4444-94b5-20d1bebde9db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:01.833037 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device e38993c6-d6a5-4069-b6db-aea1a2c533d9 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:17:02.005148 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1416209-99cb-42b1-b471-efa98dc22b26 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:02.013231 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ae1bab-dfe1-459b-81fc-123b99b59ca8 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:17:02.024716 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b46e60-54f1-4fc4-bc0a-a0947cca3837 None None] Sync routers for ids ['c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:17:02.043916 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b46e60-54f1-4fc4-bc0a-a0947cca3837 None None] Routers {'c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:02.044539 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e7b46e60-54f1-4fc4-bc0a-a0947cca3837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:02.085099 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85855272-156f-4444-94b5-20d1bebde9db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:02.117181 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48654) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:02.145782 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e7b46e60-54f1-4fc4-bc0a-a0947cca3837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:02.146509 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa0045-61e7-46a7-bace-9a630f4c45f3 req-9d63cd18-e7b6-46af-bd17-1eda86627617 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:02.148021 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-31aa0045-61e7-46a7-bace-9a630f4c45f3 req-9d63cd18-e7b6-46af-bd17-1eda86627617 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 946 time: 0.4404430 Apr 06 14:17:02.164928 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b46e60-54f1-4fc4-bc0a-a0947cca3837 None None] Routers {'c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:02.165938 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e7b46e60-54f1-4fc4-bc0a-a0947cca3837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:02.225076 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-31aa0045-61e7-46a7-bace-9a630f4c45f3 req-3c2de987-1b0d-4d3e-b30d-8931e66bada5 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad31f321-777b-468d-af8a-bf3ba452da2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700433 Apr 06 14:17:02.251426 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e7b46e60-54f1-4fc4-bc0a-a0947cca3837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:02.253452 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b46e60-54f1-4fc4-bc0a-a0947cca3837 None None] The sync data for ids ['c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:17:02.264386 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-439fd12a-4355-4ae0-af9a-bc7ef707838e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:02.316065 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-f2675a95-aa23-4b1c-ad53-9807a743076c None None] Allocated IP 172.20.0.2 (e2a0c444-1824-4f35-9bf1-0295189e1a41/a755f855-3068-45b6-860e-ce72f4b16b45/07483386-e1e8-493c-a09d-d2bd2f266eef) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:02.355897 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-439fd12a-4355-4ae0-af9a-bc7ef707838e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:port and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:02.360395 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1416209-99cb-42b1-b471-efa98dc22b26 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:02.385779 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-439fd12a-4355-4ae0-af9a-bc7ef707838e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:02.428557 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port e38993c6-d6a5-4069-b6db-aea1a2c533d9 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:02.429269 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:02.476400 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42969870-5bd0-4dc5-a4a2-2d1da7ae6b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:02.528393 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-42969870-5bd0-4dc5-a4a2-2d1da7ae6b63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:02.542428 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-42969870-5bd0-4dc5-a4a2-2d1da7ae6b63 admin admin] Usage tracker for resource:security_group_rule and tenant:7eea4b1cbbdb49c7bc5751ecb68c7bcf is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:02.546892 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-42969870-5bd0-4dc5-a4a2-2d1da7ae6b63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:02.558396 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-42969870-5bd0-4dc5-a4a2-2d1da7ae6b63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:02.571883 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44dfda0-9bc4-46ca-9d41-8cce6902477c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-45db5c66-c082-47ed-beeb-688e3c8646d5', 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'fixed_ips': [{'subnet_id': '1c9a5741-66ae-4260-8613-e34e56974053'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:17:02.572660 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a44dfda0-9bc4-46ca-9d41-8cce6902477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:02.600074 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-439fd12a-4355-4ae0-af9a-bc7ef707838e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:02.612063 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-61ae1bab-dfe1-459b-81fc-123b99b59ca8 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "PUT /v2.0/routers/c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1078916 Apr 06 14:17:02.618585 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48660) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:02.656268 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439fd12a-4355-4ae0-af9a-bc7ef707838e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:02.678737 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85855272-156f-4444-94b5-20d1bebde9db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:02.781984 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f2675a95-aa23-4b1c-ad53-9807a743076c None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:02.802505 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f2675a95-aa23-4b1c-ad53-9807a743076c None None] Transition to ACTIVE for port object 07483386-e1e8-493c-a09d-d2bd2f266eef will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:02.803992 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42969870-5bd0-4dc5-a4a2-2d1da7ae6b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:02.816939 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42969870-5bd0-4dc5-a4a2-2d1da7ae6b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:02.876803 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f2675a95-aa23-4b1c-ad53-9807a743076c None None] Transition to ACTIVE for port object 07483386-e1e8-493c-a09d-d2bd2f266eef will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:02.887656 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f2675a95-aa23-4b1c-ad53-9807a743076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:02.900752 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-42969870-5bd0-4dc5-a4a2-2d1da7ae6b63 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7eea4b1cbbdb49c7bc5751ecb68c7bcf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7808924 Apr 06 14:17:02.908961 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48664) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:02.923809 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42969870-5bd0-4dc5-a4a2-2d1da7ae6b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd73eb26-1165-4fe3-b582-6a6f06600105,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:02.939297 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3ef68b-dec4-452b-984b-6b50dd3e015c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Router 598ef1dd-fe05-4abd-8045-5fcd94be81f3 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:17:02.964611 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-a44dfda0-9bc4-46ca-9d41-8cce6902477c None None] Allocated IP 2001:db8::f816:3eff:fe58:5e3f (45db5c66-c082-47ed-beeb-688e3c8646d5/1c9a5741-66ae-4260-8613-e34e56974053/cd3cb7e5-5e56-4dfd-9066-001e5e520b57) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:02.968938 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2675a95-aa23-4b1c-ad53-9807a743076c None None] Network e2a0c444-1824-4f35-9bf1-0295189e1a41 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:02.974867 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-f2675a95-aa23-4b1c-ad53-9807a743076c None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:02.977392 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2675a95-aa23-4b1c-ad53-9807a743076c None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:03.086427 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-439fd12a-4355-4ae0-af9a-bc7ef707838e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:03.149066 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2675a95-aa23-4b1c-ad53-9807a743076c None None] Pushing event updated for resources: {'Port': ['ID=07483386-e1e8-493c-a09d-d2bd2f266eef,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:03.169684 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f2675a95-aa23-4b1c-ad53-9807a743076c None None] Attempting to bind port 07483386-e1e8-493c-a09d-d2bd2f266eef on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:17:03.170051 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f2675a95-aa23-4b1c-ad53-9807a743076c None None] Attempting to bind port 07483386-e1e8-493c-a09d-d2bd2f266eef by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5853313b-72a0-4ee0-9768-60ad2b3d86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e2a0c444-1824-4f35-9bf1-0295189e1a41'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:17:03.170408 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2675a95-aa23-4b1c-ad53-9807a743076c None None] Attempting to bind port 07483386-e1e8-493c-a09d-d2bd2f266eef on network e2a0c444-1824-4f35-9bf1-0295189e1a41 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:17:03.176146 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-439fd12a-4355-4ae0-af9a-bc7ef707838e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] device_id is not set on port 192d0d3b-87a2-4393-9427-a43dd4125db2 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:17:03.180064 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2675a95-aa23-4b1c-ad53-9807a743076c None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:17:03.180429 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2675a95-aa23-4b1c-ad53-9807a743076c None None] Checking segment: {'id': '5853313b-72a0-4ee0-9768-60ad2b3d86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e2a0c444-1824-4f35-9bf1-0295189e1a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:17:03.180819 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f2675a95-aa23-4b1c-ad53-9807a743076c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:03.181224 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2675a95-aa23-4b1c-ad53-9807a743076c None None] Bound using segment: {'id': '5853313b-72a0-4ee0-9768-60ad2b3d86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e2a0c444-1824-4f35-9bf1-0295189e1a41'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:17:03.181679 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f2675a95-aa23-4b1c-ad53-9807a743076c None None] Bound port: 07483386-e1e8-493c-a09d-d2bd2f266eef, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5853313b-72a0-4ee0-9768-60ad2b3d86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e2a0c444-1824-4f35-9bf1-0295189e1a41'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:17:03.182044 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f2675a95-aa23-4b1c-ad53-9807a743076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:03.190696 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4dc65666-e48a-4b17-948f-d87e5d240d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:03.263366 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1416209-99cb-42b1-b471-efa98dc22b26 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:03.289358 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4dc65666-e48a-4b17-948f-d87e5d240d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:03.331672 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1416209-99cb-42b1-b471-efa98dc22b26 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:03.388219 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f2675a95-aa23-4b1c-ad53-9807a743076c None None] For port 07483386-e1e8-493c-a09d-d2bd2f266eef, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:17:03.398159 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4dc65666-e48a-4b17-948f-d87e5d240d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:03.407513 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f2675a95-aa23-4b1c-ad53-9807a743076c None None] For port 07483386-e1e8-493c-a09d-d2bd2f266eef, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=07483386-e1e8-493c-a09d-d2bd2f266eef,segment=NetworkSegment(5853313b-72a0-4ee0-9768-60ad2b3d86e8),segment_id=5853313b-72a0-4ee0-9768-60ad2b3d86e8)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:17:03.411548 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a44dfda0-9bc4-46ca-9d41-8cce6902477c None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:03.417886 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f2675a95-aa23-4b1c-ad53-9807a743076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:03.427222 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc65666-e48a-4b17-948f-d87e5d240d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd73eb26-1165-4fe3-b582-6a6f06600105,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:03.446616 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4dc65666-e48a-4b17-948f-d87e5d240d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:03.447753 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4dc65666-e48a-4b17-948f-d87e5d240d25 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fd73eb26-1165-4fe3-b582-6a6f06600105 HTTP/1.1" status: 204 len: 168 time: 0.5377407 Apr 06 14:17:03.449390 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d68eb2e-b386-46ff-9079-6313a755ee9c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:03.495697 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a44dfda0-9bc4-46ca-9d41-8cce6902477c None None] Transition to ACTIVE for port object cd3cb7e5-5e56-4dfd-9066-001e5e520b57 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:03.552830 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a44dfda0-9bc4-46ca-9d41-8cce6902477c None None] Transition to ACTIVE for port object cd3cb7e5-5e56-4dfd-9066-001e5e520b57 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:03.557238 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1416209-99cb-42b1-b471-efa98dc22b26 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Pushing event updated for resources: {'Port': ['ID=7f7b98e1-f855-472a-9bb1-56a9bd6873e4,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:03.560631 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2675a95-aa23-4b1c-ad53-9807a743076c None None] Pushing event updated for resources: {'Port': ['ID=07483386-e1e8-493c-a09d-d2bd2f266eef,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:03.584175 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a44dfda0-9bc4-46ca-9d41-8cce6902477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:03.612229 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3ef68b-dec4-452b-984b-6b50dd3e015c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:17:03.617714 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c3ef68b-dec4-452b-984b-6b50dd3e015c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:03.629479 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3c1f42-fd80-4e6f-9742-5aab7ee4f0e1 None None] Sync routers for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:17:03.678325 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44dfda0-9bc4-46ca-9d41-8cce6902477c None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:03.679962 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44dfda0-9bc4-46ca-9d41-8cce6902477c None None] Pushing event updated for resources: {'Port': ['ID=cd3cb7e5-5e56-4dfd-9066-001e5e520b57,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:03.683319 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-a44dfda0-9bc4-46ca-9d41-8cce6902477c None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:03.685851 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44dfda0-9bc4-46ca-9d41-8cce6902477c None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:03.688785 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3c1f42-fd80-4e6f-9742-5aab7ee4f0e1 None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:03.689426 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3a3c1f42-fd80-4e6f-9742-5aab7ee4f0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:03.702127 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4c3ef68b-dec4-452b-984b-6b50dd3e015c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "PUT /v2.0/floatingips/7c33eed8-4d1c-4509-a92c-167c3b5f40f0 HTTP/1.1" status: 200 len: 976 time: 5.5590420 Apr 06 14:17:03.705167 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48672) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:03.778399 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3a3c1f42-fd80-4e6f-9742-5aab7ee4f0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:03.798757 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d0234886-417b-4184-b908-b5afd5140571 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Deleting port 73a4c1e4-e287-4dc0-a2a2-bbe33e56fa6a {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:03.799105 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0234886-417b-4184-b908-b5afd5140571 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:04.013037 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3c1f42-fd80-4e6f-9742-5aab7ee4f0e1 None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:04.013694 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3a3c1f42-fd80-4e6f-9742-5aab7ee4f0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:04.032200 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1416209-99cb-42b1-b471-efa98dc22b26 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:04.091348 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a44dfda0-9bc4-46ca-9d41-8cce6902477c None None] Attempting to bind port cd3cb7e5-5e56-4dfd-9066-001e5e520b57 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:17:04.091348 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a44dfda0-9bc4-46ca-9d41-8cce6902477c None None] Attempting to bind port cd3cb7e5-5e56-4dfd-9066-001e5e520b57 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:17:04.091835 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44dfda0-9bc4-46ca-9d41-8cce6902477c None None] Attempting to bind port cd3cb7e5-5e56-4dfd-9066-001e5e520b57 on network 45db5c66-c082-47ed-beeb-688e3c8646d5 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:17:04.106329 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3a3c1f42-fd80-4e6f-9742-5aab7ee4f0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:04.106830 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3c1f42-fd80-4e6f-9742-5aab7ee4f0e1 None None] The sync data for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:17:04.110670 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-439fd12a-4355-4ae0-af9a-bc7ef707838e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Allocated IP 2001:db8::f816:3eff:fedc:a295 (45db5c66-c082-47ed-beeb-688e3c8646d5/1c9a5741-66ae-4260-8613-e34e56974053/192d0d3b-87a2-4393-9427-a43dd4125db2) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:04.120060 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44dfda0-9bc4-46ca-9d41-8cce6902477c None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:17:04.120450 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44dfda0-9bc4-46ca-9d41-8cce6902477c None None] Checking segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:17:04.120858 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a44dfda0-9bc4-46ca-9d41-8cce6902477c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:04.121279 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44dfda0-9bc4-46ca-9d41-8cce6902477c None None] Bound using segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:17:04.122818 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a44dfda0-9bc4-46ca-9d41-8cce6902477c None None] Bound port: cd3cb7e5-5e56-4dfd-9066-001e5e520b57, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:17:04.122818 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a44dfda0-9bc4-46ca-9d41-8cce6902477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:04.199484 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48678) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:04.214940 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1ed63-937c-4d13-ad5d-df1eb7f428c6 req-55cf61f6-4b3f-4a86-8d95-54fdcdc9c9c9 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:04.216685 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cfe1ed63-937c-4d13-ad5d-df1eb7f428c6 req-55cf61f6-4b3f-4a86-8d95-54fdcdc9c9c9 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 946 time: 0.8241417 Apr 06 14:17:04.222204 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85855272-156f-4444-94b5-20d1bebde9db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:04.256101 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a44dfda0-9bc4-46ca-9d41-8cce6902477c None None] For port cd3cb7e5-5e56-4dfd-9066-001e5e520b57, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:17:04.260746 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a44dfda0-9bc4-46ca-9d41-8cce6902477c None None] For port cd3cb7e5-5e56-4dfd-9066-001e5e520b57, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=cd3cb7e5-5e56-4dfd-9066-001e5e520b57,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:17:04.266329 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a44dfda0-9bc4-46ca-9d41-8cce6902477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:04.300858 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85855272-156f-4444-94b5-20d1bebde9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:04.344612 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44dfda0-9bc4-46ca-9d41-8cce6902477c None None] Pushing event updated for resources: {'Port': ['ID=cd3cb7e5-5e56-4dfd-9066-001e5e520b57,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:04.448337 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0234886-417b-4184-b908-b5afd5140571 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:04.632949 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:17:04.691902 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cfe1ed63-937c-4d13-ad5d-df1eb7f428c6 req-b5758baf-5e09-4910-bfb8-3a83890c7729 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad31f321-777b-468d-af8a-bf3ba452da2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355721 Apr 06 14:17:04.700767 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-387d9e52-9cf5-4883-9ba7-cb2ea2737515 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4bd387a74fdb4d8eaccda6e6930012db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4968038 Apr 06 14:17:04.714671 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48682) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:04.879328 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0234886-417b-4184-b908-b5afd5140571 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:04.879992 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0234886-417b-4184-b908-b5afd5140571 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:04.880438 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-d0234886-417b-4184-b908-b5afd5140571 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Floating IP 7c33eed8-4d1c-4509-a92c-167c3b5f40f0 disassociated. External IP: 172.26.8.15, port: 73a4c1e4-e287-4dc0-a2a2-bbe33e56fa6a. Apr 06 14:17:04.880830 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d0234886-417b-4184-b908-b5afd5140571 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Calling delete_port for 73a4c1e4-e287-4dc0-a2a2-bbe33e56fa6a owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:04.924848 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-439fd12a-4355-4ae0-af9a-bc7ef707838e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:05.033143 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-439fd12a-4355-4ae0-af9a-bc7ef707838e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Transition to ACTIVE for port object 192d0d3b-87a2-4393-9427-a43dd4125db2 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:05.091581 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-85855272-156f-4444-94b5-20d1bebde9db admin admin] Allocated IP 172.26.8.88 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/589babb8-181c-4dd0-bb2b-d5928547d00a) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:05.144933 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4cb0ce45-4e1a-499d-bd37-7edc8cbbf450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:05.200187 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4cb0ce45-4e1a-499d-bd37-7edc8cbbf450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:05.254393 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0234886-417b-4184-b908-b5afd5140571 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:05.294551 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f3d1fb-b8a6-44a6-b9a5-3e1054776362 None None] Network e2a0c444-1824-4f35-9bf1-0295189e1a41 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:17:05.335381 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0234886-417b-4184-b908-b5afd5140571 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event deleted for resources: {'Port': ['ID=73a4c1e4-e287-4dc0-a2a2-bbe33e56fa6a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:05.356417 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5d68eb2e-b386-46ff-9079-6313a755ee9c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting port 8449c24a-474c-4244-840a-15dce5663143 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:05.356767 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d68eb2e-b386-46ff-9079-6313a755ee9c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:05.371262 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-439fd12a-4355-4ae0-af9a-bc7ef707838e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:05.444262 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439fd12a-4355-4ae0-af9a-bc7ef707838e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:05.468661 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-439fd12a-4355-4ae0-af9a-bc7ef707838e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:05.472680 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439fd12a-4355-4ae0-af9a-bc7ef707838e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:05.477742 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439fd12a-4355-4ae0-af9a-bc7ef707838e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:05.478404 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-439fd12a-4355-4ae0-af9a-bc7ef707838e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:05.533377 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4cb0ce45-4e1a-499d-bd37-7edc8cbbf450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:05.537619 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-f1416209-99cb-42b1-b471-efa98dc22b26 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Floating IP 4458eea0-bf9d-4820-bc06-810bc0be55b2 associated. External IP: 172.26.8.76, port: 09cf172e-09d1-4e4b-a541-4bdbc854f58b. Apr 06 14:17:05.594573 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f38b6dc2-cdac-4225-889a-c1d0bd1f1bc3 None None] Provisioning for port 07483386-e1e8-493c-a09d-d2bd2f266eef completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:05.603272 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-439fd12a-4355-4ae0-af9a-bc7ef707838e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8088946 Apr 06 14:17:05.624269 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0ce45-4e1a-499d-bd37-7edc8cbbf450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ae5307-5cf7-4ba5-9072-49d725b76eb4,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:05.634711 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48690) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:05.654419 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2a5e7-a2db-4f88-ae44-efe524b19238 req-41e9f390-6a26-4046-886d-a76d6fdef6a1 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:05.655600 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-13c2a5e7-a2db-4f88-ae44-efe524b19238 req-41e9f390-6a26-4046-886d-a76d6fdef6a1 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 946 time: 0.5508037 Apr 06 14:17:05.825407 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4cb0ce45-4e1a-499d-bd37-7edc8cbbf450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:05.829592 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4cb0ce45-4e1a-499d-bd37-7edc8cbbf450 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/69ae5307-5cf7-4ba5-9072-49d725b76eb4 HTTP/1.1" status: 204 len: 168 time: 1.1105320 Apr 06 14:17:05.887593 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2b2af425-3db9-441f-8bf0-388d3ec2121c None None] Provisioning for port cd3cb7e5-5e56-4dfd-9066-001e5e520b57 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:05.935287 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d68eb2e-b386-46ff-9079-6313a755ee9c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:05.940426 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 07483386-e1e8-493c-a09d-d2bd2f266eef up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:17:05.991368 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fd12a-4355-4ae0-af9a-bc7ef707838e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Port': ['ID=192d0d3b-87a2-4393-9427-a43dd4125db2,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:05.997037 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85855272-156f-4444-94b5-20d1bebde9db admin admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:06.029099 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-13c2a5e7-a2db-4f88-ae44-efe524b19238 req-71305e3c-be7d-490b-b8a1-56d1c2df617e tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad31f321-777b-468d-af8a-bf3ba452da2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831407 Apr 06 14:17:06.049330 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bae2ee13-1231-44e5-8cb3-ae19b7ea210e req-b24f03e0-a57a-484f-b0e0-a89bc111289c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0fa4c70b7fe74530b9d1a0349885514d&device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 1099 time: 0.8825190 Apr 06 14:17:06.071733 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5d68eb2e-b386-46ff-9079-6313a755ee9c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Calling delete_port for 8449c24a-474c-4244-840a-15dce5663143 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:06.080087 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 07483386-e1e8-493c-a09d-d2bd2f266eef completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:06.086542 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-07262568-efef-4eb2-8fb8-bf89c9806f44 admin admin] Deleting port c0a84148-1ca8-40a1-a94d-99dcdbd786fe {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:06.086890 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07262568-efef-4eb2-8fb8-bf89c9806f44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:06.091550 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 07483386-e1e8-493c-a09d-d2bd2f266eef triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:06.091929 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:06.213679 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0234886-417b-4184-b908-b5afd5140571 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Router 598ef1dd-fe05-4abd-8045-5fcd94be81f3 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:17:06.331142 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:06.412429 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f6bcc4-6bbc-4eeb-a28e-ba27073db1ba tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:06.412646 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 07483386-e1e8-493c-a09d-d2bd2f266eef, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=07483386-e1e8-493c-a09d-d2bd2f266eef,segment=NetworkSegment(5853313b-72a0-4ee0-9768-60ad2b3d86e8),segment_id=5853313b-72a0-4ee0-9768-60ad2b3d86e8)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:06.416421 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f6bcc4-6bbc-4eeb-a28e-ba27073db1ba tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:06.417342 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c7f6bcc4-6bbc-4eeb-a28e-ba27073db1ba tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:17:06.420514 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:06.421788 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device cd3cb7e5-5e56-4dfd-9066-001e5e520b57 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:17:06.513966 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d68eb2e-b386-46ff-9079-6313a755ee9c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:06.521579 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85855272-156f-4444-94b5-20d1bebde9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:06.570301 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68eb2e-b386-46ff-9079-6313a755ee9c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event deleted for resources: {'Port': ['ID=8449c24a-474c-4244-840a-15dce5663143,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:06.604556 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c7f6bcc4-6bbc-4eeb-a28e-ba27073db1ba tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:17:06.608562 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c7f6bcc4-6bbc-4eeb-a28e-ba27073db1ba tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.9520648 Apr 06 14:17:06.616221 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-07262568-efef-4eb2-8fb8-bf89c9806f44 admin admin] For port c0a84148-1ca8-40a1-a94d-99dcdbd786fe, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c0a84148-1ca8-40a1-a94d-99dcdbd786fe,segment=NetworkSegment(5eccebc2-4d26-4156-a27c-d30f103adc58),segment_id=5eccebc2-4d26-4156-a27c-d30f103adc58)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:06.616221 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07262568-efef-4eb2-8fb8-bf89c9806f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:06.621487 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=07483386-e1e8-493c-a09d-d2bd2f266eef,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:06.634519 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48704) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:06.635811 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-04119535-cd91-4409-af85-c1a418b11a34 None None] Provisioning for port 192d0d3b-87a2-4393-9427-a43dd4125db2 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:06.643457 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port cd3cb7e5-5e56-4dfd-9066-001e5e520b57 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:06.648494 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-04119535-cd91-4409-af85-c1a418b11a34 None None] Provisioning complete for port 192d0d3b-87a2-4393-9427-a43dd4125db2 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:06.648823 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-04119535-cd91-4409-af85-c1a418b11a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:06.678071 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port cd3cb7e5-5e56-4dfd-9066-001e5e520b57 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:06.678071 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:06.778040 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-04119535-cd91-4409-af85-c1a418b11a34 None None] Port 192d0d3b-87a2-4393-9427-a43dd4125db2 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:17:06.842333 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-04119535-cd91-4409-af85-c1a418b11a34 None None] Provisioning complete for port 07483386-e1e8-493c-a09d-d2bd2f266eef triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:06.842711 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-04119535-cd91-4409-af85-c1a418b11a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:06.929668 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:06.968282 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d68eb2e-b386-46ff-9079-6313a755ee9c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:07.026065 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2ee13-1231-44e5-8cb3-ae19b7ea210e req-8fad0488-38a2-4674-93bf-7a521f5654d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:07.027357 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bae2ee13-1231-44e5-8cb3-ae19b7ea210e req-8fad0488-38a2-4674-93bf-7a521f5654d5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9349387b-90ce-46b9-bc40-8b651b772fa9 HTTP/1.1" status: 200 len: 912 time: 0.9122357 Apr 06 14:17:07.037949 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-07262568-efef-4eb2-8fb8-bf89c9806f44 admin admin] Calling delete_port for c0a84148-1ca8-40a1-a94d-99dcdbd786fe owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:07.061408 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0234886-417b-4184-b908-b5afd5140571 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:17:07.066710 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port cd3cb7e5-5e56-4dfd-9066-001e5e520b57, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=cd3cb7e5-5e56-4dfd-9066-001e5e520b57,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:07.074185 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accb300f-ec20-43aa-8c71-50bd1637b430 None None] Sync routers for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:17:07.075563 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:07.106927 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accb300f-ec20-43aa-8c71-50bd1637b430 None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:07.107551 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-accb300f-ec20-43aa-8c71-50bd1637b430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:07.117954 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85855272-156f-4444-94b5-20d1bebde9db admin admin] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:07.130282 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-85855272-156f-4444-94b5-20d1bebde9db admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:07.132909 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85855272-156f-4444-94b5-20d1bebde9db admin admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:07.159421 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=cd3cb7e5-5e56-4dfd-9066-001e5e520b57,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:07.164499 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85855272-156f-4444-94b5-20d1bebde9db admin admin] Pushing event updated for resources: {'Port': ['ID=589babb8-181c-4dd0-bb2b-d5928547d00a,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:07.227948 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-accb300f-ec20-43aa-8c71-50bd1637b430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:07.241878 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accb300f-ec20-43aa-8c71-50bd1637b430 None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:07.242959 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-accb300f-ec20-43aa-8c71-50bd1637b430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:07.299501 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a57850d9-b2fe-43d8-84cd-fdff4c22900d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting port 192d0d3b-87a2-4393-9427-a43dd4125db2 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:07.299856 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a57850d9-b2fe-43d8-84cd-fdff4c22900d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:07.318956 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-accb300f-ec20-43aa-8c71-50bd1637b430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:07.319608 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accb300f-ec20-43aa-8c71-50bd1637b430 None None] The sync data for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:17:07.338693 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48720) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:07.347527 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bae2ee13-1231-44e5-8cb3-ae19b7ea210e req-c1c9870b-574c-4484-b84b-c5ee9c09481d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7 HTTP/1.1" status: 200 len: 217 time: 0.2471700 Apr 06 14:17:07.388296 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0234886-417b-4184-b908-b5afd5140571 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:07.461143 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d0234886-417b-4184-b908-b5afd5140571 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "DELETE /v2.0/ports/73a4c1e4-e287-4dc0-a2a2-bbe33e56fa6a HTTP/1.1" status: 204 len: 168 time: 3.7555234 Apr 06 14:17:07.514686 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48728) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:07.553676 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28e4d3-3156-4f33-9f18-856fb0122fec req-9a64d330-2a24-492c-8ad7-c64d4a594fcd tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:07.555124 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2b28e4d3-3156-4f33-9f18-856fb0122fec req-9a64d330-2a24-492c-8ad7-c64d4a594fcd tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 946 time: 0.2558038 Apr 06 14:17:07.615379 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-30800d7e-8189-41a5-b177-492ef2d5bd8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-839954567'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:07.697483 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2ee13-1231-44e5-8cb3-ae19b7ea210e req-0684b1d0-848b-43ab-a598-914361f6d538 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:07.698929 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bae2ee13-1231-44e5-8cb3-ae19b7ea210e req-0684b1d0-848b-43ab-a598-914361f6d538 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8b6d0cf5-868b-4474-a773-99f56aa1b806 HTTP/1.1" status: 200 len: 851 time: 0.3342733 Apr 06 14:17:07.704157 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-30800d7e-8189-41a5-b177-492ef2d5bd8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:07.800199 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 07483386-e1e8-493c-a09d-d2bd2f266eef up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:17:07.830421 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b94e0d88-7b59-4b0c-8cba-482174d4d2a4 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "GET /v2.0/floatingips/7c33eed8-4d1c-4509-a92c-167c3b5f40f0 HTTP/1.1" status: 200 len: 687 time: 0.3075697 Apr 06 14:17:07.833646 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48734) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:07.845211 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-30800d7e-8189-41a5-b177-492ef2d5bd8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Usage tracker for resource:network and tenant:dba04c3a37af4901970d6629dcd9d38e is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:07.852519 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-30800d7e-8189-41a5-b177-492ef2d5bd8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:07.903026 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-30800d7e-8189-41a5-b177-492ef2d5bd8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:07.911462 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bae2ee13-1231-44e5-8cb3-ae19b7ea210e req-722eeb9e-5dbe-4779-a32b-4fe9b666d654 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9349387b-90ce-46b9-bc40-8b651b772fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1828921 Apr 06 14:17:07.929700 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 07483386-e1e8-493c-a09d-d2bd2f266eef triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:07.930080 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:07.945397 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2b28e4d3-3156-4f33-9f18-856fb0122fec req-faca43cc-70f8-4eea-99ef-dd843a72f477 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad31f321-777b-468d-af8a-bf3ba452da2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383682 Apr 06 14:17:08.014914 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5c259dee-28b6-42a0-8ec1-b8d74971779e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:08.031988 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d68eb2e-b386-46ff-9079-6313a755ee9c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Router c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:17:08.043202 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a4ccbeaf-b2e2-42eb-974d-4dbb420fd4ec tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Deleting port 0fc3f58b-3743-4c37-900e-8de565d8f994 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:08.043560 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4ccbeaf-b2e2-42eb-974d-4dbb420fd4ec tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:08.076341 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device cd3cb7e5-5e56-4dfd-9066-001e5e520b57 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:17:08.080847 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30800d7e-8189-41a5-b177-492ef2d5bd8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Made reservation on behalf of dba04c3a37af4901970d6629dcd9d38e for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:08.083757 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30800d7e-8189-41a5-b177-492ef2d5bd8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:08.150864 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port cd3cb7e5-5e56-4dfd-9066-001e5e520b57 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:08.151215 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:08.171416 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30800d7e-8189-41a5-b177-492ef2d5bd8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:08.266062 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a57850d9-b2fe-43d8-84cd-fdff4c22900d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:08.305295 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d68eb2e-b386-46ff-9079-6313a755ee9c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:17:08.309274 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07262568-efef-4eb2-8fb8-bf89c9806f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:08.312383 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5d68eb2e-b386-46ff-9079-6313a755ee9c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "PUT /v2.0/routers/c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6926029 Apr 06 14:17:08.315927 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48740) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:08.317467 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4506a2-cf3e-43ef-9fad-e55e25b114a3 None None] Sync routers for ids ['c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:17:08.330959 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4506a2-cf3e-43ef-9fad-e55e25b114a3 None None] Routers {'c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:08.331570 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7a4506a2-cf3e-43ef-9fad-e55e25b114a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:08.393257 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d9c8cb3c-3404-4606-ae8f-0db306f62e98 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Synchronizing usage tracker for tenant:6405625efdd14c9bb474ac0b7c765923 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:17:08.396987 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4ccbeaf-b2e2-42eb-974d-4dbb420fd4ec tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:08.397323 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4ccbeaf-b2e2-42eb-974d-4dbb420fd4ec tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:08.417226 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7a4506a2-cf3e-43ef-9fad-e55e25b114a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:08.428326 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4506a2-cf3e-43ef-9fad-e55e25b114a3 None None] Routers {'c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:08.428944 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7a4506a2-cf3e-43ef-9fad-e55e25b114a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:08.489978 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7a4506a2-cf3e-43ef-9fad-e55e25b114a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:08.490378 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4506a2-cf3e-43ef-9fad-e55e25b114a3 None None] The sync data for ids ['c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:17:08.524512 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a4ccbeaf-b2e2-42eb-974d-4dbb420fd4ec tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Calling delete_port for 0fc3f58b-3743-4c37-900e-8de565d8f994 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:08.565049 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d9c8cb3c-3404-4606-ae8f-0db306f62e98 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Unset dirty status for tenant:6405625efdd14c9bb474ac0b7c765923 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:17:08.566224 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d9c8cb3c-3404-4606-ae8f-0db306f62e98 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e HTTP/1.1" status: 200 len: 205 time: 0.2494020 Apr 06 14:17:08.572918 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48746) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:08.598208 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a57850d9-b2fe-43d8-84cd-fdff4c22900d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Calling delete_port for 192d0d3b-87a2-4393-9427-a43dd4125db2 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:08.637974 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-30800d7e-8189-41a5-b177-492ef2d5bd8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:08.646870 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bae2ee13-1231-44e5-8cb3-ae19b7ea210e req-d495df53-caaf-4785-b4dc-2dc858a3b003 service neutron] 10.222.0.69 "GET /v2.0/networks/9349387b-90ce-46b9-bc40-8b651b772fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6819937 Apr 06 14:17:08.648549 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07262568-efef-4eb2-8fb8-bf89c9806f44 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0a84148-1ca8-40a1-a94d-99dcdbd786fe,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:08.660572 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-30800d7e-8189-41a5-b177-492ef2d5bd8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Usage tracker for resource:security_group_rule and tenant:dba04c3a37af4901970d6629dcd9d38e is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:08.665723 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-30800d7e-8189-41a5-b177-492ef2d5bd8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:08.702287 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-30800d7e-8189-41a5-b177-492ef2d5bd8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:08.733141 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-db6c1e6a-b5e9-46ca-b9e2-9865f28c0889 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:08.974539 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85855272-156f-4444-94b5-20d1bebde9db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:08.975153 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85855272-156f-4444-94b5-20d1bebde9db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:09.005715 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30800d7e-8189-41a5-b177-492ef2d5bd8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:09.115748 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30800d7e-8189-41a5-b177-492ef2d5bd8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:09.138637 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4ccbeaf-b2e2-42eb-974d-4dbb420fd4ec tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:09.194790 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ccbeaf-b2e2-42eb-974d-4dbb420fd4ec tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event deleted for resources: {'Port': ['ID=0fc3f58b-3743-4c37-900e-8de565d8f994,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:09.363827 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bae2ee13-1231-44e5-8cb3-ae19b7ea210e req-a1cfb896-c5fa-4f80-8c83-bd0e9c0d95a0 service neutron] 10.222.0.69 "GET /v2.0/networks/9349387b-90ce-46b9-bc40-8b651b772fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7062788 Apr 06 14:17:09.387071 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-db6c1e6a-b5e9-46ca-b9e2-9865f28c0889 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:09.400075 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-db6c1e6a-b5e9-46ca-b9e2-9865f28c0889 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:09.419445 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4ccbeaf-b2e2-42eb-974d-4dbb420fd4ec tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:09.432569 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800d7e-8189-41a5-b177-492ef2d5bd8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=816325db-cf07-44d0-8494-f8c0ed3ec80e,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:09.443481 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a57850d9-b2fe-43d8-84cd-fdff4c22900d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:09.445920 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30800d7e-8189-41a5-b177-492ef2d5bd8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:17:09.452295 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-db6c1e6a-b5e9-46ca-b9e2-9865f28c0889 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:09.452745 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6c1e6a-b5e9-46ca-b9e2-9865f28c0889 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Fanout notify agent at l3_agent the message router_deleted on router c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:17:09.460210 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-db6c1e6a-b5e9-46ca-b9e2-9865f28c0889 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:09.461346 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-db6c1e6a-b5e9-46ca-b9e2-9865f28c0889 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/routers/c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e HTTP/1.1" status: 204 len: 168 time: 0.8874984 Apr 06 14:17:09.463959 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48752) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:09.467607 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4ccbeaf-b2e2-42eb-974d-4dbb420fd4ec tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:09.468689 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a4ccbeaf-b2e2-42eb-974d-4dbb420fd4ec tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "DELETE /v2.0/floatingips/7c33eed8-4d1c-4509-a92c-167c3b5f40f0 HTTP/1.1" status: 204 len: 168 time: 1.6334357 Apr 06 14:17:09.495006 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1416209-99cb-42b1-b471-efa98dc22b26 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Router 568accfe-e420-4fcf-9ed1-4d4b356183c2 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:17:09.495603 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48756) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:09.524987 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-30acc0b6-a33e-463a-8f8d-a0c2f72e90d4 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'port_id': '60f03166-3ced-4af2-b212-1bcb772cf424'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:09.534201 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30800d7e-8189-41a5-b177-492ef2d5bd8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:09.534525 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-30800d7e-8189-41a5-b177-492ef2d5bd8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Added segment 19282b7d-9001-4265-843a-8255b21e7348 of type vlan for network 45d17a5f-3406-4381-bb61-198799e5e0e9 Apr 06 14:17:09.539184 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57850d9-b2fe-43d8-84cd-fdff4c22900d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Port': ['ID=192d0d3b-87a2-4393-9427-a43dd4125db2,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:09.546430 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-30acc0b6-a33e-463a-8f8d-a0c2f72e90d4 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:09.580243 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-30acc0b6-a33e-463a-8f8d-a0c2f72e90d4 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Usage tracker for resource:floatingip and tenant:d61b98536deb4ef1889c048254212ea9 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:09.586381 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-30acc0b6-a33e-463a-8f8d-a0c2f72e90d4 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:09.646390 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-30acc0b6-a33e-463a-8f8d-a0c2f72e90d4 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:09.654510 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d65739-93d9-4891-92f6-3fe1af83fbb7 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting subnet 29406c66-dcb7-4da5-80c3-28907176d59a {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:17:09.657706 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73d65739-93d9-4891-92f6-3fe1af83fbb7 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:09.675982 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30800d7e-8189-41a5-b177-492ef2d5bd8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:09.681067 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a57850d9-b2fe-43d8-84cd-fdff4c22900d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:09.691968 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d955a7-0bce-4f4b-a6f5-23a9a182c2be req-cfa73e1c-f835-4a2c-9b16-4ca27a3375e5 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:09.693476 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-52d955a7-0bce-4f4b-a6f5-23a9a182c2be req-cfa73e1c-f835-4a2c-9b16-4ca27a3375e5 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 946 time: 0.5125742 Apr 06 14:17:09.719228 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73d65739-93d9-4891-92f6-3fe1af83fbb7 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:09.766389 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30acc0b6-a33e-463a-8f8d-a0c2f72e90d4 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:09.818009 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73d65739-93d9-4891-92f6-3fe1af83fbb7 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:09.896740 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73d65739-93d9-4891-92f6-3fe1af83fbb7 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:09.898970 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-30800d7e-8189-41a5-b177-492ef2d5bd8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:17:09.938772 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d65739-93d9-4891-92f6-3fe1af83fbb7 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event deleted for resources: {'Subnet': ['ID=29406c66-dcb7-4da5-80c3-28907176d59a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:09.946702 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73d65739-93d9-4891-92f6-3fe1af83fbb7 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:09.955241 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-73d65739-93d9-4891-92f6-3fe1af83fbb7 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/subnets/29406c66-dcb7-4da5-80c3-28907176d59a HTTP/1.1" status: 204 len: 168 time: 0.4877920 Apr 06 14:17:09.955708 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48760) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:09.956891 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d4f4e0-78be-4a8d-afb4-c090d5dab49a None None] Network 6b7dce97-331d-4c43-b050-b34ca7c2504a requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:17:10.000465 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a57850d9-b2fe-43d8-84cd-fdff4c22900d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/192d0d3b-87a2-4393-9427-a43dd4125db2 HTTP/1.1" status: 204 len: 168 time: 3.3611603 Apr 06 14:17:10.008027 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48764) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:10.025538 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30800d7e-8189-41a5-b177-492ef2d5bd8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:10.029243 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30800d7e-8189-41a5-b177-492ef2d5bd8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:10.035642 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30800d7e-8189-41a5-b177-492ef2d5bd8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:10.105714 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-52d955a7-0bce-4f4b-a6f5-23a9a182c2be req-391cb02d-0431-46ee-97d4-ebfda6c2301b tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad31f321-777b-468d-af8a-bf3ba452da2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516960 Apr 06 14:17:10.164575 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336dbdda-356b-42b9-9019-9930306d0878 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:10.165964 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336dbdda-356b-42b9-9019-9930306d0878 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:10.166742 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-336dbdda-356b-42b9-9019-9930306d0878 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:17:10.203993 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-336dbdda-356b-42b9-9019-9930306d0878 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:17:10.205369 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-336dbdda-356b-42b9-9019-9930306d0878 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1963155 Apr 06 14:17:10.208749 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48768) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:10.266855 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c350ee6d-acf4-4d54-b99b-72485802fd34 None None] DHCP port deletion for 6b7dce97-331d-4c43-b050-b34ca7c2504a request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:17:10.272164 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c350ee6d-acf4-4d54-b99b-72485802fd34 None None] Deleting port ba5de6cb-a3e2-412d-b041-3d9997122074 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:10.272820 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c350ee6d-acf4-4d54-b99b-72485802fd34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:10.300154 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-b64a7d4b-8376-42a6-b396-e004c9ff3383 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting subnet f0e83b48-183f-494a-8045-f13a0f09dd7f {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:17:10.306882 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b64a7d4b-8376-42a6-b396-e004c9ff3383 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:10.353147 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-30800d7e-8189-41a5-b177-492ef2d5bd8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.0052335 Apr 06 14:17:10.356391 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48772) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:10.368146 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800d7e-8189-41a5-b177-492ef2d5bd8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Pushing event updated for resources: {'Network': ['ID=45d17a5f-3406-4381-bb61-198799e5e0e9,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:10.382048 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 45d17a5f-3406-4381-bb61-198799e5e0e9 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:17:10.416974 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07262568-efef-4eb2-8fb8-bf89c9806f44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:10.417334 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8bfd0ccd-948a-472d-8675-190a25b127d0 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Request body: {'subnet': {'network_id': '45d17a5f-3406-4381-bb61-198799e5e0e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:10.517476 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b64a7d4b-8376-42a6-b396-e004c9ff3383 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:10.585143 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c350ee6d-acf4-4d54-b99b-72485802fd34 None None] For port ba5de6cb-a3e2-412d-b041-3d9997122074, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=ba5de6cb-a3e2-412d-b041-3d9997122074,segment=NetworkSegment(f28492e9-5bf3-41d7-b52c-cdcb3a0d1a76),segment_id=f28492e9-5bf3-41d7-b52c-cdcb3a0d1a76)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:10.585528 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c350ee6d-acf4-4d54-b99b-72485802fd34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:10.611797 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30acc0b6-a33e-463a-8f8d-a0c2f72e90d4 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:10.621772 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8bfd0ccd-948a-472d-8675-190a25b127d0 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:10.633097 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8bfd0ccd-948a-472d-8675-190a25b127d0 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Usage tracker for resource:subnet and tenant:dba04c3a37af4901970d6629dcd9d38e is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:10.638532 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8bfd0ccd-948a-472d-8675-190a25b127d0 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:10.651171 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd48eb6-4dea-4948-8dcd-7a189aecfe38 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting subnet 1c9a5741-66ae-4260-8613-e34e56974053 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:17:10.653397 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8bfd0ccd-948a-472d-8675-190a25b127d0 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:10.662569 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-efd48eb6-4dea-4948-8dcd-7a189aecfe38 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:10.695068 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85855272-156f-4444-94b5-20d1bebde9db admin admin] Router 561d62e6-bc8d-4946-9bb3-d771ea6c877a is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:17:10.710234 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c350ee6d-acf4-4d54-b99b-72485802fd34 None None] Calling delete_port for ba5de6cb-a3e2-412d-b041-3d9997122074 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:10.715645 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1416209-99cb-42b1-b471-efa98dc22b26 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:17:10.729118 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5234d0-63c6-4b8b-b9dd-5e170d997b35 None None] Sync routers for ids ['568accfe-e420-4fcf-9ed1-4d4b356183c2'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:17:10.773019 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5234d0-63c6-4b8b-b9dd-5e170d997b35 None None] Routers {'568accfe-e420-4fcf-9ed1-4d4b356183c2'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:10.775237 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9d5234d0-63c6-4b8b-b9dd-5e170d997b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['568accfe-e420-4fcf-9ed1-4d4b356183c2'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:10.831500 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c350ee6d-acf4-4d54-b99b-72485802fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:10.843058 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9d5234d0-63c6-4b8b-b9dd-5e170d997b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:10.855107 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5234d0-63c6-4b8b-b9dd-5e170d997b35 None None] Routers {'568accfe-e420-4fcf-9ed1-4d4b356183c2'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:10.855976 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9d5234d0-63c6-4b8b-b9dd-5e170d997b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:16:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['568accfe-e420-4fcf-9ed1-4d4b356183c2'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:10.862019 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1416209-99cb-42b1-b471-efa98dc22b26 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:10.904792 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfd0ccd-948a-472d-8675-190a25b127d0 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Made reservation on behalf of dba04c3a37af4901970d6629dcd9d38e for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:10.915663 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350ee6d-acf4-4d54-b99b-72485802fd34 None None] Pushing event deleted for resources: {'Port': ['ID=ba5de6cb-a3e2-412d-b041-3d9997122074,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:10.927549 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-879fcc62-be55-4d30-a625-6c47ed38faa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:10.930980 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9d5234d0-63c6-4b8b-b9dd-5e170d997b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:10.932002 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5234d0-63c6-4b8b-b9dd-5e170d997b35 None None] The sync data for ids ['568accfe-e420-4fcf-9ed1-4d4b356183c2'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:17:10.942501 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b64a7d4b-8376-42a6-b396-e004c9ff3383 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:10.945593 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c350ee6d-acf4-4d54-b99b-72485802fd34 None None] No DVR routers for this DVR port ba5de6cb-a3e2-412d-b041-3d9997122074 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:17:10.970270 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-efd48eb6-4dea-4948-8dcd-7a189aecfe38 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:11.002444 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-30acc0b6-a33e-463a-8f8d-a0c2f72e90d4 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Allocated IP 172.26.8.242 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/229eec4f-1d52-426f-b72e-96f64eb268a3) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:11.025303 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f1416209-99cb-42b1-b471-efa98dc22b26 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 14.7336516 Apr 06 14:17:11.029466 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48776) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:11.115966 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8bfd0ccd-948a-472d-8675-190a25b127d0 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:11.235957 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b64a7d4b-8376-42a6-b396-e004c9ff3383 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:11.273725 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5b1ffde2-7039-4200-8c68-affc5ff38c4a tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] 10.222.0.60 "GET /v2.0/floatingips/4458eea0-bf9d-4820-bc06-810bc0be55b2 HTTP/1.1" status: 200 len: 981 time: 0.2395279 Apr 06 14:17:11.278041 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48782) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:11.287319 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:11.292582 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:11.299016 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a7d4b-8376-42a6-b396-e004c9ff3383 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event deleted for resources: {'Subnet': ['ID=f0e83b48-183f-494a-8045-f13a0f09dd7f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:11.335996 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-efd48eb6-4dea-4948-8dcd-7a189aecfe38 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:11.384240 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b64a7d4b-8376-42a6-b396-e004c9ff3383 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:11.388733 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaacb81a-2212-41b5-b0a2-f6c33431bacc None None] Network 8b8ca921-6be8-4e89-a983-8b6ca9c1ecbe requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:17:11.421176 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b64a7d4b-8376-42a6-b396-e004c9ff3383 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/subnets/f0e83b48-183f-494a-8045-f13a0f09dd7f HTTP/1.1" status: 204 len: 168 time: 1.4618351 Apr 06 14:17:11.424215 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48786) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:11.485013 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30acc0b6-a33e-463a-8f8d-a0c2f72e90d4 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:11.575435 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5d6b1490-234b-4786-9bc3-8b095d4e9a88 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1465 time: 0.2910936 Apr 06 14:17:11.579854 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48790) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:11.622162 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-efd48eb6-4dea-4948-8dcd-7a189aecfe38 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:11.656677 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a92cc8-ce2d-4e67-9cad-ad71ad2cc720 None None] DHCP port deletion for 8b8ca921-6be8-4e89-a983-8b6ca9c1ecbe request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:17:11.662162 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-82a92cc8-ce2d-4e67-9cad-ad71ad2cc720 None None] Deleting port 73ce1aff-8bee-4fce-afb0-4685b24f8703 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:11.662657 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-82a92cc8-ce2d-4e67-9cad-ad71ad2cc720 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:11.669263 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00e76f76-10c6-4c29-af65-13909922126a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:11.696237 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd48eb6-4dea-4948-8dcd-7a189aecfe38 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Subnet': ['ID=1c9a5741-66ae-4260-8613-e34e56974053,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:11.710212 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d99a44-f70a-47c3-9f9c-3cf07b6a44dd req-9087025f-22a8-4630-aae5-17127859938e tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:11.711690 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d3d99a44-f70a-47c3-9f9c-3cf07b6a44dd req-9087025f-22a8-4630-aae5-17127859938e tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 946 time: 0.4305825 Apr 06 14:17:11.713701 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30acc0b6-a33e-463a-8f8d-a0c2f72e90d4 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:11.724309 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-efd48eb6-4dea-4948-8dcd-7a189aecfe38 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:11.735918 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd48eb6-4dea-4948-8dcd-7a189aecfe38 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:11.736266 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd48eb6-4dea-4948-8dcd-7a189aecfe38 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:11.736611 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd48eb6-4dea-4948-8dcd-7a189aecfe38 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:11.738304 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd48eb6-4dea-4948-8dcd-7a189aecfe38 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:11.738717 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd48eb6-4dea-4948-8dcd-7a189aecfe38 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:11.739052 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd48eb6-4dea-4948-8dcd-7a189aecfe38 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:11.739482 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd48eb6-4dea-4948-8dcd-7a189aecfe38 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:11.739823 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd48eb6-4dea-4948-8dcd-7a189aecfe38 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:11.740156 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd48eb6-4dea-4948-8dcd-7a189aecfe38 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:11.740500 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd48eb6-4dea-4948-8dcd-7a189aecfe38 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:11.740809 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd48eb6-4dea-4948-8dcd-7a189aecfe38 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:11.774952 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decec584-614c-4811-b875-f0b9171a8389 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:17:11.801671 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8bfd0ccd-948a-472d-8675-190a25b127d0 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:11.876101 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-efd48eb6-4dea-4948-8dcd-7a189aecfe38 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/1c9a5741-66ae-4260-8613-e34e56974053 HTTP/1.1" status: 204 len: 168 time: 1.6661673 Apr 06 14:17:11.889302 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48794) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:11.914950 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device ba5de6cb-a3e2-412d-b041-3d9997122074 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:17:12.034084 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: ba5de6cb-a3e2-412d-b041-3d9997122074 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:17:12.034084 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device ba5de6cb-a3e2-412d-b041-3d9997122074 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:17:12.034084 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 73ce1aff-8bee-4fce-afb0-4685b24f8703 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:17:12.050672 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85855272-156f-4444-94b5-20d1bebde9db admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:17:12.052805 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3ccdeb91-930a-4b76-8b86-768b7bfd4634 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1519589 Apr 06 14:17:12.072256 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48798) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:12.094488 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d82618-fe7d-4a82-a36a-b5042c6f4e0e None None] Sync routers for ids ['561d62e6-bc8d-4946-9bb3-d771ea6c877a'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:17:12.115808 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd0ccd-948a-472d-8675-190a25b127d0 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Pushing event updated for resources: {'Subnet': ['ID=ba36ca19-dadf-477c-a38b-10c2dcd6012e,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:12.124039 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00e76f76-10c6-4c29-af65-13909922126a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:12.138863 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30acc0b6-a33e-463a-8f8d-a0c2f72e90d4 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:12.150680 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d3d99a44-f70a-47c3-9f9c-3cf07b6a44dd req-e093925d-2867-4364-8404-68e5587240aa tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad31f321-777b-468d-af8a-bf3ba452da2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042728 Apr 06 14:17:12.153021 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-30acc0b6-a33e-463a-8f8d-a0c2f72e90d4 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:12.155061 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30acc0b6-a33e-463a-8f8d-a0c2f72e90d4 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event updated for resources: {'Port': ['ID=229eec4f-1d52-426f-b72e-96f64eb268a3,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:12.166666 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30acc0b6-a33e-463a-8f8d-a0c2f72e90d4 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:12.173422 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-00e76f76-10c6-4c29-af65-13909922126a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b7dce97-331d-4c43-b050-b34ca7c2504a']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:12.194257 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-00e76f76-10c6-4c29-af65-13909922126a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f28492e9-5bf3-41d7-b52c-cdcb3a0d1a76') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:12.194558 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-00e76f76-10c6-4c29-af65-13909922126a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f28492e9-5bf3-41d7-b52c-cdcb3a0d1a76') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:12.215722 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfd0ccd-948a-472d-8675-190a25b127d0 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Checking segment: {'id': '19282b7d-9001-4265-843a-8255b21e7348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '45d17a5f-3406-4381-bb61-198799e5e0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:17:12.216383 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfd0ccd-948a-472d-8675-190a25b127d0 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Network hostable DHCP agents. Network: 45d17a5f-3406-4381-bb61-198799e5e0e9, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:17:12.224064 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-82a92cc8-ce2d-4e67-9cad-ad71ad2cc720 None None] For port 73ce1aff-8bee-4fce-afb0-4685b24f8703, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=73ce1aff-8bee-4fce-afb0-4685b24f8703,segment=NetworkSegment(fc68466a-365b-4bca-81b0-f6f8f8252220),segment_id=fc68466a-365b-4bca-81b0-f6f8f8252220)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:12.224713 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-82a92cc8-ce2d-4e67-9cad-ad71ad2cc720 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:12.229488 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00e76f76-10c6-4c29-af65-13909922126a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:12.236756 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85855272-156f-4444-94b5-20d1bebde9db admin admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:12.238694 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-85855272-156f-4444-94b5-20d1bebde9db admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.5904830 Apr 06 14:17:12.248362 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48804) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:12.284197 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-bd779571-03e8-4268-a575-7195e03ae27e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Deleting port 7f7b98e1-f855-472a-9bb1-56a9bd6873e4 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:12.284603 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bd779571-03e8-4268-a575-7195e03ae27e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:12.341423 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00e76f76-10c6-4c29-af65-13909922126a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:12.369803 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-82a92cc8-ce2d-4e67-9cad-ad71ad2cc720 None None] Calling delete_port for 73ce1aff-8bee-4fce-afb0-4685b24f8703 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:12.408130 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e76f76-10c6-4c29-af65-13909922126a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:17:12.408693 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00e76f76-10c6-4c29-af65-13909922126a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:17:12.424104 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:17:12.456625 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d82618-fe7d-4a82-a36a-b5042c6f4e0e None None] Routers {'561d62e6-bc8d-4946-9bb3-d771ea6c877a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:12.457328 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c3d82618-fe7d-4a82-a36a-b5042c6f4e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['561d62e6-bc8d-4946-9bb3-d771ea6c877a'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:12.565619 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bd779571-03e8-4268-a575-7195e03ae27e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:12.566628 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bd779571-03e8-4268-a575-7195e03ae27e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:12.601844 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-82a92cc8-ce2d-4e67-9cad-ad71ad2cc720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:12.615474 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd40a0e-dd6a-40bb-8ec1-7b09e8054d99 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:12.616320 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fdd40a0e-dd6a-40bb-8ec1-7b09e8054d99 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:17:12.652459 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Port 73ce1aff-8bee-4fce-afb0-4685b24f8703 update to DOWN by agent not found {{(pid=83739) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 06 14:17:12.685951 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfd0ccd-948a-472d-8675-190a25b127d0 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Network 45d17a5f-3406-4381-bb61-198799e5e0e9 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:17:12.695630 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-bd779571-03e8-4268-a575-7195e03ae27e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Calling delete_port for 7f7b98e1-f855-472a-9bb1-56a9bd6873e4 owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:12.701369 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a92cc8-ce2d-4e67-9cad-ad71ad2cc720 None None] Pushing event deleted for resources: {'Port': ['ID=73ce1aff-8bee-4fce-afb0-4685b24f8703,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:12.707401 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00e76f76-10c6-4c29-af65-13909922126a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:12.714047 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a92cc8-ce2d-4e67-9cad-ad71ad2cc720 None None] No DVR routers for this DVR port 73ce1aff-8bee-4fce-afb0-4685b24f8703 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:17:12.716151 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-8bfd0ccd-948a-472d-8675-190a25b127d0 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 45d17a5f-3406-4381-bb61-198799e5e0e9) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:12.732389 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00e76f76-10c6-4c29-af65-13909922126a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:12.742709 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfd0ccd-948a-472d-8675-190a25b127d0 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:12.743362 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8bfd0ccd-948a-472d-8675-190a25b127d0 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:12.744800 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee4f3d6-f37a-4239-8fc6-cb6cf3f4ccb6 None None] Network 45d17a5f-3406-4381-bb61-198799e5e0e9 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:17:12.758233 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fdd40a0e-dd6a-40bb-8ec1-7b09e8054d99 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:17:12.762900 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fdd40a0e-dd6a-40bb-8ec1-7b09e8054d99 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6871037 Apr 06 14:17:12.770173 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48812) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:12.771045 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e76f76-10c6-4c29-af65-13909922126a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event deleted for resources: {'Network': ['ID=6b7dce97-331d-4c43-b050-b34ca7c2504a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:12.827874 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-00e76f76-10c6-4c29-af65-13909922126a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/networks/6b7dce97-331d-4c43-b050-b34ca7c2504a HTTP/1.1" status: 204 len: 168 time: 1.3985229 Apr 06 14:17:12.834296 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48816) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:12.894844 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8bfd0ccd-948a-472d-8675-190a25b127d0 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5352664 Apr 06 14:17:12.895701 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48820) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:12.912139 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b8597d-2033-4937-ac24-3569c9a7ee9b None None] DHCP port deletion for 45db5c66-c082-47ed-beeb-688e3c8646d5 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:17:12.912762 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d62214-2171-4e9b-aa90-a239948e3e4c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:12.913500 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c5d62214-2171-4e9b-aa90-a239948e3e4c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:17:12.918874 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-201fcf89-4953-4ba0-aa5c-9f02b342c1dc tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Request body: {'port': {'network_id': '45d17a5f-3406-4381-bb61-198799e5e0e9', 'name': 'tempest-AllowedAddressPairTestJSON-568527603'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:12.929744 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:12.940283 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e7b8597d-2033-4937-ac24-3569c9a7ee9b None None] Deleting port cd3cb7e5-5e56-4dfd-9066-001e5e520b57 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:12.940661 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e7b8597d-2033-4937-ac24-3569c9a7ee9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:12.956107 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc65da-7ae4-4593-87f8-9d47ad0e3a9d req-6f94c6ff-83a6-4b31-b912-11f52cc6989d tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:12.957618 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-39cc65da-7ae4-4593-87f8-9d47ad0e3a9d req-6f94c6ff-83a6-4b31-b912-11f52cc6989d tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 946 time: 0.3489859 Apr 06 14:17:13.036002 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-c3d82618-fe7d-4a82-a36a-b5042c6f4e0e None None] Set router 561d62e6-bc8d-4946-9bb3-d771ea6c877a gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:17:13.120301 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-34df8004-3c6e-4cbe-93d5-995c1753e8b9 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:13.138867 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c5d62214-2171-4e9b-aa90-a239948e3e4c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:17:13.143220 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c5d62214-2171-4e9b-aa90-a239948e3e4c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3668308 Apr 06 14:17:13.146868 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48824) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:13.218058 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-201fcf89-4953-4ba0-aa5c-9f02b342c1dc tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:13.243006 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-201fcf89-4953-4ba0-aa5c-9f02b342c1dc tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Usage tracker for resource:port and tenant:dba04c3a37af4901970d6629dcd9d38e is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:13.248682 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-63f60538-b4f7-468c-a9f4-16af01e24e8a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0995917 Apr 06 14:17:13.253943 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-201fcf89-4953-4ba0-aa5c-9f02b342c1dc tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:13.268305 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48828) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:13.274715 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-201fcf89-4953-4ba0-aa5c-9f02b342c1dc tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:13.282061 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a89085d8-f0de-4888-bba4-0196e58a7f56 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:13.282273 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bd779571-03e8-4268-a575-7195e03ae27e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:13.314891 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-39cc65da-7ae4-4593-87f8-9d47ad0e3a9d req-a77c897d-0c41-4cb2-bd6b-321ecb6edf3a tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad31f321-777b-468d-af8a-bf3ba452da2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108766 Apr 06 14:17:13.397769 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201fcf89-4953-4ba0-aa5c-9f02b342c1dc tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Made reservation on behalf of dba04c3a37af4901970d6629dcd9d38e for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:13.400739 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-201fcf89-4953-4ba0-aa5c-9f02b342c1dc tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:13.409315 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd779571-03e8-4268-a575-7195e03ae27e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Pushing event deleted for resources: {'Port': ['ID=7f7b98e1-f855-472a-9bb1-56a9bd6873e4,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:13.482845 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e7b8597d-2033-4937-ac24-3569c9a7ee9b None None] For port cd3cb7e5-5e56-4dfd-9066-001e5e520b57, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=cd3cb7e5-5e56-4dfd-9066-001e5e520b57,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:13.483414 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e7b8597d-2033-4937-ac24-3569c9a7ee9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:13.573084 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-201fcf89-4953-4ba0-aa5c-9f02b342c1dc tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] device_id is not set on port 72c7edc3-c4a5-4fd7-8e00-91d801194327 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:17:13.618748 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a89085d8-f0de-4888-bba4-0196e58a7f56 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:13.650596 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a89085d8-f0de-4888-bba4-0196e58a7f56 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:13.659852 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-34df8004-3c6e-4cbe-93d5-995c1753e8b9 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:13.670726 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07262568-efef-4eb2-8fb8-bf89c9806f44 admin admin] Router a0cdee79-472b-4547-86de-95e992a1ec6f has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:17:13.701574 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e7b8597d-2033-4937-ac24-3569c9a7ee9b None None] Calling delete_port for cd3cb7e5-5e56-4dfd-9066-001e5e520b57 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:13.729143 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-34df8004-3c6e-4cbe-93d5-995c1753e8b9 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b8ca921-6be8-4e89-a983-8b6ca9c1ecbe']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:13.736071 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89085d8-f0de-4888-bba4-0196e58a7f56 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:13.739496 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a89085d8-f0de-4888-bba4-0196e58a7f56 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:13.754927 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-34df8004-3c6e-4cbe-93d5-995c1753e8b9 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc68466a-365b-4bca-81b0-f6f8f8252220') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:13.755361 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-34df8004-3c6e-4cbe-93d5-995c1753e8b9 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc68466a-365b-4bca-81b0-f6f8f8252220') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:13.782469 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bd779571-03e8-4268-a575-7195e03ae27e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:13.878647 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device cd3cb7e5-5e56-4dfd-9066-001e5e520b57 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:17:13.904262 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-34df8004-3c6e-4cbe-93d5-995c1753e8b9 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:13.913066 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-201fcf89-4953-4ba0-aa5c-9f02b342c1dc tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Allocated IP 172.20.0.4 (45d17a5f-3406-4381-bb61-198799e5e0e9/ba36ca19-dadf-477c-a38b-10c2dcd6012e/72c7edc3-c4a5-4fd7-8e00-91d801194327) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:13.951518 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: cd3cb7e5-5e56-4dfd-9066-001e5e520b57 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:17:13.951902 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device cd3cb7e5-5e56-4dfd-9066-001e5e520b57 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:17:13.959839 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e7b8597d-2033-4937-ac24-3569c9a7ee9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:14.015695 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0b7a25-7db9-4afe-bc79-c53def79cd7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-45d17a5f-3406-4381-bb61-198799e5e0e9', 'network_id': '45d17a5f-3406-4381-bb61-198799e5e0e9', 'tenant_id': 'dba04c3a37af4901970d6629dcd9d38e', 'fixed_ips': [{'subnet_id': 'ba36ca19-dadf-477c-a38b-10c2dcd6012e'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:17:14.016315 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef0b7a25-7db9-4afe-bc79-c53def79cd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:14.041291 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8597d-2033-4937-ac24-3569c9a7ee9b None None] Pushing event deleted for resources: {'Port': ['ID=cd3cb7e5-5e56-4dfd-9066-001e5e520b57,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:14.042134 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-34df8004-3c6e-4cbe-93d5-995c1753e8b9 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:14.055717 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34df8004-3c6e-4cbe-93d5-995c1753e8b9 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:17:14.056116 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-34df8004-3c6e-4cbe-93d5-995c1753e8b9 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:17:14.071917 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:17:14.080711 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b8597d-2033-4937-ac24-3569c9a7ee9b None None] No DVR routers for this DVR port cd3cb7e5-5e56-4dfd-9066-001e5e520b57 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:17:14.191905 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c3d82618-fe7d-4a82-a36a-b5042c6f4e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561d62e6-bc8d-4946-9bb3-d771ea6c877a', 'name': 'tempest-TestVolumeBootPattern-1940172506-router', 'tenant_id': '64669f6f2a5642999e56b2ad10e020ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '589babb8-181c-4dd0-bb2b-d5928547d00a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:17:01Z', 'updated_at': '2022-04-06T14:17:07Z', 'revision_number': 3, 'project_id': '64669f6f2a5642999e56b2ad10e020ea', 'gw_port': {'id': '589babb8-181c-4dd0-bb2b-d5928547d00a', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561d62e6-bc8d-4946-9bb3-d771ea6c877a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:04Z', 'updated_at': '2022-04-06T14:17:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:14.195900 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d82618-fe7d-4a82-a36a-b5042c6f4e0e None None] Checking router: 561d62e6-bc8d-4946-9bb3-d771ea6c877a for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:17:14.196253 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d82618-fe7d-4a82-a36a-b5042c6f4e0e None None] Updating router 561d62e6-bc8d-4946-9bb3-d771ea6c877a port 589babb8-181c-4dd0-bb2b-d5928547d00a binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:17:14.249044 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-34df8004-3c6e-4cbe-93d5-995c1753e8b9 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:14.260491 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c3d82618-fe7d-4a82-a36a-b5042c6f4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:14.277457 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-34df8004-3c6e-4cbe-93d5-995c1753e8b9 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:14.299890 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df8004-3c6e-4cbe-93d5-995c1753e8b9 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event deleted for resources: {'Network': ['ID=8b8ca921-6be8-4e89-a983-8b6ca9c1ecbe,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:14.354325 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30acc0b6-a33e-463a-8f8d-a0c2f72e90d4 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:14.357878 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-34df8004-3c6e-4cbe-93d5-995c1753e8b9 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/networks/8b8ca921-6be8-4e89-a983-8b6ca9c1ecbe HTTP/1.1" status: 204 len: 168 time: 1.5179186 Apr 06 14:17:14.366002 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df8004-3c6e-4cbe-93d5-995c1753e8b9 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:14.366388 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df8004-3c6e-4cbe-93d5-995c1753e8b9 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:14.366729 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df8004-3c6e-4cbe-93d5-995c1753e8b9 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:14.367062 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df8004-3c6e-4cbe-93d5-995c1753e8b9 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:14.367482 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df8004-3c6e-4cbe-93d5-995c1753e8b9 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:14.367811 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df8004-3c6e-4cbe-93d5-995c1753e8b9 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:14.368134 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df8004-3c6e-4cbe-93d5-995c1753e8b9 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:14.368625 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df8004-3c6e-4cbe-93d5-995c1753e8b9 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:14.368895 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df8004-3c6e-4cbe-93d5-995c1753e8b9 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:14.369212 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df8004-3c6e-4cbe-93d5-995c1753e8b9 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:14.369648 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df8004-3c6e-4cbe-93d5-995c1753e8b9 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:14.379874 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48834) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:14.448144 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-97f63e3e-c048-4671-87d1-865d667c2ad4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1485525993'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:14.453731 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-97f63e3e-c048-4671-87d1-865d667c2ad4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:14.460465 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-97f63e3e-c048-4671-87d1-865d667c2ad4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Usage tracker for resource:network and tenant:6405625efdd14c9bb474ac0b7c765923 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:14.506870 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-201fcf89-4953-4ba0-aa5c-9f02b342c1dc tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:14.513127 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-97f63e3e-c048-4671-87d1-865d667c2ad4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:14.542178 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-97f63e3e-c048-4671-87d1-865d667c2ad4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:14.558002 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-201fcf89-4953-4ba0-aa5c-9f02b342c1dc tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Transition to ACTIVE for port object 72c7edc3-c4a5-4fd7-8e00-91d801194327 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:14.568515 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30acc0b6-a33e-463a-8f8d-a0c2f72e90d4 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:14.611285 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f63e3e-c048-4671-87d1-865d667c2ad4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Made reservation on behalf of 6405625efdd14c9bb474ac0b7c765923 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:14.614271 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-97f63e3e-c048-4671-87d1-865d667c2ad4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:14.627741 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c3d82618-fe7d-4a82-a36a-b5042c6f4e0e None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:14.640749 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c3d82618-fe7d-4a82-a36a-b5042c6f4e0e None None] Transition to ACTIVE for port object 589babb8-181c-4dd0-bb2b-d5928547d00a will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:14.647816 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c3d82618-fe7d-4a82-a36a-b5042c6f4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:14.660646 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.objects.ports [None req-a89085d8-f0de-4888-bba4-0196e58a7f56 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83737) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 06 14:17:14.665845 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a89085d8-f0de-4888-bba4-0196e58a7f56 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:14.706461 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-201fcf89-4953-4ba0-aa5c-9f02b342c1dc tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:14.756831 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f63e3e-c048-4671-87d1-865d667c2ad4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:17:14.778253 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a9d0b-b7fc-4706-ba30-7074d06a4a13 None None] Pushing event updated for resources: {'Port': ['ID=589babb8-181c-4dd0-bb2b-d5928547d00a,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:14.789082 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c3d82618-fe7d-4a82-a36a-b5042c6f4e0e None None] Attempting to bind port 589babb8-181c-4dd0-bb2b-d5928547d00a on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:17:14.789607 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c3d82618-fe7d-4a82-a36a-b5042c6f4e0e None None] Attempting to bind port 589babb8-181c-4dd0-bb2b-d5928547d00a by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:17:14.790151 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d82618-fe7d-4a82-a36a-b5042c6f4e0e None None] Attempting to bind port 589babb8-181c-4dd0-bb2b-d5928547d00a on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:17:14.797534 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-ef0b7a25-7db9-4afe-bc79-c53def79cd7c None None] Allocated IP 172.20.0.2 (45d17a5f-3406-4381-bb61-198799e5e0e9/ba36ca19-dadf-477c-a38b-10c2dcd6012e/f9f262cf-31c1-4c51-9ed4-c9a735a5e050) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:14.804016 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d82618-fe7d-4a82-a36a-b5042c6f4e0e None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:17:14.804554 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d82618-fe7d-4a82-a36a-b5042c6f4e0e None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:17:14.805082 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c3d82618-fe7d-4a82-a36a-b5042c6f4e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:14.805571 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d82618-fe7d-4a82-a36a-b5042c6f4e0e None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:17:14.806148 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c3d82618-fe7d-4a82-a36a-b5042c6f4e0e None None] Bound port: 589babb8-181c-4dd0-bb2b-d5928547d00a, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:17:14.806671 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c3d82618-fe7d-4a82-a36a-b5042c6f4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:14.817539 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89085d8-f0de-4888-bba4-0196e58a7f56 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:14.836160 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-a89085d8-f0de-4888-bba4-0196e58a7f56 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:14.839302 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89085d8-f0de-4888-bba4-0196e58a7f56 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:14.840231 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a89085d8-f0de-4888-bba4-0196e58a7f56 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:14.851302 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba4c45f-766f-4e5a-993e-d014d8719b49 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:17:14.851547 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201fcf89-4953-4ba0-aa5c-9f02b342c1dc tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Network 45d17a5f-3406-4381-bb61-198799e5e0e9 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:14.866079 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201fcf89-4953-4ba0-aa5c-9f02b342c1dc tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Pushing event updated for resources: {'Port': ['ID=72c7edc3-c4a5-4fd7-8e00-91d801194327,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:14.870836 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-201fcf89-4953-4ba0-aa5c-9f02b342c1dc tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:14.873073 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201fcf89-4953-4ba0-aa5c-9f02b342c1dc tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:14.879965 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f02f51-1afe-4959-9c87-03f8bcb0e8c6 req-c81bc6f9-88f9-4e6c-acb3-a093f76b211f tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:14.881453 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-05f02f51-1afe-4959-9c87-03f8bcb0e8c6 req-c81bc6f9-88f9-4e6c-acb3-a093f76b211f tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 946 time: 0.4127369 Apr 06 14:17:14.883125 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07262568-efef-4eb2-8fb8-bf89c9806f44 admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:17:14.896682 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209032b0-16e1-46f5-8f1c-dfac31b9006e None None] Sync routers for ids ['a0cdee79-472b-4547-86de-95e992a1ec6f'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:17:14.900736 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89085d8-f0de-4888-bba4-0196e58a7f56 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Subnet': ['ID=bf39ab81-8c27-450c-ac18-86851595b986,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:14.917585 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209032b0-16e1-46f5-8f1c-dfac31b9006e None None] Routers {'a0cdee79-472b-4547-86de-95e992a1ec6f'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:14.918436 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-209032b0-16e1-46f5-8f1c-dfac31b9006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['a0cdee79-472b-4547-86de-95e992a1ec6f'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:14.960856 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201fcf89-4953-4ba0-aa5c-9f02b342c1dc tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:14.961515 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-201fcf89-4953-4ba0-aa5c-9f02b342c1dc tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:14.964022 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-97f63e3e-c048-4671-87d1-865d667c2ad4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:14.964563 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-97f63e3e-c048-4671-87d1-865d667c2ad4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Added segment dd275bba-2bbf-467c-b770-fc115dad99ba of type vlan for network 3b27f226-8d55-40c7-b4a1-d1abd6b317d1 Apr 06 14:17:14.974462 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a89085d8-f0de-4888-bba4-0196e58a7f56 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7026842 Apr 06 14:17:14.977504 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48838) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:14.985009 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-771ac11f-f925-4f9b-b354-e74dc2f77db7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'port': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'mac_address': 'fa:16:3e:dc:f3:47', 'name': 'tempest-NetworksTestDHCPv6-489139778'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:15.047330 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-201fcf89-4953-4ba0-aa5c-9f02b342c1dc tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1464672 Apr 06 14:17:15.059874 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48842) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:15.068494 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-07262568-efef-4eb2-8fb8-bf89c9806f44 admin admin] 10.222.0.60 "PUT /v2.0/routers/a0cdee79-472b-4547-86de-95e992a1ec6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2145512 Apr 06 14:17:15.068706 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c3d82618-fe7d-4a82-a36a-b5042c6f4e0e None None] For port 589babb8-181c-4dd0-bb2b-d5928547d00a, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:17:15.073216 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-19d11874-947d-48bd-9023-15515938e704 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Request body: {'port': {'network_id': '45d17a5f-3406-4381-bb61-198799e5e0e9', 'name': 'tempest-AllowedAddressPairTestJSON-449323192', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:6f:ca:79'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:15.087714 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48844) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:15.110437 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c3d82618-fe7d-4a82-a36a-b5042c6f4e0e None None] For port 589babb8-181c-4dd0-bb2b-d5928547d00a, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=589babb8-181c-4dd0-bb2b-d5928547d00a,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:17:15.127262 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c3d82618-fe7d-4a82-a36a-b5042c6f4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:15.251304 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-209032b0-16e1-46f5-8f1c-dfac31b9006e None None] Set router a0cdee79-472b-4547-86de-95e992a1ec6f gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:17:15.257770 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-771ac11f-f925-4f9b-b354-e74dc2f77db7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:15.319312 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bde28442-61ab-458a-8ff0-6516ceb52393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:15.325279 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a9d0b-b7fc-4706-ba30-7074d06a4a13 None None] Pushing event updated for resources: {'Port': ['ID=589babb8-181c-4dd0-bb2b-d5928547d00a,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:15.351728 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-771ac11f-f925-4f9b-b354-e74dc2f77db7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:15.425872 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771ac11f-f925-4f9b-b354-e74dc2f77db7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:15.432188 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-771ac11f-f925-4f9b-b354-e74dc2f77db7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:15.432890 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef0b7a25-7db9-4afe-bc79-c53def79cd7c None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:15.441086 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b713c4c6-2e08-45e8-bef6-df1c1bc8e01e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-45db5c66-c082-47ed-beeb-688e3c8646d5', 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'fixed_ips': [{'subnet_id': 'bf39ab81-8c27-450c-ac18-86851595b986'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:17:15.442264 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b713c4c6-2e08-45e8-bef6-df1c1bc8e01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:15.460926 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d82618-fe7d-4a82-a36a-b5042c6f4e0e None None] Routers {'561d62e6-bc8d-4946-9bb3-d771ea6c877a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:15.461919 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c3d82618-fe7d-4a82-a36a-b5042c6f4e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['561d62e6-bc8d-4946-9bb3-d771ea6c877a'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:15.472913 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-97f63e3e-c048-4671-87d1-865d667c2ad4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:15.485829 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-771ac11f-f925-4f9b-b354-e74dc2f77db7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] device_id is not set on port 298a4d12-79fc-4af8-bf75-50b16b06694e yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:17:15.509523 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ef0b7a25-7db9-4afe-bc79-c53def79cd7c None None] Transition to ACTIVE for port object f9f262cf-31c1-4c51-9ed4-c9a735a5e050 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:15.546495 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-05f02f51-1afe-4959-9c87-03f8bcb0e8c6 req-08c2abc4-d623-41ef-a6c8-1b669afbba47 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad31f321-777b-468d-af8a-bf3ba452da2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6333144 Apr 06 14:17:15.657131 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ef0b7a25-7db9-4afe-bc79-c53def79cd7c None None] Transition to ACTIVE for port object f9f262cf-31c1-4c51-9ed4-c9a735a5e050 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:15.657830 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-30acc0b6-a33e-463a-8f8d-a0c2f72e90d4 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:17:15.663803 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-771ac11f-f925-4f9b-b354-e74dc2f77db7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Allocated IP 2001:db8::f816:3eff:fedc:f347 (45db5c66-c082-47ed-beeb-688e3c8646d5/bf39ab81-8c27-450c-ac18-86851595b986/298a4d12-79fc-4af8-bf75-50b16b06694e) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:15.682428 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef0b7a25-7db9-4afe-bc79-c53def79cd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:15.733842 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-209032b0-16e1-46f5-8f1c-dfac31b9006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'name': 'tempest-ServerActionsTestJSON-897796809-router', 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': '7b60010b-9ba0-43cd-80e2-43efebf3735d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:11Z', 'updated_at': '2022-04-06T14:17:07Z', 'revision_number': 5, 'project_id': '45bdc10440d74a5abd92184edf5c75b4', 'gw_port': {'id': '7b60010b-9ba0-43cd-80e2-43efebf3735d', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:12Z', 'updated_at': '2022-04-06T14:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:15.740643 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30acc0b6-a33e-463a-8f8d-a0c2f72e90d4 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:15.741870 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209032b0-16e1-46f5-8f1c-dfac31b9006e None None] Checking router: a0cdee79-472b-4547-86de-95e992a1ec6f for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:17:15.777290 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-97f63e3e-c048-4671-87d1-865d667c2ad4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:15.781656 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f63e3e-c048-4671-87d1-865d667c2ad4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:15.782213 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-97f63e3e-c048-4671-87d1-865d667c2ad4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:15.786636 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209032b0-16e1-46f5-8f1c-dfac31b9006e None None] Routers {'a0cdee79-472b-4547-86de-95e992a1ec6f'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:15.787285 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-209032b0-16e1-46f5-8f1c-dfac31b9006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['a0cdee79-472b-4547-86de-95e992a1ec6f'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:15.808190 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0b7a25-7db9-4afe-bc79-c53def79cd7c None None] Network 45d17a5f-3406-4381-bb61-198799e5e0e9 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:15.813031 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-ef0b7a25-7db9-4afe-bc79-c53def79cd7c None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:15.815878 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b7a25-7db9-4afe-bc79-c53def79cd7c None None] Pushing event updated for resources: {'Port': ['ID=f9f262cf-31c1-4c51-9ed4-c9a735a5e050,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:15.818956 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0b7a25-7db9-4afe-bc79-c53def79cd7c None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:15.828411 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-c3d82618-fe7d-4a82-a36a-b5042c6f4e0e None None] Set router 561d62e6-bc8d-4946-9bb3-d771ea6c877a gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:17:15.851261 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30acc0b6-a33e-463a-8f8d-a0c2f72e90d4 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:15.964803 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-771ac11f-f925-4f9b-b354-e74dc2f77db7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:15.983347 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-771ac11f-f925-4f9b-b354-e74dc2f77db7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Transition to ACTIVE for port object 298a4d12-79fc-4af8-bf75-50b16b06694e will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:15.996081 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-19d11874-947d-48bd-9023-15515938e704 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:16.014520 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-771ac11f-f925-4f9b-b354-e74dc2f77db7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:16.074480 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-209032b0-16e1-46f5-8f1c-dfac31b9006e None None] Set router a0cdee79-472b-4547-86de-95e992a1ec6f gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:17:16.161168 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771ac11f-f925-4f9b-b354-e74dc2f77db7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:16.167888 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-771ac11f-f925-4f9b-b354-e74dc2f77db7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:16.172563 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771ac11f-f925-4f9b-b354-e74dc2f77db7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:16.175374 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ef0b7a25-7db9-4afe-bc79-c53def79cd7c None None] Attempting to bind port f9f262cf-31c1-4c51-9ed4-c9a735a5e050 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:17:16.175874 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ef0b7a25-7db9-4afe-bc79-c53def79cd7c None None] Attempting to bind port f9f262cf-31c1-4c51-9ed4-c9a735a5e050 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '19282b7d-9001-4265-843a-8255b21e7348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '45d17a5f-3406-4381-bb61-198799e5e0e9'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:17:16.176426 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0b7a25-7db9-4afe-bc79-c53def79cd7c None None] Attempting to bind port f9f262cf-31c1-4c51-9ed4-c9a735a5e050 on network 45d17a5f-3406-4381-bb61-198799e5e0e9 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:17:16.177312 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771ac11f-f925-4f9b-b354-e74dc2f77db7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:16.178183 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-771ac11f-f925-4f9b-b354-e74dc2f77db7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:16.199089 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-b713c4c6-2e08-45e8-bef6-df1c1bc8e01e None None] Allocated IP 2001:db8::f816:3eff:fede:5ed0 (45db5c66-c082-47ed-beeb-688e3c8646d5/bf39ab81-8c27-450c-ac18-86851595b986/fbde675e-464b-49a1-a682-298c82d3cc07) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:16.204761 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0b7a25-7db9-4afe-bc79-c53def79cd7c None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:17:16.205308 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0b7a25-7db9-4afe-bc79-c53def79cd7c None None] Checking segment: {'id': '19282b7d-9001-4265-843a-8255b21e7348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '45d17a5f-3406-4381-bb61-198799e5e0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:17:16.205804 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef0b7a25-7db9-4afe-bc79-c53def79cd7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:16.206338 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0b7a25-7db9-4afe-bc79-c53def79cd7c None None] Bound using segment: {'id': '19282b7d-9001-4265-843a-8255b21e7348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '45d17a5f-3406-4381-bb61-198799e5e0e9'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:17:16.206913 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ef0b7a25-7db9-4afe-bc79-c53def79cd7c None None] Bound port: f9f262cf-31c1-4c51-9ed4-c9a735a5e050, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19282b7d-9001-4265-843a-8255b21e7348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '45d17a5f-3406-4381-bb61-198799e5e0e9'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:17:16.207396 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef0b7a25-7db9-4afe-bc79-c53def79cd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:16.218951 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-19d11874-947d-48bd-9023-15515938e704 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Usage tracker for resource:port and tenant:dba04c3a37af4901970d6629dcd9d38e is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:16.221162 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-771ac11f-f925-4f9b-b354-e74dc2f77db7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2414548 Apr 06 14:17:16.225174 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ac11f-f925-4f9b-b354-e74dc2f77db7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Port': ['ID=298a4d12-79fc-4af8-bf75-50b16b06694e,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:16.238671 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48854) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:16.290741 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-19d11874-947d-48bd-9023-15515938e704 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:16.322021 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-97f63e3e-c048-4671-87d1-865d667c2ad4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9327369 Apr 06 14:17:16.326612 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-19d11874-947d-48bd-9023-15515938e704 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:16.329679 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48860) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:16.346683 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a2d0f811-7988-49a1-ba4e-2c2800f2110c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'subnet': {'network_id': '3b27f226-8d55-40c7-b4a1-d1abd6b317d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:16.393479 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f63e3e-c048-4671-87d1-865d667c2ad4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Network': ['ID=3b27f226-8d55-40c7-b4a1-d1abd6b317d1,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:16.416188 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 3b27f226-8d55-40c7-b4a1-d1abd6b317d1 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:17:16.429410 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30acc0b6-a33e-463a-8f8d-a0c2f72e90d4 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event updated for resources: {'Port': ['ID=229eec4f-1d52-426f-b72e-96f64eb268a3,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:16.438155 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d11874-947d-48bd-9023-15515938e704 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Made reservation on behalf of dba04c3a37af4901970d6629dcd9d38e for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:16.482271 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-209032b0-16e1-46f5-8f1c-dfac31b9006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'name': 'tempest-ServerActionsTestJSON-897796809-router', 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': '7b60010b-9ba0-43cd-80e2-43efebf3735d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:11Z', 'updated_at': '2022-04-06T14:17:07Z', 'revision_number': 5, 'project_id': '45bdc10440d74a5abd92184edf5c75b4', 'gw_port': {'id': '7b60010b-9ba0-43cd-80e2-43efebf3735d', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:12Z', 'updated_at': '2022-04-06T14:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:16.488068 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209032b0-16e1-46f5-8f1c-dfac31b9006e None None] The sync data for ids ['a0cdee79-472b-4547-86de-95e992a1ec6f'] in dv-neutron-835868-1-hyperv is: [{'id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'name': 'tempest-ServerActionsTestJSON-897796809-router', 'tenant_id': '45bdc10440d74a5abd92184edf5c75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': '7b60010b-9ba0-43cd-80e2-43efebf3735d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:13:11Z', 'updated_at': '2022-04-06T14:17:07Z', 'revision_number': 5, 'project_id': '45bdc10440d74a5abd92184edf5c75b4', 'gw_port': {'id': '7b60010b-9ba0-43cd-80e2-43efebf3735d', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdee79-472b-4547-86de-95e992a1ec6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:13:12Z', 'updated_at': '2022-04-06T14:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:17:16.501451 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-bde28442-61ab-458a-8ff0-6516ceb52393 admin admin] Allocated IP 172.20.0.1 (e2a0c444-1824-4f35-9bf1-0295189e1a41/a755f855-3068-45b6-860e-ce72f4b16b45/419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:16.553271 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ef0b7a25-7db9-4afe-bc79-c53def79cd7c None None] For port f9f262cf-31c1-4c51-9ed4-c9a735a5e050, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:17:16.596961 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ef0b7a25-7db9-4afe-bc79-c53def79cd7c None None] For port f9f262cf-31c1-4c51-9ed4-c9a735a5e050, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f9f262cf-31c1-4c51-9ed4-c9a735a5e050,segment=NetworkSegment(19282b7d-9001-4265-843a-8255b21e7348),segment_id=19282b7d-9001-4265-843a-8255b21e7348)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:17:16.605867 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30acc0b6-a33e-463a-8f8d-a0c2f72e90d4 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:16.615812 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef0b7a25-7db9-4afe-bc79-c53def79cd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:16.640256 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a2d0f811-7988-49a1-ba4e-2c2800f2110c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:16.649456 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888b73d5-d584-46e5-8230-c08daeaca9c6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:16.650235 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-888b73d5-d584-46e5-8230-c08daeaca9c6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:17:16.658201 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a2d0f811-7988-49a1-ba4e-2c2800f2110c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Usage tracker for resource:subnet and tenant:6405625efdd14c9bb474ac0b7c765923 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:16.662742 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a2d0f811-7988-49a1-ba4e-2c2800f2110c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:16.676184 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a2d0f811-7988-49a1-ba4e-2c2800f2110c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:16.690938 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-19d11874-947d-48bd-9023-15515938e704 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:16.711395 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-888b73d5-d584-46e5-8230-c08daeaca9c6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:17:16.712552 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-888b73d5-d584-46e5-8230-c08daeaca9c6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4688396 Apr 06 14:17:16.715624 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d0f811-7988-49a1-ba4e-2c2800f2110c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Made reservation on behalf of 6405625efdd14c9bb474ac0b7c765923 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:16.739202 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48864) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:16.762338 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b713c4c6-2e08-45e8-bef6-df1c1bc8e01e None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:16.767884 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b7a25-7db9-4afe-bc79-c53def79cd7c None None] Pushing event updated for resources: {'Port': ['ID=f9f262cf-31c1-4c51-9ed4-c9a735a5e050,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:16.768132 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-aeacb6be-0d19-449f-878b-6d277df84a33 req-e734a6e0-d8ed-4cb5-abf5-b76a58d25524 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0fa4c70b7fe74530b9d1a0349885514d&device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 1099 time: 0.5565701 Apr 06 14:17:16.777054 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c3d82618-fe7d-4a82-a36a-b5042c6f4e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561d62e6-bc8d-4946-9bb3-d771ea6c877a', 'name': 'tempest-TestVolumeBootPattern-1940172506-router', 'tenant_id': '64669f6f2a5642999e56b2ad10e020ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '589babb8-181c-4dd0-bb2b-d5928547d00a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:17:01Z', 'updated_at': '2022-04-06T14:17:07Z', 'revision_number': 3, 'project_id': '64669f6f2a5642999e56b2ad10e020ea', 'gw_port': {'id': '589babb8-181c-4dd0-bb2b-d5928547d00a', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561d62e6-bc8d-4946-9bb3-d771ea6c877a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:04Z', 'updated_at': '2022-04-06T14:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:16.789746 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b713c4c6-2e08-45e8-bef6-df1c1bc8e01e None None] Transition to ACTIVE for port object fbde675e-464b-49a1-a682-298c82d3cc07 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:16.791991 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d82618-fe7d-4a82-a36a-b5042c6f4e0e None None] The sync data for ids ['561d62e6-bc8d-4946-9bb3-d771ea6c877a'] in dv-neutron-835868-1-hyperv is: [{'id': '561d62e6-bc8d-4946-9bb3-d771ea6c877a', 'name': 'tempest-TestVolumeBootPattern-1940172506-router', 'tenant_id': '64669f6f2a5642999e56b2ad10e020ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '589babb8-181c-4dd0-bb2b-d5928547d00a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:17:01Z', 'updated_at': '2022-04-06T14:17:07Z', 'revision_number': 3, 'project_id': '64669f6f2a5642999e56b2ad10e020ea', 'gw_port': {'id': '589babb8-181c-4dd0-bb2b-d5928547d00a', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561d62e6-bc8d-4946-9bb3-d771ea6c877a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:04Z', 'updated_at': '2022-04-06T14:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:17:16.816767 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b713c4c6-2e08-45e8-bef6-df1c1bc8e01e None None] Transition to ACTIVE for port object fbde675e-464b-49a1-a682-298c82d3cc07 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:16.825883 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b713c4c6-2e08-45e8-bef6-df1c1bc8e01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:16.826660 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb64768-b8a9-462b-9a62-11fb7055d86f req-f392cd53-054a-4fb9-a410-65f8f7b263db tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:16.849430 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0fb64768-b8a9-462b-9a62-11fb7055d86f req-f392cd53-054a-4fb9-a410-65f8f7b263db tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 946 time: 0.6652768 Apr 06 14:17:16.881793 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-19d11874-947d-48bd-9023-15515938e704 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] device_id is not set on port a202b7f5-de83-494b-b254-82d10afbc535 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:17:16.961664 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b713c4c6-2e08-45e8-bef6-df1c1bc8e01e None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:16.964916 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-b713c4c6-2e08-45e8-bef6-df1c1bc8e01e None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:16.970373 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b713c4c6-2e08-45e8-bef6-df1c1bc8e01e None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:16.975221 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713c4c6-2e08-45e8-bef6-df1c1bc8e01e None None] Pushing event updated for resources: {'Port': ['ID=fbde675e-464b-49a1-a682-298c82d3cc07,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:17.092303 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bde28442-61ab-458a-8ff0-6516ceb52393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:17.150415 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd779571-03e8-4268-a575-7195e03ae27e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Router 568accfe-e420-4fcf-9ed1-4d4b356183c2 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:17:17.161376 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-683a3e01-ed93-4cef-995f-5d4f45173fac tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting port 298a4d12-79fc-4af8-bf75-50b16b06694e {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:17.161711 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-683a3e01-ed93-4cef-995f-5d4f45173fac tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:17.168273 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b713c4c6-2e08-45e8-bef6-df1c1bc8e01e None None] Attempting to bind port fbde675e-464b-49a1-a682-298c82d3cc07 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:17:17.169005 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b713c4c6-2e08-45e8-bef6-df1c1bc8e01e None None] Attempting to bind port fbde675e-464b-49a1-a682-298c82d3cc07 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:17:17.169597 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b713c4c6-2e08-45e8-bef6-df1c1bc8e01e None None] Attempting to bind port fbde675e-464b-49a1-a682-298c82d3cc07 on network 45db5c66-c082-47ed-beeb-688e3c8646d5 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:17:17.190362 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b713c4c6-2e08-45e8-bef6-df1c1bc8e01e None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:17:17.191238 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b713c4c6-2e08-45e8-bef6-df1c1bc8e01e None None] Checking segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:17:17.191879 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b713c4c6-2e08-45e8-bef6-df1c1bc8e01e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:17.192494 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b713c4c6-2e08-45e8-bef6-df1c1bc8e01e None None] Bound using segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:17:17.193213 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b713c4c6-2e08-45e8-bef6-df1c1bc8e01e None None] Bound port: fbde675e-464b-49a1-a682-298c82d3cc07, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:17:17.199186 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a2d0f811-7988-49a1-ba4e-2c2800f2110c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:17.202410 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b713c4c6-2e08-45e8-bef6-df1c1bc8e01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:17.207983 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30d84b56-a5cd-40e5-9771-b912bc4e7fcd admin admin] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:17.316498 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0fb64768-b8a9-462b-9a62-11fb7055d86f req-80038438-6ddb-4093-94c1-c4f1f9d41f9e tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad31f321-777b-468d-af8a-bf3ba452da2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718938 Apr 06 14:17:17.416617 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b713c4c6-2e08-45e8-bef6-df1c1bc8e01e None None] For port fbde675e-464b-49a1-a682-298c82d3cc07, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:17:17.419252 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-bde28442-61ab-458a-8ff0-6516ceb52393 admin admin] Transition to ACTIVE for port object 419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:17.420729 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b713c4c6-2e08-45e8-bef6-df1c1bc8e01e None None] For port fbde675e-464b-49a1-a682-298c82d3cc07, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=fbde675e-464b-49a1-a682-298c82d3cc07,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:17:17.427411 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b713c4c6-2e08-45e8-bef6-df1c1bc8e01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:17.522778 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713c4c6-2e08-45e8-bef6-df1c1bc8e01e None None] Pushing event updated for resources: {'Port': ['ID=fbde675e-464b-49a1-a682-298c82d3cc07,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:17.648570 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacb6be-0d19-449f-878b-6d277df84a33 req-dd0bd39d-4bef-4e66-ad37-db9a1b050ffd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:17.650524 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-aeacb6be-0d19-449f-878b-6d277df84a33 req-dd0bd39d-4bef-4e66-ad37-db9a1b050ffd service neutron] 10.222.0.69 "GET /v2.0/networks?id=9349387b-90ce-46b9-bc40-8b651b772fa9 HTTP/1.1" status: 200 len: 912 time: 0.8674381 Apr 06 14:17:17.701315 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bde28442-61ab-458a-8ff0-6516ceb52393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:17.883612 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-19d11874-947d-48bd-9023-15515938e704 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Allocated IP 172.20.0.3 (45d17a5f-3406-4381-bb61-198799e5e0e9/ba36ca19-dadf-477c-a38b-10c2dcd6012e/a202b7f5-de83-494b-b254-82d10afbc535) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:17.903373 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde28442-61ab-458a-8ff0-6516ceb52393 admin admin] Network e2a0c444-1824-4f35-9bf1-0295189e1a41 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:17.910714 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-bde28442-61ab-458a-8ff0-6516ceb52393 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:17.917994 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a2d0f811-7988-49a1-ba4e-2c2800f2110c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:17.924668 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde28442-61ab-458a-8ff0-6516ceb52393 admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:17.989843 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-aeacb6be-0d19-449f-878b-6d277df84a33 req-f1e20b3f-524d-44e2-abdd-21e63599f7d8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7 HTTP/1.1" status: 200 len: 217 time: 0.2824571 Apr 06 14:17:17.996654 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 589babb8-181c-4dd0-bb2b-d5928547d00a up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:17:18.014472 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde28442-61ab-458a-8ff0-6516ceb52393 admin admin] Pushing event updated for resources: {'Port': ['ID=419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:18.066472 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-683a3e01-ed93-4cef-995f-5d4f45173fac tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:18.155662 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 589babb8-181c-4dd0-bb2b-d5928547d00a completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:18.162315 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 589babb8-181c-4dd0-bb2b-d5928547d00a triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:18.162807 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:18.328842 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-30acc0b6-a33e-463a-8f8d-a0c2f72e90d4 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Floating IP bdd11f41-4c16-4f2b-8930-b2585d778edb associated. External IP: 172.26.8.242, port: 60f03166-3ced-4af2-b212-1bcb772cf424. Apr 06 14:17:18.379286 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-683a3e01-ed93-4cef-995f-5d4f45173fac tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Calling delete_port for 298a4d12-79fc-4af8-bf75-50b16b06694e owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:18.402718 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:18.429873 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 589babb8-181c-4dd0-bb2b-d5928547d00a, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=589babb8-181c-4dd0-bb2b-d5928547d00a,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:18.437839 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:18.439006 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f9f262cf-31c1-4c51-9ed4-c9a735a5e050 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:17:18.441678 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bde28442-61ab-458a-8ff0-6516ceb52393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:18.503728 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0f811-7988-49a1-ba4e-2c2800f2110c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Subnet': ['ID=267e0bc6-41c3-4511-b403-2fdbe25c9205,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:18.551799 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4edcfe2-e714-4b8c-938d-2941edf24649 None None] Network 45d17a5f-3406-4381-bb61-198799e5e0e9 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:17:18.558765 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacb6be-0d19-449f-878b-6d277df84a33 req-ae885df6-b025-4127-87bb-1b1669dd4f7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:18.560257 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-aeacb6be-0d19-449f-878b-6d277df84a33 req-ae885df6-b025-4127-87bb-1b1669dd4f7c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8b6d0cf5-868b-4474-a773-99f56aa1b806 HTTP/1.1" status: 200 len: 851 time: 0.5432804 Apr 06 14:17:18.656677 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-501c51b6-f66c-423b-a44c-004d4e9fc0c8 None None] Provisioning for port 419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:18.679574 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-501c51b6-f66c-423b-a44c-004d4e9fc0c8 None None] Provisioning complete for port 419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:18.679947 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-501c51b6-f66c-423b-a44c-004d4e9fc0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:18.694492 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-aeacb6be-0d19-449f-878b-6d277df84a33 req-5d2318fb-326f-4570-a2ef-b1aa9840ae35 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9349387b-90ce-46b9-bc40-8b651b772fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785408 Apr 06 14:17:18.710472 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d0f811-7988-49a1-ba4e-2c2800f2110c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Checking segment: {'id': 'dd275bba-2bbf-467c-b770-fc115dad99ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3b27f226-8d55-40c7-b4a1-d1abd6b317d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:17:18.711063 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d0f811-7988-49a1-ba4e-2c2800f2110c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network hostable DHCP agents. Network: 3b27f226-8d55-40c7-b4a1-d1abd6b317d1, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:17:18.722856 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=589babb8-181c-4dd0-bb2b-d5928547d00a,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:18.755565 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-683a3e01-ed93-4cef-995f-5d4f45173fac tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:18.784468 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-501c51b6-f66c-423b-a44c-004d4e9fc0c8 None None] Port 419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:17:18.852932 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bde28442-61ab-458a-8ff0-6516ceb52393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:18.861833 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a3e01-ed93-4cef-995f-5d4f45173fac tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Port': ['ID=298a4d12-79fc-4af8-bf75-50b16b06694e,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:18.869943 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11cb8b-817c-4482-87df-96078bfd7f38 req-6909546e-185b-46e4-bcc7-341c042a92c7 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:18.877507 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7c11cb8b-817c-4482-87df-96078bfd7f38 req-6909546e-185b-46e4-bcc7-341c042a92c7 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 946 time: 0.3676953 Apr 06 14:17:18.901156 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port f9f262cf-31c1-4c51-9ed4-c9a735a5e050 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:18.939860 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c0a84148-1ca8-40a1-a94d-99dcdbd786fe no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:17:18.962691 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-19d11874-947d-48bd-9023-15515938e704 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:18.988662 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: c0a84148-1ca8-40a1-a94d-99dcdbd786fe {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:17:18.989403 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c0a84148-1ca8-40a1-a94d-99dcdbd786fe not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:17:19.011952 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1163a0aa-b2b8-488b-ad02-6c603e1a1c9f None None] Provisioning for port f9f262cf-31c1-4c51-9ed4-c9a735a5e050 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:19.014627 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-683a3e01-ed93-4cef-995f-5d4f45173fac tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:19.020457 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1163a0aa-b2b8-488b-ad02-6c603e1a1c9f None None] Provisioning complete for port f9f262cf-31c1-4c51-9ed4-c9a735a5e050 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:19.020830 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1163a0aa-b2b8-488b-ad02-6c603e1a1c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:19.023248 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-19d11874-947d-48bd-9023-15515938e704 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Transition to ACTIVE for port object a202b7f5-de83-494b-b254-82d10afbc535 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:19.041646 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d0f811-7988-49a1-ba4e-2c2800f2110c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network 3b27f226-8d55-40c7-b4a1-d1abd6b317d1 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:17:19.042483 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-aeacb6be-0d19-449f-878b-6d277df84a33 req-3a7a9fde-7d79-41de-9408-05418a96176d service neutron] 10.222.0.69 "GET /v2.0/networks/9349387b-90ce-46b9-bc40-8b651b772fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304009 Apr 06 14:17:19.044358 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd779571-03e8-4268-a575-7195e03ae27e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:17:19.063905 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7c11cb8b-817c-4482-87df-96078bfd7f38 req-606d3ed3-71cc-4560-90bc-9d1c08defe0b tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad31f321-777b-468d-af8a-bf3ba452da2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859577 Apr 06 14:17:19.070018 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39124242-bc53-4dc8-8a7a-217cbd104a46 None None] Sync routers for ids ['568accfe-e420-4fcf-9ed1-4d4b356183c2'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:17:19.074038 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-683a3e01-ed93-4cef-995f-5d4f45173fac tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/298a4d12-79fc-4af8-bf75-50b16b06694e HTTP/1.1" status: 204 len: 168 time: 2.3320115 Apr 06 14:17:19.075244 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48870) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:19.090836 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30d84b56-a5cd-40e5-9771-b912bc4e7fcd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:19.118032 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39124242-bc53-4dc8-8a7a-217cbd104a46 None None] Routers {'568accfe-e420-4fcf-9ed1-4d4b356183c2'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:19.118678 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-39124242-bc53-4dc8-8a7a-217cbd104a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['568accfe-e420-4fcf-9ed1-4d4b356183c2'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:19.135489 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-a2d0f811-7988-49a1-ba4e-2c2800f2110c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 3b27f226-8d55-40c7-b4a1-d1abd6b317d1) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:19.140143 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d0f811-7988-49a1-ba4e-2c2800f2110c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:19.141339 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a2d0f811-7988-49a1-ba4e-2c2800f2110c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:19.205526 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c750b8-5210-44df-a1ff-5c6a60be4357 None None] Network 3b27f226-8d55-40c7-b4a1-d1abd6b317d1 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:17:19.313656 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-aeacb6be-0d19-449f-878b-6d277df84a33 req-c3142e11-8520-4f7a-b66a-2c34f8d9ead3 service neutron] 10.222.0.69 "GET /v2.0/networks/9349387b-90ce-46b9-bc40-8b651b772fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611628 Apr 06 14:17:19.316068 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bd779571-03e8-4268-a575-7195e03ae27e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:19.330286 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-39124242-bc53-4dc8-8a7a-217cbd104a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:19.381173 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a2d0f811-7988-49a1-ba4e-2c2800f2110c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0483792 Apr 06 14:17:19.384573 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-30d84b56-a5cd-40e5-9771-b912bc4e7fcd admin admin] Deleting port 7b60010b-9ba0-43cd-80e2-43efebf3735d {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:19.384949 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30d84b56-a5cd-40e5-9771-b912bc4e7fcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:19.392852 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48874) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:19.410311 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-565cd886-ce57-48c4-88ba-c0edb451a356 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-48040869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:19.427375 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50b23cd-4bfa-4187-b46b-91f0fb7add89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:19.434961 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50b23cd-4bfa-4187-b46b-91f0fb7add89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:19.436030 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e50b23cd-4bfa-4187-b46b-91f0fb7add89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:17:19.441261 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-565cd886-ce57-48c4-88ba-c0edb451a356 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:19.449426 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-565cd886-ce57-48c4-88ba-c0edb451a356 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Usage tracker for resource:router and tenant:6405625efdd14c9bb474ac0b7c765923 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:19.458803 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-565cd886-ce57-48c4-88ba-c0edb451a356 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:19.470560 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-565cd886-ce57-48c4-88ba-c0edb451a356 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:19.484283 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39124242-bc53-4dc8-8a7a-217cbd104a46 None None] Routers {'568accfe-e420-4fcf-9ed1-4d4b356183c2'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:19.485991 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-39124242-bc53-4dc8-8a7a-217cbd104a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['568accfe-e420-4fcf-9ed1-4d4b356183c2'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:19.524992 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-565cd886-ce57-48c4-88ba-c0edb451a356 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:19.525922 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-565cd886-ce57-48c4-88ba-c0edb451a356 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:19.537863 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e50b23cd-4bfa-4187-b46b-91f0fb7add89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:17:19.539067 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e50b23cd-4bfa-4187-b46b-91f0fb7add89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4628799 Apr 06 14:17:19.543528 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48878) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:19.577308 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-39124242-bc53-4dc8-8a7a-217cbd104a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:19.578252 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39124242-bc53-4dc8-8a7a-217cbd104a46 None None] The sync data for ids ['568accfe-e420-4fcf-9ed1-4d4b356183c2'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:17:19.642774 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1163a0aa-b2b8-488b-ad02-6c603e1a1c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:19.643885 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bde28442-61ab-458a-8ff0-6516ceb52393 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:19.663470 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bde28442-61ab-458a-8ff0-6516ceb52393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:19.713828 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-565cd886-ce57-48c4-88ba-c0edb451a356 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:19.792066 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-1163a0aa-b2b8-488b-ad02-6c603e1a1c9f None None] For port f9f262cf-31c1-4c51-9ed4-c9a735a5e050, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f9f262cf-31c1-4c51-9ed4-c9a735a5e050,segment=NetworkSegment(19282b7d-9001-4265-843a-8255b21e7348),segment_id=19282b7d-9001-4265-843a-8255b21e7348)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:19.803578 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c95263-d4de-4369-a7b5-bdf9090d6ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-3b27f226-8d55-40c7-b4a1-d1abd6b317d1', 'network_id': '3b27f226-8d55-40c7-b4a1-d1abd6b317d1', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'fixed_ips': [{'subnet_id': '267e0bc6-41c3-4511-b403-2fdbe25c9205'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:17:19.805100 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b9c95263-d4de-4369-a7b5-bdf9090d6ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:19.837835 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1163a0aa-b2b8-488b-ad02-6c603e1a1c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:19.850491 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-30d84b56-a5cd-40e5-9771-b912bc4e7fcd admin admin] For port 7b60010b-9ba0-43cd-80e2-43efebf3735d, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=7b60010b-9ba0-43cd-80e2-43efebf3735d,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:19.850843 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30d84b56-a5cd-40e5-9771-b912bc4e7fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:19.955380 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde28442-61ab-458a-8ff0-6516ceb52393 admin admin] Pushing event updated for resources: {'Port': ['ID=419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:19.957966 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-565cd886-ce57-48c4-88ba-c0edb451a356 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:19.993075 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bde28442-61ab-458a-8ff0-6516ceb52393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:19.993340 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-30d84b56-a5cd-40e5-9771-b912bc4e7fcd admin admin] Calling delete_port for 7b60010b-9ba0-43cd-80e2-43efebf3735d owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:20.009969 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-83a1d1a4-e777-42ed-bbf7-8176be93abb8 None None] Provisioning for port 72c7edc3-c4a5-4fd7-8e00-91d801194327 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:20.036280 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-83a1d1a4-e777-42ed-bbf7-8176be93abb8 None None] Provisioning complete for port 72c7edc3-c4a5-4fd7-8e00-91d801194327 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:20.051666 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-83a1d1a4-e777-42ed-bbf7-8176be93abb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:20.077570 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-565cd886-ce57-48c4-88ba-c0edb451a356 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:20.079491 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-565cd886-ce57-48c4-88ba-c0edb451a356 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6840315 Apr 06 14:17:20.151373 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48882) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:20.169984 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 589babb8-181c-4dd0-bb2b-d5928547d00a up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:17:20.175353 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-acfb20bd-3600-4871-8829-02f18078de1e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'port': {'network_id': '3b27f226-8d55-40c7-b4a1-d1abd6b317d1', 'name': 'tempest-RoutersIpV6Test-1896474369'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:20.288700 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30d84b56-a5cd-40e5-9771-b912bc4e7fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:20.290977 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a968c4e-d069-45ad-a2a3-7a1d7f0471db tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting subnet bf39ab81-8c27-450c-ac18-86851595b986 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:17:20.317877 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163a0aa-b2b8-488b-ad02-6c603e1a1c9f None None] Pushing event updated for resources: {'Port': ['ID=f9f262cf-31c1-4c51-9ed4-c9a735a5e050,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:20.319661 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a968c4e-d069-45ad-a2a3-7a1d7f0471db tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:20.332078 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-83a1d1a4-e777-42ed-bbf7-8176be93abb8 None None] Port 72c7edc3-c4a5-4fd7-8e00-91d801194327 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:17:20.407962 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-83a1d1a4-e777-42ed-bbf7-8176be93abb8 None None] Provisioning complete for port f9f262cf-31c1-4c51-9ed4-c9a735a5e050 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:20.408341 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-83a1d1a4-e777-42ed-bbf7-8176be93abb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:20.418255 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde28442-61ab-458a-8ff0-6516ceb52393 admin admin] Network e2a0c444-1824-4f35-9bf1-0295189e1a41 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:20.422551 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a968c4e-d069-45ad-a2a3-7a1d7f0471db tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:20.429574 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d84b56-a5cd-40e5-9771-b912bc4e7fcd admin admin] Pushing event deleted for resources: {'Port': ['ID=7b60010b-9ba0-43cd-80e2-43efebf3735d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:20.446669 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bd779571-03e8-4268-a575-7195e03ae27e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] 10.222.0.60 "DELETE /v2.0/floatingips/4458eea0-bf9d-4820-bc06-810bc0be55b2 HTTP/1.1" status: 204 len: 168 time: 8.8647597 Apr 06 14:17:20.455909 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-bde28442-61ab-458a-8ff0-6516ceb52393 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:20.474057 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48888) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:20.480340 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 589babb8-181c-4dd0-bb2b-d5928547d00a triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:20.480941 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:20.507178 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-b9c95263-d4de-4369-a7b5-bdf9090d6ed9 None None] Allocated IP 2001:db8::2 (3b27f226-8d55-40c7-b4a1-d1abd6b317d1/267e0bc6-41c3-4511-b403-2fdbe25c9205/a04fd324-2ab9-4095-8790-c8cfa7f5cb0e) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:20.509326 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-19d11874-947d-48bd-9023-15515938e704 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:20.542040 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-929e9c22-5082-4647-97b2-eae4946cd764 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:20.570220 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-929e9c22-5082-4647-97b2-eae4946cd764 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:20.577544 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-929e9c22-5082-4647-97b2-eae4946cd764 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Usage tracker for resource:floatingip and tenant:5f223689db8c41f4bf918e4f00f4f370 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:20.582318 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-929e9c22-5082-4647-97b2-eae4946cd764 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:20.592450 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-929e9c22-5082-4647-97b2-eae4946cd764 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:20.768293 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-83a1d1a4-e777-42ed-bbf7-8176be93abb8 None None] Could not find standard attr ID for object 298a4d12-79fc-4af8-bf75-50b16b06694e. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 14:17:20.805474 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device fbde675e-464b-49a1-a682-298c82d3cc07 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:17:20.856649 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-acfb20bd-3600-4871-8829-02f18078de1e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:20.861621 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-929e9c22-5082-4647-97b2-eae4946cd764 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:20.873690 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d11874-947d-48bd-9023-15515938e704 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Network 45d17a5f-3406-4381-bb61-198799e5e0e9 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:20.874490 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d11874-947d-48bd-9023-15515938e704 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Pushing event updated for resources: {'Port': ['ID=a202b7f5-de83-494b-b254-82d10afbc535,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:20.881323 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-19d11874-947d-48bd-9023-15515938e704 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:20.889995 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d11874-947d-48bd-9023-15515938e704 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:20.893283 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-acfb20bd-3600-4871-8829-02f18078de1e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Usage tracker for resource:port and tenant:6405625efdd14c9bb474ac0b7c765923 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:20.897499 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-acfb20bd-3600-4871-8829-02f18078de1e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:20.906846 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a968c4e-d069-45ad-a2a3-7a1d7f0471db tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:20.919829 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-83a1d1a4-e777-42ed-bbf7-8176be93abb8 None None] Provisioning for port fbde675e-464b-49a1-a682-298c82d3cc07 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:20.946265 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae152c7-5106-4eb3-925e-c3ee7543dea2 req-5f0e3c60-b7bd-4243-8125-cb59870e9492 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:20.947687 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0ae152c7-5106-4eb3-925e-c3ee7543dea2 req-5f0e3c60-b7bd-4243-8125-cb59870e9492 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 946 time: 0.6474292 Apr 06 14:17:20.956953 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b9c95263-d4de-4369-a7b5-bdf9090d6ed9 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:20.957232 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30d84b56-a5cd-40e5-9771-b912bc4e7fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:20.957583 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-acfb20bd-3600-4871-8829-02f18078de1e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:20.977474 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b9c95263-d4de-4369-a7b5-bdf9090d6ed9 None None] Transition to ACTIVE for port object a04fd324-2ab9-4095-8790-c8cfa7f5cb0e will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:21.001280 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port fbde675e-464b-49a1-a682-298c82d3cc07 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:21.004700 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b9c95263-d4de-4369-a7b5-bdf9090d6ed9 None None] Transition to ACTIVE for port object a04fd324-2ab9-4095-8790-c8cfa7f5cb0e will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:21.008813 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port fbde675e-464b-49a1-a682-298c82d3cc07 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:21.012589 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:21.042906 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b9c95263-d4de-4369-a7b5-bdf9090d6ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:21.151213 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c95263-d4de-4369-a7b5-bdf9090d6ed9 None None] Network 3b27f226-8d55-40c7-b4a1-d1abd6b317d1 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:21.158120 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-b9c95263-d4de-4369-a7b5-bdf9090d6ed9 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:21.162321 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c95263-d4de-4369-a7b5-bdf9090d6ed9 None None] Pushing event updated for resources: {'Port': ['ID=a04fd324-2ab9-4095-8790-c8cfa7f5cb0e,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:21.165587 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c95263-d4de-4369-a7b5-bdf9090d6ed9 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:21.180371 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2958e39d-3966-4e97-b3e4-e9bf1043174f None None] Provisioning complete for port 419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:21.180753 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2958e39d-3966-4e97-b3e4-e9bf1043174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:21.231554 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfb20bd-3600-4871-8829-02f18078de1e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Made reservation on behalf of 6405625efdd14c9bb474ac0b7c765923 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:21.235245 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-acfb20bd-3600-4871-8829-02f18078de1e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:21.262255 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a968c4e-d069-45ad-a2a3-7a1d7f0471db tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:21.331592 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2958e39d-3966-4e97-b3e4-e9bf1043174f None None] Port 419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:17:21.365924 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:21.378302 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b9c95263-d4de-4369-a7b5-bdf9090d6ed9 None None] Attempting to bind port a04fd324-2ab9-4095-8790-c8cfa7f5cb0e on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:17:21.378682 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b9c95263-d4de-4369-a7b5-bdf9090d6ed9 None None] Attempting to bind port a04fd324-2ab9-4095-8790-c8cfa7f5cb0e by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'dd275bba-2bbf-467c-b770-fc115dad99ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3b27f226-8d55-40c7-b4a1-d1abd6b317d1'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:17:21.379048 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c95263-d4de-4369-a7b5-bdf9090d6ed9 None None] Attempting to bind port a04fd324-2ab9-4095-8790-c8cfa7f5cb0e on network 3b27f226-8d55-40c7-b4a1-d1abd6b317d1 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:17:21.391898 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c95263-d4de-4369-a7b5-bdf9090d6ed9 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:17:21.392275 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c95263-d4de-4369-a7b5-bdf9090d6ed9 None None] Checking segment: {'id': 'dd275bba-2bbf-467c-b770-fc115dad99ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3b27f226-8d55-40c7-b4a1-d1abd6b317d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:17:21.392681 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b9c95263-d4de-4369-a7b5-bdf9090d6ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:21.393101 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c95263-d4de-4369-a7b5-bdf9090d6ed9 None None] Bound using segment: {'id': 'dd275bba-2bbf-467c-b770-fc115dad99ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3b27f226-8d55-40c7-b4a1-d1abd6b317d1'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:17:21.393575 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b9c95263-d4de-4369-a7b5-bdf9090d6ed9 None None] Bound port: a04fd324-2ab9-4095-8790-c8cfa7f5cb0e, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd275bba-2bbf-467c-b770-fc115dad99ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3b27f226-8d55-40c7-b4a1-d1abd6b317d1'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:17:21.393954 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b9c95263-d4de-4369-a7b5-bdf9090d6ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:21.440304 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-acfb20bd-3600-4871-8829-02f18078de1e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] device_id is not set on port 9135b5fe-7a28-4b8c-b21b-91a8d51f855d yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:17:21.459754 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port fbde675e-464b-49a1-a682-298c82d3cc07, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=fbde675e-464b-49a1-a682-298c82d3cc07,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:21.470492 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:21.474753 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a968c4e-d069-45ad-a2a3-7a1d7f0471db tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Subnet': ['ID=bf39ab81-8c27-450c-ac18-86851595b986,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:21.493239 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d11874-947d-48bd-9023-15515938e704 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:21.493984 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-19d11874-947d-48bd-9023-15515938e704 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:21.501588 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a968c4e-d069-45ad-a2a3-7a1d7f0471db tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:21.514107 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c47bb4e-d089-4ea7-8e55-07fabe81eba0 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:17:21.533410 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30d84b56-a5cd-40e5-9771-b912bc4e7fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:21.555171 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-19d11874-947d-48bd-9023-15515938e704 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 6.4870920 Apr 06 14:17:21.557899 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0ae152c7-5106-4eb3-925e-c3ee7543dea2 req-8006c610-f418-4c45-8b90-4cb576db1137 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad31f321-777b-468d-af8a-bf3ba452da2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5070674 Apr 06 14:17:21.559721 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48892) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:21.560917 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30d84b56-a5cd-40e5-9771-b912bc4e7fcd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:21.587393 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4a968c4e-d069-45ad-a2a3-7a1d7f0471db tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/bf39ab81-8c27-450c-ac18-86851595b986 HTTP/1.1" status: 204 len: 168 time: 2.0357473 Apr 06 14:17:21.587393 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48896) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:21.646357 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a62a038d-76f1-47b8-80b9-89795f0d3036 None None] Provisioning for port a202b7f5-de83-494b-b254-82d10afbc535 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:21.675055 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30d84b56-a5cd-40e5-9771-b912bc4e7fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:21.675595 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d84b56-a5cd-40e5-9771-b912bc4e7fcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0cdee79-472b-4547-86de-95e992a1ec6f {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:17:21.678254 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b9c95263-d4de-4369-a7b5-bdf9090d6ed9 None None] For port a04fd324-2ab9-4095-8790-c8cfa7f5cb0e, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:17:21.698455 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30d84b56-a5cd-40e5-9771-b912bc4e7fcd admin admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:21.702365 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-30d84b56-a5cd-40e5-9771-b912bc4e7fcd admin admin] 10.222.0.60 "DELETE /v2.0/routers/a0cdee79-472b-4547-86de-95e992a1ec6f HTTP/1.1" status: 204 len: 168 time: 6.6006923 Apr 06 14:17:21.703830 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48902) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:21.706744 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30acc0b6-a33e-463a-8f8d-a0c2f72e90d4 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Router 598ef1dd-fe05-4abd-8045-5fcd94be81f3 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:17:21.716295 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa019c6-f0c3-4097-aba8-ff4a728f03dd tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:21.717235 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a62a038d-76f1-47b8-80b9-89795f0d3036 None None] Provisioning complete for port a202b7f5-de83-494b-b254-82d10afbc535 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:21.717611 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a62a038d-76f1-47b8-80b9-89795f0d3036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:21.723719 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa019c6-f0c3-4097-aba8-ff4a728f03dd tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:21.728458 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa019c6-f0c3-4097-aba8-ff4a728f03dd tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:21.729887 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ffa019c6-f0c3-4097-aba8-ff4a728f03dd tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Synchronizing usage tracker for tenant:dba04c3a37af4901970d6629dcd9d38e on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:17:21.759740 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b9c95263-d4de-4369-a7b5-bdf9090d6ed9 None None] For port a04fd324-2ab9-4095-8790-c8cfa7f5cb0e, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a04fd324-2ab9-4095-8790-c8cfa7f5cb0e,segment=NetworkSegment(dd275bba-2bbf-467c-b770-fc115dad99ba),segment_id=dd275bba-2bbf-467c-b770-fc115dad99ba)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:17:21.848279 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=fbde675e-464b-49a1-a682-298c82d3cc07,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:21.884647 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b9c95263-d4de-4369-a7b5-bdf9090d6ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:21.887991 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f0aed5-9f8e-47d1-a98b-572ae7289e56 admin admin] Deleting subnet 61fc1f24-d84d-4e4e-b059-fbe1445d430f {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:17:21.897252 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ffa019c6-f0c3-4097-aba8-ff4a728f03dd tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Unset dirty status for tenant:dba04c3a37af4901970d6629dcd9d38e on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:17:21.898429 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ffa019c6-f0c3-4097-aba8-ff4a728f03dd tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.3347881 Apr 06 14:17:21.903958 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e947d609-e4f9-4539-a04e-27f54dfae5da tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2998273 Apr 06 14:17:21.910824 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61f0aed5-9f8e-47d1-a98b-572ae7289e56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:21.911074 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48906) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:21.911074 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48908) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:22.002613 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f9f262cf-31c1-4c51-9ed4-c9a735a5e050 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:17:22.026823 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61f0aed5-9f8e-47d1-a98b-572ae7289e56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:22.068847 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-93656e2d-f005-49d4-96c2-60b97fb1b65e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:22.081499 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a62a038d-76f1-47b8-80b9-89795f0d3036 None None] Port a202b7f5-de83-494b-b254-82d10afbc535 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:17:22.089986 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-51404b3e-2a0c-412c-9961-4da2a4506a45 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Deleting port a202b7f5-de83-494b-b254-82d10afbc535 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:22.090347 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51404b3e-2a0c-412c-9961-4da2a4506a45 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:22.127167 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c95263-d4de-4369-a7b5-bdf9090d6ed9 None None] Pushing event updated for resources: {'Port': ['ID=a04fd324-2ab9-4095-8790-c8cfa7f5cb0e,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:22.181823 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port f9f262cf-31c1-4c51-9ed4-c9a735a5e050 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:22.182218 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:22.200073 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61f0aed5-9f8e-47d1-a98b-572ae7289e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:22.279106 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-acfb20bd-3600-4871-8829-02f18078de1e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Allocated IP 2001:db8::23d (3b27f226-8d55-40c7-b4a1-d1abd6b317d1/267e0bc6-41c3-4511-b403-2fdbe25c9205/9135b5fe-7a28-4b8c-b21b-91a8d51f855d) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:22.305831 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d33df2e-92f9-4dd6-9397-711cccb90341 None None] DHCP port deletion for 45db5c66-c082-47ed-beeb-688e3c8646d5 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:17:22.312206 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61f0aed5-9f8e-47d1-a98b-572ae7289e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:22.314652 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2d33df2e-92f9-4dd6-9397-711cccb90341 None None] Deleting port fbde675e-464b-49a1-a682-298c82d3cc07 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:22.315024 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2d33df2e-92f9-4dd6-9397-711cccb90341 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:22.320149 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-929e9c22-5082-4647-97b2-eae4946cd764 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:22.351827 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-93656e2d-f005-49d4-96c2-60b97fb1b65e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:22.356305 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-93656e2d-f005-49d4-96c2-60b97fb1b65e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:subnet and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:22.363381 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-93656e2d-f005-49d4-96c2-60b97fb1b65e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:22.379407 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-93656e2d-f005-49d4-96c2-60b97fb1b65e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:22.408303 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0aed5-9f8e-47d1-a98b-572ae7289e56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61fc1f24-d84d-4e4e-b059-fbe1445d430f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:22.431443 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4384a-8cbf-4d8b-af08-9a777b52e90b req-dc561207-57ce-48bb-a711-d0db91a0b1cb tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:22.433360 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9ae4384a-8cbf-4d8b-af08-9a777b52e90b req-dc561207-57ce-48bb-a711-d0db91a0b1cb tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 946 time: 0.3515620 Apr 06 14:17:22.434677 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61f0aed5-9f8e-47d1-a98b-572ae7289e56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:22.456561 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa089e0-5624-4d9f-9204-2f6feb815031 None None] Network b4b50898-b40c-48be-9630-e21242c54179 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:17:22.458350 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-61f0aed5-9f8e-47d1-a98b-572ae7289e56 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/61fc1f24-d84d-4e4e-b059-fbe1445d430f HTTP/1.1" status: 204 len: 168 time: 0.7501328 Apr 06 14:17:22.461936 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48916) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:22.475115 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93656e2d-f005-49d4-96c2-60b97fb1b65e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:22.478763 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-93656e2d-f005-49d4-96c2-60b97fb1b65e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:22.598420 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde28442-61ab-458a-8ff0-6516ceb52393 admin admin] Router 561d62e6-bc8d-4946-9bb3-d771ea6c877a has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:17:22.633231 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e2f1ef3e-7159-48ec-bd4f-bccbef86fe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:22.636664 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9ae4384a-8cbf-4d8b-af08-9a777b52e90b req-7c307d26-7f3c-4d71-84cf-b3c6db48305f tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad31f321-777b-468d-af8a-bf3ba452da2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960216 Apr 06 14:17:22.638383 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30acc0b6-a33e-463a-8f8d-a0c2f72e90d4 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:17:22.657119 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6911a6d-f304-44f7-b2c4-af06bdede4fa None None] Sync routers for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:17:22.671221 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6911a6d-f304-44f7-b2c4-af06bdede4fa None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:22.672490 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-f6911a6d-f304-44f7-b2c4-af06bdede4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:22.678280 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e2f1ef3e-7159-48ec-bd4f-bccbef86fe42 admin admin] Deleting port c0e1d505-69f0-4503-b605-3dc84c68b96e {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:22.678758 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e2f1ef3e-7159-48ec-bd4f-bccbef86fe42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:22.747098 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-f6911a6d-f304-44f7-b2c4-af06bdede4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:22.761692 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6911a6d-f304-44f7-b2c4-af06bdede4fa None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:22.762650 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-f6911a6d-f304-44f7-b2c4-af06bdede4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:22.796646 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51404b3e-2a0c-412c-9961-4da2a4506a45 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:22.836695 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-f6911a6d-f304-44f7-b2c4-af06bdede4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:22.837559 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6911a6d-f304-44f7-b2c4-af06bdede4fa None None] The sync data for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:17:22.861264 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-2d33df2e-92f9-4dd6-9397-711cccb90341 None None] For port fbde675e-464b-49a1-a682-298c82d3cc07, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=fbde675e-464b-49a1-a682-298c82d3cc07,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:22.862038 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2d33df2e-92f9-4dd6-9397-711cccb90341 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:22.905906 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30acc0b6-a33e-463a-8f8d-a0c2f72e90d4 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:22.922241 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-51404b3e-2a0c-412c-9961-4da2a4506a45 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Calling delete_port for a202b7f5-de83-494b-b254-82d10afbc535 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:22.999994 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2d33df2e-92f9-4dd6-9397-711cccb90341 None None] Calling delete_port for fbde675e-464b-49a1-a682-298c82d3cc07 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:23.003613 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-30acc0b6-a33e-463a-8f8d-a0c2f72e90d4 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 13.5047867 Apr 06 14:17:23.004273 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48920) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:23.006415 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-e2f1ef3e-7159-48ec-bd4f-bccbef86fe42 admin admin] For port c0e1d505-69f0-4503-b605-3dc84c68b96e, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c0e1d505-69f0-4503-b605-3dc84c68b96e,segment=NetworkSegment(5eccebc2-4d26-4156-a27c-d30f103adc58),segment_id=5eccebc2-4d26-4156-a27c-d30f103adc58)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:23.006580 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e2f1ef3e-7159-48ec-bd4f-bccbef86fe42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:23.024325 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-405e7904-0adc-432c-a129-fb17c8ed57fb tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-756953151'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:23.082694 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-405e7904-0adc-432c-a129-fb17c8ed57fb tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:23.116890 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2d33df2e-92f9-4dd6-9397-711cccb90341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:23.161169 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e2f1ef3e-7159-48ec-bd4f-bccbef86fe42 admin admin] Calling delete_port for c0e1d505-69f0-4503-b605-3dc84c68b96e owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:23.180284 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33df2e-92f9-4dd6-9397-711cccb90341 None None] Pushing event deleted for resources: {'Port': ['ID=fbde675e-464b-49a1-a682-298c82d3cc07,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:23.188981 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d33df2e-92f9-4dd6-9397-711cccb90341 None None] No DVR routers for this DVR port fbde675e-464b-49a1-a682-298c82d3cc07 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:17:23.196117 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-405e7904-0adc-432c-a129-fb17c8ed57fb tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Usage tracker for resource:network and tenant:d61b98536deb4ef1889c048254212ea9 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:23.205848 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-405e7904-0adc-432c-a129-fb17c8ed57fb tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:23.221345 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-405e7904-0adc-432c-a129-fb17c8ed57fb tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:23.230574 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341bb48e-3425-42aa-a5b1-cbdd332c21ac None None] DHCP port deletion for b4b50898-b40c-48be-9630-e21242c54179 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:17:23.237098 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-341bb48e-3425-42aa-a5b1-cbdd332c21ac None None] Deleting port c0e1d505-69f0-4503-b605-3dc84c68b96e {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:23.238119 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-341bb48e-3425-42aa-a5b1-cbdd332c21ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:23.252509 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405e7904-0adc-432c-a129-fb17c8ed57fb tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Made reservation on behalf of d61b98536deb4ef1889c048254212ea9 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:23.255507 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-405e7904-0adc-432c-a129-fb17c8ed57fb tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:23.302507 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-405e7904-0adc-432c-a129-fb17c8ed57fb tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:17:23.313824 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-405e7904-0adc-432c-a129-fb17c8ed57fb tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:23.314169 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-405e7904-0adc-432c-a129-fb17c8ed57fb tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Added segment 43aade2d-41f9-4abf-8186-a2ac5deb45fa of type vlan for network 31f2be06-4cf2-4a5d-8933-7e5618296f07 Apr 06 14:17:23.329382 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e2f1ef3e-7159-48ec-bd4f-bccbef86fe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:23.369441 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-341bb48e-3425-42aa-a5b1-cbdd332c21ac None None] The port 'c0e1d505-69f0-4503-b605-3dc84c68b96e' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:17:23.394758 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f1ef3e-7159-48ec-bd4f-bccbef86fe42 admin admin] No DVR routers for this DVR port c0e1d505-69f0-4503-b605-3dc84c68b96e on host dv-neutron-835868-1-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:17:23.433186 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1ef3e-7159-48ec-bd4f-bccbef86fe42 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e1d505-69f0-4503-b605-3dc84c68b96e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:23.443795 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-405e7904-0adc-432c-a129-fb17c8ed57fb tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:23.448705 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd09c019-3d0b-4dab-a19e-7fe534d5280d None None] Network 3b27f226-8d55-40c7-b4a1-d1abd6b317d1 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:17:23.563921 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5944b543-6dc5-4173-b6c5-ca3ea384fd0c None None] Provisioning for port a04fd324-2ab9-4095-8790-c8cfa7f5cb0e completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:23.665762 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e2f1ef3e-7159-48ec-bd4f-bccbef86fe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:23.695477 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-e2f1ef3e-7159-48ec-bd4f-bccbef86fe42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4b50898-b40c-48be-9630-e21242c54179']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:23.709504 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-e2f1ef3e-7159-48ec-bd4f-bccbef86fe42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eccebc2-4d26-4156-a27c-d30f103adc58') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:23.709745 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-e2f1ef3e-7159-48ec-bd4f-bccbef86fe42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eccebc2-4d26-4156-a27c-d30f103adc58') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:23.723422 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e2f1ef3e-7159-48ec-bd4f-bccbef86fe42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:23.740415 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e2f1ef3e-7159-48ec-bd4f-bccbef86fe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:23.747806 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f1ef3e-7159-48ec-bd4f-bccbef86fe42 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:17:23.748225 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e2f1ef3e-7159-48ec-bd4f-bccbef86fe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:23.815819 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-929e9c22-5082-4647-97b2-eae4946cd764 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Allocated IP 172.26.8.224 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/73578004-7f9e-40b9-ae06-571534aa2356) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:17:23.917708 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:17:23.919743 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a04fd324-2ab9-4095-8790-c8cfa7f5cb0e up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:17:23.930194 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-acfb20bd-3600-4871-8829-02f18078de1e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:23.967621 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e2f1ef3e-7159-48ec-bd4f-bccbef86fe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:23.977513 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e2f1ef3e-7159-48ec-bd4f-bccbef86fe42 admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:23.993785 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-405e7904-0adc-432c-a129-fb17c8ed57fb tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:23.997759 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405e7904-0adc-432c-a129-fb17c8ed57fb tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:23.998547 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-405e7904-0adc-432c-a129-fb17c8ed57fb tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:24.018661 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port a04fd324-2ab9-4095-8790-c8cfa7f5cb0e completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:24.023856 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e2f1ef3e-7159-48ec-bd4f-bccbef86fe42 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b4b50898-b40c-48be-9630-e21242c54179 HTTP/1.1" status: 204 len: 168 time: 1.5594137 Apr 06 14:17:24.037880 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port a04fd324-2ab9-4095-8790-c8cfa7f5cb0e triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:24.040550 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:24.051084 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1ef3e-7159-48ec-bd4f-bccbef86fe42 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4b50898-b40c-48be-9630-e21242c54179,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:24.091435 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51404b3e-2a0c-412c-9961-4da2a4506a45 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:24.139871 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-405e7904-0adc-432c-a129-fb17c8ed57fb tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1247261 Apr 06 14:17:24.144239 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ae387496-cb7a-4e70-a0bb-e439ba44fd64 None None] Provisioning complete for port a04fd324-2ab9-4095-8790-c8cfa7f5cb0e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:24.144715 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ae387496-cb7a-4e70-a0bb-e439ba44fd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:24.150305 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48928) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:24.181615 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d826d956-2b0e-4620-a83c-ca74c1acd9b7 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Request body: {'subnet': {'network_id': '31f2be06-4cf2-4a5d-8933-7e5618296f07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:24.188580 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51404b3e-2a0c-412c-9961-4da2a4506a45 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Pushing event deleted for resources: {'Port': ['ID=a202b7f5-de83-494b-b254-82d10afbc535,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:24.196228 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-acfb20bd-3600-4871-8829-02f18078de1e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Transition to ACTIVE for port object 9135b5fe-7a28-4b8c-b21b-91a8d51f855d will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:24.302388 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d826d956-2b0e-4620-a83c-ca74c1acd9b7 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:24.309437 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:24.311732 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d826d956-2b0e-4620-a83c-ca74c1acd9b7 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Usage tracker for resource:subnet and tenant:d61b98536deb4ef1889c048254212ea9 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:24.315845 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e7904-0adc-432c-a129-fb17c8ed57fb tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event updated for resources: {'Network': ['ID=31f2be06-4cf2-4a5d-8933-7e5618296f07,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:24.319907 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d826d956-2b0e-4620-a83c-ca74c1acd9b7 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:24.328807 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0147fdd-b221-4880-9ca5-6c82d1ceb8b0 req-406ea677-b14e-4864-a60b-fc05d78ef268 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:24.330392 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f0147fdd-b221-4880-9ca5-6c82d1ceb8b0 req-406ea677-b14e-4864-a60b-fc05d78ef268 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 946 time: 0.4732962 Apr 06 14:17:24.334547 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d826d956-2b0e-4620-a83c-ca74c1acd9b7 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:24.362154 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 31f2be06-4cf2-4a5d-8933-7e5618296f07 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:17:24.377905 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48932) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:24.402014 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d826d956-2b0e-4620-a83c-ca74c1acd9b7 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Made reservation on behalf of d61b98536deb4ef1889c048254212ea9 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:24.460346 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port a04fd324-2ab9-4095-8790-c8cfa7f5cb0e, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a04fd324-2ab9-4095-8790-c8cfa7f5cb0e,segment=NetworkSegment(dd275bba-2bbf-467c-b770-fc115dad99ba),segment_id=dd275bba-2bbf-467c-b770-fc115dad99ba)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:24.490523 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-f0147fdd-b221-4880-9ca5-6c82d1ceb8b0 req-2d6d34af-0dc4-4d83-b769-0ff571b4bf91 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Deleting port 3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:24.490765 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-f0147fdd-b221-4880-9ca5-6c82d1ceb8b0 req-2d6d34af-0dc4-4d83-b769-0ff571b4bf91 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:24.502774 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:24.523940 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.objects.ports [None req-93656e2d-f005-49d4-96c2-60b97fb1b65e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83737) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 06 14:17:24.574086 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-93656e2d-f005-49d4-96c2-60b97fb1b65e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:24.599060 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 7b60010b-9ba0-43cd-80e2-43efebf3735d no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:17:24.665624 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 7b60010b-9ba0-43cd-80e2-43efebf3735d {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:17:24.666024 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 7b60010b-9ba0-43cd-80e2-43efebf3735d not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:17:24.666664 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device fbde675e-464b-49a1-a682-298c82d3cc07 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:17:24.712767 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: fbde675e-464b-49a1-a682-298c82d3cc07 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:17:24.713191 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device fbde675e-464b-49a1-a682-298c82d3cc07 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:17:24.713548 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c0e1d505-69f0-4503-b605-3dc84c68b96e no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:17:24.741296 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93656e2d-f005-49d4-96c2-60b97fb1b65e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:24.745623 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-929e9c22-5082-4647-97b2-eae4946cd764 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:24.747415 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: c0e1d505-69f0-4503-b605-3dc84c68b96e {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:17:24.747767 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c0e1d505-69f0-4503-b605-3dc84c68b96e not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:17:24.749149 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51404b3e-2a0c-412c-9961-4da2a4506a45 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:24.749304 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=a04fd324-2ab9-4095-8790-c8cfa7f5cb0e,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:24.772566 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c4f8f-1083-419a-ac9b-7fb3ac41f991 req-1e0930c7-4fc8-413a-b9c1-4effdcc1b60a tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:24.774028 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-213c4f8f-1083-419a-ac9b-7fb3ac41f991 req-1e0930c7-4fc8-413a-b9c1-4effdcc1b60a tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 946 time: 0.8368411 Apr 06 14:17:24.775101 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-93656e2d-f005-49d4-96c2-60b97fb1b65e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:24.787174 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb89a1b3-9f09-422f-978c-58c6b349a814 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:17:24.793902 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93656e2d-f005-49d4-96c2-60b97fb1b65e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:24.794497 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-93656e2d-f005-49d4-96c2-60b97fb1b65e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:24.795618 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d826d956-2b0e-4620-a83c-ca74c1acd9b7 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:24.798488 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93656e2d-f005-49d4-96c2-60b97fb1b65e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Subnet': ['ID=53bcd174-8656-47da-bf7c-340bbd141a51,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:24.801777 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-acfb20bd-3600-4871-8829-02f18078de1e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:24.884918 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0d22536c-e216-4040-a566-94343aacab44 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=45bdc10440d74a5abd92184edf5c75b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4946892 Apr 06 14:17:24.908543 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48936) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:24.935990 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-f0147fdd-b221-4880-9ca5-6c82d1ceb8b0 req-2d6d34af-0dc4-4d83-b769-0ff571b4bf91 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] For port 3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7,segment=NetworkSegment(9c94e1cc-e94e-4cf0-b6e7-2dbb311bbdd5),segment_id=9c94e1cc-e94e-4cf0-b6e7-2dbb311bbdd5)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:24.936323 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-f0147fdd-b221-4880-9ca5-6c82d1ceb8b0 req-2d6d34af-0dc4-4d83-b769-0ff571b4bf91 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:24.938859 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-51404b3e-2a0c-412c-9961-4da2a4506a45 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] 10.222.0.60 "DELETE /v2.0/ports/a202b7f5-de83-494b-b254-82d10afbc535 HTTP/1.1" status: 204 len: 168 time: 3.0063796 Apr 06 14:17:24.940180 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-93656e2d-f005-49d4-96c2-60b97fb1b65e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.0061777 Apr 06 14:17:24.944808 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48940) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:24.945131 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48942) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:24.993299 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d97faa37-2395-4395-b9c0-45f66e5dc9b9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'port': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'mac_address': 'fa:16:3e:2e:08:fc', 'name': 'tempest-NetworksTestDHCPv6-1050817300'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:25.005162 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb20bd-3600-4871-8829-02f18078de1e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Port': ['ID=9135b5fe-7a28-4b8c-b21b-91a8d51f855d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:25.011749 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfb20bd-3600-4871-8829-02f18078de1e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network 3b27f226-8d55-40c7-b4a1-d1abd6b317d1 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:25.022233 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-acfb20bd-3600-4871-8829-02f18078de1e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:25.032579 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfb20bd-3600-4871-8829-02f18078de1e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:25.033885 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-45db5c66-c082-47ed-beeb-688e3c8646d5', 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'fixed_ips': [{'subnet_id': '53bcd174-8656-47da-bf7c-340bbd141a51'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:17:25.034863 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:25.036518 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfb20bd-3600-4871-8829-02f18078de1e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:25.037168 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-acfb20bd-3600-4871-8829-02f18078de1e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:25.042469 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-213c4f8f-1083-419a-ac9b-7fb3ac41f991 req-9a8cfe8e-29b1-49ee-b2db-06786dc78656 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad31f321-777b-468d-af8a-bf3ba452da2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501140 Apr 06 14:17:25.050440 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-929e9c22-5082-4647-97b2-eae4946cd764 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:25.103168 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde28442-61ab-458a-8ff0-6516ceb52393 admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:17:25.118117 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b017bb-523c-47c9-932d-ccf7c64dd90a None None] Sync routers for ids ['561d62e6-bc8d-4946-9bb3-d771ea6c877a'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:17:25.125598 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bde28442-61ab-458a-8ff0-6516ceb52393 admin admin] 10.222.0.60 "PUT /v2.0/routers/561d62e6-bc8d-4946-9bb3-d771ea6c877a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8755636 Apr 06 14:17:25.137152 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-acfb20bd-3600-4871-8829-02f18078de1e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.9794064 Apr 06 14:17:25.161286 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48950) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:25.178802 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-f0147fdd-b221-4880-9ca5-6c82d1ceb8b0 req-2d6d34af-0dc4-4d83-b769-0ff571b4bf91 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Calling delete_port for 3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7 owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:25.247140 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dd88e910-3b95-425d-b9dd-98a1226da306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:25.250785 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929e9c22-5082-4647-97b2-eae4946cd764 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:25.257047 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Allocated IP 2001:db8::f816:3eff:fede:df32 (45db5c66-c082-47ed-beeb-688e3c8646d5/53bcd174-8656-47da-bf7c-340bbd141a51/d21bccd1-765f-4df0-aa3e-67f66e4b6bcc) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:25.272552 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e9c22-5082-4647-97b2-eae4946cd764 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Pushing event updated for resources: {'Port': ['ID=73578004-7f9e-40b9-ae06-571534aa2356,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:25.276237 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-929e9c22-5082-4647-97b2-eae4946cd764 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:25.288307 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929e9c22-5082-4647-97b2-eae4946cd764 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:25.355650 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-735a8242-d7d9-4ef1-b6a3-5d4c9069f497 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] GET failed (client error): The resource could not be found. Apr 06 14:17:25.363105 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-735a8242-d7d9-4ef1-b6a3-5d4c9069f497 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] 10.222.0.60 "GET /v2.0/ports/a202b7f5-de83-494b-b254-82d10afbc535 HTTP/1.1" status: 404 len: 333 time: 0.4143660 Apr 06 14:17:25.368475 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48958) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:25.383133 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-58b53f9c-2e59-4b28-a5cf-ec0dfe3a26bd tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Request body: {'port': {'network_id': '45d17a5f-3406-4381-bb61-198799e5e0e9', 'name': 'tempest-AllowedAddressPairTestJSON-1726734374'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:25.451831 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dd88e910-3b95-425d-b9dd-98a1226da306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:25.511164 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:25.524177 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Transition to ACTIVE for port object d21bccd1-765f-4df0-aa3e-67f66e4b6bcc will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:25.550674 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Transition to ACTIVE for port object d21bccd1-765f-4df0-aa3e-67f66e4b6bcc will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:25.564749 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b017bb-523c-47c9-932d-ccf7c64dd90a None None] Routers {'561d62e6-bc8d-4946-9bb3-d771ea6c877a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:25.565461 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b5b017bb-523c-47c9-932d-ccf7c64dd90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['561d62e6-bc8d-4946-9bb3-d771ea6c877a'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:25.797221 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:25.860898 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-f0147fdd-b221-4880-9ca5-6c82d1ceb8b0 req-2d6d34af-0dc4-4d83-b769-0ff571b4bf91 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:25.871810 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dd88e910-3b95-425d-b9dd-98a1226da306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:25.903675 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:17:25.937094 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a04fd324-2ab9-4095-8790-c8cfa7f5cb0e up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:17:25.938846 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d97faa37-2395-4395-b9c0-45f66e5dc9b9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:25.943600 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d34af-0dc4-4d83-b769-0ff571b4bf91 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Pushing event deleted for resources: {'Port': ['ID=3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:25.957170 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d97faa37-2395-4395-b9c0-45f66e5dc9b9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:port and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:25.965955 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d97faa37-2395-4395-b9c0-45f66e5dc9b9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:25.975935 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d97faa37-2395-4395-b9c0-45f66e5dc9b9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:25.978142 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88e910-3b95-425d-b9dd-98a1226da306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebbab3c-7aa0-42be-af6e-1a3aed2cdcbc,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:25.980495 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d826d956-2b0e-4620-a83c-ca74c1acd9b7 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:25.982515 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-b5b017bb-523c-47c9-932d-ccf7c64dd90a None None] Set router 561d62e6-bc8d-4946-9bb3-d771ea6c877a gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:17:26.015550 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dd88e910-3b95-425d-b9dd-98a1226da306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:26.016816 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-dd88e910-3b95-425d-b9dd-98a1226da306 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5ebbab3c-7aa0-42be-af6e-1a3aed2cdcbc HTTP/1.1" status: 204 len: 168 time: 1.1067700 Apr 06 14:17:26.030479 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-58b53f9c-2e59-4b28-a5cf-ec0dfe3a26bd tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:26.116411 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0147fdd-b221-4880-9ca5-6c82d1ceb8b0 req-2d6d34af-0dc4-4d83-b769-0ff571b4bf91 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] No DVR routers for this DVR port 3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7 on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:17:26.121843 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-f0147fdd-b221-4880-9ca5-6c82d1ceb8b0 req-2d6d34af-0dc4-4d83-b769-0ff571b4bf91 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:26.123196 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-58b53f9c-2e59-4b28-a5cf-ec0dfe3a26bd tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Usage tracker for resource:port and tenant:dba04c3a37af4901970d6629dcd9d38e is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:26.133853 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3fe411-a0b3-453a-80a5-14eebee0f9af', 'name': 'network-vif-deleted', 'tag': '3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:17:26.140487 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-58b53f9c-2e59-4b28-a5cf-ec0dfe3a26bd tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:26.162408 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-58b53f9c-2e59-4b28-a5cf-ec0dfe3a26bd tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:26.191540 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97faa37-2395-4395-b9c0-45f66e5dc9b9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:26.195329 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-929e9c22-5082-4647-97b2-eae4946cd764 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:26.282457 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826d956-2b0e-4620-a83c-ca74c1acd9b7 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event updated for resources: {'Subnet': ['ID=f09c7c2c-1bb5-4a08-ae31-ea6772dbc50b,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:26.321681 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f0147fdd-b221-4880-9ca5-6c82d1ceb8b0 req-2d6d34af-0dc4-4d83-b769-0ff571b4bf91 tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.69 "DELETE /v2.0/ports/3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7 HTTP/1.1" status: 204 len: 173 time: 1.9847083 Apr 06 14:17:26.346679 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:26.347474 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-68bd3e8e-04d2-4f23-afbe-a25b194e63f0 None None] Provisioning for port 9135b5fe-7a28-4b8c-b21b-91a8d51f855d completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:26.368503 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-929e9c22-5082-4647-97b2-eae4946cd764 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:26.421139 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-259cba26-13fc-411c-9419-4d5aa3311e7e req-90d603f0-3937-444f-a210-d5ae6084412b tempest-TestServerAdvancedOps-378352114 tempest-TestServerAdvancedOps-378352114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef3fe411-a0b3-453a-80a5-14eebee0f9af HTTP/1.1" status: 200 len: 210 time: 0.0879080 Apr 06 14:17:26.459901 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-926c3525-9877-4711-aeae-cf408839e33c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:26.519726 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b53f9c-2e59-4b28-a5cf-ec0dfe3a26bd tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Made reservation on behalf of dba04c3a37af4901970d6629dcd9d38e for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:26.529166 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-58b53f9c-2e59-4b28-a5cf-ec0dfe3a26bd tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:26.600129 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab1daef8-a6f5-44b7-bdf6-d263c0401b60'] response: {'server_uuid': 'ef3fe411-a0b3-453a-80a5-14eebee0f9af', 'name': 'network-vif-deleted', 'tag': '3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7', 'status': 'completed', 'code': 200} Apr 06 14:17:26.605652 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-58b53f9c-2e59-4b28-a5cf-ec0dfe3a26bd tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] device_id is not set on port 0b876b8f-bbe0-4797-802c-bed216b209e6 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:17:26.614307 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:26.618800 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:26.675529 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Pushing event updated for resources: {'Port': ['ID=d21bccd1-765f-4df0-aa3e-67f66e4b6bcc,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:26.687441 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-68bd3e8e-04d2-4f23-afbe-a25b194e63f0 None None] Provisioning complete for port 9135b5fe-7a28-4b8c-b21b-91a8d51f855d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:26.688260 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-68bd3e8e-04d2-4f23-afbe-a25b194e63f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:26.694455 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48970) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:26.761693 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1817a897-9fab-45f8-a5ab-6cdf4b72934c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-270980937', 'description': 'tempest-secgroup-smoke-270980937 description', 'project_id': '681e39576088423facd0bc7051aac5ad'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:26.779574 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1817a897-9fab-45f8-a5ab-6cdf4b72934c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:26.795321 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-58b53f9c-2e59-4b28-a5cf-ec0dfe3a26bd tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Allocated IP 172.20.0.13 (45d17a5f-3406-4381-bb61-198799e5e0e9/ba36ca19-dadf-477c-a38b-10c2dcd6012e/0b876b8f-bbe0-4797-802c-bed216b209e6) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:26.797533 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1817a897-9fab-45f8-a5ab-6cdf4b72934c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Usage tracker for resource:security_group and tenant:681e39576088423facd0bc7051aac5ad is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:26.805718 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1817a897-9fab-45f8-a5ab-6cdf4b72934c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:26.830759 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1817a897-9fab-45f8-a5ab-6cdf4b72934c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:26.841084 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-68bd3e8e-04d2-4f23-afbe-a25b194e63f0 None None] Port 9135b5fe-7a28-4b8c-b21b-91a8d51f855d cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:17:26.899955 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d826d956-2b0e-4620-a83c-ca74c1acd9b7 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Checking segment: {'id': '43aade2d-41f9-4abf-8186-a2ac5deb45fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '31f2be06-4cf2-4a5d-8933-7e5618296f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:17:26.900536 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d826d956-2b0e-4620-a83c-ca74c1acd9b7 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Network hostable DHCP agents. Network: 31f2be06-4cf2-4a5d-8933-7e5618296f07, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:17:26.930532 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1817a897-9fab-45f8-a5ab-6cdf4b72934c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:26.960114 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:26.960491 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:26.960798 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:26.961166 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:26.961500 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:26.961828 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:26.962157 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:26.962488 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:26.962813 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:26.963139 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:26.963465 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:26.982753 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-929e9c22-5082-4647-97b2-eae4946cd764 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:27.009272 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-929e9c22-5082-4647-97b2-eae4946cd764 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:27.027861 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Attempting to bind port d21bccd1-765f-4df0-aa3e-67f66e4b6bcc on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:17:27.028435 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Attempting to bind port d21bccd1-765f-4df0-aa3e-67f66e4b6bcc by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:17:27.029048 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Attempting to bind port d21bccd1-765f-4df0-aa3e-67f66e4b6bcc on network 45db5c66-c082-47ed-beeb-688e3c8646d5 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:17:27.048931 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:17:27.049552 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Checking segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:17:27.050629 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:27.051225 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Bound using segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:17:27.051853 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Bound port: d21bccd1-765f-4df0-aa3e-67f66e4b6bcc, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:17:27.052403 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:27.076547 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d97faa37-2395-4395-b9c0-45f66e5dc9b9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:27.088534 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port a04fd324-2ab9-4095-8790-c8cfa7f5cb0e triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:27.089393 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:27.093873 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1817a897-9fab-45f8-a5ab-6cdf4b72934c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:27.099818 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1817a897-9fab-45f8-a5ab-6cdf4b72934c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Usage tracker for resource:security_group_rule and tenant:681e39576088423facd0bc7051aac5ad is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:27.102929 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1817a897-9fab-45f8-a5ab-6cdf4b72934c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:27.109626 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1817a897-9fab-45f8-a5ab-6cdf4b72934c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:27.109879 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-d97faa37-2395-4395-b9c0-45f66e5dc9b9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] device_id is not set on port ae90b738-1681-49ba-87b9-f3bac711a8c5 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:17:27.152637 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d826d956-2b0e-4620-a83c-ca74c1acd9b7 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Network 31f2be06-4cf2-4a5d-8933-7e5618296f07 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:17:27.183582 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1817a897-9fab-45f8-a5ab-6cdf4b72934c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:27.198653 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1817a897-9fab-45f8-a5ab-6cdf4b72934c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:27.228141 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-d826d956-2b0e-4620-a83c-ca74c1acd9b7 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 31f2be06-4cf2-4a5d-8933-7e5618296f07) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:27.256176 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d826d956-2b0e-4620-a83c-ca74c1acd9b7 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:27.256835 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d826d956-2b0e-4620-a83c-ca74c1acd9b7 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:27.285843 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588f41b8-e014-4fe3-9ae8-814f4f4dc939 None None] Network 31f2be06-4cf2-4a5d-8933-7e5618296f07 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:17:27.306682 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e9c22-5082-4647-97b2-eae4946cd764 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Pushing event updated for resources: {'Port': ['ID=73578004-7f9e-40b9-ae06-571534aa2356,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:27.321412 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1817a897-9fab-45f8-a5ab-6cdf4b72934c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=546a5f5d-c61c-4cde-b3e0-3f4073188ed9,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:27.326506 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d826d956-2b0e-4620-a83c-ca74c1acd9b7 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1668530 Apr 06 14:17:27.328923 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1817a897-9fab-45f8-a5ab-6cdf4b72934c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:27.330301 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1817a897-9fab-45f8-a5ab-6cdf4b72934c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6324284 Apr 06 14:17:27.337885 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48982) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:27.338214 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 48984) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:27.350338 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c684bc7a-4d18-4a97-b838-532807bf5d02 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Request body: {'security_group_rule': {'security_group_id': '546a5f5d-c61c-4cde-b3e0-3f4073188ed9', 'project_id': '681e39576088423facd0bc7051aac5ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:27.351747 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-926c3525-9877-4711-aeae-cf408839e33c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:27.355972 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c684bc7a-4d18-4a97-b838-532807bf5d02 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:27.358159 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-929e9c22-5082-4647-97b2-eae4946cd764 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:27.360407 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c684bc7a-4d18-4a97-b838-532807bf5d02 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Usage tracker for resource:security_group_rule and tenant:681e39576088423facd0bc7051aac5ad is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:27.363402 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c684bc7a-4d18-4a97-b838-532807bf5d02 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:27.365184 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-926c3525-9877-4711-aeae-cf408839e33c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:27.369210 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c684bc7a-4d18-4a97-b838-532807bf5d02 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:27.376218 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-58b53f9c-2e59-4b28-a5cf-ec0dfe3a26bd tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:27.381632 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-848fdec2-37bb-4528-a33c-51129918d41b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-433930103', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:27.403599 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-848fdec2-37bb-4528-a33c-51129918d41b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:27.417480 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-848fdec2-37bb-4528-a33c-51129918d41b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Usage tracker for resource:router and tenant:d61b98536deb4ef1889c048254212ea9 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:27.429524 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-848fdec2-37bb-4528-a33c-51129918d41b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:27.435128 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-58b53f9c-2e59-4b28-a5cf-ec0dfe3a26bd tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Transition to ACTIVE for port object 0b876b8f-bbe0-4797-802c-bed216b209e6 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:27.444092 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c684bc7a-4d18-4a97-b838-532807bf5d02 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:27.459099 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c3525-9877-4711-aeae-cf408839e33c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Port': ['ID=9135b5fe-7a28-4b8c-b21b-91a8d51f855d,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:27.488839 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-848fdec2-37bb-4528-a33c-51129918d41b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:27.500987 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-d97faa37-2395-4395-b9c0-45f66e5dc9b9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Allocated IP 2001:db8::f816:3eff:fe2e:8fc (45db5c66-c082-47ed-beeb-688e3c8646d5/53bcd174-8656-47da-bf7c-340bbd141a51/ae90b738-1681-49ba-87b9-f3bac711a8c5) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:27.526340 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b5b017bb-523c-47c9-932d-ccf7c64dd90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561d62e6-bc8d-4946-9bb3-d771ea6c877a', 'name': 'tempest-TestVolumeBootPattern-1940172506-router', 'tenant_id': '64669f6f2a5642999e56b2ad10e020ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '589babb8-181c-4dd0-bb2b-d5928547d00a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:17:01Z', 'updated_at': '2022-04-06T14:17:18Z', 'revision_number': 4, 'project_id': '64669f6f2a5642999e56b2ad10e020ea', 'gw_port': {'id': '589babb8-181c-4dd0-bb2b-d5928547d00a', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561d62e6-bc8d-4946-9bb3-d771ea6c877a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:04Z', 'updated_at': '2022-04-06T14:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14', 'name': '', 'network_id': 'e2a0c444-1824-4f35-9bf1-0295189e1a41', 'tenant_id': '64669f6f2a5642999e56b2ad10e020ea', 'mac_address': 'fa:16:3e:e8:bb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561d62e6-bc8d-4946-9bb3-d771ea6c877a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a755f855-3068-45b6-860e-ce72f4b16b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:15Z', 'updated_at': '2022-04-06T14:17:19Z', 'revision_number': 2, 'project_id': '64669f6f2a5642999e56b2ad10e020ea', 'subnets': [{'id': 'a755f855-3068-45b6-860e-ce72f4b16b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:27.534298 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-848fdec2-37bb-4528-a33c-51129918d41b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:27.535219 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-848fdec2-37bb-4528-a33c-51129918d41b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:27.547436 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] For port d21bccd1-765f-4df0-aa3e-67f66e4b6bcc, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:17:27.568008 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] For port d21bccd1-765f-4df0-aa3e-67f66e4b6bcc, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=d21bccd1-765f-4df0-aa3e-67f66e4b6bcc,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:17:27.569153 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b017bb-523c-47c9-932d-ccf7c64dd90a None None] Checking router: 561d62e6-bc8d-4946-9bb3-d771ea6c877a for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:17:27.569505 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b017bb-523c-47c9-932d-ccf7c64dd90a None None] Updating router 561d62e6-bc8d-4946-9bb3-d771ea6c877a port 419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14 binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:17:27.571572 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-929e9c22-5082-4647-97b2-eae4946cd764 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:27.576183 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-929e9c22-5082-4647-97b2-eae4946cd764 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1011338 Apr 06 14:17:27.579755 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 48996) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:27.596765 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c684bc7a-4d18-4a97-b838-532807bf5d02 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:27.644299 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:27.659752 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49002) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:27.677856 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c684bc7a-4d18-4a97-b838-532807bf5d02 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:27.786604 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684bc7a-4d18-4a97-b838-532807bf5d02 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d5feb6-37ce-4837-b43d-f5df0f9ea046,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:27.790381 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504eb9d7-fffd-49e7-88d8-5ae84b59a3ee None None] Pushing event updated for resources: {'Port': ['ID=d21bccd1-765f-4df0-aa3e-67f66e4b6bcc,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:27.792910 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-58b53f9c-2e59-4b28-a5cf-ec0dfe3a26bd tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:27.850875 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b5b017bb-523c-47c9-932d-ccf7c64dd90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:28.020794 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad23b5a4-dab7-485e-99ad-86d19459f418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-31f2be06-4cf2-4a5d-8933-7e5618296f07', 'network_id': '31f2be06-4cf2-4a5d-8933-7e5618296f07', 'tenant_id': 'd61b98536deb4ef1889c048254212ea9', 'fixed_ips': [{'subnet_id': 'f09c7c2c-1bb5-4a08-ae31-ea6772dbc50b'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:17:28.021630 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ad23b5a4-dab7-485e-99ad-86d19459f418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:28.036958 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-848fdec2-37bb-4528-a33c-51129918d41b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:28.090320 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-3929c3f4-f29b-4be5-97d7-1310864c526b tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:28.105385 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3929c3f4-f29b-4be5-97d7-1310864c526b tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:28.118686 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3929c3f4-f29b-4be5-97d7-1310864c526b tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] Usage tracker for resource:floatingip and tenant:36fecfc8ad444058817ea1eb77d59fad is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:28.123660 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3929c3f4-f29b-4be5-97d7-1310864c526b tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:28.134754 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3929c3f4-f29b-4be5-97d7-1310864c526b tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:28.158728 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e7d4da9a-6ce9-4512-a053-9902ab892772 None None] Provisioning complete for port 9135b5fe-7a28-4b8c-b21b-91a8d51f855d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:28.159210 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e7d4da9a-6ce9-4512-a053-9902ab892772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:28.213590 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-926c3525-9877-4711-aeae-cf408839e33c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:28.218997 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3929c3f4-f29b-4be5-97d7-1310864c526b tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:28.225791 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b53f9c-2e59-4b28-a5cf-ec0dfe3a26bd tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Network 45d17a5f-3406-4381-bb61-198799e5e0e9 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:28.272713 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-58b53f9c-2e59-4b28-a5cf-ec0dfe3a26bd tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:28.313560 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e7d4da9a-6ce9-4512-a053-9902ab892772 None None] Port 9135b5fe-7a28-4b8c-b21b-91a8d51f855d cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:17:28.327189 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b53f9c-2e59-4b28-a5cf-ec0dfe3a26bd tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:28.447615 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:17:28.458648 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c684bc7a-4d18-4a97-b838-532807bf5d02 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:28.459852 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c684bc7a-4d18-4a97-b838-532807bf5d02 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1192069 Apr 06 14:17:28.474376 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-025be816-4564-4f0b-9834-f79d4d87d2ab admin admin] Deleting subnet 8b6d0cf5-868b-4474-a773-99f56aa1b806 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:17:28.477868 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-926c3525-9877-4711-aeae-cf408839e33c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:28.490048 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49012) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:28.501142 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-afa24091-57e2-45e2-957d-0e786dde61c8 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Request body: {'security_group_rule': {'security_group_id': '546a5f5d-c61c-4cde-b3e0-3f4073188ed9', 'project_id': '681e39576088423facd0bc7051aac5ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:28.513201 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-025be816-4564-4f0b-9834-f79d4d87d2ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:28.515804 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-afa24091-57e2-45e2-957d-0e786dde61c8 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:28.522973 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-afa24091-57e2-45e2-957d-0e786dde61c8 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Usage tracker for resource:security_group_rule and tenant:681e39576088423facd0bc7051aac5ad is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:28.565036 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b53f9c-2e59-4b28-a5cf-ec0dfe3a26bd tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Pushing event updated for resources: {'Port': ['ID=0b876b8f-bbe0-4797-802c-bed216b209e6,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:28.817699 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b5b017bb-523c-47c9-932d-ccf7c64dd90a None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:28.832511 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b5b017bb-523c-47c9-932d-ccf7c64dd90a None None] Transition to ACTIVE for port object 419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:28.876608 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-ad23b5a4-dab7-485e-99ad-86d19459f418 None None] Allocated IP 172.20.0.2 (31f2be06-4cf2-4a5d-8933-7e5618296f07/f09c7c2c-1bb5-4a08-ae31-ea6772dbc50b/6d287eab-d1b4-42d9-a33b-03e43c926579) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:28.933554 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-926c3525-9877-4711-aeae-cf408839e33c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:28.936051 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-afa24091-57e2-45e2-957d-0e786dde61c8 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:28.945035 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-926c3525-9877-4711-aeae-cf408839e33c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:28.946075 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-926c3525-9877-4711-aeae-cf408839e33c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:28.950108 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-afa24091-57e2-45e2-957d-0e786dde61c8 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:28.996003 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b53f9c-2e59-4b28-a5cf-ec0dfe3a26bd tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:28.996614 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-58b53f9c-2e59-4b28-a5cf-ec0dfe3a26bd tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:29.005601 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-025be816-4564-4f0b-9834-f79d4d87d2ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:29.033198 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b5b017bb-523c-47c9-932d-ccf7c64dd90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:29.094315 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-025be816-4564-4f0b-9834-f79d4d87d2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:29.107620 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: 3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:17:29.107966 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 3fef76a4-12f0-4bd1-af47-d9ffdaaa85c7 not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:17:29.116055 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009f6d5-70e2-4b26-abc6-cb47eac86593 None None] Pushing event updated for resources: {'Port': ['ID=419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:29.235183 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d97faa37-2395-4395-b9c0-45f66e5dc9b9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:29.253214 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:29.259969 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-d97faa37-2395-4395-b9c0-45f66e5dc9b9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Transition to ACTIVE for port object ae90b738-1681-49ba-87b9-f3bac711a8c5 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:29.282692 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-afa24091-57e2-45e2-957d-0e786dde61c8 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:29.285425 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-025be816-4564-4f0b-9834-f79d4d87d2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:29.305363 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c3525-9877-4711-aeae-cf408839e33c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Port': ['ID=9135b5fe-7a28-4b8c-b21b-91a8d51f855d,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:29.357870 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-58b53f9c-2e59-4b28-a5cf-ec0dfe3a26bd tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9793637 Apr 06 14:17:29.360997 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49030) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:29.371414 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-848fdec2-37bb-4528-a33c-51129918d41b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:29.372658 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9bfee092-d057-4677-bd31-8a6f7d4bdd54 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:6f:ca:79'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:29.390064 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025be816-4564-4f0b-9834-f79d4d87d2ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b6d0cf5-868b-4474-a773-99f56aa1b806,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:29.407238 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3929c3f4-f29b-4be5-97d7-1310864c526b tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:29.420656 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-025be816-4564-4f0b-9834-f79d4d87d2ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:29.427552 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-025be816-4564-4f0b-9834-f79d4d87d2ab admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8b6d0cf5-868b-4474-a773-99f56aa1b806 HTTP/1.1" status: 204 len: 168 time: 1.7584057 Apr 06 14:17:29.428398 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49034) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:29.463645 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d97faa37-2395-4395-b9c0-45f66e5dc9b9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:29.492213 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e1f651a6-b5ac-452a-83cd-310c472613f3 None None] Provisioning for port 0b876b8f-bbe0-4797-802c-bed216b209e6 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:29.499995 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e1f651a6-b5ac-452a-83cd-310c472613f3 None None] Provisioning complete for port 0b876b8f-bbe0-4797-802c-bed216b209e6 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:29.500356 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e1f651a6-b5ac-452a-83cd-310c472613f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:29.561893 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49038) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:29.611386 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926c3525-9877-4711-aeae-cf408839e33c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network 3b27f226-8d55-40c7-b4a1-d1abd6b317d1 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:29.618492 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-926c3525-9877-4711-aeae-cf408839e33c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:29.644694 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e1f651a6-b5ac-452a-83cd-310c472613f3 None None] Port 0b876b8f-bbe0-4797-802c-bed216b209e6 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:17:29.654037 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b5b017bb-523c-47c9-932d-ccf7c64dd90a None None] Attempting to bind port 419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:17:29.654410 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b5b017bb-523c-47c9-932d-ccf7c64dd90a None None] Attempting to bind port 419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5853313b-72a0-4ee0-9768-60ad2b3d86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e2a0c444-1824-4f35-9bf1-0295189e1a41'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:17:29.654771 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b017bb-523c-47c9-932d-ccf7c64dd90a None None] Attempting to bind port 419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14 on network e2a0c444-1824-4f35-9bf1-0295189e1a41 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:17:29.695384 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b017bb-523c-47c9-932d-ccf7c64dd90a None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:17:29.695764 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b017bb-523c-47c9-932d-ccf7c64dd90a None None] Checking segment: {'id': '5853313b-72a0-4ee0-9768-60ad2b3d86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e2a0c444-1824-4f35-9bf1-0295189e1a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:17:29.696167 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b5b017bb-523c-47c9-932d-ccf7c64dd90a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:29.696711 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b017bb-523c-47c9-932d-ccf7c64dd90a None None] Bound using segment: {'id': '5853313b-72a0-4ee0-9768-60ad2b3d86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e2a0c444-1824-4f35-9bf1-0295189e1a41'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:17:29.697394 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b5b017bb-523c-47c9-932d-ccf7c64dd90a None None] Bound port: 419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5853313b-72a0-4ee0-9768-60ad2b3d86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e2a0c444-1824-4f35-9bf1-0295189e1a41'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:17:29.699418 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b5b017bb-523c-47c9-932d-ccf7c64dd90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:29.705765 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97faa37-2395-4395-b9c0-45f66e5dc9b9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:29.711414 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-d97faa37-2395-4395-b9c0-45f66e5dc9b9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:29.715429 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a93e2b0a-32cb-4dcd-8f4d-80e8a5d01fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:29.720169 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97faa37-2395-4395-b9c0-45f66e5dc9b9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:29.726183 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97faa37-2395-4395-b9c0-45f66e5dc9b9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:29.727012 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d97faa37-2395-4395-b9c0-45f66e5dc9b9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:29.759709 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97faa37-2395-4395-b9c0-45f66e5dc9b9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Port': ['ID=ae90b738-1681-49ba-87b9-f3bac711a8c5,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:29.761519 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-afa24091-57e2-45e2-957d-0e786dde61c8 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:29.809801 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d97faa37-2395-4395-b9c0-45f66e5dc9b9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.8603094 Apr 06 14:17:29.810934 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49044) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:29.884775 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7f88a422-b5aa-4bd0-8596-68673c747c58 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1560729569', 'router:external': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:29.950904 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b5b017bb-523c-47c9-932d-ccf7c64dd90a None None] For port 419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:17:29.960133 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b5b017bb-523c-47c9-932d-ccf7c64dd90a None None] For port 419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14,segment=NetworkSegment(5853313b-72a0-4ee0-9768-60ad2b3d86e8),segment_id=5853313b-72a0-4ee0-9768-60ad2b3d86e8)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:17:29.982355 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b5b017bb-523c-47c9-932d-ccf7c64dd90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:30.066321 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device d21bccd1-765f-4df0-aa3e-67f66e4b6bcc up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:17:30.082153 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-afa24091-57e2-45e2-957d-0e786dde61c8 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:30.088468 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7f88a422-b5aa-4bd0-8596-68673c747c58 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:30.094929 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a93e2b0a-32cb-4dcd-8f4d-80e8a5d01fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:30.126513 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ad23b5a4-dab7-485e-99ad-86d19459f418 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:30.133007 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7f88a422-b5aa-4bd0-8596-68673c747c58 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Usage tracker for resource:network and tenant:bf87b9404d1f4f399d15cbb5a60dc412 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:30.140805 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-a93e2b0a-32cb-4dcd-8f4d-80e8a5d01fcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9349387b-90ce-46b9-bc40-8b651b772fa9']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:30.150265 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7f88a422-b5aa-4bd0-8596-68673c747c58 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:30.154715 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa24091-57e2-45e2-957d-0e786dde61c8 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=160151f9-47d1-40eb-b395-b1de0abe5a50,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:30.159396 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-a93e2b0a-32cb-4dcd-8f4d-80e8a5d01fcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c94e1cc-e94e-4cf0-b6e7-2dbb311bbdd5') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:30.159396 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-a93e2b0a-32cb-4dcd-8f4d-80e8a5d01fcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c94e1cc-e94e-4cf0-b6e7-2dbb311bbdd5') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:30.159862 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ad23b5a4-dab7-485e-99ad-86d19459f418 None None] Transition to ACTIVE for port object 6d287eab-d1b4-42d9-a33b-03e43c926579 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:30.169413 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7f88a422-b5aa-4bd0-8596-68673c747c58 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:30.188281 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a93e2b0a-32cb-4dcd-8f4d-80e8a5d01fcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:30.199743 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9f39dc95-146e-483b-abf7-7527688be2d6 None None] Provisioning for port d21bccd1-765f-4df0-aa3e-67f66e4b6bcc completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:30.226023 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009f6d5-70e2-4b26-abc6-cb47eac86593 None None] Pushing event updated for resources: {'Port': ['ID=419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:30.230288 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-3929c3f4-f29b-4be5-97d7-1310864c526b tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] Allocated IP 172.26.8.176 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/9e9728a6-3e99-4d33-91f4-1d114fb6084b) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:30.239469 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-afa24091-57e2-45e2-957d-0e786dde61c8 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:30.243112 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-afa24091-57e2-45e2-957d-0e786dde61c8 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.7499619 Apr 06 14:17:30.247538 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ad23b5a4-dab7-485e-99ad-86d19459f418 None None] Transition to ACTIVE for port object 6d287eab-d1b4-42d9-a33b-03e43c926579 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:30.248606 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49048) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:30.249834 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-848fdec2-37bb-4528-a33c-51129918d41b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:30.252346 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f88a422-b5aa-4bd0-8596-68673c747c58 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Made reservation on behalf of bf87b9404d1f4f399d15cbb5a60dc412 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:30.258676 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b017bb-523c-47c9-932d-ccf7c64dd90a None None] Routers {'561d62e6-bc8d-4946-9bb3-d771ea6c877a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:30.259488 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f88a422-b5aa-4bd0-8596-68673c747c58 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:30.259629 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b5b017bb-523c-47c9-932d-ccf7c64dd90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['561d62e6-bc8d-4946-9bb3-d771ea6c877a'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:30.286617 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0092bb31-0d07-426a-86e8-1f354228bf46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:30.290728 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0092bb31-0d07-426a-86e8-1f354228bf46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:30.291513 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0092bb31-0d07-426a-86e8-1f354228bf46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:17:30.300630 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d4b8427e-8867-42fb-abfb-dc2f76be74d6 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Request body: {'security_group_rule': {'security_group_id': '546a5f5d-c61c-4cde-b3e0-3f4073188ed9', 'project_id': '681e39576088423facd0bc7051aac5ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:30.305121 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a93e2b0a-32cb-4dcd-8f4d-80e8a5d01fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:30.309709 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-848fdec2-37bb-4528-a33c-51129918d41b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:30.313057 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d4b8427e-8867-42fb-abfb-dc2f76be74d6 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:30.321387 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d4b8427e-8867-42fb-abfb-dc2f76be74d6 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Usage tracker for resource:security_group_rule and tenant:681e39576088423facd0bc7051aac5ad is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:30.361254 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d4b8427e-8867-42fb-abfb-dc2f76be74d6 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:30.368624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a93e2b0a-32cb-4dcd-8f4d-80e8a5d01fcf admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:17:30.369133 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a93e2b0a-32cb-4dcd-8f4d-80e8a5d01fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:30.374960 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ad23b5a4-dab7-485e-99ad-86d19459f418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:17:30.387632 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:17:30.398545 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d4b8427e-8867-42fb-abfb-dc2f76be74d6 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:30.456251 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f88a422-b5aa-4bd0-8596-68673c747c58 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:30.461795 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port d21bccd1-765f-4df0-aa3e-67f66e4b6bcc completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:30.483443 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0092bb31-0d07-426a-86e8-1f354228bf46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:17:30.484627 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0092bb31-0d07-426a-86e8-1f354228bf46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6691618 Apr 06 14:17:30.498317 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port d21bccd1-765f-4df0-aa3e-67f66e4b6bcc triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:30.498697 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:30.507176 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49052) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:30.519516 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9bfee092-d057-4677-bd31-8a6f7d4bdd54 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:30.531187 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad23b5a4-dab7-485e-99ad-86d19459f418 None None] Network 31f2be06-4cf2-4a5d-8933-7e5618296f07 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:30.540681 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23b5a4-dab7-485e-99ad-86d19459f418 None None] Pushing event updated for resources: {'Port': ['ID=6d287eab-d1b4-42d9-a33b-03e43c926579,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:30.543278 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-ad23b5a4-dab7-485e-99ad-86d19459f418 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:30.551853 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad23b5a4-dab7-485e-99ad-86d19459f418 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:30.562821 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d4b8427e-8867-42fb-abfb-dc2f76be74d6 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:30.565489 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e000aeeb-0d72-446f-aefe-06fb69d0ef91 None None] Provisioning for port ae90b738-1681-49ba-87b9-f3bac711a8c5 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:30.593509 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e000aeeb-0d72-446f-aefe-06fb69d0ef91 None None] Provisioning complete for port ae90b738-1681-49ba-87b9-f3bac711a8c5 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:30.593943 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e000aeeb-0d72-446f-aefe-06fb69d0ef91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:30.627116 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a93e2b0a-32cb-4dcd-8f4d-80e8a5d01fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:30.631251 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a93e2b0a-32cb-4dcd-8f4d-80e8a5d01fcf admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:30.677186 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-321f0cb2-f0ea-4c0f-ad8b-4e3ea29c11bd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting port ae90b738-1681-49ba-87b9-f3bac711a8c5 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:30.677540 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-321f0cb2-f0ea-4c0f-ad8b-4e3ea29c11bd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:30.690233 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7f88a422-b5aa-4bd0-8596-68673c747c58 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:30.708557 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7f88a422-b5aa-4bd0-8596-68673c747c58 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Usage tracker for resource:security_group_rule and tenant:bf87b9404d1f4f399d15cbb5a60dc412 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:30.710643 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e2b0a-32cb-4dcd-8f4d-80e8a5d01fcf admin admin] Pushing event deleted for resources: {'Network': ['ID=9349387b-90ce-46b9-bc40-8b651b772fa9,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:30.725828 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a93e2b0a-32cb-4dcd-8f4d-80e8a5d01fcf admin admin] 10.222.0.60 "DELETE /v2.0/networks/9349387b-90ce-46b9-bc40-8b651b772fa9 HTTP/1.1" status: 204 len: 168 time: 1.2916532 Apr 06 14:17:30.726040 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-b5b017bb-523c-47c9-932d-ccf7c64dd90a None None] Set router 561d62e6-bc8d-4946-9bb3-d771ea6c877a gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:17:30.726172 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7f88a422-b5aa-4bd0-8596-68673c747c58 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:30.728382 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49056) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:30.745178 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7f88a422-b5aa-4bd0-8596-68673c747c58 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:30.787861 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e000aeeb-0d72-446f-aefe-06fb69d0ef91 None None] Port ae90b738-1681-49ba-87b9-f3bac711a8c5 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:17:30.802109 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3929c3f4-f29b-4be5-97d7-1310864c526b tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:30.834274 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ad23b5a4-dab7-485e-99ad-86d19459f418 None None] Attempting to bind port 6d287eab-d1b4-42d9-a33b-03e43c926579 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:17:30.834924 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ad23b5a4-dab7-485e-99ad-86d19459f418 None None] Attempting to bind port 6d287eab-d1b4-42d9-a33b-03e43c926579 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '43aade2d-41f9-4abf-8186-a2ac5deb45fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '31f2be06-4cf2-4a5d-8933-7e5618296f07'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:17:30.835584 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad23b5a4-dab7-485e-99ad-86d19459f418 None None] Attempting to bind port 6d287eab-d1b4-42d9-a33b-03e43c926579 on network 31f2be06-4cf2-4a5d-8933-7e5618296f07 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:17:30.874820 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f11ccdd-e4db-4f83-ba93-3e2d01182bca admin admin] Deleting subnet 80cead9c-55a5-4381-a3b6-620125ca4d62 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:17:30.878872 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad23b5a4-dab7-485e-99ad-86d19459f418 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:17:30.879096 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad23b5a4-dab7-485e-99ad-86d19459f418 None None] Checking segment: {'id': '43aade2d-41f9-4abf-8186-a2ac5deb45fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '31f2be06-4cf2-4a5d-8933-7e5618296f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:17:30.879507 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ad23b5a4-dab7-485e-99ad-86d19459f418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:30.879882 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad23b5a4-dab7-485e-99ad-86d19459f418 None None] Bound using segment: {'id': '43aade2d-41f9-4abf-8186-a2ac5deb45fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '31f2be06-4cf2-4a5d-8933-7e5618296f07'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:17:30.880588 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ad23b5a4-dab7-485e-99ad-86d19459f418 None None] Bound port: 6d287eab-d1b4-42d9-a33b-03e43c926579, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43aade2d-41f9-4abf-8186-a2ac5deb45fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '31f2be06-4cf2-4a5d-8933-7e5618296f07'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:17:30.880768 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ad23b5a4-dab7-485e-99ad-86d19459f418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:30.882869 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f11ccdd-e4db-4f83-ba93-3e2d01182bca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:30.945911 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:30.994278 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d4b8427e-8867-42fb-abfb-dc2f76be74d6 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:31.000858 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f11ccdd-e4db-4f83-ba93-3e2d01182bca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:31.008575 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f88a422-b5aa-4bd0-8596-68673c747c58 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:31.019860 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e000aeeb-0d72-446f-aefe-06fb69d0ef91 None None] Provisioning complete for port 9135b5fe-7a28-4b8c-b21b-91a8d51f855d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:31.020446 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e000aeeb-0d72-446f-aefe-06fb69d0ef91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:31.021231 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f88a422-b5aa-4bd0-8596-68673c747c58 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:31.024270 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3929c3f4-f29b-4be5-97d7-1310864c526b tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:31.116519 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f88a422-b5aa-4bd0-8596-68673c747c58 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:17:31.141979 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.db.resource_extend [None req-9bfee092-d057-4677-bd31-8a6f7d4bdd54 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:17:31.168850 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88a422-b5aa-4bd0-8596-68673c747c58 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f078d6-b3ef-4a5f-9f17-072cfb3dee66,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:31.172517 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3929c3f4-f29b-4be5-97d7-1310864c526b tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:31.173986 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f88a422-b5aa-4bd0-8596-68673c747c58 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:31.174348 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-7f88a422-b5aa-4bd0-8596-68673c747c58 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Added segment 874273b7-95c8-4e06-85cd-2e8641f94705 of type vlan for network 864c009b-fed4-4a5f-aae3-7224e395c325 Apr 06 14:17:31.178900 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9bfee092-d057-4677-bd31-8a6f7d4bdd54 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:31.185966 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-3929c3f4-f29b-4be5-97d7-1310864c526b tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:31.188205 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929c3f4-f29b-4be5-97d7-1310864c526b tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] Pushing event updated for resources: {'Port': ['ID=9e9728a6-3e99-4d33-91f4-1d114fb6084b,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:31.190547 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port d21bccd1-765f-4df0-aa3e-67f66e4b6bcc, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=d21bccd1-765f-4df0-aa3e-67f66e4b6bcc,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:31.194445 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3929c3f4-f29b-4be5-97d7-1310864c526b tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:31.212707 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:31.216752 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d4b8427e-8867-42fb-abfb-dc2f76be74d6 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:31.225178 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9bfee092-d057-4677-bd31-8a6f7d4bdd54 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:31.263356 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e000aeeb-0d72-446f-aefe-06fb69d0ef91 None None] Port 9135b5fe-7a28-4b8c-b21b-91a8d51f855d cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:17:31.274510 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ad23b5a4-dab7-485e-99ad-86d19459f418 None None] For port 6d287eab-d1b4-42d9-a33b-03e43c926579, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:17:31.305115 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ad23b5a4-dab7-485e-99ad-86d19459f418 None None] For port 6d287eab-d1b4-42d9-a33b-03e43c926579, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6d287eab-d1b4-42d9-a33b-03e43c926579,segment=NetworkSegment(43aade2d-41f9-4abf-8186-a2ac5deb45fa),segment_id=43aade2d-41f9-4abf-8186-a2ac5deb45fa)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:17:31.313071 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926c3525-9877-4711-aeae-cf408839e33c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Router 8fa94388-d573-47eb-93a5-5da73e690d95 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:17:31.321868 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-848fdec2-37bb-4528-a33c-51129918d41b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Allocated IP 172.26.8.253 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/92667d8f-e81f-4f0f-aad6-e4049f7fe0d3) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:31.343596 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8427e-8867-42fb-abfb-dc2f76be74d6 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6403f44c-df3b-4feb-b223-a9ea10857dd6,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:31.363996 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d4b8427e-8867-42fb-abfb-dc2f76be74d6 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:31.367154 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ad23b5a4-dab7-485e-99ad-86d19459f418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:31.368077 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d4b8427e-8867-42fb-abfb-dc2f76be74d6 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0921142 Apr 06 14:17:31.371724 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f88a422-b5aa-4bd0-8596-68673c747c58 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:31.374151 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49060) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:31.387907 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2bf659d7-13b7-4020-a82a-bdd88bf8075c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Request body: {'security_group_rule': {'security_group_id': '546a5f5d-c61c-4cde-b3e0-3f4073188ed9', 'project_id': '681e39576088423facd0bc7051aac5ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:31.392555 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f11ccdd-e4db-4f83-ba93-3e2d01182bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:31.403396 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfee092-d057-4677-bd31-8a6f7d4bdd54 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Pushing event updated for resources: {'Port': ['ID=0b876b8f-bbe0-4797-802c-bed216b209e6,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:31.440371 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2bf659d7-13b7-4020-a82a-bdd88bf8075c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:31.463974 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2bf659d7-13b7-4020-a82a-bdd88bf8075c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Usage tracker for resource:security_group_rule and tenant:681e39576088423facd0bc7051aac5ad is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:31.468171 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=d21bccd1-765f-4df0-aa3e-67f66e4b6bcc,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:31.470368 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2bf659d7-13b7-4020-a82a-bdd88bf8075c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:31.498156 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2bf659d7-13b7-4020-a82a-bdd88bf8075c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:31.566972 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-9bfee092-d057-4677-bd31-8a6f7d4bdd54 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] In _notify_port_updated(), no bound segment for port 0b876b8f-bbe0-4797-802c-bed216b209e6 on network 45d17a5f-3406-4381-bb61-198799e5e0e9 {{(pid=83737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 06 14:17:31.567609 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23b5a4-dab7-485e-99ad-86d19459f418 None None] Pushing event updated for resources: {'Port': ['ID=6d287eab-d1b4-42d9-a33b-03e43c926579,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:31.570792 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfee092-d057-4677-bd31-8a6f7d4bdd54 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:31.571471 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9bfee092-d057-4677-bd31-8a6f7d4bdd54 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:31.575189 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9bfee092-d057-4677-bd31-8a6f7d4bdd54 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] 10.222.0.60 "PUT /v2.0/ports/0b876b8f-bbe0-4797-802c-bed216b209e6 HTTP/1.1" status: 200 len: 994 time: 2.2107635 Apr 06 14:17:31.594116 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49064) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:31.601434 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b5b017bb-523c-47c9-932d-ccf7c64dd90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561d62e6-bc8d-4946-9bb3-d771ea6c877a', 'name': 'tempest-TestVolumeBootPattern-1940172506-router', 'tenant_id': '64669f6f2a5642999e56b2ad10e020ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '589babb8-181c-4dd0-bb2b-d5928547d00a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:17:01Z', 'updated_at': '2022-04-06T14:17:18Z', 'revision_number': 4, 'project_id': '64669f6f2a5642999e56b2ad10e020ea', 'gw_port': {'id': '589babb8-181c-4dd0-bb2b-d5928547d00a', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561d62e6-bc8d-4946-9bb3-d771ea6c877a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:04Z', 'updated_at': '2022-04-06T14:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14', 'name': '', 'network_id': 'e2a0c444-1824-4f35-9bf1-0295189e1a41', 'tenant_id': '64669f6f2a5642999e56b2ad10e020ea', 'mac_address': 'fa:16:3e:e8:bb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561d62e6-bc8d-4946-9bb3-d771ea6c877a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a755f855-3068-45b6-860e-ce72f4b16b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:15Z', 'updated_at': '2022-04-06T14:17:29Z', 'revision_number': 4, 'project_id': '64669f6f2a5642999e56b2ad10e020ea', 'subnets': [{'id': 'a755f855-3068-45b6-860e-ce72f4b16b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:31.606393 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b017bb-523c-47c9-932d-ccf7c64dd90a None None] The sync data for ids ['561d62e6-bc8d-4946-9bb3-d771ea6c877a'] in dv-neutron-835868-1-hyperv is: [{'id': '561d62e6-bc8d-4946-9bb3-d771ea6c877a', 'name': 'tempest-TestVolumeBootPattern-1940172506-router', 'tenant_id': '64669f6f2a5642999e56b2ad10e020ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '589babb8-181c-4dd0-bb2b-d5928547d00a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:17:01Z', 'updated_at': '2022-04-06T14:17:18Z', 'revision_number': 4, 'project_id': '64669f6f2a5642999e56b2ad10e020ea', 'gw_port': {'id': '589babb8-181c-4dd0-bb2b-d5928547d00a', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561d62e6-bc8d-4946-9bb3-d771ea6c877a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:04Z', 'updated_at': '2022-04-06T14:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14', 'name': '', 'network_id': 'e2a0c444-1824-4f35-9bf1-0295189e1a41', 'tenant_id': '64669f6f2a5642999e56b2ad10e020ea', 'mac_address': 'fa:16:3e:e8:bb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561d62e6-bc8d-4946-9bb3-d771ea6c877a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a755f855-3068-45b6-860e-ce72f4b16b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:15Z', 'updated_at': '2022-04-06T14:17:29Z', 'revision_number': 4, 'project_id': '64669f6f2a5642999e56b2ad10e020ea', 'subnets': [{'id': 'a755f855-3068-45b6-860e-ce72f4b16b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:17:31.641183 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-321f0cb2-f0ea-4c0f-ad8b-4e3ea29c11bd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:31.671539 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f88a422-b5aa-4bd0-8596-68673c747c58 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:31.673843 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f88a422-b5aa-4bd0-8596-68673c747c58 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:31.675015 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f88a422-b5aa-4bd0-8596-68673c747c58 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:31.713120 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5d2843a0-d31e-4003-a2ca-2695ff286140 None None] Provisioning complete for port 0b876b8f-bbe0-4797-802c-bed216b209e6 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:31.713481 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5d2843a0-d31e-4003-a2ca-2695ff286140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:31.808070 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5d2843a0-d31e-4003-a2ca-2695ff286140 None None] Port 0b876b8f-bbe0-4797-802c-bed216b209e6 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:17:31.881030 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-321f0cb2-f0ea-4c0f-ad8b-4e3ea29c11bd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Calling delete_port for ae90b738-1681-49ba-87b9-f3bac711a8c5 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:31.896963 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-f258ba3d-9b4d-4de4-b257-720b5f5b5c65 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Deleting port 0b876b8f-bbe0-4797-802c-bed216b209e6 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:31.897397 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f258ba3d-9b4d-4de4-b257-720b5f5b5c65 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:31.948040 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88a422-b5aa-4bd0-8596-68673c747c58 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Pushing event updated for resources: {'Network': ['ID=864c009b-fed4-4a5f-aae3-7224e395c325,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:31.956757 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7f88a422-b5aa-4bd0-8596-68673c747c58 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.3912165 Apr 06 14:17:31.961664 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49068) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:31.963646 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 864c009b-fed4-4a5f-aae3-7224e395c325 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:17:31.979382 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b9b1d3e6-71bb-4011-a429-1e1cc5b9ec77 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Request body: {'subnet': {'network_id': '864c009b-fed4-4a5f-aae3-7224e395c325', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:32.003712 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2bf659d7-13b7-4020-a82a-bdd88bf8075c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:32.022196 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b9b1d3e6-71bb-4011-a429-1e1cc5b9ec77 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:32.125339 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f11ccdd-e4db-4f83-ba93-3e2d01182bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:32.192905 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device d21bccd1-765f-4df0-aa3e-67f66e4b6bcc up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:17:32.200893 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-848fdec2-37bb-4528-a33c-51129918d41b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:32.206860 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11ccdd-e4db-4f83-ba93-3e2d01182bca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80cead9c-55a5-4381-a3b6-620125ca4d62,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:32.280124 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port d21bccd1-765f-4df0-aa3e-67f66e4b6bcc triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:32.280662 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:32.291312 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2bf659d7-13b7-4020-a82a-bdd88bf8075c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:32.314004 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2bf659d7-13b7-4020-a82a-bdd88bf8075c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:32.317220 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f11ccdd-e4db-4f83-ba93-3e2d01182bca admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:32.326607 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b9b1d3e6-71bb-4011-a429-1e1cc5b9ec77 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Usage tracker for resource:subnet and tenant:bf87b9404d1f4f399d15cbb5a60dc412 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:32.343486 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf659d7-13b7-4020-a82a-bdd88bf8075c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f887b5-fa6c-48f3-bcaa-92479edc20b9,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:32.406533 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2f11ccdd-e4db-4f83-ba93-3e2d01182bca admin admin] 10.222.0.60 "DELETE /v2.0/subnets/80cead9c-55a5-4381-a3b6-620125ca4d62 HTTP/1.1" status: 204 len: 168 time: 1.6692798 Apr 06 14:17:32.409423 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2bf659d7-13b7-4020-a82a-bdd88bf8075c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:32.410645 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2bf659d7-13b7-4020-a82a-bdd88bf8075c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0349157 Apr 06 14:17:32.411175 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49072) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:32.414895 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-321f0cb2-f0ea-4c0f-ad8b-4e3ea29c11bd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:32.416537 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49074) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:32.433769 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6d287eab-d1b4-42d9-a33b-03e43c926579 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:17:32.443257 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-e190c98a-d20c-4edb-a02c-be176c6d1788 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Request body: {'security_group_rule': {'security_group_id': '546a5f5d-c61c-4cde-b3e0-3f4073188ed9', 'project_id': '681e39576088423facd0bc7051aac5ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:32.457717 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3929c3f4-f29b-4be5-97d7-1310864c526b tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:32.459202 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b9b1d3e6-71bb-4011-a429-1e1cc5b9ec77 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:32.466954 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b9b1d3e6-71bb-4011-a429-1e1cc5b9ec77 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:32.512278 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-848fdec2-37bb-4528-a33c-51129918d41b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:32.524508 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 6d287eab-d1b4-42d9-a33b-03e43c926579 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:32.532825 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:17:32.541255 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b1d3e6-71bb-4011-a429-1e1cc5b9ec77 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Made reservation on behalf of bf87b9404d1f4f399d15cbb5a60dc412 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:32.543809 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9b1d3e6-71bb-4011-a429-1e1cc5b9ec77 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:32.607767 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e190c98a-d20c-4edb-a02c-be176c6d1788 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:32.622400 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f0cb2-f0ea-4c0f-ad8b-4e3ea29c11bd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Port': ['ID=ae90b738-1681-49ba-87b9-f3bac711a8c5,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:32.640244 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:32.645879 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:32.646623 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:32.671772 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e190c98a-d20c-4edb-a02c-be176c6d1788 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Usage tracker for resource:security_group_rule and tenant:681e39576088423facd0bc7051aac5ad is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:32.675434 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e190c98a-d20c-4edb-a02c-be176c6d1788 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:32.701424 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e190c98a-d20c-4edb-a02c-be176c6d1788 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:32.814004 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848fdec2-37bb-4528-a33c-51129918d41b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:32.823069 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:32.825489 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f841038f-b9c7-4e5d-8271-a626eb2211d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:32.831569 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-848fdec2-37bb-4528-a33c-51129918d41b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:32.843821 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-321f0cb2-f0ea-4c0f-ad8b-4e3ea29c11bd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:32.845947 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-321f0cb2-f0ea-4c0f-ad8b-4e3ea29c11bd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/ae90b738-1681-49ba-87b9-f3bac711a8c5 HTTP/1.1" status: 204 len: 168 time: 2.3378561 Apr 06 14:17:32.852123 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-e190c98a-d20c-4edb-a02c-be176c6d1788 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Project 681e39576088423facd0bc7051aac5ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:17:32.864582 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848fdec2-37bb-4528-a33c-51129918d41b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:32.900039 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14,segment=NetworkSegment(5853313b-72a0-4ee0-9768-60ad2b3d86e8),segment_id=5853313b-72a0-4ee0-9768-60ad2b3d86e8)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:32.908031 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49080) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:32.908257 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:32.917681 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e190c98a-d20c-4edb-a02c-be176c6d1788 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:32.928248 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fdec2-37bb-4528-a33c-51129918d41b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event updated for resources: {'Port': ['ID=92667d8f-e81f-4f0f-aad6-e4049f7fe0d3,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:32.965185 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3929c3f4-f29b-4be5-97d7-1310864c526b tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:33.002615 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926c3525-9877-4711-aeae-cf408839e33c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:17:33.017199 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3c13b9-fd56-4840-9304-c607758af680 None None] Sync routers for ids ['8fa94388-d573-47eb-93a5-5da73e690d95'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:17:33.040295 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3c13b9-fd56-4840-9304-c607758af680 None None] Routers {'8fa94388-d573-47eb-93a5-5da73e690d95'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:33.041040 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-3a3c13b9-fd56-4840-9304-c607758af680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['8fa94388-d573-47eb-93a5-5da73e690d95'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:33.070663 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-926c3525-9877-4711-aeae-cf408839e33c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "PUT /v2.0/routers/8fa94388-d573-47eb-93a5-5da73e690d95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9043126 Apr 06 14:17:33.071437 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:33.097976 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49084) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:33.105147 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f258ba3d-9b4d-4de4-b257-720b5f5b5c65 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:33.124436 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382160b2-50d5-4dc3-8a77-5262ac01eef4 None None] Network 31f2be06-4cf2-4a5d-8933-7e5618296f07 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:17:33.145583 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-3a3c13b9-fd56-4840-9304-c607758af680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:33.148796 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb9ac1b-19c0-4445-b2ac-c2f3603b4484 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:33.150467 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb9ac1b-19c0-4445-b2ac-c2f3603b4484 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:33.155280 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0eb9ac1b-19c0-4445-b2ac-c2f3603b4484 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2457857 Apr 06 14:17:33.156570 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49088) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:33.162336 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3c13b9-fd56-4840-9304-c607758af680 None None] Routers {'8fa94388-d573-47eb-93a5-5da73e690d95'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:33.163282 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-3a3c13b9-fd56-4840-9304-c607758af680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['8fa94388-d573-47eb-93a5-5da73e690d95'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:33.250745 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-3a3c13b9-fd56-4840-9304-c607758af680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:33.251387 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3c13b9-fd56-4840-9304-c607758af680 None None] The sync data for ids ['8fa94388-d573-47eb-93a5-5da73e690d95'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:17:33.302774 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e190c98a-d20c-4edb-a02c-be176c6d1788 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:33.308310 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-f258ba3d-9b4d-4de4-b257-720b5f5b5c65 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Calling delete_port for 0b876b8f-bbe0-4797-802c-bed216b209e6 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:33.320923 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-69e729fd-7798-48e6-a6bc-578c06c43fe9 None None] Provisioning for port 6d287eab-d1b4-42d9-a33b-03e43c926579 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:33.329246 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-69e729fd-7798-48e6-a6bc-578c06c43fe9 None None] Provisioning complete for port 6d287eab-d1b4-42d9-a33b-03e43c926579 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:33.329691 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-69e729fd-7798-48e6-a6bc-578c06c43fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:33.337116 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e190c98a-d20c-4edb-a02c-be176c6d1788 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:33.427184 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8421deae-399a-488c-9820-1ddb5b3b1d3b tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:33.427810 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8421deae-399a-488c-9820-1ddb5b3b1d3b tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Synchronizing usage tracker for tenant:6405625efdd14c9bb474ac0b7c765923 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:17:33.494406 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f841038f-b9c7-4e5d-8271-a626eb2211d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:33.518104 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e190c98a-d20c-4edb-a02c-be176c6d1788 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:33.519628 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e190c98a-d20c-4edb-a02c-be176c6d1788 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.1012275 Apr 06 14:17:33.528858 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190c98a-d20c-4edb-a02c-be176c6d1788 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51563032-f10e-4540-90a9-30d2ecc48a7f,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:33.532077 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49092) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:33.551897 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-69e729fd-7798-48e6-a6bc-578c06c43fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:33.554268 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ce418c4f-eaaf-4cf7-9611-2dbcfa8ad9f1 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Request body: {'security_group_rule': {'security_group_id': '546a5f5d-c61c-4cde-b3e0-3f4073188ed9', 'project_id': '681e39576088423facd0bc7051aac5ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:33.570738 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8421deae-399a-488c-9820-1ddb5b3b1d3b tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Unset dirty status for tenant:6405625efdd14c9bb474ac0b7c765923 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:17:33.574765 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8421deae-399a-488c-9820-1ddb5b3b1d3b tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "GET /v2.0/ports/9135b5fe-7a28-4b8c-b21b-91a8d51f855d HTTP/1.1" status: 200 len: 984 time: 0.4732943 Apr 06 14:17:33.589393 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-69e729fd-7798-48e6-a6bc-578c06c43fe9 None None] For port 6d287eab-d1b4-42d9-a33b-03e43c926579, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6d287eab-d1b4-42d9-a33b-03e43c926579,segment=NetworkSegment(43aade2d-41f9-4abf-8186-a2ac5deb45fa),segment_id=43aade2d-41f9-4abf-8186-a2ac5deb45fa)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:33.595714 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-69e729fd-7798-48e6-a6bc-578c06c43fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:33.597288 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49096) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:33.620224 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-f841038f-b9c7-4e5d-8271-a626eb2211d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b0888a-68be-4f9a-a839-2f28aaf8015c']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:33.638766 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-f841038f-b9c7-4e5d-8271-a626eb2211d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16257b3f-9c27-4cc6-8213-df4033fa93c9') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:33.639041 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-f841038f-b9c7-4e5d-8271-a626eb2211d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16257b3f-9c27-4cc6-8213-df4033fa93c9') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:33.671822 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f841038f-b9c7-4e5d-8271-a626eb2211d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:33.673452 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ce418c4f-eaaf-4cf7-9611-2dbcfa8ad9f1 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:33.684039 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e729fd-7798-48e6-a6bc-578c06c43fe9 None None] Pushing event updated for resources: {'Port': ['ID=6d287eab-d1b4-42d9-a33b-03e43c926579,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:33.702547 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f841038f-b9c7-4e5d-8271-a626eb2211d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:33.736113 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f841038f-b9c7-4e5d-8271-a626eb2211d6 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:17:33.736539 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f841038f-b9c7-4e5d-8271-a626eb2211d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:33.746477 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ce418c4f-eaaf-4cf7-9611-2dbcfa8ad9f1 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Usage tracker for resource:security_group_rule and tenant:681e39576088423facd0bc7051aac5ad is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:17:33.753237 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:17:33.761638 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ce418c4f-eaaf-4cf7-9611-2dbcfa8ad9f1 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:33.799404 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ce418c4f-eaaf-4cf7-9611-2dbcfa8ad9f1 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:33.812745 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ebdd8f4-5a95-4c43-a25a-9080763d8c0a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting subnet 53bcd174-8656-47da-bf7c-340bbd141a51 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:17:33.823685 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5ebdd8f4-5a95-4c43-a25a-9080763d8c0a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:33.834236 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-eea3e37a-1b0d-4028-8866-1b35878ac8c1 None None] Provisioning complete for port 6d287eab-d1b4-42d9-a33b-03e43c926579 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:33.834926 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-eea3e37a-1b0d-4028-8866-1b35878ac8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:33.900759 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5ebdd8f4-5a95-4c43-a25a-9080763d8c0a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:33.917996 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-ce418c4f-eaaf-4cf7-9611-2dbcfa8ad9f1 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Project 681e39576088423facd0bc7051aac5ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:17:33.934401 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f841038f-b9c7-4e5d-8271-a626eb2211d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:33.958898 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f841038f-b9c7-4e5d-8271-a626eb2211d6 admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:33.980221 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841038f-b9c7-4e5d-8271-a626eb2211d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=85b0888a-68be-4f9a-a839-2f28aaf8015c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:33.986024 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f841038f-b9c7-4e5d-8271-a626eb2211d6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/85b0888a-68be-4f9a-a839-2f28aaf8015c HTTP/1.1" status: 204 len: 168 time: 1.5726557 Apr 06 14:17:33.999414 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-848fdec2-37bb-4528-a33c-51129918d41b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:34.000204 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-848fdec2-37bb-4528-a33c-51129918d41b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:34.016258 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce418c4f-eaaf-4cf7-9611-2dbcfa8ad9f1 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:34.032031 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6d287eab-d1b4-42d9-a33b-03e43c926579 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:17:34.099486 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f258ba3d-9b4d-4de4-b257-720b5f5b5c65 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:34.120065 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 6d287eab-d1b4-42d9-a33b-03e43c926579 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:34.121017 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:34.127646 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3929c3f4-f29b-4be5-97d7-1310864c526b tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:34.167547 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5ebdd8f4-5a95-4c43-a25a-9080763d8c0a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:34.175326 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3929c3f4-f29b-4be5-97d7-1310864c526b tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:34.185121 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258ba3d-9b4d-4de4-b257-720b5f5b5c65 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Pushing event deleted for resources: {'Port': ['ID=0b876b8f-bbe0-4797-802c-bed216b209e6,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:34.269482 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5ebdd8f4-5a95-4c43-a25a-9080763d8c0a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:34.298076 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:17:34.301174 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49102) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:34.337987 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebdd8f4-5a95-4c43-a25a-9080763d8c0a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Subnet': ['ID=53bcd174-8656-47da-bf7c-340bbd141a51,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:34.349656 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5ebdd8f4-5a95-4c43-a25a-9080763d8c0a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:34.356738 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20b1b07-0dc1-4679-9a5e-62557af68b7f None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:17:34.387850 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5ebdd8f4-5a95-4c43-a25a-9080763d8c0a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/53bcd174-8656-47da-bf7c-340bbd141a51 HTTP/1.1" status: 204 len: 168 time: 1.2223811 Apr 06 14:17:34.393084 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49106) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:34.489172 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4f861c50-9dc0-4f34-bdc9-d191ef5f4dc5 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0922885 Apr 06 14:17:34.493299 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49110) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:34.554424 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1ea208b9-7e25-4d5e-b975-98cbe3a983d7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0fa4c70b7fe74530b9d1a0349885514d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2508976 Apr 06 14:17:34.562441 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49114) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:34.568221 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:34.568600 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:34.660208 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848fdec2-37bb-4528-a33c-51129918d41b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Router 17570090-97ff-4ac6-919a-6b200589bf7a is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:17:34.704371 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e13b13e-8740-464f-a05c-fac3c9e7da14 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:34.705084 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1e13b13e-8740-464f-a05c-fac3c9e7da14 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:17:34.712187 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-15bba07c-e158-4eee-82d9-90e5d54ab74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:34.727396 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929c3f4-f29b-4be5-97d7-1310864c526b tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] Pushing event updated for resources: {'Port': ['ID=9e9728a6-3e99-4d33-91f4-1d114fb6084b,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:34.788255 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce418c4f-eaaf-4cf7-9611-2dbcfa8ad9f1 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:34.810199 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce418c4f-eaaf-4cf7-9611-2dbcfa8ad9f1 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:34.844190 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3929c3f4-f29b-4be5-97d7-1310864c526b tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:34.859091 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77734c2f-5f53-4d7f-a3b9-58e7960e4709 None None] DHCP port deletion for 45db5c66-c082-47ed-beeb-688e3c8646d5 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:17:34.869831 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-77734c2f-5f53-4d7f-a3b9-58e7960e4709 None None] Deleting port d21bccd1-765f-4df0-aa3e-67f66e4b6bcc {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:34.870239 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-77734c2f-5f53-4d7f-a3b9-58e7960e4709 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:34.880582 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce418c4f-eaaf-4cf7-9611-2dbcfa8ad9f1 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d6d240-e448-470e-af10-44f92d69ea8e,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:34.885058 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f258ba3d-9b4d-4de4-b257-720b5f5b5c65 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:34.905933 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-15bba07c-e158-4eee-82d9-90e5d54ab74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:34.915174 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1e13b13e-8740-464f-a05c-fac3c9e7da14 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:17:34.918737 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1e13b13e-8740-464f-a05c-fac3c9e7da14 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4214051 Apr 06 14:17:34.920086 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49118) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:34.926321 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce418c4f-eaaf-4cf7-9611-2dbcfa8ad9f1 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:34.928921 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ce418c4f-eaaf-4cf7-9611-2dbcfa8ad9f1 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.3873682 Apr 06 14:17:34.928921 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3929c3f4-f29b-4be5-97d7-1310864c526b tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:34.929423 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3929c3f4-f29b-4be5-97d7-1310864c526b tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3343444 Apr 06 14:17:34.933654 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f258ba3d-9b4d-4de4-b257-720b5f5b5c65 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] 10.222.0.60 "DELETE /v2.0/ports/0b876b8f-bbe0-4797-802c-bed216b209e6 HTTP/1.1" status: 204 len: 168 time: 3.3325219 Apr 06 14:17:34.933973 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49124) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:34.934403 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49126) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:35.032621 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.objects.ports [None req-b9b1d3e6-71bb-4011-a429-1e1cc5b9ec77 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83737) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 06 14:17:35.033214 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9b1d3e6-71bb-4011-a429-1e1cc5b9ec77 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:35.105610 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-68bbf4cd-268f-43d6-9aa3-4ff5466da669 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2421 time: 0.1661549 Apr 06 14:17:35.105821 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1d3e6-71bb-4011-a429-1e1cc5b9ec77 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a63de40b-6b79-479c-bf9a-62f1fdac7561,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:35.111769 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49146) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:35.115258 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce5835b-9c3c-4be5-9d7d-fa16748b538a tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] GET failed (client error): The resource could not be found. Apr 06 14:17:35.115767 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1ce5835b-9c3c-4be5-9d7d-fa16748b538a tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Synchronizing usage tracker for tenant:dba04c3a37af4901970d6629dcd9d38e on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:17:35.143696 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-77734c2f-5f53-4d7f-a3b9-58e7960e4709 None None] For port d21bccd1-765f-4df0-aa3e-67f66e4b6bcc, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=d21bccd1-765f-4df0-aa3e-67f66e4b6bcc,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:35.144082 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-77734c2f-5f53-4d7f-a3b9-58e7960e4709 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:35.161043 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1ce5835b-9c3c-4be5-9d7d-fa16748b538a tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Unset dirty status for tenant:dba04c3a37af4901970d6629dcd9d38e on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:17:35.161800 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1ce5835b-9c3c-4be5-9d7d-fa16748b538a tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] 10.222.0.60 "GET /v2.0/ports/0b876b8f-bbe0-4797-802c-bed216b209e6 HTTP/1.1" status: 404 len: 333 time: 0.2266824 Apr 06 14:17:35.170732 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49150) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:35.177445 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c3395301-8397-4148-8cca-713edca6247a tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Request body: {'port': {'network_id': '45d17a5f-3406-4381-bb61-198799e5e0e9', 'name': 'tempest-AllowedAddressPairTestJSON-1308304671'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:35.204206 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-15bba07c-e158-4eee-82d9-90e5d54ab74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:35.212429 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-44383596-323f-4008-8148-bf1133b87423 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0917244 Apr 06 14:17:35.219422 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49158) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:35.303087 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14317b04-287c-4e3c-a744-0e3c7812e18a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:35.303912 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-14317b04-287c-4e3c-a744-0e3c7812e18a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:17:35.316740 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b1d3e6-71bb-4011-a429-1e1cc5b9ec77 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Checking segment: {'id': '874273b7-95c8-4e06-85cd-2e8641f94705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '864c009b-fed4-4a5f-aae3-7224e395c325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:17:35.317164 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b1d3e6-71bb-4011-a429-1e1cc5b9ec77 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Network hostable DHCP agents. Network: 864c009b-fed4-4a5f-aae3-7224e395c325, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:17:35.347774 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-77734c2f-5f53-4d7f-a3b9-58e7960e4709 None None] Calling delete_port for d21bccd1-765f-4df0-aa3e-67f66e4b6bcc owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:35.368715 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b1d3e6-71bb-4011-a429-1e1cc5b9ec77 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Network 864c009b-fed4-4a5f-aae3-7224e395c325 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:17:35.383691 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-b9b1d3e6-71bb-4011-a429-1e1cc5b9ec77 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 864c009b-fed4-4a5f-aae3-7224e395c325) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:35.387625 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-14317b04-287c-4e3c-a744-0e3c7812e18a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:17:35.391697 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-14317b04-287c-4e3c-a744-0e3c7812e18a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4711285 Apr 06 14:17:35.392985 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b1d3e6-71bb-4011-a429-1e1cc5b9ec77 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:35.393639 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9b1d3e6-71bb-4011-a429-1e1cc5b9ec77 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:35.397110 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49162) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:35.461429 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b1c3a3-cbeb-4e8e-a99f-a8226cbe2ee6 None None] Network 864c009b-fed4-4a5f-aae3-7224e395c325 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:17:35.487512 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-77734c2f-5f53-4d7f-a3b9-58e7960e4709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:35.491015 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bba07c-e158-4eee-82d9-90e5d54ab74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad31f321-777b-468d-af8a-bf3ba452da2c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:35.521395 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1d08920e-8b6d-4f6b-9204-72cae0a5314b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1229839 Apr 06 14:17:35.523695 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49168) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:35.531255 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b435152f-60dd-432f-bd6f-3f55ec0711a3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:35.550315 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b9b1d3e6-71bb-4011-a429-1e1cc5b9ec77 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.5823741 Apr 06 14:17:35.551786 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49172) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:35.613072 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-829ee0f3-3923-4599-bcc7-69d3decebcc6 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1764914912', 'network_id': '864c009b-fed4-4a5f-aae3-7224e395c325'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:35.614900 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77734c2f-5f53-4d7f-a3b9-58e7960e4709 None None] Pushing event deleted for resources: {'Port': ['ID=d21bccd1-765f-4df0-aa3e-67f66e4b6bcc,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:35.635194 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-15bba07c-e158-4eee-82d9-90e5d54ab74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:35.640471 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-15bba07c-e158-4eee-82d9-90e5d54ab74a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ad31f321-777b-468d-af8a-bf3ba452da2c HTTP/1.1" status: 204 len: 168 time: 1.0757389 Apr 06 14:17:35.642813 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-21450eb0-c7fa-4eed-9cfe-b295c9d3afa7 tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] Deleting port 9e9728a6-3e99-4d33-91f4-1d114fb6084b {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:35.643541 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21450eb0-c7fa-4eed-9cfe-b295c9d3afa7 tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:35.646880 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-829ee0f3-3923-4599-bcc7-69d3decebcc6 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:35.654104 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77734c2f-5f53-4d7f-a3b9-58e7960e4709 None None] No DVR routers for this DVR port d21bccd1-765f-4df0-aa3e-67f66e4b6bcc on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:17:35.679839 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-829ee0f3-3923-4599-bcc7-69d3decebcc6 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Usage tracker for resource:port and tenant:bf87b9404d1f4f399d15cbb5a60dc412 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:35.695161 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-829ee0f3-3923-4599-bcc7-69d3decebcc6 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:35.717401 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-829ee0f3-3923-4599-bcc7-69d3decebcc6 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:35.739316 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b435152f-60dd-432f-bd6f-3f55ec0711a3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:35.742501 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829ee0f3-3923-4599-bcc7-69d3decebcc6 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Made reservation on behalf of bf87b9404d1f4f399d15cbb5a60dc412 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:35.744796 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-829ee0f3-3923-4599-bcc7-69d3decebcc6 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:35.813714 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b435152f-60dd-432f-bd6f-3f55ec0711a3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:35.830272 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c3395301-8397-4148-8cca-713edca6247a tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:35.837277 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-829ee0f3-3923-4599-bcc7-69d3decebcc6 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] device_id is not set on port 4f56800c-d371-4182-b93f-21961e2df552 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:17:35.886667 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310ce1fe-3889-4ead-8816-ff5d526a71de None None] Network 864c009b-fed4-4a5f-aae3-7224e395c325 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:17:35.934247 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b435152f-60dd-432f-bd6f-3f55ec0711a3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:35.974345 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe400315-81d5-4407-9faa-bcfa91a536c8 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:35.977074 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848fdec2-37bb-4528-a33c-51129918d41b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:17:35.978962 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c3395301-8397-4148-8cca-713edca6247a tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:36.037700 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3395301-8397-4148-8cca-713edca6247a tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Made reservation on behalf of dba04c3a37af4901970d6629dcd9d38e for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:36.041903 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c3395301-8397-4148-8cca-713edca6247a tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:36.060113 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-848fdec2-37bb-4528-a33c-51129918d41b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:36.065583 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-848fdec2-37bb-4528-a33c-51129918d41b tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.7264006 Apr 06 14:17:36.066232 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49184) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:36.121113 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device d21bccd1-765f-4df0-aa3e-67f66e4b6bcc no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:17:36.154435 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47605a7e-19ef-47be-9b3e-2e70b05d9af9 None None] Sync routers for ids ['17570090-97ff-4ac6-919a-6b200589bf7a'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:17:36.254862 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c3395301-8397-4148-8cca-713edca6247a tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] device_id is not set on port 1693f3f2-61a1-4171-95ef-2775b9a0346e yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:17:36.270093 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47605a7e-19ef-47be-9b3e-2e70b05d9af9 None None] Routers {'17570090-97ff-4ac6-919a-6b200589bf7a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:36.270572 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-47605a7e-19ef-47be-9b3e-2e70b05d9af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['17570090-97ff-4ac6-919a-6b200589bf7a'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:36.339824 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21450eb0-c7fa-4eed-9cfe-b295c9d3afa7 tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:36.340256 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21450eb0-c7fa-4eed-9cfe-b295c9d3afa7 tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:36.376825 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: d21bccd1-765f-4df0-aa3e-67f66e4b6bcc {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:17:36.377183 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device d21bccd1-765f-4df0-aa3e-67f66e4b6bcc not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:17:36.404685 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-47605a7e-19ef-47be-9b3e-2e70b05d9af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:36.430939 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47605a7e-19ef-47be-9b3e-2e70b05d9af9 None None] Routers {'17570090-97ff-4ac6-919a-6b200589bf7a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:36.431556 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-47605a7e-19ef-47be-9b3e-2e70b05d9af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['17570090-97ff-4ac6-919a-6b200589bf7a'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:36.505403 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49194) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:36.530907 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-47605a7e-19ef-47be-9b3e-2e70b05d9af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:36.531451 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47605a7e-19ef-47be-9b3e-2e70b05d9af9 None None] The sync data for ids ['17570090-97ff-4ac6-919a-6b200589bf7a'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:17:36.537863 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-21450eb0-c7fa-4eed-9cfe-b295c9d3afa7 tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] Calling delete_port for 9e9728a6-3e99-4d33-91f4-1d114fb6084b owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:36.559540 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b435152f-60dd-432f-bd6f-3f55ec0711a3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:36.696633 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-829ee0f3-3923-4599-bcc7-69d3decebcc6 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Allocated IP 172.20.0.7 (864c009b-fed4-4a5f-aae3-7224e395c325/a63de40b-6b79-479c-bf9a-62f1fdac7561/4f56800c-d371-4182-b93f-21961e2df552) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:36.699841 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-c3395301-8397-4148-8cca-713edca6247a tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Allocated IP 172.20.0.5 (45d17a5f-3406-4381-bb61-198799e5e0e9/ba36ca19-dadf-477c-a38b-10c2dcd6012e/1693f3f2-61a1-4171-95ef-2775b9a0346e) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:36.761496 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-96881f61-c818-4960-a12b-68cf6ed6098d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cbb1b63512c04c7e88f4f927cdec6285&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2517238 Apr 06 14:17:36.762814 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49214) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:36.937960 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21450eb0-c7fa-4eed-9cfe-b295c9d3afa7 tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:37.004952 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21450eb0-c7fa-4eed-9cfe-b295c9d3afa7 tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] Pushing event deleted for resources: {'Port': ['ID=9e9728a6-3e99-4d33-91f4-1d114fb6084b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:37.052658 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7bd8459f-777b-4c4a-b2a1-84e2b7a1095b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:37.082920 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7bd8459f-777b-4c4a-b2a1-84e2b7a1095b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:37.195950 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7bd8459f-777b-4c4a-b2a1-84e2b7a1095b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:37.252876 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8459f-777b-4c4a-b2a1-84e2b7a1095b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d68079f-6006-4eb6-8de4-9f02f532d958,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:37.366658 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-829ee0f3-3923-4599-bcc7-69d3decebcc6 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:37.418004 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21450eb0-c7fa-4eed-9cfe-b295c9d3afa7 tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:37.438108 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b435152f-60dd-432f-bd6f-3f55ec0711a3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:37.454349 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c3395301-8397-4148-8cca-713edca6247a tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:37.458044 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21450eb0-c7fa-4eed-9cfe-b295c9d3afa7 tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:37.459172 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-21450eb0-c7fa-4eed-9cfe-b295c9d3afa7 tempest-FloatingIPAdminTestJSON-48833005 tempest-FloatingIPAdminTestJSON-48833005-project] 10.222.0.60 "DELETE /v2.0/floatingips/31581267-4bf4-4127-a154-c17ad6cb2f90 HTTP/1.1" status: 204 len: 168 time: 2.0644119 Apr 06 14:17:37.472821 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49220) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:37.481686 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7bd8459f-777b-4c4a-b2a1-84e2b7a1095b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:37.482911 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7bd8459f-777b-4c4a-b2a1-84e2b7a1095b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9d68079f-6006-4eb6-8de4-9f02f532d958 HTTP/1.1" status: 204 len: 168 time: 0.7063773 Apr 06 14:17:37.526975 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b435152f-60dd-432f-bd6f-3f55ec0711a3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:37.532519 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-b435152f-60dd-432f-bd6f-3f55ec0711a3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:37.538622 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b435152f-60dd-432f-bd6f-3f55ec0711a3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:37.539333 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b435152f-60dd-432f-bd6f-3f55ec0711a3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:37.544960 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f833cdb-7a3a-4f11-bb67-a5be79ec0125 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:17:37.558163 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435152f-60dd-432f-bd6f-3f55ec0711a3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Subnet': ['ID=152e6d84-59ff-4163-804c-f7c7a98ee875,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:37.564744 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-fe400315-81d5-4407-9faa-bcfa91a536c8 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting port 9135b5fe-7a28-4b8c-b21b-91a8d51f855d {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:37.569353 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe400315-81d5-4407-9faa-bcfa91a536c8 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:37.573686 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c3395301-8397-4148-8cca-713edca6247a tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Transition to ACTIVE for port object 1693f3f2-61a1-4171-95ef-2775b9a0346e will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:37.604048 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b435152f-60dd-432f-bd6f-3f55ec0711a3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0793133 Apr 06 14:17:37.605605 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-829ee0f3-3923-4599-bcc7-69d3decebcc6 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:37.607317 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49226) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:37.646789 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9bac50c1-1800-4788-ae54-23d8893fda89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'port': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'mac_address': 'fa:16:3e:fa:dc:5f', 'name': 'tempest-NetworksTestDHCPv6-1326229361'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:37.683176 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a6c7c613-5b33-49b9-a1c8-2e671a1a0319 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Deleting port 73578004-7f9e-40b9-ae06-571534aa2356 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:37.683809 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a6c7c613-5b33-49b9-a1c8-2e671a1a0319 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:37.841370 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9bac50c1-1800-4788-ae54-23d8893fda89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:37.911038 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9bac50c1-1800-4788-ae54-23d8893fda89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:37.914414 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ee0f3-3923-4599-bcc7-69d3decebcc6 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Pushing event updated for resources: {'Port': ['ID=4f56800c-d371-4182-b93f-21961e2df552,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:37.927625 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829ee0f3-3923-4599-bcc7-69d3decebcc6 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Network 864c009b-fed4-4a5f-aae3-7224e395c325 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:37.985256 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-829ee0f3-3923-4599-bcc7-69d3decebcc6 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:37.990824 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829ee0f3-3923-4599-bcc7-69d3decebcc6 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:38.008727 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c3395301-8397-4148-8cca-713edca6247a tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:38.032209 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bac50c1-1800-4788-ae54-23d8893fda89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:38.036726 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9bac50c1-1800-4788-ae54-23d8893fda89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:38.099697 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-de6aeed9-4d37-48bc-96ed-c4e0c4d22d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:38.117772 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3395301-8397-4148-8cca-713edca6247a tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Network 45d17a5f-3406-4381-bb61-198799e5e0e9 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:38.123848 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-9bac50c1-1800-4788-ae54-23d8893fda89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] device_id is not set on port d913bb2d-290c-486c-8553-6edbae04ea4a yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:17:38.131322 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-c3395301-8397-4148-8cca-713edca6247a tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:38.134201 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3395301-8397-4148-8cca-713edca6247a tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:38.165620 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829ee0f3-3923-4599-bcc7-69d3decebcc6 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:38.166288 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-829ee0f3-3923-4599-bcc7-69d3decebcc6 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:38.193068 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff331b67-1642-43ab-87b2-6652e496c638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-45db5c66-c082-47ed-beeb-688e3c8646d5', 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'fixed_ips': [{'subnet_id': '152e6d84-59ff-4163-804c-f7c7a98ee875'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:17:38.193948 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ff331b67-1642-43ab-87b2-6652e496c638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:38.204313 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-829ee0f3-3923-4599-bcc7-69d3decebcc6 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.6495652 Apr 06 14:17:38.208520 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49232) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:38.223578 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe400315-81d5-4407-9faa-bcfa91a536c8 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:38.328224 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3395301-8397-4148-8cca-713edca6247a tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Pushing event updated for resources: {'Port': ['ID=1693f3f2-61a1-4171-95ef-2775b9a0346e,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:38.395583 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a6c7c613-5b33-49b9-a1c8-2e671a1a0319 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:38.395906 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a6c7c613-5b33-49b9-a1c8-2e671a1a0319 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:38.416022 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3395301-8397-4148-8cca-713edca6247a tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:38.416913 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c3395301-8397-4148-8cca-713edca6247a tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:38.491023 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-ff331b67-1642-43ab-87b2-6652e496c638 None None] Allocated IP 2001:db8::2 (45db5c66-c082-47ed-beeb-688e3c8646d5/152e6d84-59ff-4163-804c-f7c7a98ee875/4186f8f3-708b-45d7-9b69-5e2846d22963) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:38.589298 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-fe400315-81d5-4407-9faa-bcfa91a536c8 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Calling delete_port for 9135b5fe-7a28-4b8c-b21b-91a8d51f855d owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:38.591375 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a6c7c613-5b33-49b9-a1c8-2e671a1a0319 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Calling delete_port for 73578004-7f9e-40b9-ae06-571534aa2356 owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:38.622862 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a4744b75-ac5f-4b62-a641-98e30d9ee76d None None] Provisioning for port 1693f3f2-61a1-4171-95ef-2775b9a0346e completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:38.655388 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b08ea2e5-3b4e-407e-81d0-e1b408612588 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Deleting port 4f56800c-d371-4182-b93f-21961e2df552 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:38.655752 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b08ea2e5-3b4e-407e-81d0-e1b408612588 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:38.670307 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c3395301-8397-4148-8cca-713edca6247a tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4969709 Apr 06 14:17:38.673842 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a4744b75-ac5f-4b62-a641-98e30d9ee76d None None] Provisioning complete for port 1693f3f2-61a1-4171-95ef-2775b9a0346e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:38.674713 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a4744b75-ac5f-4b62-a641-98e30d9ee76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:38.677564 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49236) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:38.690570 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-384ca709-1c65-4595-989c-b269c0253b2f tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:6f:ca:79'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:38.799189 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a4744b75-ac5f-4b62-a641-98e30d9ee76d None None] Port 1693f3f2-61a1-4171-95ef-2775b9a0346e cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:17:38.816010 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ff331b67-1642-43ab-87b2-6652e496c638 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:38.831948 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ff331b67-1642-43ab-87b2-6652e496c638 None None] Transition to ACTIVE for port object 4186f8f3-708b-45d7-9b69-5e2846d22963 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:38.859500 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ff331b67-1642-43ab-87b2-6652e496c638 None None] Transition to ACTIVE for port object 4186f8f3-708b-45d7-9b69-5e2846d22963 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:38.868966 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ff331b67-1642-43ab-87b2-6652e496c638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:38.960921 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff331b67-1642-43ab-87b2-6652e496c638 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:38.964143 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-ff331b67-1642-43ab-87b2-6652e496c638 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:38.969680 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff331b67-1642-43ab-87b2-6652e496c638 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:38.972025 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff331b67-1642-43ab-87b2-6652e496c638 None None] Pushing event updated for resources: {'Port': ['ID=4186f8f3-708b-45d7-9b69-5e2846d22963,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:39.059712 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-9bac50c1-1800-4788-ae54-23d8893fda89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Allocated IP 2001:db8::2e (45db5c66-c082-47ed-beeb-688e3c8646d5/152e6d84-59ff-4163-804c-f7c7a98ee875/d913bb2d-290c-486c-8553-6edbae04ea4a) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:39.069152 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b08ea2e5-3b4e-407e-81d0-e1b408612588 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:39.080994 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ff331b67-1642-43ab-87b2-6652e496c638 None None] Attempting to bind port 4186f8f3-708b-45d7-9b69-5e2846d22963 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:17:39.082236 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ff331b67-1642-43ab-87b2-6652e496c638 None None] Attempting to bind port 4186f8f3-708b-45d7-9b69-5e2846d22963 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:17:39.082757 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff331b67-1642-43ab-87b2-6652e496c638 None None] Attempting to bind port 4186f8f3-708b-45d7-9b69-5e2846d22963 on network 45db5c66-c082-47ed-beeb-688e3c8646d5 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:17:39.094506 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff331b67-1642-43ab-87b2-6652e496c638 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:17:39.095301 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff331b67-1642-43ab-87b2-6652e496c638 None None] Checking segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:17:39.095877 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ff331b67-1642-43ab-87b2-6652e496c638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:39.096525 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff331b67-1642-43ab-87b2-6652e496c638 None None] Bound using segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:17:39.097208 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ff331b67-1642-43ab-87b2-6652e496c638 None None] Bound port: 4186f8f3-708b-45d7-9b69-5e2846d22963, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:17:39.097809 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ff331b67-1642-43ab-87b2-6652e496c638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:39.146876 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a6c7c613-5b33-49b9-a1c8-2e671a1a0319 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:39.203624 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b08ea2e5-3b4e-407e-81d0-e1b408612588 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Calling delete_port for 4f56800c-d371-4182-b93f-21961e2df552 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:39.239565 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ff331b67-1642-43ab-87b2-6652e496c638 None None] For port 4186f8f3-708b-45d7-9b69-5e2846d22963, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:17:39.240965 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe400315-81d5-4407-9faa-bcfa91a536c8 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:39.244659 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ff331b67-1642-43ab-87b2-6652e496c638 None None] For port 4186f8f3-708b-45d7-9b69-5e2846d22963, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4186f8f3-708b-45d7-9b69-5e2846d22963,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:17:39.252994 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ff331b67-1642-43ab-87b2-6652e496c638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:39.272694 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7c613-5b33-49b9-a1c8-2e671a1a0319 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Pushing event deleted for resources: {'Port': ['ID=73578004-7f9e-40b9-ae06-571534aa2356,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:39.320758 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe400315-81d5-4407-9faa-bcfa91a536c8 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event deleted for resources: {'Port': ['ID=9135b5fe-7a28-4b8c-b21b-91a8d51f855d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:39.380634 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-384ca709-1c65-4595-989c-b269c0253b2f tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:39.433221 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff331b67-1642-43ab-87b2-6652e496c638 None None] Pushing event updated for resources: {'Port': ['ID=4186f8f3-708b-45d7-9b69-5e2846d22963,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:39.821164 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a6c7c613-5b33-49b9-a1c8-2e671a1a0319 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:39.877644 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe400315-81d5-4407-9faa-bcfa91a536c8 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:39.904011 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b08ea2e5-3b4e-407e-81d0-e1b408612588 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:39.911443 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a6c7c613-5b33-49b9-a1c8-2e671a1a0319 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:39.918263 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a6c7c613-5b33-49b9-a1c8-2e671a1a0319 tempest-FloatingIPAdminTestJSON-495566591 tempest-FloatingIPAdminTestJSON-495566591-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/658f94d1-471d-454c-9160-442fc1abff81 HTTP/1.1" status: 204 len: 168 time: 2.4442031 Apr 06 14:17:39.927089 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49242) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:40.010647 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d54bc10-eb3a-4a24-a97b-48831531db05 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:40.031291 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ea2e5-3b4e-407e-81d0-e1b408612588 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f56800c-d371-4182-b93f-21961e2df552,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:40.057053 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4186f8f3-708b-45d7-9b69-5e2846d22963 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:17:40.106713 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9bac50c1-1800-4788-ae54-23d8893fda89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:40.172888 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 4186f8f3-708b-45d7-9b69-5e2846d22963 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:40.273056 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-384ca709-1c65-4595-989c-b269c0253b2f tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:40.283455 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-384ca709-1c65-4595-989c-b269c0253b2f tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:40.408287 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-9bac50c1-1800-4788-ae54-23d8893fda89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Transition to ACTIVE for port object d913bb2d-290c-486c-8553-6edbae04ea4a will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:40.434228 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-332daf33-3c0a-444f-9944-09256c925fa0 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Deleting port 09cf172e-09d1-4e4b-a541-4bdbc854f58b {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:40.434647 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-332daf33-3c0a-444f-9944-09256c925fa0 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:40.448224 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ca709-1c65-4595-989c-b269c0253b2f tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Pushing event updated for resources: {'Port': ['ID=1693f3f2-61a1-4171-95ef-2775b9a0346e,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:40.550326 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9bac50c1-1800-4788-ae54-23d8893fda89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:40.597356 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-384ca709-1c65-4595-989c-b269c0253b2f tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] In _notify_port_updated(), no bound segment for port 1693f3f2-61a1-4171-95ef-2775b9a0346e on network 45d17a5f-3406-4381-bb61-198799e5e0e9 {{(pid=83738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 06 14:17:40.601485 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384ca709-1c65-4595-989c-b269c0253b2f tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:40.602326 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-384ca709-1c65-4595-989c-b269c0253b2f tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:40.603825 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-384ca709-1c65-4595-989c-b269c0253b2f tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] 10.222.0.60 "PUT /v2.0/ports/1693f3f2-61a1-4171-95ef-2775b9a0346e HTTP/1.1" status: 200 len: 996 time: 1.9251862 Apr 06 14:17:40.607504 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49248) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:40.759477 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d3e4c0e9-68ec-42da-b096-1038c25f0182 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Deleting port 1693f3f2-61a1-4171-95ef-2775b9a0346e {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:40.759815 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d3e4c0e9-68ec-42da-b096-1038c25f0182 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:40.820089 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b08ea2e5-3b4e-407e-81d0-e1b408612588 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:40.827197 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac50c1-1800-4788-ae54-23d8893fda89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Port': ['ID=d913bb2d-290c-486c-8553-6edbae04ea4a,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:40.828166 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-65301b3b-98c3-484a-9352-2dd990bd142d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:40.882389 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-15556975-1b71-4170-b84e-d18ee4b27156 None None] Provisioning complete for port 1693f3f2-61a1-4171-95ef-2775b9a0346e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:40.883542 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-15556975-1b71-4170-b84e-d18ee4b27156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:40.938538 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bac50c1-1800-4788-ae54-23d8893fda89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:40.944770 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-9bac50c1-1800-4788-ae54-23d8893fda89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:40.955110 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bac50c1-1800-4788-ae54-23d8893fda89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:40.959082 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bac50c1-1800-4788-ae54-23d8893fda89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:40.959711 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9bac50c1-1800-4788-ae54-23d8893fda89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:40.981963 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b08ea2e5-3b4e-407e-81d0-e1b408612588 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "DELETE /v2.0/ports/4f56800c-d371-4182-b93f-21961e2df552 HTTP/1.1" status: 204 len: 168 time: 2.7656395 Apr 06 14:17:40.996330 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49252) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:41.004378 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c5be0656-c7f2-4c06-958b-19d5dc82eac7 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '864c009b-fed4-4a5f-aae3-7224e395c325', 'external_fixed_ips': [{'subnet_id': 'a63de40b-6b79-479c-bf9a-62f1fdac7561', 'ip_address': '172.20.0.7'}]}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:41.011275 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-15556975-1b71-4170-b84e-d18ee4b27156 None None] Port 1693f3f2-61a1-4171-95ef-2775b9a0346e cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:17:41.025654 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c5be0656-c7f2-4c06-958b-19d5dc82eac7 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:41.028246 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-2d54bc10-eb3a-4a24-a97b-48831531db05 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Allocated IP 172.20.0.1 (31f2be06-4cf2-4a5d-8933-7e5618296f07/f09c7c2c-1bb5-4a08-ae31-ea6772dbc50b/a346fbca-3d75-4b92-9d97-d369a6e2fe62) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:41.091580 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9bac50c1-1800-4788-ae54-23d8893fda89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4803407 Apr 06 14:17:41.144063 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49256) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:41.147919 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-80c6ef6b-b0af-4155-b7f7-a4666bea6bac None None] Provisioning for port 4186f8f3-708b-45d7-9b69-5e2846d22963 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:41.154137 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c5be0656-c7f2-4c06-958b-19d5dc82eac7 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Usage tracker for resource:router and tenant:bf87b9404d1f4f399d15cbb5a60dc412 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:41.158007 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-80c6ef6b-b0af-4155-b7f7-a4666bea6bac None None] Provisioning complete for port 4186f8f3-708b-45d7-9b69-5e2846d22963 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:41.158387 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-80c6ef6b-b0af-4155-b7f7-a4666bea6bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:41.268326 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c5be0656-c7f2-4c06-958b-19d5dc82eac7 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:41.294913 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c5be0656-c7f2-4c06-958b-19d5dc82eac7 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:41.308886 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d3e4c0e9-68ec-42da-b096-1038c25f0182 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:41.321291 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d54bc10-eb3a-4a24-a97b-48831531db05 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:41.339091 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:41.350748 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:41.353861 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-80c6ef6b-b0af-4155-b7f7-a4666bea6bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:41.373304 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c5be0656-c7f2-4c06-958b-19d5dc82eac7 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:41.374271 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c5be0656-c7f2-4c06-958b-19d5dc82eac7 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:41.399755 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-80c6ef6b-b0af-4155-b7f7-a4666bea6bac None None] For port 4186f8f3-708b-45d7-9b69-5e2846d22963, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4186f8f3-708b-45d7-9b69-5e2846d22963,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:41.405039 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-80c6ef6b-b0af-4155-b7f7-a4666bea6bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:41.414959 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-332daf33-3c0a-444f-9944-09256c925fa0 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:41.423911 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe400315-81d5-4407-9faa-bcfa91a536c8 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Router 8fa94388-d573-47eb-93a5-5da73e690d95 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:17:41.469622 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d3e4c0e9-68ec-42da-b096-1038c25f0182 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Calling delete_port for 1693f3f2-61a1-4171-95ef-2775b9a0346e owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:41.484329 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6ef6b-b0af-4155-b7f7-a4666bea6bac None None] Pushing event updated for resources: {'Port': ['ID=4186f8f3-708b-45d7-9b69-5e2846d22963,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:41.537256 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b7bba6d1-7fc5-4bb7-829f-de47ec518f3f None None] Provisioning for port d913bb2d-290c-486c-8553-6edbae04ea4a completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:41.549353 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b7bba6d1-7fc5-4bb7-829f-de47ec518f3f None None] Provisioning complete for port d913bb2d-290c-486c-8553-6edbae04ea4a triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:41.549954 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b7bba6d1-7fc5-4bb7-829f-de47ec518f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:41.559034 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-332daf33-3c0a-444f-9944-09256c925fa0 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Calling delete_port for 09cf172e-09d1-4e4b-a541-4bdbc854f58b owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:41.607999 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a122920-0379-4152-96a4-d3c6f6e4effd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:41.612527 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a122920-0379-4152-96a4-d3c6f6e4effd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:41.612734 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9a122920-0379-4152-96a4-d3c6f6e4effd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:17:41.622607 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:17:41.627226 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c5be0656-c7f2-4c06-958b-19d5dc82eac7 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:41.640827 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-b7bba6d1-7fc5-4bb7-829f-de47ec518f3f None None] Port d913bb2d-290c-486c-8553-6edbae04ea4a cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:17:41.654186 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-2d54bc10-eb3a-4a24-a97b-48831531db05 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Transition to ACTIVE for port object a346fbca-3d75-4b92-9d97-d369a6e2fe62 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:41.712712 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d54bc10-eb3a-4a24-a97b-48831531db05 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:41.809231 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9a122920-0379-4152-96a4-d3c6f6e4effd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:17:41.815060 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9a122920-0379-4152-96a4-d3c6f6e4effd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6652944 Apr 06 14:17:41.817619 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49262) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:41.896928 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d54bc10-eb3a-4a24-a97b-48831531db05 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Network 31f2be06-4cf2-4a5d-8933-7e5618296f07 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:41.897716 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54bc10-eb3a-4a24-a97b-48831531db05 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event updated for resources: {'Port': ['ID=a346fbca-3d75-4b92-9d97-d369a6e2fe62,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:41.904425 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-2d54bc10-eb3a-4a24-a97b-48831531db05 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:41.920240 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d54bc10-eb3a-4a24-a97b-48831531db05 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:41.968905 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-6ca3003a-27aa-44bb-9c9f-d25211cc1c01 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting port d913bb2d-290c-486c-8553-6edbae04ea4a {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:41.969378 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ca3003a-27aa-44bb-9c9f-d25211cc1c01 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:41.985503 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4186f8f3-708b-45d7-9b69-5e2846d22963 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:17:42.027198 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d3e4c0e9-68ec-42da-b096-1038c25f0182 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:42.086292 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 4186f8f3-708b-45d7-9b69-5e2846d22963 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:42.086666 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:42.153095 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4c0e9-68ec-42da-b096-1038c25f0182 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Pushing event deleted for resources: {'Port': ['ID=1693f3f2-61a1-4171-95ef-2775b9a0346e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:42.278353 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d3e4c0e9-68ec-42da-b096-1038c25f0182 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:42.299327 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d54bc10-eb3a-4a24-a97b-48831531db05 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:42.309201 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d3e4c0e9-68ec-42da-b096-1038c25f0182 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] 10.222.0.60 "DELETE /v2.0/ports/1693f3f2-61a1-4171-95ef-2775b9a0346e HTTP/1.1" status: 204 len: 168 time: 1.6998348 Apr 06 14:17:42.318345 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49266) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:42.353095 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe400315-81d5-4407-9faa-bcfa91a536c8 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:17:42.383500 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a83d682-4b15-44a8-add3-aa927837991d None None] Sync routers for ids ['8fa94388-d573-47eb-93a5-5da73e690d95'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:17:42.386140 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fe400315-81d5-4407-9faa-bcfa91a536c8 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "PUT /v2.0/routers/8fa94388-d573-47eb-93a5-5da73e690d95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7868629 Apr 06 14:17:42.388936 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-332daf33-3c0a-444f-9944-09256c925fa0 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:42.389334 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d06aa3a-642b-47f5-a0ae-f342d19bc7f2 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] GET failed (client error): The resource could not be found. Apr 06 14:17:42.391317 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0d06aa3a-642b-47f5-a0ae-f342d19bc7f2 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Synchronizing usage tracker for tenant:dba04c3a37af4901970d6629dcd9d38e on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:17:42.391606 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49270) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:42.412074 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-aca3fef1-7efa-4e21-83d9-57ea8c84c474 None None] Provisioning for port a346fbca-3d75-4b92-9d97-d369a6e2fe62 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:42.415346 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a83d682-4b15-44a8-add3-aa927837991d None None] Routers {'8fa94388-d573-47eb-93a5-5da73e690d95'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:42.415933 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9a83d682-4b15-44a8-add3-aa927837991d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['8fa94388-d573-47eb-93a5-5da73e690d95'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:42.438306 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-aca3fef1-7efa-4e21-83d9-57ea8c84c474 None None] Provisioning complete for port a346fbca-3d75-4b92-9d97-d369a6e2fe62 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:42.438680 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-aca3fef1-7efa-4e21-83d9-57ea8c84c474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:42.461908 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0d06aa3a-642b-47f5-a0ae-f342d19bc7f2 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Unset dirty status for tenant:dba04c3a37af4901970d6629dcd9d38e on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:17:42.465962 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0d06aa3a-642b-47f5-a0ae-f342d19bc7f2 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] 10.222.0.60 "GET /v2.0/ports/1693f3f2-61a1-4171-95ef-2775b9a0346e HTTP/1.1" status: 404 len: 333 time: 0.1454282 Apr 06 14:17:42.522858 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c5be0656-c7f2-4c06-958b-19d5dc82eac7 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:42.542764 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-aca3fef1-7efa-4e21-83d9-57ea8c84c474 None None] Port a346fbca-3d75-4b92-9d97-d369a6e2fe62 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:17:42.543345 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9a83d682-4b15-44a8-add3-aa927837991d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:42.555490 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a83d682-4b15-44a8-add3-aa927837991d None None] Routers {'8fa94388-d573-47eb-93a5-5da73e690d95'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:42.556186 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49274) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:42.556716 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9a83d682-4b15-44a8-add3-aa927837991d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['8fa94388-d573-47eb-93a5-5da73e690d95'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:42.576806 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ec24c5ee-9fc9-44fe-ae8c-19eab38106de tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Request body: {'port': {'network_id': '45d17a5f-3406-4381-bb61-198799e5e0e9', 'name': 'tempest-AllowedAddressPairTestJSON-1086909481'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:42.612278 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332daf33-3c0a-444f-9944-09256c925fa0 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Pushing event deleted for resources: {'Port': ['ID=09cf172e-09d1-4e4b-a541-4bdbc854f58b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:42.616983 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9a83d682-4b15-44a8-add3-aa927837991d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:42.617577 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a83d682-4b15-44a8-add3-aa927837991d None None] The sync data for ids ['8fa94388-d573-47eb-93a5-5da73e690d95'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:17:42.684497 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ca3003a-27aa-44bb-9c9f-d25211cc1c01 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:42.775070 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:42.848375 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d54bc10-eb3a-4a24-a97b-48831531db05 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:42.863290 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-6ca3003a-27aa-44bb-9c9f-d25211cc1c01 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Calling delete_port for d913bb2d-290c-486c-8553-6edbae04ea4a owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:42.895544 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ec24c5ee-9fc9-44fe-ae8c-19eab38106de tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:42.929956 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ec24c5ee-9fc9-44fe-ae8c-19eab38106de tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:43.068349 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-332daf33-3c0a-444f-9944-09256c925fa0 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:43.071190 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-332daf33-3c0a-444f-9944-09256c925fa0 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] 10.222.0.60 "DELETE /v2.0/ports/09cf172e-09d1-4e4b-a541-4bdbc854f58b HTTP/1.1" status: 204 len: 168 time: 3.1064949 Apr 06 14:17:43.071190 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec24c5ee-9fc9-44fe-ae8c-19eab38106de tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Made reservation on behalf of dba04c3a37af4901970d6629dcd9d38e for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:43.074147 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ec24c5ee-9fc9-44fe-ae8c-19eab38106de tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:43.083430 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49280) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:43.222742 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-ec24c5ee-9fc9-44fe-ae8c-19eab38106de tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] device_id is not set on port f322a3bd-e714-41d8-b1f3-4c1d8fd9a15c yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:17:43.238863 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ca3003a-27aa-44bb-9c9f-d25211cc1c01 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:43.293220 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3003a-27aa-44bb-9c9f-d25211cc1c01 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Port': ['ID=d913bb2d-290c-486c-8553-6edbae04ea4a,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:43.397236 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-f4b7b5e0-39da-4c71-9367-49032ac19877 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] remove_router_interface failed (client error): The resource could not be found. Apr 06 14:17:43.401797 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f4b7b5e0-39da-4c71-9367-49032ac19877 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "PUT /v2.0/routers/8fa94388-d573-47eb-93a5-5da73e690d95/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0057356 Apr 06 14:17:43.407971 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49284) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:43.480031 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ca3003a-27aa-44bb-9c9f-d25211cc1c01 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:43.510571 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6acda06a-2150-4731-bfd2-5f3cca8b9cdf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Synchronizing usage tracker for tenant:6405625efdd14c9bb474ac0b7c765923 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:17:43.518220 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b15a3cf-77fa-4e95-93b7-1917bcfb370c tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:43.518909 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4b15a3cf-77fa-4e95-93b7-1917bcfb370c tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Synchronizing usage tracker for tenant:e9407ce63f4a4bec937091b7c585dd80 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:17:43.539058 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6ca3003a-27aa-44bb-9c9f-d25211cc1c01 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/d913bb2d-290c-486c-8553-6edbae04ea4a HTTP/1.1" status: 204 len: 168 time: 1.7180235 Apr 06 14:17:43.543407 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49288) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:43.622365 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-ec24c5ee-9fc9-44fe-ae8c-19eab38106de tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Allocated IP 172.20.0.3 (45d17a5f-3406-4381-bb61-198799e5e0e9/ba36ca19-dadf-477c-a38b-10c2dcd6012e/f322a3bd-e714-41d8-b1f3-4c1d8fd9a15c) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:43.624810 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6acda06a-2150-4731-bfd2-5f3cca8b9cdf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Unset dirty status for tenant:6405625efdd14c9bb474ac0b7c765923 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:17:43.626521 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6acda06a-2150-4731-bfd2-5f3cca8b9cdf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fa94388-d573-47eb-93a5-5da73e690d95 HTTP/1.1" status: 200 len: 205 time: 0.2175987 Apr 06 14:17:43.634840 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49292) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:43.638659 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4b15a3cf-77fa-4e95-93b7-1917bcfb370c tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Unset dirty status for tenant:e9407ce63f4a4bec937091b7c585dd80 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:17:43.639808 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4b15a3cf-77fa-4e95-93b7-1917bcfb370c tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] 10.222.0.60 "GET /v2.0/ports?device_id=568accfe-e420-4fcf-9ed1-4d4b356183c2 HTTP/1.1" status: 200 len: 913 time: 0.5440843 Apr 06 14:17:43.647774 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49296) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:43.793836 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d54bc10-eb3a-4a24-a97b-48831531db05 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:43.798308 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0500ceb7-4682-4547-acf1-d63adcbc976f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:43.824351 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cdc641-5e20-4c46-b88f-b9d18e9508d7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:43.825808 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cdc641-5e20-4c46-b88f-b9d18e9508d7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:43.826518 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-92cdc641-5e20-4c46-b88f-b9d18e9508d7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:17:43.929710 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d54bc10-eb3a-4a24-a97b-48831531db05 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:44.062322 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d54bc10-eb3a-4a24-a97b-48831531db05 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:44.100024 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-92cdc641-5e20-4c46-b88f-b9d18e9508d7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:17:44.103996 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-92cdc641-5e20-4c46-b88f-b9d18e9508d7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.5598254 Apr 06 14:17:44.111467 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49302) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:44.208891 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54bc10-eb3a-4a24-a97b-48831531db05 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event updated for resources: {'Port': ['ID=a346fbca-3d75-4b92-9d97-d369a6e2fe62,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:44.268224 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c5be0656-c7f2-4c06-958b-19d5dc82eac7 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:44.323753 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c5be0656-c7f2-4c06-958b-19d5dc82eac7 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:44.405911 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0500ceb7-4682-4547-acf1-d63adcbc976f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:44.420790 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0500ceb7-4682-4547-acf1-d63adcbc976f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:44.479351 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ec24c5ee-9fc9-44fe-ae8c-19eab38106de tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:44.480177 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0500ceb7-4682-4547-acf1-d63adcbc976f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:44.480622 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0500ceb7-4682-4547-acf1-d63adcbc976f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Fanout notify agent at l3_agent the message router_deleted on router 8fa94388-d573-47eb-93a5-5da73e690d95 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:17:44.500905 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d54bc10-eb3a-4a24-a97b-48831531db05 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Network 31f2be06-4cf2-4a5d-8933-7e5618296f07 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:44.504559 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0500ceb7-4682-4547-acf1-d63adcbc976f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:44.505686 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0500ceb7-4682-4547-acf1-d63adcbc976f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/routers/8fa94388-d573-47eb-93a5-5da73e690d95 HTTP/1.1" status: 204 len: 168 time: 0.8691041 Apr 06 14:17:44.506760 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-2d54bc10-eb3a-4a24-a97b-48831531db05 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:44.512855 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49306) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:44.637504 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-ec24c5ee-9fc9-44fe-ae8c-19eab38106de tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Transition to ACTIVE for port object f322a3bd-e714-41d8-b1f3-4c1d8fd9a15c will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:44.769324 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab219946-bf27-4806-8e12-163fe7fec1fd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting subnet 152e6d84-59ff-4163-804c-f7c7a98ee875 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:17:44.842082 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ab219946-bf27-4806-8e12-163fe7fec1fd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:44.912838 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-170a57cd-e7aa-4a94-860c-bd4912cf4ce5 None None] Provisioning complete for port a346fbca-3d75-4b92-9d97-d369a6e2fe62 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:44.914602 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-170a57cd-e7aa-4a94-860c-bd4912cf4ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:44.939290 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-c5be0656-c7f2-4c06-958b-19d5dc82eac7 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Allocated IP 172.20.0.7 (864c009b-fed4-4a5f-aae3-7224e395c325/a63de40b-6b79-479c-bf9a-62f1fdac7561/bbcd4942-a2a3-43fc-9d04-b907881f21c5) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:44.968803 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ec24c5ee-9fc9-44fe-ae8c-19eab38106de tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:44.973938 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ab219946-bf27-4806-8e12-163fe7fec1fd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:45.007597 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-170a57cd-e7aa-4a94-860c-bd4912cf4ce5 None None] Port a346fbca-3d75-4b92-9d97-d369a6e2fe62 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:17:45.117398 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d54bc10-eb3a-4a24-a97b-48831531db05 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Router 17570090-97ff-4ac6-919a-6b200589bf7a has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:17:45.152487 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ebfe200-50d9-4cd4-8551-8fb168e14954 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting subnet 267e0bc6-41c3-4511-b403-2fdbe25c9205 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:17:45.225581 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ebfe200-50d9-4cd4-8551-8fb168e14954 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:45.333112 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d54bc10-eb3a-4a24-a97b-48831531db05 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:17:45.338722 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2d54bc10-eb3a-4a24-a97b-48831531db05 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "PUT /v2.0/routers/17570090-97ff-4ac6-919a-6b200589bf7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2661810 Apr 06 14:17:45.341329 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49312) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:45.345844 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed3c8b7-7ab6-4280-ac89-1c3317e566df None None] Sync routers for ids ['17570090-97ff-4ac6-919a-6b200589bf7a'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:17:45.349253 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c5be1bc3-2d72-418f-a5b8-d0703307816f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Request body: {'port': {'network_id': '31f2be06-4cf2-4a5d-8933-7e5618296f07', 'name': 'tempest-FloatingIPTestJSON-169391734'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:45.357868 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed3c8b7-7ab6-4280-ac89-1c3317e566df None None] Routers {'17570090-97ff-4ac6-919a-6b200589bf7a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:45.358493 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-eed3c8b7-7ab6-4280-ac89-1c3317e566df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['17570090-97ff-4ac6-919a-6b200589bf7a'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:45.393276 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec24c5ee-9fc9-44fe-ae8c-19eab38106de tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Network 45d17a5f-3406-4381-bb61-198799e5e0e9 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:45.414196 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-ec24c5ee-9fc9-44fe-ae8c-19eab38106de tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:45.442195 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-eed3c8b7-7ab6-4280-ac89-1c3317e566df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:45.443072 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec24c5ee-9fc9-44fe-ae8c-19eab38106de tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:45.456555 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed3c8b7-7ab6-4280-ac89-1c3317e566df None None] Routers {'17570090-97ff-4ac6-919a-6b200589bf7a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:45.457218 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-eed3c8b7-7ab6-4280-ac89-1c3317e566df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['17570090-97ff-4ac6-919a-6b200589bf7a'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:45.506986 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ebfe200-50d9-4cd4-8551-8fb168e14954 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:45.525355 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c5be1bc3-2d72-418f-a5b8-d0703307816f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:45.535839 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24c5ee-9fc9-44fe-ae8c-19eab38106de tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Pushing event updated for resources: {'Port': ['ID=f322a3bd-e714-41d8-b1f3-4c1d8fd9a15c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:45.537783 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c5be1bc3-2d72-418f-a5b8-d0703307816f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Usage tracker for resource:port and tenant:d61b98536deb4ef1889c048254212ea9 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:45.544169 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c5be1bc3-2d72-418f-a5b8-d0703307816f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:45.558858 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c5be1bc3-2d72-418f-a5b8-d0703307816f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:45.582968 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5be1bc3-2d72-418f-a5b8-d0703307816f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Made reservation on behalf of d61b98536deb4ef1889c048254212ea9 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:45.586811 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5be1bc3-2d72-418f-a5b8-d0703307816f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:45.643391 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-eed3c8b7-7ab6-4280-ac89-1c3317e566df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:45.643799 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed3c8b7-7ab6-4280-ac89-1c3317e566df None None] The sync data for ids ['17570090-97ff-4ac6-919a-6b200589bf7a'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:17:45.647696 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec24c5ee-9fc9-44fe-ae8c-19eab38106de tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:45.648315 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ec24c5ee-9fc9-44fe-ae8c-19eab38106de tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:45.649579 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c5be1bc3-2d72-418f-a5b8-d0703307816f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] device_id is not set on port fe04d3eb-2bbe-43c4-9e7b-604967fe158a yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:17:45.681491 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ab219946-bf27-4806-8e12-163fe7fec1fd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:45.807781 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-c5be1bc3-2d72-418f-a5b8-d0703307816f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Allocated IP 172.20.0.9 (31f2be06-4cf2-4a5d-8933-7e5618296f07/f09c7c2c-1bb5-4a08-ae31-ea6772dbc50b/fe04d3eb-2bbe-43c4-9e7b-604967fe158a) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:45.845621 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-aaa6f213-7280-48df-8ad8-d354a5cf6d21 None None] Provisioning for port f322a3bd-e714-41d8-b1f3-4c1d8fd9a15c completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:45.858571 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-aaa6f213-7280-48df-8ad8-d354a5cf6d21 None None] Provisioning complete for port f322a3bd-e714-41d8-b1f3-4c1d8fd9a15c triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:45.859275 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-aaa6f213-7280-48df-8ad8-d354a5cf6d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:45.959206 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-aaa6f213-7280-48df-8ad8-d354a5cf6d21 None None] Port f322a3bd-e714-41d8-b1f3-4c1d8fd9a15c cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:17:45.976774 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c5be0656-c7f2-4c06-958b-19d5dc82eac7 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:46.012142 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ec24c5ee-9fc9-44fe-ae8c-19eab38106de tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4441812 Apr 06 14:17:46.015994 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49316) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:46.026271 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ebfe200-50d9-4cd4-8551-8fb168e14954 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:46.029808 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-cf82cd2b-790d-43d1-9e64-dc1a9560da8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Request body: {'port': {'network_id': '45d17a5f-3406-4381-bb61-198799e5e0e9', 'name': 'tempest-AllowedAddressPairTestJSON-246780763'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:46.102743 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ab219946-bf27-4806-8e12-163fe7fec1fd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:46.159737 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab219946-bf27-4806-8e12-163fe7fec1fd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Subnet': ['ID=152e6d84-59ff-4163-804c-f7c7a98ee875,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:46.166843 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5be1bc3-2d72-418f-a5b8-d0703307816f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:46.188635 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c5be0656-c7f2-4c06-958b-19d5dc82eac7 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:46.206600 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53ac800-349f-4c93-a689-91ba78d19841 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:17:46.214429 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c5be1bc3-2d72-418f-a5b8-d0703307816f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Transition to ACTIVE for port object fe04d3eb-2bbe-43c4-9e7b-604967fe158a will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:46.228743 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cf82cd2b-790d-43d1-9e64-dc1a9560da8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:46.232778 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ab219946-bf27-4806-8e12-163fe7fec1fd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:46.235002 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cf82cd2b-790d-43d1-9e64-dc1a9560da8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Usage tracker for resource:port and tenant:dba04c3a37af4901970d6629dcd9d38e is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:46.239004 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cf82cd2b-790d-43d1-9e64-dc1a9560da8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:46.246439 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cf82cd2b-790d-43d1-9e64-dc1a9560da8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:46.260694 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ebfe200-50d9-4cd4-8551-8fb168e14954 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:46.263711 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf82cd2b-790d-43d1-9e64-dc1a9560da8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Made reservation on behalf of dba04c3a37af4901970d6629dcd9d38e for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:46.268144 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf82cd2b-790d-43d1-9e64-dc1a9560da8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:46.280753 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5be1bc3-2d72-418f-a5b8-d0703307816f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:46.339858 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebfe200-50d9-4cd4-8551-8fb168e14954 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event deleted for resources: {'Subnet': ['ID=267e0bc6-41c3-4511-b403-2fdbe25c9205,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:46.351063 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ab219946-bf27-4806-8e12-163fe7fec1fd tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/152e6d84-59ff-4163-804c-f7c7a98ee875 HTTP/1.1" status: 204 len: 168 time: 2.2385552 Apr 06 14:17:46.352508 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49322) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:46.353969 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5be0656-c7f2-4c06-958b-19d5dc82eac7 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Network 864c009b-fed4-4a5f-aae3-7224e395c325 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:46.355098 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be0656-c7f2-4c06-958b-19d5dc82eac7 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Pushing event updated for resources: {'Port': ['ID=bbcd4942-a2a3-43fc-9d04-b907881f21c5,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:46.359002 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f40e73b-11c5-4b9d-aade-fc7eae718911 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:46.412726 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-c5be0656-c7f2-4c06-958b-19d5dc82eac7 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:46.414887 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ebfe200-50d9-4cd4-8551-8fb168e14954 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:46.416723 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9ebfe200-50d9-4cd4-8551-8fb168e14954 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/subnets/267e0bc6-41c3-4511-b403-2fdbe25c9205 HTTP/1.1" status: 204 len: 168 time: 1.9000161 Apr 06 14:17:46.423582 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5be1bc3-2d72-418f-a5b8-d0703307816f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Network 31f2be06-4cf2-4a5d-8933-7e5618296f07 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:46.424789 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5be0656-c7f2-4c06-958b-19d5dc82eac7 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:46.432895 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49326) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:46.439935 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-c5be1bc3-2d72-418f-a5b8-d0703307816f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:46.469323 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-cf82cd2b-790d-43d1-9e64-dc1a9560da8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] device_id is not set on port aa88d967-bf00-47ec-aa81-b0a2099ff4bc yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:17:46.488700 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877565e0-a516-45da-b87f-7d43ceb8354e None None] Network 3b27f226-8d55-40c7-b4a1-d1abd6b317d1 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:17:46.687085 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-cf82cd2b-790d-43d1-9e64-dc1a9560da8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Allocated IP 172.20.0.6 (45d17a5f-3406-4381-bb61-198799e5e0e9/ba36ca19-dadf-477c-a38b-10c2dcd6012e/aa88d967-bf00-47ec-aa81-b0a2099ff4bc) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:46.856814 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb07e71-b002-4787-a21c-e8eba336eb43 None None] DHCP port deletion for 45db5c66-c082-47ed-beeb-688e3c8646d5 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:17:46.863489 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2fb07e71-b002-4787-a21c-e8eba336eb43 None None] Deleting port 4186f8f3-708b-45d7-9b69-5e2846d22963 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:46.864009 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2fb07e71-b002-4787-a21c-e8eba336eb43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:46.869588 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c5be0656-c7f2-4c06-958b-19d5dc82eac7 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:46.870695 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c5be0656-c7f2-4c06-958b-19d5dc82eac7 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:46.926645 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5be1bc3-2d72-418f-a5b8-d0703307816f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:46.937550 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02e2c57-2fb0-4af4-af73-74f5f7439c1a None None] DHCP port deletion for 3b27f226-8d55-40c7-b4a1-d1abd6b317d1 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:17:46.959230 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a02e2c57-2fb0-4af4-af73-74f5f7439c1a None None] Deleting port a04fd324-2ab9-4095-8790-c8cfa7f5cb0e {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:46.959969 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a02e2c57-2fb0-4af4-af73-74f5f7439c1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:47.079114 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d82a8347-2861-4a1c-a664-433d33d0e795 None None] Provisioning for port fe04d3eb-2bbe-43c4-9e7b-604967fe158a completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:47.087649 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e7f0599e-1a17-4040-8b46-17f6d7ce268d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7291059 Apr 06 14:17:47.088194 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49330) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:47.102742 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be1bc3-2d72-418f-a5b8-d0703307816f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event updated for resources: {'Port': ['ID=fe04d3eb-2bbe-43c4-9e7b-604967fe158a,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:47.114812 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d82a8347-2861-4a1c-a664-433d33d0e795 None None] Provisioning complete for port fe04d3eb-2bbe-43c4-9e7b-604967fe158a triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:47.115085 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d82a8347-2861-4a1c-a664-433d33d0e795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:47.263221 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf82cd2b-790d-43d1-9e64-dc1a9560da8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:47.331783 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5be1bc3-2d72-418f-a5b8-d0703307816f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:47.332639 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5be1bc3-2d72-418f-a5b8-d0703307816f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:47.353223 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a02e2c57-2fb0-4af4-af73-74f5f7439c1a None None] For port a04fd324-2ab9-4095-8790-c8cfa7f5cb0e, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a04fd324-2ab9-4095-8790-c8cfa7f5cb0e,segment=NetworkSegment(dd275bba-2bbf-467c-b770-fc115dad99ba),segment_id=dd275bba-2bbf-467c-b770-fc115dad99ba)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:47.353618 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a02e2c57-2fb0-4af4-af73-74f5f7439c1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:47.356486 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-cf82cd2b-790d-43d1-9e64-dc1a9560da8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Transition to ACTIVE for port object aa88d967-bf00-47ec-aa81-b0a2099ff4bc will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:47.361403 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a36c106-c1ab-4a4b-b462-b86edec7605c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:47.375621 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2bf426-2699-429a-82d4-c9e9645bdb22 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:47.379860 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8a2bf426-2699-429a-82d4-c9e9645bdb22 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2559090 Apr 06 14:17:47.381502 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49336) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:47.391946 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-4a36c106-c1ab-4a4b-b462-b86edec7605c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting port a04fd324-2ab9-4095-8790-c8cfa7f5cb0e {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:47.392376 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a36c106-c1ab-4a4b-b462-b86edec7605c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:47.450060 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c5be1bc3-2d72-418f-a5b8-d0703307816f tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1077297 Apr 06 14:17:47.455201 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49340) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:47.470553 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4f9e5d34-34c8-4a96-b079-296dedfc9ca6 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Request body: {'floatingip': {'port_id': 'fe04d3eb-2bbe-43c4-9e7b-604967fe158a'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:47.491639 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a02e2c57-2fb0-4af4-af73-74f5f7439c1a None None] Calling delete_port for a04fd324-2ab9-4095-8790-c8cfa7f5cb0e owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:47.503032 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf82cd2b-790d-43d1-9e64-dc1a9560da8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:47.584945 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e01bea-647e-46b9-acd3-67d700d692be tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:47.585160 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-15e01bea-647e-46b9-acd3-67d700d692be tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:17:47.594817 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf82cd2b-790d-43d1-9e64-dc1a9560da8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Network 45d17a5f-3406-4381-bb61-198799e5e0e9 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:47.646373 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-cf82cd2b-790d-43d1-9e64-dc1a9560da8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:47.648817 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf82cd2b-790d-43d1-9e64-dc1a9560da8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:47.654119 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f9e5d34-34c8-4a96-b079-296dedfc9ca6 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:47.663344 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a02e2c57-2fb0-4af4-af73-74f5f7439c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:47.726229 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02e2c57-2fb0-4af4-af73-74f5f7439c1a None None] No DVR routers for this DVR port a04fd324-2ab9-4095-8790-c8cfa7f5cb0e on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:17:47.754256 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d82a8347-2861-4a1c-a664-433d33d0e795 None None] Port fe04d3eb-2bbe-43c4-9e7b-604967fe158a cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:17:47.780179 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e2c57-2fb0-4af4-af73-74f5f7439c1a None None] Pushing event deleted for resources: {'Port': ['ID=a04fd324-2ab9-4095-8790-c8cfa7f5cb0e,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:47.795521 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82cd2b-790d-43d1-9e64-dc1a9560da8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Pushing event updated for resources: {'Port': ['ID=aa88d967-bf00-47ec-aa81-b0a2099ff4bc,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:47.830521 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf82cd2b-790d-43d1-9e64-dc1a9560da8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:47.830521 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf82cd2b-790d-43d1-9e64-dc1a9560da8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:47.833891 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-2fb07e71-b002-4787-a21c-e8eba336eb43 None None] For port 4186f8f3-708b-45d7-9b69-5e2846d22963, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4186f8f3-708b-45d7-9b69-5e2846d22963,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:47.834940 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2fb07e71-b002-4787-a21c-e8eba336eb43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:47.837462 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-4a36c106-c1ab-4a4b-b462-b86edec7605c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] For port a04fd324-2ab9-4095-8790-c8cfa7f5cb0e, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a04fd324-2ab9-4095-8790-c8cfa7f5cb0e,segment=NetworkSegment(dd275bba-2bbf-467c-b770-fc115dad99ba),segment_id=dd275bba-2bbf-467c-b770-fc115dad99ba)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:47.837764 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a36c106-c1ab-4a4b-b462-b86edec7605c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:47.962820 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-15e01bea-647e-46b9-acd3-67d700d692be tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:17:47.966807 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-15e01bea-647e-46b9-acd3-67d700d692be tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5829775 Apr 06 14:17:47.971638 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49344) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:48.071607 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2fb07e71-b002-4787-a21c-e8eba336eb43 None None] Calling delete_port for 4186f8f3-708b-45d7-9b69-5e2846d22963 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:48.098271 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4186f8f3-708b-45d7-9b69-5e2846d22963 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:17:48.107193 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cf82cd2b-790d-43d1-9e64-dc1a9560da8c tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0847244 Apr 06 14:17:48.108033 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2dc610bf-2b86-4811-a5d6-235fdedb7e28 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1288264 Apr 06 14:17:48.111953 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-4a36c106-c1ab-4a4b-b462-b86edec7605c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Calling delete_port for a04fd324-2ab9-4095-8790-c8cfa7f5cb0e owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:48.119129 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49348) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:48.119689 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49350) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:48.132786 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-08dca520-953d-475e-8c1e-6414ff1d40cb tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:6f:ca:79'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:33:3c:59'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:48.176844 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f2a9597f-7f6c-4ea2-998f-25e2d838c373 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:48.199164 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b95ddbad-2737-4b9b-97d1-7f1bec9e6d58 None None] Provisioning for port aa88d967-bf00-47ec-aa81-b0a2099ff4bc completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:48.207871 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b95ddbad-2737-4b9b-97d1-7f1bec9e6d58 None None] Provisioning complete for port aa88d967-bf00-47ec-aa81-b0a2099ff4bc triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:48.208273 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b95ddbad-2737-4b9b-97d1-7f1bec9e6d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:48.226389 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-4a36c106-c1ab-4a4b-b462-b86edec7605c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:17:48.226794 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-4a36c106-c1ab-4a4b-b462-b86edec7605c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:17:48.254379 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No ports have port_id starting with 4186f8f3-708b-45d7-9b69-5e2846d22963 Apr 06 14:17:48.255160 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2fb07e71-b002-4787-a21c-e8eba336eb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:48.294142 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a04fd324-2ab9-4095-8790-c8cfa7f5cb0e no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:17:48.351908 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb07e71-b002-4787-a21c-e8eba336eb43 None None] Pushing event deleted for resources: {'Port': ['ID=4186f8f3-708b-45d7-9b69-5e2846d22963,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:48.361562 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: a04fd324-2ab9-4095-8790-c8cfa7f5cb0e {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:17:48.361912 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a04fd324-2ab9-4095-8790-c8cfa7f5cb0e not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:17:48.380657 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-b95ddbad-2737-4b9b-97d1-7f1bec9e6d58 None None] Port aa88d967-bf00-47ec-aa81-b0a2099ff4bc cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:17:48.388543 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb07e71-b002-4787-a21c-e8eba336eb43 None None] No DVR routers for this DVR port 4186f8f3-708b-45d7-9b69-5e2846d22963 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:17:48.461515 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5be0656-c7f2-4c06-958b-19d5dc82eac7 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Router b65f8ad5-a6a5-4abf-a9f9-7de45d7a1731 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:17:48.517820 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f2a9597f-7f6c-4ea2-998f-25e2d838c373 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:48.564504 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f2a9597f-7f6c-4ea2-998f-25e2d838c373 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:48.593268 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-2f40e73b-11c5-4b9d-aade-fc7eae718911 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Deleting port 2ca0fe44-02e3-40e3-963c-8ebed5300674 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:48.593640 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f40e73b-11c5-4b9d-aade-fc7eae718911 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:48.679199 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a9597f-7f6c-4ea2-998f-25e2d838c373 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:48.682535 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2a9597f-7f6c-4ea2-998f-25e2d838c373 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:48.728210 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-4a36c106-c1ab-4a4b-b462-b86edec7605c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting port a04fd324-2ab9-4095-8790-c8cfa7f5cb0e {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:48.728894 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a36c106-c1ab-4a4b-b462-b86edec7605c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:48.807646 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-4a36c106-c1ab-4a4b-b462-b86edec7605c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] The port 'a04fd324-2ab9-4095-8790-c8cfa7f5cb0e' was deleted {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:17:48.934194 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a36c106-c1ab-4a4b-b462-b86edec7605c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:48.973987 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-4a36c106-c1ab-4a4b-b462-b86edec7605c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b27f226-8d55-40c7-b4a1-d1abd6b317d1']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:48.990837 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-4a36c106-c1ab-4a4b-b462-b86edec7605c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd275bba-2bbf-467c-b770-fc115dad99ba') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:48.991376 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-4a36c106-c1ab-4a4b-b462-b86edec7605c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd275bba-2bbf-467c-b770-fc115dad99ba') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:49.008336 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a36c106-c1ab-4a4b-b462-b86edec7605c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:49.028189 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a36c106-c1ab-4a4b-b462-b86edec7605c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:49.034832 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a36c106-c1ab-4a4b-b462-b86edec7605c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:17:49.035231 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a36c106-c1ab-4a4b-b462-b86edec7605c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:17:49.049606 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:17:49.139256 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a36c106-c1ab-4a4b-b462-b86edec7605c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:49.144192 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a36c106-c1ab-4a4b-b462-b86edec7605c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:49.186119 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36c106-c1ab-4a4b-b462-b86edec7605c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event deleted for resources: {'Network': ['ID=3b27f226-8d55-40c7-b4a1-d1abd6b317d1,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:49.198502 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4a36c106-c1ab-4a4b-b462-b86edec7605c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/networks/3b27f226-8d55-40c7-b4a1-d1abd6b317d1 HTTP/1.1" status: 204 len: 168 time: 2.7558160 Apr 06 14:17:49.202961 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49358) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:49.209530 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-efbb1726-bcb7-48e6-9c5e-ddaf6a5f4e15 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1244010900'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:49.214507 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-efbb1726-bcb7-48e6-9c5e-ddaf6a5f4e15 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:49.218981 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-efbb1726-bcb7-48e6-9c5e-ddaf6a5f4e15 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Usage tracker for resource:network and tenant:6405625efdd14c9bb474ac0b7c765923 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:49.221856 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-efbb1726-bcb7-48e6-9c5e-ddaf6a5f4e15 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:49.228331 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-efbb1726-bcb7-48e6-9c5e-ddaf6a5f4e15 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:49.242429 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbb1726-bcb7-48e6-9c5e-ddaf6a5f4e15 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Made reservation on behalf of 6405625efdd14c9bb474ac0b7c765923 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:49.246609 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-efbb1726-bcb7-48e6-9c5e-ddaf6a5f4e15 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:49.274534 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-08dca520-953d-475e-8c1e-6414ff1d40cb tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:49.278775 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efbb1726-bcb7-48e6-9c5e-ddaf6a5f4e15 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:17:49.290466 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-efbb1726-bcb7-48e6-9c5e-ddaf6a5f4e15 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:49.291056 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-efbb1726-bcb7-48e6-9c5e-ddaf6a5f4e15 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Added segment 51475741-c12c-46d5-a635-7195b56396af of type vlan for network 47e87a4e-b78d-4b33-a9f5-38cd45faee70 Apr 06 14:17:49.320015 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-efbb1726-bcb7-48e6-9c5e-ddaf6a5f4e15 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:49.358824 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-efbb1726-bcb7-48e6-9c5e-ddaf6a5f4e15 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:49.363096 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbb1726-bcb7-48e6-9c5e-ddaf6a5f4e15 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:49.363847 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-efbb1726-bcb7-48e6-9c5e-ddaf6a5f4e15 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:49.479854 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-efbb1726-bcb7-48e6-9c5e-ddaf6a5f4e15 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2731555 Apr 06 14:17:49.481330 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49364) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:49.488451 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-25c944bc-c351-4f23-aa72-67f0310a38bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'subnet': {'network_id': '47e87a4e-b78d-4b33-a9f5-38cd45faee70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:49.490627 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f40e73b-11c5-4b9d-aade-fc7eae718911 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:49.504656 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb1726-bcb7-48e6-9c5e-ddaf6a5f4e15 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Network': ['ID=47e87a4e-b78d-4b33-a9f5-38cd45faee70,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:49.522827 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 47e87a4e-b78d-4b33-a9f5-38cd45faee70 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:17:49.614328 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-25c944bc-c351-4f23-aa72-67f0310a38bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:49.619107 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-25c944bc-c351-4f23-aa72-67f0310a38bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Usage tracker for resource:subnet and tenant:6405625efdd14c9bb474ac0b7c765923 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:49.622097 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-25c944bc-c351-4f23-aa72-67f0310a38bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:49.627982 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-25c944bc-c351-4f23-aa72-67f0310a38bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:49.639932 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c944bc-c351-4f23-aa72-67f0310a38bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Made reservation on behalf of 6405625efdd14c9bb474ac0b7c765923 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:49.738896 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-2f40e73b-11c5-4b9d-aade-fc7eae718911 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Calling delete_port for 2ca0fe44-02e3-40e3-963c-8ebed5300674 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:49.867314 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-25c944bc-c351-4f23-aa72-67f0310a38bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:50.113015 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-25c944bc-c351-4f23-aa72-67f0310a38bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:50.164071 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5be0656-c7f2-4c06-958b-19d5dc82eac7 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:17:50.178525 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29013336-391c-47bb-a5ac-8ce725865206 None None] Sync routers for ids ['b65f8ad5-a6a5-4abf-a9f9-7de45d7a1731'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:17:50.195535 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29013336-391c-47bb-a5ac-8ce725865206 None None] Routers {'b65f8ad5-a6a5-4abf-a9f9-7de45d7a1731'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:50.196541 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-29013336-391c-47bb-a5ac-8ce725865206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['b65f8ad5-a6a5-4abf-a9f9-7de45d7a1731'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:50.219139 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c944bc-c351-4f23-aa72-67f0310a38bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Subnet': ['ID=c0ccf687-637a-453d-87c5-d01c68dd8b96,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:50.225969 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c944bc-c351-4f23-aa72-67f0310a38bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Checking segment: {'id': '51475741-c12c-46d5-a635-7195b56396af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '47e87a4e-b78d-4b33-a9f5-38cd45faee70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:17:50.226584 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c944bc-c351-4f23-aa72-67f0310a38bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network hostable DHCP agents. Network: 47e87a4e-b78d-4b33-a9f5-38cd45faee70, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:17:50.252928 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c944bc-c351-4f23-aa72-67f0310a38bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network 47e87a4e-b78d-4b33-a9f5-38cd45faee70 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:17:50.265923 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-25c944bc-c351-4f23-aa72-67f0310a38bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 47e87a4e-b78d-4b33-a9f5-38cd45faee70) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:50.270747 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c944bc-c351-4f23-aa72-67f0310a38bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:50.271420 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-25c944bc-c351-4f23-aa72-67f0310a38bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:50.276252 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.db.resource_extend [None req-08dca520-953d-475e-8c1e-6414ff1d40cb tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:17:50.276798 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d613f7a-291a-40f4-80be-c46d38193d9d None None] Network 47e87a4e-b78d-4b33-a9f5-38cd45faee70 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:17:50.317210 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-08dca520-953d-475e-8c1e-6414ff1d40cb tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:50.340061 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-08dca520-953d-475e-8c1e-6414ff1d40cb tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:50.340410 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-25c944bc-c351-4f23-aa72-67f0310a38bf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8586924 Apr 06 14:17:50.340805 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49370) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:50.346652 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-0c79af82-4849-4f94-8139-2a91e01cedc0 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-438523050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:50.360386 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0c79af82-4849-4f94-8139-2a91e01cedc0 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:50.362177 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.db.resource_extend [None req-4f9e5d34-34c8-4a96-b079-296dedfc9ca6 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:17:50.364432 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0c79af82-4849-4f94-8139-2a91e01cedc0 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Usage tracker for resource:router and tenant:6405625efdd14c9bb474ac0b7c765923 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:50.368207 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0c79af82-4849-4f94-8139-2a91e01cedc0 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:50.375049 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0c79af82-4849-4f94-8139-2a91e01cedc0 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:50.387315 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0c79af82-4849-4f94-8139-2a91e01cedc0 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:50.388750 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0c79af82-4849-4f94-8139-2a91e01cedc0 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:50.462038 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-29013336-391c-47bb-a5ac-8ce725865206 None None] Set router b65f8ad5-a6a5-4abf-a9f9-7de45d7a1731 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:17:50.584421 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c055aec-a726-4ccb-b101-fbb731d9f9b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-47e87a4e-b78d-4b33-a9f5-38cd45faee70', 'network_id': '47e87a4e-b78d-4b33-a9f5-38cd45faee70', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'fixed_ips': [{'subnet_id': 'c0ccf687-637a-453d-87c5-d01c68dd8b96'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:17:50.585280 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3c055aec-a726-4ccb-b101-fbb731d9f9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:50.666609 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c5be0656-c7f2-4c06-958b-19d5dc82eac7 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:50.668206 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c5be0656-c7f2-4c06-958b-19d5dc82eac7 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.6688373 Apr 06 14:17:50.671160 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49380) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:50.756949 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.objects.ports [None req-f2a9597f-7f6c-4ea2-998f-25e2d838c373 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83737) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 06 14:17:50.761447 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2a9597f-7f6c-4ea2-998f-25e2d838c373 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:50.884098 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-3c055aec-a726-4ccb-b101-fbb731d9f9b4 None None] Allocated IP 2001:db8::2 (47e87a4e-b78d-4b33-a9f5-38cd45faee70/c0ccf687-637a-453d-87c5-d01c68dd8b96/2d6df226-9644-4da7-beaf-662a87aad7a4) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:50.928529 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f9e5d34-34c8-4a96-b079-296dedfc9ca6 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:50.938272 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0c79af82-4849-4f94-8139-2a91e01cedc0 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:50.943010 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f40e73b-11c5-4b9d-aade-fc7eae718911 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:50.967004 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f9e5d34-34c8-4a96-b079-296dedfc9ca6 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:50.992798 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0c79af82-4849-4f94-8139-2a91e01cedc0 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:51.006220 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-29013336-391c-47bb-a5ac-8ce725865206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65f8ad5-a6a5-4abf-a9f9-7de45d7a1731', 'name': '', 'tenant_id': 'bf87b9404d1f4f399d15cbb5a60dc412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '864c009b-fed4-4a5f-aae3-7224e395c325', 'external_fixed_ips': [{'subnet_id': 'a63de40b-6b79-479c-bf9a-62f1fdac7561', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'bbcd4942-a2a3-43fc-9d04-b907881f21c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:17:41Z', 'updated_at': '2022-04-06T14:17:46Z', 'revision_number': 3, 'project_id': 'bf87b9404d1f4f399d15cbb5a60dc412', 'gw_port': {'id': 'bbcd4942-a2a3-43fc-9d04-b907881f21c5', 'name': '', 'network_id': '864c009b-fed4-4a5f-aae3-7224e395c325', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65f8ad5-a6a5-4abf-a9f9-7de45d7a1731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a63de40b-6b79-479c-bf9a-62f1fdac7561', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:44Z', 'updated_at': '2022-04-06T14:17:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a63de40b-6b79-479c-bf9a-62f1fdac7561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:51.011416 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29013336-391c-47bb-a5ac-8ce725865206 None None] Checking router: b65f8ad5-a6a5-4abf-a9f9-7de45d7a1731 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:17:51.011969 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29013336-391c-47bb-a5ac-8ce725865206 None None] Updating router b65f8ad5-a6a5-4abf-a9f9-7de45d7a1731 port bbcd4942-a2a3-43fc-9d04-b907881f21c5 binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:17:51.031981 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dca520-953d-475e-8c1e-6414ff1d40cb tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Pushing event updated for resources: {'Port': ['ID=aa88d967-bf00-47ec-aa81-b0a2099ff4bc,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:51.058537 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0c79af82-4849-4f94-8139-2a91e01cedc0 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:51.063956 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0c79af82-4849-4f94-8139-2a91e01cedc0 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7220783 Apr 06 14:17:51.066100 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49384) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:51.068291 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-23f01b21-f3e0-4f10-a4b5-e46bb614bf75 None None] Provisioning complete for port aa88d967-bf00-47ec-aa81-b0a2099ff4bc triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:51.068748 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-23f01b21-f3e0-4f10-a4b5-e46bb614bf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:51.093268 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-29013336-391c-47bb-a5ac-8ce725865206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:51.106039 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a9597f-7f6c-4ea2-998f-25e2d838c373 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:51.107039 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40e73b-11c5-4b9d-aade-fc7eae718911 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Pushing event deleted for resources: {'Port': ['ID=2ca0fe44-02e3-40e3-963c-8ebed5300674,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:51.152403 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-08dca520-953d-475e-8c1e-6414ff1d40cb tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] In _notify_port_updated(), no bound segment for port aa88d967-bf00-47ec-aa81-b0a2099ff4bc on network 45d17a5f-3406-4381-bb61-198799e5e0e9 {{(pid=83737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 06 14:17:51.160112 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dca520-953d-475e-8c1e-6414ff1d40cb tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:51.160897 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-08dca520-953d-475e-8c1e-6414ff1d40cb tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:51.162243 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-08dca520-953d-475e-8c1e-6414ff1d40cb tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] 10.222.0.60 "PUT /v2.0/ports/aa88d967-bf00-47ec-aa81-b0a2099ff4bc HTTP/1.1" status: 200 len: 1054 time: 3.0404716 Apr 06 14:17:51.171232 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-f2a9597f-7f6c-4ea2-998f-25e2d838c373 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:51.187402 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49388) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:51.191823 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6f3578-f356-4649-8407-ff7e966ecad5 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:17:51.228202 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a9597f-7f6c-4ea2-998f-25e2d838c373 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:51.228787 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2a9597f-7f6c-4ea2-998f-25e2d838c373 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:51.294443 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-23f01b21-f3e0-4f10-a4b5-e46bb614bf75 None None] Port aa88d967-bf00-47ec-aa81-b0a2099ff4bc cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:17:51.454098 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3c055aec-a726-4ccb-b101-fbb731d9f9b4 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:51.468534 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3c055aec-a726-4ccb-b101-fbb731d9f9b4 None None] Transition to ACTIVE for port object 2d6df226-9644-4da7-beaf-662a87aad7a4 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:51.494129 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3c055aec-a726-4ccb-b101-fbb731d9f9b4 None None] Transition to ACTIVE for port object 2d6df226-9644-4da7-beaf-662a87aad7a4 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:51.510451 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3c055aec-a726-4ccb-b101-fbb731d9f9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:51.570689 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6b383ee1-ec7f-461d-b8ad-87576a8f8eee tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:51.577468 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9597f-7f6c-4ea2-998f-25e2d838c373 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Subnet': ['ID=40f5f3c7-2ed4-4251-84d3-1ee51324d5ed,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:51.606864 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f2a9597f-7f6c-4ea2-998f-25e2d838c373 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4833307 Apr 06 14:17:51.611482 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49396) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:51.614634 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c055aec-a726-4ccb-b101-fbb731d9f9b4 None None] Pushing event updated for resources: {'Port': ['ID=2d6df226-9644-4da7-beaf-662a87aad7a4,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:51.623416 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ed665a70-b1d2-484c-8c26-295f027abe97 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Deleting port aa88d967-bf00-47ec-aa81-b0a2099ff4bc {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:51.623956 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed665a70-b1d2-484c-8c26-295f027abe97 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:51.641703 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c055aec-a726-4ccb-b101-fbb731d9f9b4 None None] Network 47e87a4e-b78d-4b33-a9f5-38cd45faee70 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:51.644997 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-3c055aec-a726-4ccb-b101-fbb731d9f9b4 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:51.649393 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c055aec-a726-4ccb-b101-fbb731d9f9b4 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:51.658573 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d753772c-144e-4a5f-8047-b8878b2c8d3b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:51.665456 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-29013336-391c-47bb-a5ac-8ce725865206 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:51.678646 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-29013336-391c-47bb-a5ac-8ce725865206 None None] Transition to ACTIVE for port object bbcd4942-a2a3-43fc-9d04-b907881f21c5 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:51.687275 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-29013336-391c-47bb-a5ac-8ce725865206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:51.770593 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-29013336-391c-47bb-a5ac-8ce725865206 None None] Attempting to bind port bbcd4942-a2a3-43fc-9d04-b907881f21c5 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:17:51.771028 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-29013336-391c-47bb-a5ac-8ce725865206 None None] Attempting to bind port bbcd4942-a2a3-43fc-9d04-b907881f21c5 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '874273b7-95c8-4e06-85cd-2e8641f94705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '864c009b-fed4-4a5f-aae3-7224e395c325'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:17:51.771491 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29013336-391c-47bb-a5ac-8ce725865206 None None] Attempting to bind port bbcd4942-a2a3-43fc-9d04-b907881f21c5 on network 864c009b-fed4-4a5f-aae3-7224e395c325 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:17:51.797524 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2163962-fe3d-43d7-9e9f-bbc71bdef986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-45db5c66-c082-47ed-beeb-688e3c8646d5', 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'fixed_ips': [{'subnet_id': '40f5f3c7-2ed4-4251-84d3-1ee51324d5ed'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:17:51.798511 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f2163962-fe3d-43d7-9e9f-bbc71bdef986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:51.834433 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691cc56e-7de5-4a6c-89da-160b1ce65f57 None None] Pushing event updated for resources: {'Port': ['ID=bbcd4942-a2a3-43fc-9d04-b907881f21c5,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:51.871978 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691cc56e-7de5-4a6c-89da-160b1ce65f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:51.873068 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691cc56e-7de5-4a6c-89da-160b1ce65f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:51.877938 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691cc56e-7de5-4a6c-89da-160b1ce65f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:51.878395 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691cc56e-7de5-4a6c-89da-160b1ce65f57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:51.878928 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691cc56e-7de5-4a6c-89da-160b1ce65f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:51.879413 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691cc56e-7de5-4a6c-89da-160b1ce65f57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:51.879843 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691cc56e-7de5-4a6c-89da-160b1ce65f57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:51.880278 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691cc56e-7de5-4a6c-89da-160b1ce65f57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:51.880916 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691cc56e-7de5-4a6c-89da-160b1ce65f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:51.881348 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691cc56e-7de5-4a6c-89da-160b1ce65f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:51.881774 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691cc56e-7de5-4a6c-89da-160b1ce65f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:51.895217 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29013336-391c-47bb-a5ac-8ce725865206 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:17:51.896694 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29013336-391c-47bb-a5ac-8ce725865206 None None] Checking segment: {'id': '874273b7-95c8-4e06-85cd-2e8641f94705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '864c009b-fed4-4a5f-aae3-7224e395c325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:17:51.898256 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-29013336-391c-47bb-a5ac-8ce725865206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:51.898763 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29013336-391c-47bb-a5ac-8ce725865206 None None] Bound using segment: {'id': '874273b7-95c8-4e06-85cd-2e8641f94705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '864c009b-fed4-4a5f-aae3-7224e395c325'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:17:51.899891 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-29013336-391c-47bb-a5ac-8ce725865206 None None] Bound port: bbcd4942-a2a3-43fc-9d04-b907881f21c5, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874273b7-95c8-4e06-85cd-2e8641f94705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '864c009b-fed4-4a5f-aae3-7224e395c325'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:17:51.901295 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-29013336-391c-47bb-a5ac-8ce725865206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:51.951755 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d753772c-144e-4a5f-8047-b8878b2c8d3b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:51.990822 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d753772c-144e-4a5f-8047-b8878b2c8d3b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:subnet and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:52.014870 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-29013336-391c-47bb-a5ac-8ce725865206 None None] For port bbcd4942-a2a3-43fc-9d04-b907881f21c5, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:17:52.018680 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-29013336-391c-47bb-a5ac-8ce725865206 None None] For port bbcd4942-a2a3-43fc-9d04-b907881f21c5, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=bbcd4942-a2a3-43fc-9d04-b907881f21c5,segment=NetworkSegment(874273b7-95c8-4e06-85cd-2e8641f94705),segment_id=874273b7-95c8-4e06-85cd-2e8641f94705)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:17:52.028272 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-29013336-391c-47bb-a5ac-8ce725865206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:52.042192 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3c055aec-a726-4ccb-b101-fbb731d9f9b4 None None] Attempting to bind port 2d6df226-9644-4da7-beaf-662a87aad7a4 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:17:52.043179 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3c055aec-a726-4ccb-b101-fbb731d9f9b4 None None] Attempting to bind port 2d6df226-9644-4da7-beaf-662a87aad7a4 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '51475741-c12c-46d5-a635-7195b56396af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '47e87a4e-b78d-4b33-a9f5-38cd45faee70'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:17:52.043553 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c055aec-a726-4ccb-b101-fbb731d9f9b4 None None] Attempting to bind port 2d6df226-9644-4da7-beaf-662a87aad7a4 on network 47e87a4e-b78d-4b33-a9f5-38cd45faee70 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:17:52.055599 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d753772c-144e-4a5f-8047-b8878b2c8d3b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:52.075573 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d753772c-144e-4a5f-8047-b8878b2c8d3b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:52.110004 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-19984c50-724c-479b-93b3-6bc2f0b9fb64 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:52.136072 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c055aec-a726-4ccb-b101-fbb731d9f9b4 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:17:52.136481 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c055aec-a726-4ccb-b101-fbb731d9f9b4 None None] Checking segment: {'id': '51475741-c12c-46d5-a635-7195b56396af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '47e87a4e-b78d-4b33-a9f5-38cd45faee70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:17:52.136904 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3c055aec-a726-4ccb-b101-fbb731d9f9b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:52.137314 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c055aec-a726-4ccb-b101-fbb731d9f9b4 None None] Bound using segment: {'id': '51475741-c12c-46d5-a635-7195b56396af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '47e87a4e-b78d-4b33-a9f5-38cd45faee70'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:17:52.137787 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3c055aec-a726-4ccb-b101-fbb731d9f9b4 None None] Bound port: 2d6df226-9644-4da7-beaf-662a87aad7a4, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51475741-c12c-46d5-a635-7195b56396af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '47e87a4e-b78d-4b33-a9f5-38cd45faee70'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:17:52.138160 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3c055aec-a726-4ccb-b101-fbb731d9f9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:52.141540 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d753772c-144e-4a5f-8047-b8878b2c8d3b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:52.213683 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-f2163962-fe3d-43d7-9e9f-bbc71bdef986 None None] Allocated IP 2001:db8::f816:3eff:fe68:cfb (45db5c66-c082-47ed-beeb-688e3c8646d5/40f5f3c7-2ed4-4251-84d3-1ee51324d5ed/a3139ecb-ccc5-419e-8270-f3666b66dcf2) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:52.267776 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691cc56e-7de5-4a6c-89da-160b1ce65f57 None None] Pushing event updated for resources: {'Port': ['ID=bbcd4942-a2a3-43fc-9d04-b907881f21c5,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:52.278016 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29013336-391c-47bb-a5ac-8ce725865206 None None] Routers {'b65f8ad5-a6a5-4abf-a9f9-7de45d7a1731'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:52.278645 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-29013336-391c-47bb-a5ac-8ce725865206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['b65f8ad5-a6a5-4abf-a9f9-7de45d7a1731'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:52.348166 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3c055aec-a726-4ccb-b101-fbb731d9f9b4 None None] For port 2d6df226-9644-4da7-beaf-662a87aad7a4, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:17:52.363448 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3c055aec-a726-4ccb-b101-fbb731d9f9b4 None None] For port 2d6df226-9644-4da7-beaf-662a87aad7a4, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=2d6df226-9644-4da7-beaf-662a87aad7a4,segment=NetworkSegment(51475741-c12c-46d5-a635-7195b56396af),segment_id=51475741-c12c-46d5-a635-7195b56396af)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:17:52.374109 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3c055aec-a726-4ccb-b101-fbb731d9f9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:52.449802 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d753772c-144e-4a5f-8047-b8878b2c8d3b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:52.524759 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-29013336-391c-47bb-a5ac-8ce725865206 None None] Set router b65f8ad5-a6a5-4abf-a9f9-7de45d7a1731 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:17:52.601415 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed665a70-b1d2-484c-8c26-295f027abe97 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:52.623785 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f2163962-fe3d-43d7-9e9f-bbc71bdef986 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:52.637693 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-4f9e5d34-34c8-4a96-b079-296dedfc9ca6 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Floating IP bdd11f41-4c16-4f2b-8930-b2585d778edb associated. External IP: 172.26.8.242, port: 60f03166-3ced-4af2-b212-1bcb772cf424. Apr 06 14:17:52.647967 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f2163962-fe3d-43d7-9e9f-bbc71bdef986 None None] Transition to ACTIVE for port object a3139ecb-ccc5-419e-8270-f3666b66dcf2 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:52.797325 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f2163962-fe3d-43d7-9e9f-bbc71bdef986 None None] Transition to ACTIVE for port object a3139ecb-ccc5-419e-8270-f3666b66dcf2 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:52.819961 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6b383ee1-ec7f-461d-b8ad-87576a8f8eee tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:52.820202 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c055aec-a726-4ccb-b101-fbb731d9f9b4 None None] Pushing event updated for resources: {'Port': ['ID=2d6df226-9644-4da7-beaf-662a87aad7a4,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:52.823269 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f2163962-fe3d-43d7-9e9f-bbc71bdef986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:52.884028 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-6b383ee1-ec7f-461d-b8ad-87576a8f8eee tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Deleting port bbcd4942-a2a3-43fc-9d04-b907881f21c5 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:52.884284 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6b383ee1-ec7f-461d-b8ad-87576a8f8eee tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:52.945874 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ed665a70-b1d2-484c-8c26-295f027abe97 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Calling delete_port for aa88d967-bf00-47ec-aa81-b0a2099ff4bc owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:53.028494 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.ipam_backend_mixin [None req-d753772c-144e-4a5f-8047-b8878b2c8d3b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 40f5f3c7-2ed4-4251-84d3-1ee51324d5ed (CIDR: 2001:db8::/64) Apr 06 14:17:53.036039 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2163962-fe3d-43d7-9e9f-bbc71bdef986 None None] Pushing event updated for resources: {'Port': ['ID=a3139ecb-ccc5-419e-8270-f3666b66dcf2,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:53.036276 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-29013336-391c-47bb-a5ac-8ce725865206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65f8ad5-a6a5-4abf-a9f9-7de45d7a1731', 'name': '', 'tenant_id': 'bf87b9404d1f4f399d15cbb5a60dc412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '864c009b-fed4-4a5f-aae3-7224e395c325', 'external_fixed_ips': [{'subnet_id': 'a63de40b-6b79-479c-bf9a-62f1fdac7561', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'bbcd4942-a2a3-43fc-9d04-b907881f21c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:17:41Z', 'updated_at': '2022-04-06T14:17:46Z', 'revision_number': 3, 'project_id': 'bf87b9404d1f4f399d15cbb5a60dc412', 'gw_port': {'id': 'bbcd4942-a2a3-43fc-9d04-b907881f21c5', 'name': '', 'network_id': '864c009b-fed4-4a5f-aae3-7224e395c325', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65f8ad5-a6a5-4abf-a9f9-7de45d7a1731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a63de40b-6b79-479c-bf9a-62f1fdac7561', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:44Z', 'updated_at': '2022-04-06T14:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a63de40b-6b79-479c-bf9a-62f1fdac7561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:53.055257 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-d753772c-144e-4a5f-8047-b8878b2c8d3b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:17:53.055798 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29013336-391c-47bb-a5ac-8ce725865206 None None] The sync data for ids ['b65f8ad5-a6a5-4abf-a9f9-7de45d7a1731'] in dv-neutron-835868-1-hyperv is: [{'id': 'b65f8ad5-a6a5-4abf-a9f9-7de45d7a1731', 'name': '', 'tenant_id': 'bf87b9404d1f4f399d15cbb5a60dc412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '864c009b-fed4-4a5f-aae3-7224e395c325', 'external_fixed_ips': [{'subnet_id': 'a63de40b-6b79-479c-bf9a-62f1fdac7561', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'bbcd4942-a2a3-43fc-9d04-b907881f21c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:17:41Z', 'updated_at': '2022-04-06T14:17:46Z', 'revision_number': 3, 'project_id': 'bf87b9404d1f4f399d15cbb5a60dc412', 'gw_port': {'id': 'bbcd4942-a2a3-43fc-9d04-b907881f21c5', 'name': '', 'network_id': '864c009b-fed4-4a5f-aae3-7224e395c325', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65f8ad5-a6a5-4abf-a9f9-7de45d7a1731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a63de40b-6b79-479c-bf9a-62f1fdac7561', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:44Z', 'updated_at': '2022-04-06T14:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a63de40b-6b79-479c-bf9a-62f1fdac7561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:17:53.059813 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d753772c-144e-4a5f-8047-b8878b2c8d3b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:17:53.072770 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2163962-fe3d-43d7-9e9f-bbc71bdef986 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:53.074071 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-f2163962-fe3d-43d7-9e9f-bbc71bdef986 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:53.080024 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2163962-fe3d-43d7-9e9f-bbc71bdef986 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:53.148559 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d753772c-144e-4a5f-8047-b8878b2c8d3b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5340712 Apr 06 14:17:53.149168 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49404) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:53.217051 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-480502eb-00ae-45fe-8fbc-d8408624cf91 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:53.255060 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f40e73b-11c5-4b9d-aade-fc7eae718911 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:53.352857 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-19984c50-724c-479b-93b3-6bc2f0b9fb64 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Allocated IP 2001:db8::1 (47e87a4e-b78d-4b33-a9f5-38cd45faee70/c0ccf687-637a-453d-87c5-d01c68dd8b96/44f3c5f4-1283-4d6d-9601-45a42c8c41ba) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:53.361391 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f2163962-fe3d-43d7-9e9f-bbc71bdef986 None None] Attempting to bind port a3139ecb-ccc5-419e-8270-f3666b66dcf2 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:17:53.361844 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f2163962-fe3d-43d7-9e9f-bbc71bdef986 None None] Attempting to bind port a3139ecb-ccc5-419e-8270-f3666b66dcf2 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:17:53.362325 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2163962-fe3d-43d7-9e9f-bbc71bdef986 None None] Attempting to bind port a3139ecb-ccc5-419e-8270-f3666b66dcf2 on network 45db5c66-c082-47ed-beeb-688e3c8646d5 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:17:53.369527 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2163962-fe3d-43d7-9e9f-bbc71bdef986 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:17:53.370052 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2163962-fe3d-43d7-9e9f-bbc71bdef986 None None] Checking segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:17:53.370565 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f2163962-fe3d-43d7-9e9f-bbc71bdef986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:53.371062 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2163962-fe3d-43d7-9e9f-bbc71bdef986 None None] Bound using segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:17:53.371641 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f2163962-fe3d-43d7-9e9f-bbc71bdef986 None None] Bound port: a3139ecb-ccc5-419e-8270-f3666b66dcf2, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:17:53.372127 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f2163962-fe3d-43d7-9e9f-bbc71bdef986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:53.548922 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-6b383ee1-ec7f-461d-b8ad-87576a8f8eee tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] For port bbcd4942-a2a3-43fc-9d04-b907881f21c5, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=bbcd4942-a2a3-43fc-9d04-b907881f21c5,segment=NetworkSegment(874273b7-95c8-4e06-85cd-2e8641f94705),segment_id=874273b7-95c8-4e06-85cd-2e8641f94705)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:53.548922 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6b383ee1-ec7f-461d-b8ad-87576a8f8eee tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:53.571112 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f2163962-fe3d-43d7-9e9f-bbc71bdef986 None None] For port a3139ecb-ccc5-419e-8270-f3666b66dcf2, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:17:53.718634 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f2163962-fe3d-43d7-9e9f-bbc71bdef986 None None] For port a3139ecb-ccc5-419e-8270-f3666b66dcf2, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a3139ecb-ccc5-419e-8270-f3666b66dcf2,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:17:53.732175 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f2163962-fe3d-43d7-9e9f-bbc71bdef986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:53.739938 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-6b383ee1-ec7f-461d-b8ad-87576a8f8eee tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Calling delete_port for bbcd4942-a2a3-43fc-9d04-b907881f21c5 owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:53.896400 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2163962-fe3d-43d7-9e9f-bbc71bdef986 None None] Pushing event updated for resources: {'Port': ['ID=a3139ecb-ccc5-419e-8270-f3666b66dcf2,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:53.928473 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed665a70-b1d2-484c-8c26-295f027abe97 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:53.993802 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-19984c50-724c-479b-93b3-6bc2f0b9fb64 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:54.075745 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-19984c50-724c-479b-93b3-6bc2f0b9fb64 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Transition to ACTIVE for port object 44f3c5f4-1283-4d6d-9601-45a42c8c41ba will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:17:54.125591 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-480502eb-00ae-45fe-8fbc-d8408624cf91 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:54.133728 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-480502eb-00ae-45fe-8fbc-d8408624cf91 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:subnet and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:54.138053 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-480502eb-00ae-45fe-8fbc-d8408624cf91 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:54.146020 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-480502eb-00ae-45fe-8fbc-d8408624cf91 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:54.178756 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device bbcd4942-a2a3-43fc-9d04-b907881f21c5 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:17:54.195010 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-19984c50-724c-479b-93b3-6bc2f0b9fb64 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:54.282067 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480502eb-00ae-45fe-8fbc-d8408624cf91 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:54.287705 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-480502eb-00ae-45fe-8fbc-d8408624cf91 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:54.331296 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed665a70-b1d2-484c-8c26-295f027abe97 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Pushing event deleted for resources: {'Port': ['ID=aa88d967-bf00-47ec-aa81-b0a2099ff4bc,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:54.364785 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19984c50-724c-479b-93b3-6bc2f0b9fb64 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network 47e87a4e-b78d-4b33-a9f5-38cd45faee70 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:54.370188 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-19984c50-724c-479b-93b3-6bc2f0b9fb64 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:54.399884 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19984c50-724c-479b-93b3-6bc2f0b9fb64 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:17:54.400500 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-19984c50-724c-479b-93b3-6bc2f0b9fb64 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:54.408596 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6b383ee1-ec7f-461d-b8ad-87576a8f8eee tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:54.409669 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port bbcd4942-a2a3-43fc-9d04-b907881f21c5 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:54.415178 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port bbcd4942-a2a3-43fc-9d04-b907881f21c5 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:54.415355 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:54.483708 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19984c50-724c-479b-93b3-6bc2f0b9fb64 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Port': ['ID=44f3c5f4-1283-4d6d-9601-45a42c8c41ba,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:54.521662 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Port bbcd4942-a2a3-43fc-9d04-b907881f21c5 was deleted so its status cannot be updated. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 06 14:17:54.522910 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 2d6df226-9644-4da7-beaf-662a87aad7a4 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:17:54.555204 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de58a03b-1b94-4279-8339-2a7673e5cdc5 None None] Network 47e87a4e-b78d-4b33-a9f5-38cd45faee70 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:17:54.733785 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b383ee1-ec7f-461d-b8ad-87576a8f8eee tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbcd4942-a2a3-43fc-9d04-b907881f21c5,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:54.782875 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-630d8190-6cc8-4140-bcab-c90d7c2d8cb3 None None] Provisioning for port 2d6df226-9644-4da7-beaf-662a87aad7a4 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:54.815452 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 2d6df226-9644-4da7-beaf-662a87aad7a4 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:54.838963 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 2d6df226-9644-4da7-beaf-662a87aad7a4 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:54.852377 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:54.986512 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-19984c50-724c-479b-93b3-6bc2f0b9fb64 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:55.125103 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:55.160716 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6b383ee1-ec7f-461d-b8ad-87576a8f8eee tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:55.163261 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 2d6df226-9644-4da7-beaf-662a87aad7a4, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=2d6df226-9644-4da7-beaf-662a87aad7a4,segment=NetworkSegment(51475741-c12c-46d5-a635-7195b56396af),segment_id=51475741-c12c-46d5-a635-7195b56396af)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:55.174987 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:55.288177 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=2d6df226-9644-4da7-beaf-662a87aad7a4,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:55.319707 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed665a70-b1d2-484c-8c26-295f027abe97 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:55.334578 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ed665a70-b1d2-484c-8c26-295f027abe97 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] 10.222.0.60 "DELETE /v2.0/ports/aa88d967-bf00-47ec-aa81-b0a2099ff4bc HTTP/1.1" status: 204 len: 168 time: 4.1448002 Apr 06 14:17:55.339525 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49416) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:55.610085 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c98bbe-7ffb-4820-8037-fe2034a1cdc7 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] GET failed (client error): The resource could not be found. Apr 06 14:17:55.610858 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c3c98bbe-7ffb-4820-8037-fe2034a1cdc7 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Synchronizing usage tracker for tenant:dba04c3a37af4901970d6629dcd9d38e on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:17:55.653319 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c3c98bbe-7ffb-4820-8037-fe2034a1cdc7 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Unset dirty status for tenant:dba04c3a37af4901970d6629dcd9d38e on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:17:55.657387 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c3c98bbe-7ffb-4820-8037-fe2034a1cdc7 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] 10.222.0.60 "GET /v2.0/ports/aa88d967-bf00-47ec-aa81-b0a2099ff4bc HTTP/1.1" status: 404 len: 333 time: 0.3140540 Apr 06 14:17:55.657387 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-480502eb-00ae-45fe-8fbc-d8408624cf91 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:55.660610 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49420) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:55.660788 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b6aaf830-3fb4-41f0-8d28-f3d7fd9383d0 None None] Provisioning for port 44f3c5f4-1283-4d6d-9601-45a42c8c41ba completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:55.678706 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b6aaf830-3fb4-41f0-8d28-f3d7fd9383d0 None None] Provisioning complete for port 44f3c5f4-1283-4d6d-9601-45a42c8c41ba triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:55.679275 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b6aaf830-3fb4-41f0-8d28-f3d7fd9383d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:55.796427 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-b6aaf830-3fb4-41f0-8d28-f3d7fd9383d0 None None] Port 44f3c5f4-1283-4d6d-9601-45a42c8c41ba cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:17:55.814378 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b6aaf830-3fb4-41f0-8d28-f3d7fd9383d0 None None] Provisioning complete for port 2d6df226-9644-4da7-beaf-662a87aad7a4 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:55.815017 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b6aaf830-3fb4-41f0-8d28-f3d7fd9383d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:55.827876 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480502eb-00ae-45fe-8fbc-d8408624cf91 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:55.846913 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-480502eb-00ae-45fe-8fbc-d8408624cf91 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:55.856841 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480502eb-00ae-45fe-8fbc-d8408624cf91 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Subnet': ['ID=0649e602-c753-47ef-8e07-0f2414efe9d1,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:55.859962 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480502eb-00ae-45fe-8fbc-d8408624cf91 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:55.860662 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-480502eb-00ae-45fe-8fbc-d8408624cf91 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:55.880592 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d32ad9-bdeb-453a-800b-f89e2f55f76e None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:17:55.881014 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-8ffd5119-fef9-4678-8068-8c33f2e4344b tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Deleting port f322a3bd-e714-41d8-b1f3-4c1d8fd9a15c {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:55.881454 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ffd5119-fef9-4678-8068-8c33f2e4344b tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:56.037150 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-480502eb-00ae-45fe-8fbc-d8408624cf91 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8835161 Apr 06 14:17:56.045831 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49424) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:56.064371 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-19984c50-724c-479b-93b3-6bc2f0b9fb64 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:56.071249 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6b383ee1-ec7f-461d-b8ad-87576a8f8eee tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:56.078129 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-19984c50-724c-479b-93b3-6bc2f0b9fb64 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:56.078879 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-19984c50-724c-479b-93b3-6bc2f0b9fb64 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:56.161948 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19984c50-724c-479b-93b3-6bc2f0b9fb64 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Port': ['ID=44f3c5f4-1283-4d6d-9601-45a42c8c41ba,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:56.181958 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6b383ee1-ec7f-461d-b8ad-87576a8f8eee tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:56.250076 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a3139ecb-ccc5-419e-8270-f3666b66dcf2 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:17:56.327986 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1434603e-f5e8-4cf4-a227-0b1e4c4ba852 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'port': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'mac_address': 'fa:16:3e:e3:27:73', 'name': 'tempest-NetworksTestDHCPv6-478850415'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:56.348337 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19984c50-724c-479b-93b3-6bc2f0b9fb64 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network 47e87a4e-b78d-4b33-a9f5-38cd45faee70 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:56.351388 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-19984c50-724c-479b-93b3-6bc2f0b9fb64 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:56.405676 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port a3139ecb-ccc5-419e-8270-f3666b66dcf2 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:56.417965 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 2d6df226-9644-4da7-beaf-662a87aad7a4 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:17:56.563351 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6b383ee1-ec7f-461d-b8ad-87576a8f8eee tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:56.563851 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b383ee1-ec7f-461d-b8ad-87576a8f8eee tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b65f8ad5-a6a5-4abf-a9f9-7de45d7a1731 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:17:56.609861 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6b383ee1-ec7f-461d-b8ad-87576a8f8eee tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:56.612029 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6b383ee1-ec7f-461d-b8ad-87576a8f8eee tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "DELETE /v2.0/routers/b65f8ad5-a6a5-4abf-a9f9-7de45d7a1731 HTTP/1.1" status: 204 len: 168 time: 5.9398403 Apr 06 14:17:56.615307 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49430) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:56.715382 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 2d6df226-9644-4da7-beaf-662a87aad7a4 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:56.716520 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:56.907222 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9e5d34-34c8-4a96-b079-296dedfc9ca6 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Router 598ef1dd-fe05-4abd-8045-5fcd94be81f3 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:17:56.912738 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1434603e-f5e8-4cf4-a227-0b1e4c4ba852 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:56.923461 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1434603e-f5e8-4cf4-a227-0b1e4c4ba852 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:port and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:56.931737 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1434603e-f5e8-4cf4-a227-0b1e4c4ba852 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:56.950439 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1434603e-f5e8-4cf4-a227-0b1e4c4ba852 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:56.987699 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-13e03916-5e07-4bfb-9cf1-53312ecdaa3d None None] Provisioning complete for port 44f3c5f4-1283-4d6d-9601-45a42c8c41ba triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:56.988294 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-13e03916-5e07-4bfb-9cf1-53312ecdaa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:56.997175 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-4991e75a-0665-4af0-8987-cd57c3263fab tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Deleting subnet a63de40b-6b79-479c-bf9a-62f1fdac7561 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:17:57.003109 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4991e75a-0665-4af0-8987-cd57c3263fab tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:57.016266 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1434603e-f5e8-4cf4-a227-0b1e4c4ba852 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:57.023201 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1434603e-f5e8-4cf4-a227-0b1e4c4ba852 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:57.057153 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ffd5119-fef9-4678-8068-8c33f2e4344b tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:57.080589 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4991e75a-0665-4af0-8987-cd57c3263fab tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:57.115453 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-13e03916-5e07-4bfb-9cf1-53312ecdaa3d None None] Port 44f3c5f4-1283-4d6d-9601-45a42c8c41ba cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:17:57.119662 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bc648b-5d88-454a-9836-879ed7ba3708 None None] Update dhcp port {'port': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'fixed_ips': [{'subnet_id': '40f5f3c7-2ed4-4251-84d3-1ee51324d5ed', 'ip_address': '2001:db8::f816:3eff:fe68:cfb'}, {'subnet_id': '0649e602-c753-47ef-8e07-0f2414efe9d1'}], 'binding:host_id': 'dv-neutron-835868-1-hyperv'}, 'id': 'a3139ecb-ccc5-419e-8270-f3666b66dcf2'} from dv-neutron-835868-1-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 06 14:17:57.179176 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4991e75a-0665-4af0-8987-cd57c3263fab tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:57.199529 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-05bc648b-5d88-454a-9836-879ed7ba3708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:57.268744 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-8ffd5119-fef9-4678-8068-8c33f2e4344b tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Calling delete_port for f322a3bd-e714-41d8-b1f3-4c1d8fd9a15c owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:57.278969 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-13e03916-5e07-4bfb-9cf1-53312ecdaa3d None None] Provisioning for port a3139ecb-ccc5-419e-8270-f3666b66dcf2 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:17:57.308760 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-1434603e-f5e8-4cf4-a227-0b1e4c4ba852 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] device_id is not set on port ebb719e9-6128-4dca-bad6-fff33564a909 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:17:57.317162 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-13e03916-5e07-4bfb-9cf1-53312ecdaa3d None None] Provisioning complete for port a3139ecb-ccc5-419e-8270-f3666b66dcf2 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:57.317586 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-13e03916-5e07-4bfb-9cf1-53312ecdaa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:57.321806 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4991e75a-0665-4af0-8987-cd57c3263fab tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:57.353557 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19984c50-724c-479b-93b3-6bc2f0b9fb64 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Router c1c575ac-18ba-4210-b3a4-4d47d9a18ce8 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:17:57.366173 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991e75a-0665-4af0-8987-cd57c3263fab tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a63de40b-6b79-479c-bf9a-62f1fdac7561,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:57.380072 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4991e75a-0665-4af0-8987-cd57c3263fab tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:57.391142 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4991e75a-0665-4af0-8987-cd57c3263fab tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/a63de40b-6b79-479c-bf9a-62f1fdac7561 HTTP/1.1" status: 204 len: 168 time: 0.7744117 Apr 06 14:17:57.445984 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49434) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:57.619656 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-05bc648b-5d88-454a-9836-879ed7ba3708 None None] Allocated IP 2001:db8:0:1::2 (45db5c66-c082-47ed-beeb-688e3c8646d5/0649e602-c753-47ef-8e07-0f2414efe9d1/a3139ecb-ccc5-419e-8270-f3666b66dcf2) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:57.621758 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-13e03916-5e07-4bfb-9cf1-53312ecdaa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:57.699206 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c5978dbb-2f21-49ca-8f8b-d17c3ea26ed0 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:57.755617 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19984c50-724c-479b-93b3-6bc2f0b9fb64 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:17:57.765232 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-19984c50-724c-479b-93b3-6bc2f0b9fb64 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "PUT /v2.0/routers/c1c575ac-18ba-4210-b3a4-4d47d9a18ce8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6980238 Apr 06 14:17:57.766069 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49440) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:57.801417 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ad3451-d7e2-4870-b28b-6d8c4adbfaef None None] Sync routers for ids ['c1c575ac-18ba-4210-b3a4-4d47d9a18ce8'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:17:57.820820 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ad3451-d7e2-4870-b28b-6d8c4adbfaef None None] Routers {'c1c575ac-18ba-4210-b3a4-4d47d9a18ce8'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:57.821472 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e0ad3451-d7e2-4870-b28b-6d8c4adbfaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['c1c575ac-18ba-4210-b3a4-4d47d9a18ce8'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:57.849166 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00554bf-6068-491c-9926-ebf45f28aac4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:57.849754 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a00554bf-6068-491c-9926-ebf45f28aac4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Synchronizing usage tracker for tenant:6405625efdd14c9bb474ac0b7c765923 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:17:57.868270 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a00554bf-6068-491c-9926-ebf45f28aac4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Unset dirty status for tenant:6405625efdd14c9bb474ac0b7c765923 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:17:57.872605 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a00554bf-6068-491c-9926-ebf45f28aac4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "GET /v2.0/ports/44f3c5f4-1283-4d6d-9601-45a42c8c41ba HTTP/1.1" status: 200 len: 911 time: 0.1051328 Apr 06 14:17:57.873254 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49444) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:57.949945 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e0ad3451-d7e2-4870-b28b-6d8c4adbfaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:57.976031 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ad3451-d7e2-4870-b28b-6d8c4adbfaef None None] Routers {'c1c575ac-18ba-4210-b3a4-4d47d9a18ce8'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:57.976655 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e0ad3451-d7e2-4870-b28b-6d8c4adbfaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['c1c575ac-18ba-4210-b3a4-4d47d9a18ce8'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:58.043908 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e0ad3451-d7e2-4870-b28b-6d8c4adbfaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:58.044577 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ad3451-d7e2-4870-b28b-6d8c4adbfaef None None] The sync data for ids ['c1c575ac-18ba-4210-b3a4-4d47d9a18ce8'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:17:58.074477 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-05bc648b-5d88-454a-9836-879ed7ba3708 None None] For port a3139ecb-ccc5-419e-8270-f3666b66dcf2, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a3139ecb-ccc5-419e-8270-f3666b66dcf2,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:58.109836 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-05bc648b-5d88-454a-9836-879ed7ba3708 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:58.129353 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-05bc648b-5d88-454a-9836-879ed7ba3708 None None] Ignored duplicate provisioning block setup for port a3139ecb-ccc5-419e-8270-f3666b66dcf2 by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 06 14:17:58.137963 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-05bc648b-5d88-454a-9836-879ed7ba3708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:58.236447 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c5978dbb-2f21-49ca-8f8b-d17c3ea26ed0 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:58.316544 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c8cb40ec-8cfa-45c2-95d4-e234743f1656 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:58.333110 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-c5978dbb-2f21-49ca-8f8b-d17c3ea26ed0 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['864c009b-fed4-4a5f-aae3-7224e395c325']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:58.341523 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f40e73b-11c5-4b9d-aade-fc7eae718911 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Router 568accfe-e420-4fcf-9ed1-4d4b356183c2 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:17:58.344342 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-13e03916-5e07-4bfb-9cf1-53312ecdaa3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:17:58.345753 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-13e03916-5e07-4bfb-9cf1-53312ecdaa3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:17:58.347868 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ffd5119-fef9-4678-8068-8c33f2e4344b tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:58.397845 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-c5978dbb-2f21-49ca-8f8b-d17c3ea26ed0 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '874273b7-95c8-4e06-85cd-2e8641f94705') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:58.398205 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-c5978dbb-2f21-49ca-8f8b-d17c3ea26ed0 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '874273b7-95c8-4e06-85cd-2e8641f94705') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:58.402798 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc648b-5d88-454a-9836-879ed7ba3708 None None] Pushing event updated for resources: {'Port': ['ID=a3139ecb-ccc5-419e-8270-f3666b66dcf2,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:58.437131 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c5978dbb-2f21-49ca-8f8b-d17c3ea26ed0 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:58.464409 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c5978dbb-2f21-49ca-8f8b-d17c3ea26ed0 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:58.471400 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5978dbb-2f21-49ca-8f8b-d17c3ea26ed0 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:17:58.471895 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c5978dbb-2f21-49ca-8f8b-d17c3ea26ed0 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:17:58.551160 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:17:58.554740 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd5119-fef9-4678-8068-8c33f2e4344b tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Pushing event deleted for resources: {'Port': ['ID=f322a3bd-e714-41d8-b1f3-4c1d8fd9a15c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:58.734892 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c5978dbb-2f21-49ca-8f8b-d17c3ea26ed0 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:58.897617 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5978dbb-2f21-49ca-8f8b-d17c3ea26ed0 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 864c009b-fed4-4a5f-aae3-7224e395c325 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 06 14:17:58.911770 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5978dbb-2f21-49ca-8f8b-d17c3ea26ed0 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Pushing event deleted for resources: {'Network': ['ID=864c009b-fed4-4a5f-aae3-7224e395c325,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:58.933005 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c5978dbb-2f21-49ca-8f8b-d17c3ea26ed0 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:58.977926 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c5978dbb-2f21-49ca-8f8b-d17c3ea26ed0 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "DELETE /v2.0/networks/864c009b-fed4-4a5f-aae3-7224e395c325 HTTP/1.1" status: 204 len: 168 time: 1.5307593 Apr 06 14:17:58.999348 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:59.001455 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-13e03916-5e07-4bfb-9cf1-53312ecdaa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:59.117712 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-13e03916-5e07-4bfb-9cf1-53312ecdaa3d None None] For port a3139ecb-ccc5-419e-8270-f3666b66dcf2, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a3139ecb-ccc5-419e-8270-f3666b66dcf2,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:59.125606 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-13e03916-5e07-4bfb-9cf1-53312ecdaa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:59.228731 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c8cb40ec-8cfa-45c2-95d4-e234743f1656 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting port 44f3c5f4-1283-4d6d-9601-45a42c8c41ba {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:59.229098 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c8cb40ec-8cfa-45c2-95d4-e234743f1656 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:59.246989 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9e5d34-34c8-4a96-b079-296dedfc9ca6 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:17:59.428308 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-1434603e-f5e8-4cf4-a227-0b1e4c4ba852 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Allocated IP 2001:db8:0:1::3dc (45db5c66-c082-47ed-beeb-688e3c8646d5/0649e602-c753-47ef-8e07-0f2414efe9d1/ebb719e9-6128-4dca-bad6-fff33564a909) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:59.438200 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a277f2c9-cd86-4359-80b0-a10233ad18d2 None None] Provisioning complete for port a3139ecb-ccc5-419e-8270-f3666b66dcf2 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:17:59.445822 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a277f2c9-cd86-4359-80b0-a10233ad18d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:59.453582 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-1434603e-f5e8-4cf4-a227-0b1e4c4ba852 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Allocated IP 2001:db8::f816:3eff:fee3:2773 (45db5c66-c082-47ed-beeb-688e3c8646d5/40f5f3c7-2ed4-4251-84d3-1ee51324d5ed/ebb719e9-6128-4dca-bad6-fff33564a909) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:59.457472 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ffd5119-fef9-4678-8068-8c33f2e4344b tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:59.463481 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8ffd5119-fef9-4678-8068-8c33f2e4344b tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] 10.222.0.60 "DELETE /v2.0/ports/f322a3bd-e714-41d8-b1f3-4c1d8fd9a15c HTTP/1.1" status: 204 len: 168 time: 3.7400312 Apr 06 14:17:59.488489 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e03916-5e07-4bfb-9cf1-53312ecdaa3d None None] Pushing event updated for resources: {'Port': ['ID=a3139ecb-ccc5-419e-8270-f3666b66dcf2,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:59.495591 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49462) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:59.645750 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-b337e96a-4e9f-4f6c-af4a-ed802eea77f5 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] GET failed (client error): The resource could not be found. Apr 06 14:17:59.646394 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b337e96a-4e9f-4f6c-af4a-ed802eea77f5 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Synchronizing usage tracker for tenant:dba04c3a37af4901970d6629dcd9d38e on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:17:59.672920 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49468) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:59.701802 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-cce21175-746a-4cba-91fe-2cb09abbdfbf tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Request body: {'router': {'name': 'tempest-router--1544925076', 'project_id': '46edaa4bb1a04c80b12635922732bba4'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:17:59.702218 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b337e96a-4e9f-4f6c-af4a-ed802eea77f5 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Unset dirty status for tenant:dba04c3a37af4901970d6629dcd9d38e on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:17:59.706656 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef63732-5bac-4193-b186-0741de2f9991 None None] Sync routers for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:17:59.707208 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b337e96a-4e9f-4f6c-af4a-ed802eea77f5 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] 10.222.0.60 "GET /v2.0/ports/f322a3bd-e714-41d8-b1f3-4c1d8fd9a15c HTTP/1.1" status: 404 len: 333 time: 0.2068057 Apr 06 14:17:59.707307 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49472) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:17:59.714668 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cce21175-746a-4cba-91fe-2cb09abbdfbf tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:17:59.720839 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef63732-5bac-4193-b186-0741de2f9991 None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:59.725131 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0ef63732-5bac-4193-b186-0741de2f9991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:59.728717 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cce21175-746a-4cba-91fe-2cb09abbdfbf tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Usage tracker for resource:router and tenant:46edaa4bb1a04c80b12635922732bba4 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:17:59.735329 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cce21175-746a-4cba-91fe-2cb09abbdfbf tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:17:59.742885 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cce21175-746a-4cba-91fe-2cb09abbdfbf tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:17:59.777723 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cce21175-746a-4cba-91fe-2cb09abbdfbf tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:59.778815 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cce21175-746a-4cba-91fe-2cb09abbdfbf tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:59.789130 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0ef63732-5bac-4193-b186-0741de2f9991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:59.802232 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef63732-5bac-4193-b186-0741de2f9991 None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:17:59.803167 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0ef63732-5bac-4193-b186-0741de2f9991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:59.815890 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c8cb40ec-8cfa-45c2-95d4-e234743f1656 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:59.829397 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-068b5b42-e09c-42c3-9607-75e92fd94320 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Synchronizing usage tracker for tenant:681e39576088423facd0bc7051aac5ad on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:17:59.880471 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0ef63732-5bac-4193-b186-0741de2f9991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:59.881136 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef63732-5bac-4193-b186-0741de2f9991 None None] The sync data for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:17:59.933779 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-80149a4d-3887-4239-a35f-df2d3114b85b tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Deleting port 72c7edc3-c4a5-4fd7-8e00-91d801194327 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:17:59.934119 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-80149a4d-3887-4239-a35f-df2d3114b85b tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:59.966193 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c8cb40ec-8cfa-45c2-95d4-e234743f1656 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Calling delete_port for 44f3c5f4-1283-4d6d-9601-45a42c8c41ba owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:17:59.985909 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a3139ecb-ccc5-419e-8270-f3666b66dcf2 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:18:00.008211 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cce21175-746a-4cba-91fe-2cb09abbdfbf tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:00.037082 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-068b5b42-e09c-42c3-9607-75e92fd94320 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Unset dirty status for tenant:681e39576088423facd0bc7051aac5ad on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:00.044358 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-068b5b42-e09c-42c3-9607-75e92fd94320 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-270980937&fields=id&tenant_id=681e39576088423facd0bc7051aac5ad HTTP/1.1" status: 200 len: 267 time: 0.3704808 Apr 06 14:18:00.070896 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port a3139ecb-ccc5-419e-8270-f3666b66dcf2 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:18:00.071649 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:00.072333 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1434603e-f5e8-4cf4-a227-0b1e4c4ba852 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:00.094593 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-1434603e-f5e8-4cf4-a227-0b1e4c4ba852 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Transition to ACTIVE for port object ebb719e9-6128-4dca-bad6-fff33564a909 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:18:00.129932 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1434603e-f5e8-4cf4-a227-0b1e4c4ba852 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:00.137252 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cce21175-746a-4cba-91fe-2cb09abbdfbf tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:00.205189 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cce21175-746a-4cba-91fe-2cb09abbdfbf tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:00.208698 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cce21175-746a-4cba-91fe-2cb09abbdfbf tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5307212 Apr 06 14:18:00.219684 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device bbcd4942-a2a3-43fc-9d04-b907881f21c5 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:18:00.220154 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49476) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:00.222736 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1434603e-f5e8-4cf4-a227-0b1e4c4ba852 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:00.237523 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-1434603e-f5e8-4cf4-a227-0b1e4c4ba852 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:00.258076 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: bbcd4942-a2a3-43fc-9d04-b907881f21c5 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:18:00.258435 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device bbcd4942-a2a3-43fc-9d04-b907881f21c5 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:18:00.264070 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1434603e-f5e8-4cf4-a227-0b1e4c4ba852 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:18:00.268157 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1434603e-f5e8-4cf4-a227-0b1e4c4ba852 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:00.268930 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1434603e-f5e8-4cf4-a227-0b1e4c4ba852 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:00.335507 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434603e-f5e8-4cf4-a227-0b1e4c4ba852 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Port': ['ID=ebb719e9-6128-4dca-bad6-fff33564a909,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:00.375500 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-2c96f39e-4a78-46f0-be7b-34a074e84391 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:00.376214 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-2c96f39e-4a78-46f0-be7b-34a074e84391 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Synchronizing usage tracker for tenant:681e39576088423facd0bc7051aac5ad on resource:network {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:00.392403 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1434603e-f5e8-4cf4-a227-0b1e4c4ba852 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.1284795 Apr 06 14:18:00.414474 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49480) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:00.460533 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d38bfa66-5477-4360-8558-a2a32c5ac5d9 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:00.544023 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f40e73b-11c5-4b9d-aade-fc7eae718911 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:18:00.551368 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2f40e73b-11c5-4b9d-aade-fc7eae718911 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] 10.222.0.60 "PUT /v2.0/routers/568accfe-e420-4fcf-9ed1-4d4b356183c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8991787 Apr 06 14:18:00.555008 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49484) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:00.560185 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6673541-13e0-43b8-bc08-39f997fb591c None None] Sync routers for ids ['568accfe-e420-4fcf-9ed1-4d4b356183c2'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:18:00.576109 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-2c96f39e-4a78-46f0-be7b-34a074e84391 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Unset dirty status for tenant:681e39576088423facd0bc7051aac5ad on resource:network {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:00.577839 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-2c96f39e-4a78-46f0-be7b-34a074e84391 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/networks?id=095d4797-b5a4-4559-a0b9-992b5f89d16a HTTP/1.1" status: 200 len: 811 time: 0.5327291 Apr 06 14:18:00.584811 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6673541-13e0-43b8-bc08-39f997fb591c None None] Routers {'568accfe-e420-4fcf-9ed1-4d4b356183c2'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:00.585562 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d6673541-13e0-43b8-bc08-39f997fb591c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['568accfe-e420-4fcf-9ed1-4d4b356183c2'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:00.612302 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-b344464f-3a2d-46ba-a751-e74d9ad7078d tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/quotas/681e39576088423facd0bc7051aac5ad HTTP/1.1" status: 200 len: 375 time: 0.0243912 Apr 06 14:18:00.614059 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c8cb40ec-8cfa-45c2-95d4-e234743f1656 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:00.665952 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb40ec-8cfa-45c2-95d4-e234743f1656 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event deleted for resources: {'Port': ['ID=44f3c5f4-1283-4d6d-9601-45a42c8c41ba,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:00.687896 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d6673541-13e0-43b8-bc08-39f997fb591c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:00.708272 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6673541-13e0-43b8-bc08-39f997fb591c None None] Routers {'568accfe-e420-4fcf-9ed1-4d4b356183c2'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:00.708272 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d6673541-13e0-43b8-bc08-39f997fb591c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['568accfe-e420-4fcf-9ed1-4d4b356183c2'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:00.791740 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e906bfa1-2feb-472b-8615-35700258aaa0 None None] Provisioning for port ebb719e9-6128-4dca-bad6-fff33564a909 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:18:00.807966 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d6673541-13e0-43b8-bc08-39f997fb591c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:00.808651 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6673541-13e0-43b8-bc08-39f997fb591c None None] The sync data for ids ['568accfe-e420-4fcf-9ed1-4d4b356183c2'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:18:00.810147 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e906bfa1-2feb-472b-8615-35700258aaa0 None None] Provisioning complete for port ebb719e9-6128-4dca-bad6-fff33564a909 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:18:00.825141 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e906bfa1-2feb-472b-8615-35700258aaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:00.930522 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e906bfa1-2feb-472b-8615-35700258aaa0 None None] Port ebb719e9-6128-4dca-bad6-fff33564a909 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:18:01.026502 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4ed8511a-d9ba-44a3-a7d1-87d6f3ce5531 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting port ebb719e9-6128-4dca-bad6-fff33564a909 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:01.026758 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4ed8511a-d9ba-44a3-a7d1-87d6f3ce5531 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:01.126227 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-80149a4d-3887-4239-a35f-df2d3114b85b tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:01.288202 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-80149a4d-3887-4239-a35f-df2d3114b85b tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Calling delete_port for 72c7edc3-c4a5-4fd7-8e00-91d801194327 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:01.304475 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d38bfa66-5477-4360-8558-a2a32c5ac5d9 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:01.315274 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d38bfa66-5477-4360-8558-a2a32c5ac5d9 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:01.323552 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-256d6432-7918-47d2-b08a-660c83aa5c91 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=681e39576088423facd0bc7051aac5ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6588280 Apr 06 14:18:01.327358 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c8cb40ec-8cfa-45c2-95d4-e234743f1656 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:01.474249 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d38bfa66-5477-4360-8558-a2a32c5ac5d9 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:01.474710 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38bfa66-5477-4360-8558-a2a32c5ac5d9 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 296fcaa6-1522-46bd-823a-c2cc05123618 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:18:01.588497 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d38bfa66-5477-4360-8558-a2a32c5ac5d9 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:01.589539 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d38bfa66-5477-4360-8558-a2a32c5ac5d9 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "DELETE /v2.0/routers/296fcaa6-1522-46bd-823a-c2cc05123618 HTTP/1.1" status: 204 len: 168 time: 1.3643780 Apr 06 14:18:01.607237 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4ed8511a-d9ba-44a3-a7d1-87d6f3ce5531 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:01.610886 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-803d02bb-82cf-4134-911d-9a2aaf4d0713 service neutron] 10.222.0.60 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724946 Apr 06 14:18:01.744547 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49490) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:01.751907 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4ed8511a-d9ba-44a3-a7d1-87d6f3ce5531 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Calling delete_port for ebb719e9-6128-4dca-bad6-fff33564a909 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:01.813051 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-80149a4d-3887-4239-a35f-df2d3114b85b tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:01.884259 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80149a4d-3887-4239-a35f-df2d3114b85b tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Pushing event deleted for resources: {'Port': ['ID=72c7edc3-c4a5-4fd7-8e00-91d801194327,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:01.989895 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-939949ce-bdc8-435b-8d52-4957ec7eb97a service neutron] 10.222.0.60 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204706 Apr 06 14:18:02.003450 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8cb40ec-8cfa-45c2-95d4-e234743f1656 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Router c1c575ac-18ba-4210-b3a4-4d47d9a18ce8 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:18:02.075951 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b948ea92-ba05-43e6-ab05-e0221bae906e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:02.090314 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-cf087c20-1e16-45dd-84ec-9211fb77d769 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-785557780', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:02.098786 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cf087c20-1e16-45dd-84ec-9211fb77d769 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:02.103112 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cf087c20-1e16-45dd-84ec-9211fb77d769 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Usage tracker for resource:router and tenant:a3cb351a0aef464cb839e27e4891b480 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:02.106888 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cf087c20-1e16-45dd-84ec-9211fb77d769 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:02.113677 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cf087c20-1e16-45dd-84ec-9211fb77d769 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:02.129169 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf087c20-1e16-45dd-84ec-9211fb77d769 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:02.130264 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf087c20-1e16-45dd-84ec-9211fb77d769 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:02.215642 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf087c20-1e16-45dd-84ec-9211fb77d769 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:02.244196 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cb40ec-8cfa-45c2-95d4-e234743f1656 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:18:02.257169 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528d03af-7bd3-4c89-bcb9-f53c34455d38 None None] Sync routers for ids ['c1c575ac-18ba-4210-b3a4-4d47d9a18ce8'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:18:02.268321 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9e5d34-34c8-4a96-b079-296dedfc9ca6 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Router 17570090-97ff-4ac6-919a-6b200589bf7a has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:18:02.270393 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528d03af-7bd3-4c89-bcb9-f53c34455d38 None None] Routers {'c1c575ac-18ba-4210-b3a4-4d47d9a18ce8'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:02.272060 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-528d03af-7bd3-4c89-bcb9-f53c34455d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['c1c575ac-18ba-4210-b3a4-4d47d9a18ce8'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:02.344060 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-528d03af-7bd3-4c89-bcb9-f53c34455d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:02.359865 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528d03af-7bd3-4c89-bcb9-f53c34455d38 None None] Routers {'c1c575ac-18ba-4210-b3a4-4d47d9a18ce8'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:02.360940 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-528d03af-7bd3-4c89-bcb9-f53c34455d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['c1c575ac-18ba-4210-b3a4-4d47d9a18ce8'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:02.367290 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-80149a4d-3887-4239-a35f-df2d3114b85b tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:02.458937 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-528d03af-7bd3-4c89-bcb9-f53c34455d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:02.459933 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528d03af-7bd3-4c89-bcb9-f53c34455d38 None None] The sync data for ids ['c1c575ac-18ba-4210-b3a4-4d47d9a18ce8'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:18:02.477782 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-80149a4d-3887-4239-a35f-df2d3114b85b tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] 10.222.0.60 "DELETE /v2.0/ports/72c7edc3-c4a5-4fd7-8e00-91d801194327 HTTP/1.1" status: 204 len: 168 time: 2.7639027 Apr 06 14:18:02.503145 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49506) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:02.519869 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c8cb40ec-8cfa-45c2-95d4-e234743f1656 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "PUT /v2.0/routers/c1c575ac-18ba-4210-b3a4-4d47d9a18ce8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6418915 Apr 06 14:18:02.549859 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49510) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:02.591433 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-272a5a59-a339-4902-ada6-324d5ba7a448 req-ad8ecb39-2f0e-42f8-bc7d-2c8ed40f5c8d tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Synchronizing usage tracker for tenant:681e39576088423facd0bc7051aac5ad on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:02.621721 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6d08794c-9770-45d3-bebe-cf61697a46ca tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Synchronizing usage tracker for tenant:6405625efdd14c9bb474ac0b7c765923 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:02.679289 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4ed8511a-d9ba-44a3-a7d1-87d6f3ce5531 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:02.719880 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf087c20-1e16-45dd-84ec-9211fb77d769 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:02.728504 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6d08794c-9770-45d3-bebe-cf61697a46ca tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Unset dirty status for tenant:6405625efdd14c9bb474ac0b7c765923 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:02.732040 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6d08794c-9770-45d3-bebe-cf61697a46ca tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1c575ac-18ba-4210-b3a4-4d47d9a18ce8 HTTP/1.1" status: 200 len: 205 time: 0.1762927 Apr 06 14:18:02.733797 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49518) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:02.749212 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8511a-d9ba-44a3-a7d1-87d6f3ce5531 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Port': ['ID=ebb719e9-6128-4dca-bad6-fff33564a909,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:02.754892 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-272a5a59-a339-4902-ada6-324d5ba7a448 req-ad8ecb39-2f0e-42f8-bc7d-2c8ed40f5c8d tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Unset dirty status for tenant:681e39576088423facd0bc7051aac5ad on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:02.755919 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-272a5a59-a339-4902-ada6-324d5ba7a448 req-ad8ecb39-2f0e-42f8-bc7d-2c8ed40f5c8d tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 210 time: 0.2770894 Apr 06 14:18:02.881947 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4ed8511a-d9ba-44a3-a7d1-87d6f3ce5531 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:02.884123 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4ed8511a-d9ba-44a3-a7d1-87d6f3ce5531 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/ebb719e9-6128-4dca-bad6-fff33564a909 HTTP/1.1" status: 204 len: 168 time: 2.4685574 Apr 06 14:18:02.891615 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49526) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:03.005053 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a5a50a-ab3a-49ab-8c17-54063845c01e tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Deleting subnet ba36ca19-dadf-477c-a38b-10c2dcd6012e {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:18:03.013622 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-50a5a50a-ab3a-49ab-8c17-54063845c01e tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:03.049719 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b948ea92-ba05-43e6-ab05-e0221bae906e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:03.060837 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2bcc0f-0e10-41f4-9ff5-ad632ba4fd3f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:03.061643 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1b2bcc0f-0e10-41f4-9ff5-ad632ba4fd3f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:03.068981 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-acc614bd-5020-423f-85ff-ab0e251a905d tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:03.076177 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b948ea92-ba05-43e6-ab05-e0221bae906e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Deleting port 574990de-12f7-4399-98f1-48b39a78b9e6 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:03.077152 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b948ea92-ba05-43e6-ab05-e0221bae906e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:03.109121 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9e5d34-34c8-4a96-b079-296dedfc9ca6 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:18:03.119775 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7288054-8610-40ec-a9b4-5447385303ae None None] Sync routers for ids ['17570090-97ff-4ac6-919a-6b200589bf7a'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:18:03.128720 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f9e5d34-34c8-4a96-b079-296dedfc9ca6 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:03.135065 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7288054-8610-40ec-a9b4-5447385303ae None None] Routers {'17570090-97ff-4ac6-919a-6b200589bf7a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:03.136028 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f7288054-8610-40ec-a9b4-5447385303ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['17570090-97ff-4ac6-919a-6b200589bf7a'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:03.167718 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1b2bcc0f-0e10-41f4-9ff5-ad632ba4fd3f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:03.168902 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1b2bcc0f-0e10-41f4-9ff5-ad632ba4fd3f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2725229 Apr 06 14:18:03.177738 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49530) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:03.196423 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f7288054-8610-40ec-a9b4-5447385303ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:03.207846 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-50a5a50a-ab3a-49ab-8c17-54063845c01e tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:03.208214 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7288054-8610-40ec-a9b4-5447385303ae None None] Routers {'17570090-97ff-4ac6-919a-6b200589bf7a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:03.209079 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f7288054-8610-40ec-a9b4-5447385303ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['17570090-97ff-4ac6-919a-6b200589bf7a'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:03.273992 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f7288054-8610-40ec-a9b4-5447385303ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:03.274773 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7288054-8610-40ec-a9b4-5447385303ae None None] The sync data for ids ['17570090-97ff-4ac6-919a-6b200589bf7a'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:18:03.437015 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4f9e5d34-34c8-4a96-b079-296dedfc9ca6 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "PUT /v2.0/floatingips/bdd11f41-4c16-4f2b-8930-b2585d778edb HTTP/1.1" status: 200 len: 977 time: 15.9732790 Apr 06 14:18:03.445051 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49534) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:03.517661 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b948ea92-ba05-43e6-ab05-e0221bae906e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:03.519484 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-50a5a50a-ab3a-49ab-8c17-54063845c01e tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:03.529272 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4550a365-0a02-46f3-b35d-e40093fcfd4b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:03.531584 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4550a365-0a02-46f3-b35d-e40093fcfd4b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3511958 Apr 06 14:18:03.538617 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49538) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:03.701087 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b948ea92-ba05-43e6-ab05-e0221bae906e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Calling delete_port for 574990de-12f7-4399-98f1-48b39a78b9e6 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:03.748514 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-41112a11-a26f-41e6-aa22-b3c9b6ee0595 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Deleting port fe04d3eb-2bbe-43c4-9e7b-604967fe158a {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:03.748657 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-41112a11-a26f-41e6-aa22-b3c9b6ee0595 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:03.843533 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5c036d-30c9-44d2-a2cc-82a8578a314e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:03.845299 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5c036d-30c9-44d2-a2cc-82a8578a314e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:03.846935 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5c036d-30c9-44d2-a2cc-82a8578a314e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:03.847734 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2b5c036d-30c9-44d2-a2cc-82a8578a314e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:03.875538 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf087c20-1e16-45dd-84ec-9211fb77d769 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:03.911355 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-acc614bd-5020-423f-85ff-ab0e251a905d tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:03.930309 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf087c20-1e16-45dd-84ec-9211fb77d769 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:04.018566 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-acc614bd-5020-423f-85ff-ab0e251a905d tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:04.043451 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-037819ea-f991-456e-bebe-856707f9345b req-270a252c-af0c-4e7e-8f0a-78a99c059e7b tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 210 time: 0.1099026 Apr 06 14:18:04.068640 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2b5c036d-30c9-44d2-a2cc-82a8578a314e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:04.069830 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2b5c036d-30c9-44d2-a2cc-82a8578a314e tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5303743 Apr 06 14:18:04.074746 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49544) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:04.128277 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-50a5a50a-ab3a-49ab-8c17-54063845c01e tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:04.189353 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5a50a-ab3a-49ab-8c17-54063845c01e tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Pushing event deleted for resources: {'Subnet': ['ID=ba36ca19-dadf-477c-a38b-10c2dcd6012e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:04.195289 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-acc614bd-5020-423f-85ff-ab0e251a905d tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:04.195289 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc614bd-5020-423f-85ff-ab0e251a905d tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Fanout notify agent at l3_agent the message router_deleted on router c1c575ac-18ba-4210-b3a4-4d47d9a18ce8 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:18:04.200612 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-d6831a46-0e99-4a4a-82cc-898f305b13fc tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:04.202803 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-d6831a46-0e99-4a4a-82cc-898f305b13fc tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.69 "GET /v2.0/networks?id=095d4797-b5a4-4559-a0b9-992b5f89d16a HTTP/1.1" status: 200 len: 811 time: 0.5640705 Apr 06 14:18:04.250317 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e10467-2a28-4e41-b60c-d37d58d4a9a2 None None] Network 45d17a5f-3406-4381-bb61-198799e5e0e9 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:18:04.257970 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-50a5a50a-ab3a-49ab-8c17-54063845c01e tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:04.288285 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-50a5a50a-ab3a-49ab-8c17-54063845c01e tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] 10.222.0.60 "DELETE /v2.0/subnets/ba36ca19-dadf-477c-a38b-10c2dcd6012e HTTP/1.1" status: 204 len: 168 time: 1.7799299 Apr 06 14:18:04.299864 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49552) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:04.303334 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-acc614bd-5020-423f-85ff-ab0e251a905d tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:04.304434 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-acc614bd-5020-423f-85ff-ab0e251a905d tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/routers/c1c575ac-18ba-4210-b3a4-4d47d9a18ce8 HTTP/1.1" status: 204 len: 168 time: 1.5624292 Apr 06 14:18:04.335694 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49556) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:04.379719 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fbf4260-a5f2-4fb0-beb3-660f228061b9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting subnet 0649e602-c753-47ef-8e07-0f2414efe9d1 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:18:04.384413 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-cf087c20-1e16-45dd-84ec-9211fb77d769 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Allocated IP 172.26.8.245 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/550c2c22-d27d-431e-ba64-95defb783099) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:18:04.387024 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1fbf4260-a5f2-4fb0-beb3-660f228061b9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:04.458151 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-7f412c30-77f9-4985-9d20-5a365fe7e9bd tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=681e39576088423facd0bc7051aac5ad HTTP/1.1" status: 200 len: 379 time: 0.2189889 Apr 06 14:18:04.478770 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-41112a11-a26f-41e6-aa22-b3c9b6ee0595 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:04.480215 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-24164d4c-7833-4332-839f-4dae99668eb4 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Request body: {'port': {'device_id': '2a62ad8f-048d-4db6-b975-d3349e712732', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'admin_state_up': True, 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'security_groups': ['546a5f5d-c61c-4cde-b3e0-3f4073188ed9']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:04.563532 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1fbf4260-a5f2-4fb0-beb3-660f228061b9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:04.585041 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e069c99d-8c78-4efa-8d4f-ca2a7ec14c1d None None] DHCP port deletion for 45d17a5f-3406-4381-bb61-198799e5e0e9 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:18:04.589289 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e069c99d-8c78-4efa-8d4f-ca2a7ec14c1d None None] Deleting port f9f262cf-31c1-4c51-9ed4-c9a735a5e050 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:04.589670 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e069c99d-8c78-4efa-8d4f-ca2a7ec14c1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:04.617504 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0f237734-7007-4d92-8c51-e6acb862d106 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:04.661728 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b948ea92-ba05-43e6-ab05-e0221bae906e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:04.747403 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-0f237734-7007-4d92-8c51-e6acb862d106 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Deleting port f9f262cf-31c1-4c51-9ed4-c9a735a5e050 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:04.747768 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0f237734-7007-4d92-8c51-e6acb862d106 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:04.780586 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948ea92-ba05-43e6-ab05-e0221bae906e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Pushing event deleted for resources: {'Port': ['ID=574990de-12f7-4399-98f1-48b39a78b9e6,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:04.891257 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e069c99d-8c78-4efa-8d4f-ca2a7ec14c1d None None] For port f9f262cf-31c1-4c51-9ed4-c9a735a5e050, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f9f262cf-31c1-4c51-9ed4-c9a735a5e050,segment=NetworkSegment(19282b7d-9001-4265-843a-8255b21e7348),segment_id=19282b7d-9001-4265-843a-8255b21e7348)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:04.892253 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e069c99d-8c78-4efa-8d4f-ca2a7ec14c1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:04.973797 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-24164d4c-7833-4332-839f-4dae99668eb4 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:04.975821 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1fbf4260-a5f2-4fb0-beb3-660f228061b9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:05.010642 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-24164d4c-7833-4332-839f-4dae99668eb4 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:05.044790 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b6c1ed-9ec8-46b6-84c6-e3d98dd2479f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting subnet c0ccf687-637a-453d-87c5-d01c68dd8b96 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:18:05.065332 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e069c99d-8c78-4efa-8d4f-ca2a7ec14c1d None None] Calling delete_port for f9f262cf-31c1-4c51-9ed4-c9a735a5e050 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:05.074025 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-38b6c1ed-9ec8-46b6-84c6-e3d98dd2479f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:05.152442 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e069c99d-8c78-4efa-8d4f-ca2a7ec14c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:05.180799 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b948ea92-ba05-43e6-ab05-e0221bae906e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:05.192629 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-24164d4c-7833-4332-839f-4dae99668eb4 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Made reservation on behalf of 681e39576088423facd0bc7051aac5ad for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:05.205377 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-24164d4c-7833-4332-839f-4dae99668eb4 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:05.234675 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069c99d-8c78-4efa-8d4f-ca2a7ec14c1d None None] Pushing event deleted for resources: {'Port': ['ID=f9f262cf-31c1-4c51-9ed4-c9a735a5e050,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:05.254392 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-41112a11-a26f-41e6-aa22-b3c9b6ee0595 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:05.254838 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-41112a11-a26f-41e6-aa22-b3c9b6ee0595 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:05.255365 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-41112a11-a26f-41e6-aa22-b3c9b6ee0595 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Floating IP bdd11f41-4c16-4f2b-8930-b2585d778edb disassociated. External IP: 172.26.8.242, port: fe04d3eb-2bbe-43c4-9e7b-604967fe158a. Apr 06 14:18:05.255677 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf087c20-1e16-45dd-84ec-9211fb77d769 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:05.255956 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-41112a11-a26f-41e6-aa22-b3c9b6ee0595 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Calling delete_port for fe04d3eb-2bbe-43c4-9e7b-604967fe158a owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:05.263346 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e069c99d-8c78-4efa-8d4f-ca2a7ec14c1d None None] No DVR routers for this DVR port f9f262cf-31c1-4c51-9ed4-c9a735a5e050 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:18:05.287328 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-38b6c1ed-9ec8-46b6-84c6-e3d98dd2479f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:05.475770 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-0f237734-7007-4d92-8c51-e6acb862d106 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] For port f9f262cf-31c1-4c51-9ed4-c9a735a5e050, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f9f262cf-31c1-4c51-9ed4-c9a735a5e050,segment=NetworkSegment(19282b7d-9001-4265-843a-8255b21e7348),segment_id=19282b7d-9001-4265-843a-8255b21e7348)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:05.476151 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0f237734-7007-4d92-8c51-e6acb862d106 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:05.533553 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-79298bc6-0d7c-433e-9003-6e8613fb1091 req-52bf6f8d-aaef-4eec-981f-16465e46c71b tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 210 time: 0.0781863 Apr 06 14:18:05.679239 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1fbf4260-a5f2-4fb0-beb3-660f228061b9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:05.738740 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b948ea92-ba05-43e6-ab05-e0221bae906e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:05.741650 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf4260-a5f2-4fb0-beb3-660f228061b9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Subnet': ['ID=0649e602-c753-47ef-8e07-0f2414efe9d1,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:05.745713 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-0f237734-7007-4d92-8c51-e6acb862d106 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Calling delete_port for f9f262cf-31c1-4c51-9ed4-c9a735a5e050 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:05.746257 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1fbf4260-a5f2-4fb0-beb3-660f228061b9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:05.764916 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8af7cc-4161-4af0-b4a7-7a2b6ddb9912 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:18:05.790823 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b948ea92-ba05-43e6-ab05-e0221bae906e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:05.821026 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1fbf4260-a5f2-4fb0-beb3-660f228061b9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/0649e602-c753-47ef-8e07-0f2414efe9d1 HTTP/1.1" status: 204 len: 168 time: 1.7458870 Apr 06 14:18:05.825836 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49562) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:05.865456 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b948ea92-ba05-43e6-ab05-e0221bae906e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:05.865947 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b948ea92-ba05-43e6-ab05-e0221bae906e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Fanout notify agent at l3_agent the message router_deleted on router 568accfe-e420-4fcf-9ed1-4d4b356183c2 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:18:05.879325 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b948ea92-ba05-43e6-ab05-e0221bae906e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:05.880959 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b948ea92-ba05-43e6-ab05-e0221bae906e tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] 10.222.0.60 "DELETE /v2.0/routers/568accfe-e420-4fcf-9ed1-4d4b356183c2 HTTP/1.1" status: 204 len: 168 time: 5.3214109 Apr 06 14:18:05.882268 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-41112a11-a26f-41e6-aa22-b3c9b6ee0595 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:05.883618 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49566) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:05.989790 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf087c20-1e16-45dd-84ec-9211fb77d769 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:06.001972 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41112a11-a26f-41e6-aa22-b3c9b6ee0595 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event deleted for resources: {'Port': ['ID=fe04d3eb-2bbe-43c4-9e7b-604967fe158a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:06.043226 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f9f262cf-31c1-4c51-9ed4-c9a735a5e050 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:18:06.089492 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: f9f262cf-31c1-4c51-9ed4-c9a735a5e050 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:18:06.089492 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f9f262cf-31c1-4c51-9ed4-c9a735a5e050 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:18:06.111941 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-24164d4c-7833-4332-839f-4dae99668eb4 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Allocated IP 172.20.0.8 (095d4797-b5a4-4559-a0b9-992b5f89d16a/905b1e27-43c6-41a9-9b0b-26bc504bfcd6/af44ed81-bba5-4d12-8d96-7ee14b06cdf7) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:18:06.136075 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-38b6c1ed-9ec8-46b6-84c6-e3d98dd2479f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:06.174904 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-0f237734-7007-4d92-8c51-e6acb862d106 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:18:06.175246 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-0f237734-7007-4d92-8c51-e6acb862d106 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:18:06.272317 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf087c20-1e16-45dd-84ec-9211fb77d769 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Pushing event updated for resources: {'Port': ['ID=550c2c22-d27d-431e-ba64-95defb783099,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:06.278884 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf087c20-1e16-45dd-84ec-9211fb77d769 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:06.308103 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-cf087c20-1e16-45dd-84ec-9211fb77d769 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:06.355374 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-9347efda-3458-4ebc-9e3b-9f3bd56e843a tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Deleting subnet 4a38f310-d83c-4888-8659-345451b320e7 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:18:06.359891 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9347efda-3458-4ebc-9e3b-9f3bd56e843a tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:06.483355 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf087c20-1e16-45dd-84ec-9211fb77d769 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:18:06.486725 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9347efda-3458-4ebc-9e3b-9f3bd56e843a tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:06.574093 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-21ab6851-13b3-43df-9fc5-89824aded601 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting subnet 40f5f3c7-2ed4-4251-84d3-1ee51324d5ed {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:18:06.589955 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21ab6851-13b3-43df-9fc5-89824aded601 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:06.639959 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9347efda-3458-4ebc-9e3b-9f3bd56e843a tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:06.678373 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-0f237734-7007-4d92-8c51-e6acb862d106 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Deleting port f9f262cf-31c1-4c51-9ed4-c9a735a5e050 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:06.678719 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0f237734-7007-4d92-8c51-e6acb862d106 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:06.795937 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9347efda-3458-4ebc-9e3b-9f3bd56e843a tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:06.825138 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-24164d4c-7833-4332-839f-4dae99668eb4 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:06.854050 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-38b6c1ed-9ec8-46b6-84c6-e3d98dd2479f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:06.866116 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41112a11-a26f-41e6-aa22-b3c9b6ee0595 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Router 17570090-97ff-4ac6-919a-6b200589bf7a has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:18:06.875901 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9347efda-3458-4ebc-9e3b-9f3bd56e843a tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:06.878581 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb1375a-202d-47a5-be00-2a9892644b33 None None] Network 25f085e1-5cae-4e2c-bf61-ed5f6491894d requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:18:06.886133 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347efda-3458-4ebc-9e3b-9f3bd56e843a tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Pushing event deleted for resources: {'Subnet': ['ID=4a38f310-d83c-4888-8659-345451b320e7,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:06.897486 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9347efda-3458-4ebc-9e3b-9f3bd56e843a tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] 10.222.0.60 "DELETE /v2.0/subnets/4a38f310-d83c-4888-8659-345451b320e7 HTTP/1.1" status: 204 len: 168 time: 1.0128787 Apr 06 14:18:06.898454 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49572) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:06.939212 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-0f237734-7007-4d92-8c51-e6acb862d106 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] The port 'f9f262cf-31c1-4c51-9ed4-c9a735a5e050' was deleted {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:18:06.965237 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21ab6851-13b3-43df-9fc5-89824aded601 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:07.005860 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-922c0042-7629-4b2b-8bd5-d51ad22bd572 req-147bde0a-60de-4334-8211-a253ed42b0ee tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 210 time: 0.2226009 Apr 06 14:18:07.080938 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6c1ed-9ec8-46b6-84c6-e3d98dd2479f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ccf687-637a-453d-87c5-d01c68dd8b96,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:07.087564 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-24164d4c-7833-4332-839f-4dae99668eb4 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Transition to ACTIVE for port object af44ed81-bba5-4d12-8d96-7ee14b06cdf7 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:18:07.121965 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-38b6c1ed-9ec8-46b6-84c6-e3d98dd2479f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:07.167098 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c461a84-43b4-4394-92b2-8ce331ff0f0e None None] Network 47e87a4e-b78d-4b33-a9f5-38cd45faee70 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:18:07.184128 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a7dfcc9-0448-46ec-8959-b7f56ed86334 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:07.210866 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-3a7dfcc9-0448-46ec-8959-b7f56ed86334 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Deleting port 49191d4e-0174-4c28-9ca2-6d006cedd5f8 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:07.211349 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a7dfcc9-0448-46ec-8959-b7f56ed86334 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:07.227929 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-38b6c1ed-9ec8-46b6-84c6-e3d98dd2479f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/subnets/c0ccf687-637a-453d-87c5-d01c68dd8b96 HTTP/1.1" status: 204 len: 168 time: 2.8905525 Apr 06 14:18:07.229676 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49576) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:07.245647 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0f237734-7007-4d92-8c51-e6acb862d106 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:07.333025 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-46c70b88-8ac9-46da-9d1b-d5acd86a459c None None] Provisioning complete for port a3139ecb-ccc5-419e-8270-f3666b66dcf2 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:18:07.333247 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-46c70b88-8ac9-46da-9d1b-d5acd86a459c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:07.378881 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-0f237734-7007-4d92-8c51-e6acb862d106 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d17a5f-3406-4381-bb61-198799e5e0e9']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:07.399168 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-0f237734-7007-4d92-8c51-e6acb862d106 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19282b7d-9001-4265-843a-8255b21e7348') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:07.399470 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-0f237734-7007-4d92-8c51-e6acb862d106 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19282b7d-9001-4265-843a-8255b21e7348') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:07.428952 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-24164d4c-7833-4332-839f-4dae99668eb4 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:07.447172 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0f237734-7007-4d92-8c51-e6acb862d106 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:07.497871 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21ab6851-13b3-43df-9fc5-89824aded601 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:07.527000 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243bdacb-9121-406f-8e01-01efb9ba3c36 None None] DHCP port deletion for 25f085e1-5cae-4e2c-bf61-ed5f6491894d request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:18:07.528383 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8a154b66-675e-4904-9d38-7e731db73280 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:07.545488 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-243bdacb-9121-406f-8e01-01efb9ba3c36 None None] Deleting port 49191d4e-0174-4c28-9ca2-6d006cedd5f8 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:07.545865 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-243bdacb-9121-406f-8e01-01efb9ba3c36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:07.571704 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-3a7dfcc9-0448-46ec-8959-b7f56ed86334 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] For port 49191d4e-0174-4c28-9ca2-6d006cedd5f8, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=49191d4e-0174-4c28-9ca2-6d006cedd5f8,segment=NetworkSegment(9a023f4b-dbf8-471c-9c4f-ab4be615a853),segment_id=9a023f4b-dbf8-471c-9c4f-ab4be615a853)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:07.572225 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a7dfcc9-0448-46ec-8959-b7f56ed86334 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:07.579935 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0f237734-7007-4d92-8c51-e6acb862d106 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:07.610903 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f237734-7007-4d92-8c51-e6acb862d106 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:18:07.611211 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0f237734-7007-4d92-8c51-e6acb862d106 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:18:07.629819 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:18:07.632203 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24164d4c-7833-4332-839f-4dae99668eb4 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Pushing event updated for resources: {'Port': ['ID=af44ed81-bba5-4d12-8d96-7ee14b06cdf7,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:07.634022 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-24164d4c-7833-4332-839f-4dae99668eb4 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Network 095d4797-b5a4-4559-a0b9-992b5f89d16a is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:07.638700 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41112a11-a26f-41e6-aa22-b3c9b6ee0595 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:18:07.641866 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-8a154b66-675e-4904-9d38-7e731db73280 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting port 2d6df226-9644-4da7-beaf-662a87aad7a4 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:07.642195 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8a154b66-675e-4904-9d38-7e731db73280 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:07.663610 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89158fb9-e603-412d-a452-6fd229d930f7 None None] Sync routers for ids ['17570090-97ff-4ac6-919a-6b200589bf7a'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:18:07.685556 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89158fb9-e603-412d-a452-6fd229d930f7 None None] Routers {'17570090-97ff-4ac6-919a-6b200589bf7a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:07.687092 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-89158fb9-e603-412d-a452-6fd229d930f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['17570090-97ff-4ac6-919a-6b200589bf7a'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:07.743003 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-3a7dfcc9-0448-46ec-8959-b7f56ed86334 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Calling delete_port for 49191d4e-0174-4c28-9ca2-6d006cedd5f8 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:07.794818 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-89158fb9-e603-412d-a452-6fd229d930f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:07.807534 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89158fb9-e603-412d-a452-6fd229d930f7 None None] Routers {'17570090-97ff-4ac6-919a-6b200589bf7a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:07.808682 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-89158fb9-e603-412d-a452-6fd229d930f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:17:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['17570090-97ff-4ac6-919a-6b200589bf7a'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:07.811590 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-243bdacb-9121-406f-8e01-01efb9ba3c36 None None] For port 49191d4e-0174-4c28-9ca2-6d006cedd5f8, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=49191d4e-0174-4c28-9ca2-6d006cedd5f8,segment=NetworkSegment(9a023f4b-dbf8-471c-9c4f-ab4be615a853),segment_id=9a023f4b-dbf8-471c-9c4f-ab4be615a853)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:07.811590 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-243bdacb-9121-406f-8e01-01efb9ba3c36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:07.884334 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-89158fb9-e603-412d-a452-6fd229d930f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:07.885062 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89158fb9-e603-412d-a452-6fd229d930f7 None None] The sync data for ids ['17570090-97ff-4ac6-919a-6b200589bf7a'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:18:07.963728 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-243bdacb-9121-406f-8e01-01efb9ba3c36 None None] Calling delete_port for 49191d4e-0174-4c28-9ca2-6d006cedd5f8 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:08.003734 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-41112a11-a26f-41e6-aa22-b3c9b6ee0595 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:08.005635 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-41112a11-a26f-41e6-aa22-b3c9b6ee0595 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "DELETE /v2.0/ports/fe04d3eb-2bbe-43c4-9e7b-604967fe158a HTTP/1.1" status: 204 len: 168 time: 4.5595572 Apr 06 14:18:08.008386 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49580) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:08.012561 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7126deb0-fd03-4d2a-b94e-a77640bc454b None None] DHCP port deletion for 47e87a4e-b78d-4b33-a9f5-38cd45faee70 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:18:08.014853 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 49191d4e-0174-4c28-9ca2-6d006cedd5f8 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:18:08.055796 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-24164d4c-7833-4332-839f-4dae99668eb4 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:08.084180 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a7dfcc9-0448-46ec-8959-b7f56ed86334 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:08.088176 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-7126deb0-fd03-4d2a-b94e-a77640bc454b None None] Deleting port 2d6df226-9644-4da7-beaf-662a87aad7a4 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:08.088795 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7126deb0-fd03-4d2a-b94e-a77640bc454b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:08.093729 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-24164d4c-7833-4332-839f-4dae99668eb4 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:18:08.184112 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-243bdacb-9121-406f-8e01-01efb9ba3c36 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:18:08.184565 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-243bdacb-9121-406f-8e01-01efb9ba3c36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:18:08.204021 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5ed10677-8c3f-4e4e-8412-53342a910f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:08.267173 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No active binding found for port 49191d4e-0174-4c28-9ca2-6d006cedd5f8 {{(pid=83739) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 06 14:18:08.268293 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 49191d4e-0174-4c28-9ca2-6d006cedd5f8 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:18:08.268293 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 2d6df226-9644-4da7-beaf-662a87aad7a4 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:18:08.275825 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0f237734-7007-4d92-8c51-e6acb862d106 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:08.318519 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7dfcc9-0448-46ec-8959-b7f56ed86334 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Pushing event deleted for resources: {'Port': ['ID=49191d4e-0174-4c28-9ca2-6d006cedd5f8,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:08.333987 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7dfcc9-0448-46ec-8959-b7f56ed86334 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] No DVR routers for this DVR port 49191d4e-0174-4c28-9ca2-6d006cedd5f8 on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:18:08.446724 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0f237734-7007-4d92-8c51-e6acb862d106 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:08.468783 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21ab6851-13b3-43df-9fc5-89824aded601 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:08.481060 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0f237734-7007-4d92-8c51-e6acb862d106 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] 10.222.0.60 "DELETE /v2.0/networks/45d17a5f-3406-4381-bb61-198799e5e0e9 HTTP/1.1" status: 204 len: 168 time: 4.1752274 Apr 06 14:18:08.486779 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-24164d4c-7833-4332-839f-4dae99668eb4 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:08.487526 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-24164d4c-7833-4332-839f-4dae99668eb4 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:08.502034 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a7dfcc9-0448-46ec-8959-b7f56ed86334 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:08.542457 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-3a7dfcc9-0448-46ec-8959-b7f56ed86334 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f085e1-5cae-4e2c-bf61-ed5f6491894d']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:08.562740 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b906c-a6ac-449c-a092-63427624720b req-62e131d8-a0f3-4306-8308-66a7f0cdf200 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:08.564459 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-886b906c-a6ac-449c-a092-63427624720b req-62e131d8-a0f3-4306-8308-66a7f0cdf200 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 931 time: 0.3178904 Apr 06 14:18:08.569236 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-3a7dfcc9-0448-46ec-8959-b7f56ed86334 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a023f4b-dbf8-471c-9c4f-ab4be615a853') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:08.569734 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-3a7dfcc9-0448-46ec-8959-b7f56ed86334 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a023f4b-dbf8-471c-9c4f-ab4be615a853') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:08.582265 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21ab6851-13b3-43df-9fc5-89824aded601 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:08.584406 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-21ab6851-13b3-43df-9fc5-89824aded601 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/40f5f3c7-2ed4-4251-84d3-1ee51324d5ed HTTP/1.1" status: 204 len: 168 time: 2.7497854 Apr 06 14:18:08.588811 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7126deb0-fd03-4d2a-b94e-a77640bc454b None None] For port 2d6df226-9644-4da7-beaf-662a87aad7a4, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=2d6df226-9644-4da7-beaf-662a87aad7a4,segment=NetworkSegment(51475741-c12c-46d5-a635-7195b56396af),segment_id=51475741-c12c-46d5-a635-7195b56396af)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:08.589236 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7126deb0-fd03-4d2a-b94e-a77640bc454b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:08.589979 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab6851-13b3-43df-9fc5-89824aded601 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Subnet': ['ID=40f5f3c7-2ed4-4251-84d3-1ee51324d5ed,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:08.593895 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-24164d4c-7833-4332-839f-4dae99668eb4 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1266909 Apr 06 14:18:08.594610 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f237734-7007-4d92-8c51-e6acb862d106 tempest-AllowedAddressPairTestJSON-341934077 tempest-AllowedAddressPairTestJSON-341934077-project] Pushing event deleted for resources: {'Network': ['ID=45d17a5f-3406-4381-bb61-198799e5e0e9,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:08.597250 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf087c20-1e16-45dd-84ec-9211fb77d769 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:08.597818 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:08.598761 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf087c20-1e16-45dd-84ec-9211fb77d769 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:08.599270 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49588) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:08.611553 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-020d2707-96db-40b5-bf91-676b2319543b service neutron] Request body: {'port': {'device_id': '2a62ad8f-048d-4db6-b975-d3349e712732', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:08.613270 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb2523b-114f-4e83-ad00-ff6e48849d52 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:18:08.629448 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-125d3ed8-211a-4491-a626-fcad8896eb79 None None] Provisioning for port af44ed81-bba5-4d12-8d96-7ee14b06cdf7 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:18:08.643056 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-125d3ed8-211a-4491-a626-fcad8896eb79 None None] Provisioning complete for port af44ed81-bba5-4d12-8d96-7ee14b06cdf7 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:18:08.643431 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-125d3ed8-211a-4491-a626-fcad8896eb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:08.676056 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a7dfcc9-0448-46ec-8959-b7f56ed86334 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:08.691014 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-84e15d2c-328d-4200-b734-0cb0a62078d3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902624 Apr 06 14:18:08.704138 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49592) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:08.711425 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e6eccd5b-bbd1-42a9-a772-d7ffc6a8e942 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:08.730148 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a7dfcc9-0448-46ec-8959-b7f56ed86334 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:08.789119 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-243bdacb-9121-406f-8e01-01efb9ba3c36 None None] Deleting port 49191d4e-0174-4c28-9ca2-6d006cedd5f8 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:08.789500 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-243bdacb-9121-406f-8e01-01efb9ba3c36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:08.839850 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a7dfcc9-0448-46ec-8959-b7f56ed86334 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:18:08.847063 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a7dfcc9-0448-46ec-8959-b7f56ed86334 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:18:08.883652 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:18:08.907747 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-886b906c-a6ac-449c-a092-63427624720b req-d98b91bd-1e98-4217-93b3-1658e91bd2c1 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Synchronizing usage tracker for tenant:681e39576088423facd0bc7051aac5ad on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:08.980691 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-7126deb0-fd03-4d2a-b94e-a77640bc454b None None] Calling delete_port for 2d6df226-9644-4da7-beaf-662a87aad7a4 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:08.983960 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49598) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:09.006329 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-8a154b66-675e-4904-9d38-7e731db73280 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] For port 2d6df226-9644-4da7-beaf-662a87aad7a4, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=2d6df226-9644-4da7-beaf-662a87aad7a4,segment=NetworkSegment(51475741-c12c-46d5-a635-7195b56396af),segment_id=51475741-c12c-46d5-a635-7195b56396af)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:09.006792 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8a154b66-675e-4904-9d38-7e731db73280 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:09.015565 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-020d2707-96db-40b5-bf91-676b2319543b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:09.034088 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e6eccd5b-bbd1-42a9-a772-d7ffc6a8e942 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:09.039594 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-886b906c-a6ac-449c-a092-63427624720b req-d98b91bd-1e98-4217-93b3-1658e91bd2c1 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Unset dirty status for tenant:681e39576088423facd0bc7051aac5ad on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:09.041531 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-886b906c-a6ac-449c-a092-63427624720b req-d98b91bd-1e98-4217-93b3-1658e91bd2c1 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4637198 Apr 06 14:18:09.043411 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e6eccd5b-bbd1-42a9-a772-d7ffc6a8e942 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:subnet and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:09.047640 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e6eccd5b-bbd1-42a9-a772-d7ffc6a8e942 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:09.050587 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a7dfcc9-0448-46ec-8959-b7f56ed86334 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:09.077609 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e6eccd5b-bbd1-42a9-a772-d7ffc6a8e942 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:09.079684 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a7dfcc9-0448-46ec-8959-b7f56ed86334 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:09.127289 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-243bdacb-9121-406f-8e01-01efb9ba3c36 None None] The port '49191d4e-0174-4c28-9ca2-6d006cedd5f8' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:18:09.170554 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7dfcc9-0448-46ec-8959-b7f56ed86334 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Pushing event deleted for resources: {'Network': ['ID=25f085e1-5cae-4e2c-bf61-ed5f6491894d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:09.234871 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 2d6df226-9644-4da7-beaf-662a87aad7a4, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=2d6df226-9644-4da7-beaf-662a87aad7a4,segment=NetworkSegment(51475741-c12c-46d5-a635-7195b56396af),segment_id=51475741-c12c-46d5-a635-7195b56396af)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:09.240110 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-125d3ed8-211a-4491-a626-fcad8896eb79 None None] Port af44ed81-bba5-4d12-8d96-7ee14b06cdf7 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:18:09.275907 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:09.331953 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-8a154b66-675e-4904-9d38-7e731db73280 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Calling delete_port for 2d6df226-9644-4da7-beaf-662a87aad7a4 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:09.353690 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-7126deb0-fd03-4d2a-b94e-a77640bc454b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:18:09.353690 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-7126deb0-fd03-4d2a-b94e-a77640bc454b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:18:09.363768 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6eccd5b-bbd1-42a9-a772-d7ffc6a8e942 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:09.367170 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6eccd5b-bbd1-42a9-a772-d7ffc6a8e942 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:09.385712 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=2d6df226-9644-4da7-beaf-662a87aad7a4,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:09.390396 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3a7dfcc9-0448-46ec-8959-b7f56ed86334 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] 10.222.0.60 "DELETE /v2.0/networks/25f085e1-5cae-4e2c-bf61-ed5f6491894d HTTP/1.1" status: 204 len: 168 time: 2.4884312 Apr 06 14:18:09.393510 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49604) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:09.476511 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6e873f-f1e6-41ad-9b9b-bc50fb7a694b None None] DHCP port deletion for 45db5c66-c082-47ed-beeb-688e3c8646d5 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:18:09.481257 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-db6e873f-f1e6-41ad-9b9b-bc50fb7a694b None None] Deleting port a3139ecb-ccc5-419e-8270-f3666b66dcf2 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:09.481631 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-db6e873f-f1e6-41ad-9b9b-bc50fb7a694b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:09.563358 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-15294d10-d3e1-486c-98a1-7b47cd8880f9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dba04c3a37af4901970d6629dcd9d38e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5726233 Apr 06 14:18:09.566551 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49608) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:09.585313 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-8a154b66-675e-4904-9d38-7e731db73280 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:18:09.585635 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-8a154b66-675e-4904-9d38-7e731db73280 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:18:09.644278 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-f2f054e8-b1a1-49e8-bc8e-9ba1e68973a9 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Deleting port 34744a97-dc17-4322-bbf8-02c2ac28e535 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:09.644610 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2f054e8-b1a1-49e8-bc8e-9ba1e68973a9 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:09.702990 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-db6e873f-f1e6-41ad-9b9b-bc50fb7a694b None None] For port a3139ecb-ccc5-419e-8270-f3666b66dcf2, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a3139ecb-ccc5-419e-8270-f3666b66dcf2,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:09.703450 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-db6e873f-f1e6-41ad-9b9b-bc50fb7a694b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:09.762963 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5a6705b-1393-435d-8d43-43d065f14434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:09.804137 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5a6705b-1393-435d-8d43-43d065f14434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:09.829602 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-db6e873f-f1e6-41ad-9b9b-bc50fb7a694b None None] Calling delete_port for a3139ecb-ccc5-419e-8270-f3666b66dcf2 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:09.859672 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-7126deb0-fd03-4d2a-b94e-a77640bc454b None None] Deleting port 2d6df226-9644-4da7-beaf-662a87aad7a4 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:09.859672 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7126deb0-fd03-4d2a-b94e-a77640bc454b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:09.922035 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2f054e8-b1a1-49e8-bc8e-9ba1e68973a9 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:09.922359 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2f054e8-b1a1-49e8-bc8e-9ba1e68973a9 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:09.942624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-020d2707-96db-40b5-bf91-676b2319543b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af44ed81-bba5-4d12-8d96-7ee14b06cdf7 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:18:09.953224 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-020d2707-96db-40b5-bf91-676b2319543b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:09.972422 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf087c20-1e16-45dd-84ec-9211fb77d769 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Router 36a5affc-c4dc-47d6-ac97-97499dd2f921 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:18:09.995274 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-020d2707-96db-40b5-bf91-676b2319543b service neutron] Transition to ACTIVE for port object af44ed81-bba5-4d12-8d96-7ee14b06cdf7 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:18:10.007854 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a3139ecb-ccc5-419e-8270-f3666b66dcf2 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:18:10.064479 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-f2f054e8-b1a1-49e8-bc8e-9ba1e68973a9 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Calling delete_port for 34744a97-dc17-4322-bbf8-02c2ac28e535 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:10.113462 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-db6e873f-f1e6-41ad-9b9b-bc50fb7a694b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:10.162413 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e55f48f7-4da3-4fe9-a326-3ff4726d64da tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:10.165148 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-8a154b66-675e-4904-9d38-7e731db73280 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting port 2d6df226-9644-4da7-beaf-662a87aad7a4 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:10.165148 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8a154b66-675e-4904-9d38-7e731db73280 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:10.188270 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5a6705b-1393-435d-8d43-43d065f14434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:10.207891 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-020d2707-96db-40b5-bf91-676b2319543b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:10.262090 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e873f-f1e6-41ad-9b9b-bc50fb7a694b None None] Pushing event deleted for resources: {'Port': ['ID=a3139ecb-ccc5-419e-8270-f3666b66dcf2,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:10.280837 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No active binding found for port a3139ecb-ccc5-419e-8270-f3666b66dcf2 {{(pid=83739) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 06 14:18:10.281446 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a3139ecb-ccc5-419e-8270-f3666b66dcf2 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:18:10.291184 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6e873f-f1e6-41ad-9b9b-bc50fb7a694b None None] No DVR routers for this DVR port a3139ecb-ccc5-419e-8270-f3666b66dcf2 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:18:10.304393 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7126deb0-fd03-4d2a-b94e-a77640bc454b None None] For port 2d6df226-9644-4da7-beaf-662a87aad7a4, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=2d6df226-9644-4da7-beaf-662a87aad7a4,segment=NetworkSegment(51475741-c12c-46d5-a635-7195b56396af),segment_id=51475741-c12c-46d5-a635-7195b56396af)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:10.304960 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7126deb0-fd03-4d2a-b94e-a77640bc454b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:10.427354 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.objects.ports [None req-e6eccd5b-bbd1-42a9-a772-d7ffc6a8e942 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83737) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 06 14:18:10.427858 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6705b-1393-435d-8d43-43d065f14434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816325db-cf07-44d0-8494-f8c0ed3ec80e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:10.440832 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6eccd5b-bbd1-42a9-a772-d7ffc6a8e942 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:10.445804 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-7126deb0-fd03-4d2a-b94e-a77640bc454b None None] Calling delete_port for 2d6df226-9644-4da7-beaf-662a87aad7a4 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:10.545230 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7126deb0-fd03-4d2a-b94e-a77640bc454b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:10.545933 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2f054e8-b1a1-49e8-bc8e-9ba1e68973a9 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:10.550652 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6eccd5b-bbd1-42a9-a772-d7ffc6a8e942 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:10.565310 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d2707-96db-40b5-bf91-676b2319543b service neutron] Pushing event updated for resources: {'Port': ['ID=af44ed81-bba5-4d12-8d96-7ee14b06cdf7,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:10.589189 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-e6eccd5b-bbd1-42a9-a772-d7ffc6a8e942 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:10.590951 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eccd5b-bbd1-42a9-a772-d7ffc6a8e942 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Subnet': ['ID=a5d9d580-f351-45c6-acbe-f132bb130415,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:10.602288 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6eccd5b-bbd1-42a9-a772-d7ffc6a8e942 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:10.602887 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6eccd5b-bbd1-42a9-a772-d7ffc6a8e942 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:10.605258 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaccdb79-45a3-43ec-a78a-85eb181d309e None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:18:10.611322 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f054e8-b1a1-49e8-bc8e-9ba1e68973a9 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Pushing event deleted for resources: {'Port': ['ID=34744a97-dc17-4322-bbf8-02c2ac28e535,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:10.619872 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7126deb0-fd03-4d2a-b94e-a77640bc454b None None] Pushing event deleted for resources: {'Port': ['ID=2d6df226-9644-4da7-beaf-662a87aad7a4,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:10.661820 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5a6705b-1393-435d-8d43-43d065f14434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:10.663218 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c5a6705b-1393-435d-8d43-43d065f14434 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/816325db-cf07-44d0-8494-f8c0ed3ec80e HTTP/1.1" status: 204 len: 168 time: 1.0937092 Apr 06 14:18:10.691200 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7126deb0-fd03-4d2a-b94e-a77640bc454b None None] No DVR routers for this DVR port 2d6df226-9644-4da7-beaf-662a87aad7a4 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:18:10.839616 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e6eccd5b-bbd1-42a9-a772-d7ffc6a8e942 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1292427 Apr 06 14:18:10.839616 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49616) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:10.839914 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-8a154b66-675e-4904-9d38-7e731db73280 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] For port 2d6df226-9644-4da7-beaf-662a87aad7a4, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=2d6df226-9644-4da7-beaf-662a87aad7a4,segment=NetworkSegment(51475741-c12c-46d5-a635-7195b56396af),segment_id=51475741-c12c-46d5-a635-7195b56396af)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:10.841056 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8a154b66-675e-4904-9d38-7e731db73280 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:10.856755 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a86ec7-4e7e-42ec-8372-1a9e4fc8aaa8 req-a3899c0d-caf1-4886-81af-0cc377f79efa tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:10.857492 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-e1a86ec7-4e7e-42ec-8372-1a9e4fc8aaa8 req-a3899c0d-caf1-4886-81af-0cc377f79efa tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Synchronizing usage tracker for tenant:681e39576088423facd0bc7051aac5ad on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:10.965540 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2f054e8-b1a1-49e8-bc8e-9ba1e68973a9 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:10.968530 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2f054e8-b1a1-49e8-bc8e-9ba1e68973a9 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:10.971815 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f2f054e8-b1a1-49e8-bc8e-9ba1e68973a9 tempest-FloatingIPAdminTestJSON-1447291761 tempest-FloatingIPAdminTestJSON-1447291761-project] 10.222.0.60 "DELETE /v2.0/floatingips/7e2d84b7-b404-4634-8b35-29112ca3b722 HTTP/1.1" status: 204 len: 168 time: 1.5767136 Apr 06 14:18:10.992311 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-8a154b66-675e-4904-9d38-7e731db73280 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Calling delete_port for 2d6df226-9644-4da7-beaf-662a87aad7a4 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:11.011737 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82713f33-b93b-4cff-a1fe-4e190c8d33ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-45db5c66-c082-47ed-beeb-688e3c8646d5', 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'fixed_ips': [{'subnet_id': 'a5d9d580-f351-45c6-acbe-f132bb130415'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:18:11.014452 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-82713f33-b93b-4cff-a1fe-4e190c8d33ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:11.033861 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fe7e123a-5e74-4e96-9757-4ebafbcffb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:11.055187 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-e1a86ec7-4e7e-42ec-8372-1a9e4fc8aaa8 req-a3899c0d-caf1-4886-81af-0cc377f79efa tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Unset dirty status for tenant:681e39576088423facd0bc7051aac5ad on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:11.056341 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e1a86ec7-4e7e-42ec-8372-1a9e4fc8aaa8 req-a3899c0d-caf1-4886-81af-0cc377f79efa tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 943 time: 0.6828573 Apr 06 14:18:11.071697 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-020d2707-96db-40b5-bf91-676b2319543b service neutron] Attempting to bind port af44ed81-bba5-4d12-8d96-7ee14b06cdf7 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:11.071994 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-020d2707-96db-40b5-bf91-676b2319543b service neutron] Attempting to bind port af44ed81-bba5-4d12-8d96-7ee14b06cdf7 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '7f5f732c-1b92-4825-becd-101dc42cef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:11.072317 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-020d2707-96db-40b5-bf91-676b2319543b service neutron] Attempting to bind port af44ed81-bba5-4d12-8d96-7ee14b06cdf7 on network 095d4797-b5a4-4559-a0b9-992b5f89d16a {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:11.133818 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-020d2707-96db-40b5-bf91-676b2319543b service neutron] Port af44ed81-bba5-4d12-8d96-7ee14b06cdf7 on network 095d4797-b5a4-4559-a0b9-992b5f89d16a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:18:11.134149 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-020d2707-96db-40b5-bf91-676b2319543b service neutron] Attempting to bind port af44ed81-bba5-4d12-8d96-7ee14b06cdf7 on network 095d4797-b5a4-4559-a0b9-992b5f89d16a {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:11.159614 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-8a154b66-675e-4904-9d38-7e731db73280 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:18:11.161270 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-8a154b66-675e-4904-9d38-7e731db73280 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:18:11.171770 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-020d2707-96db-40b5-bf91-676b2319543b service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:18:11.172107 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-020d2707-96db-40b5-bf91-676b2319543b service neutron] Checking segment: {'id': '7f5f732c-1b92-4825-becd-101dc42cef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:18:11.172494 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-020d2707-96db-40b5-bf91-676b2319543b service neutron] Bound using segment: {'id': '7f5f732c-1b92-4825-becd-101dc42cef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:18:11.172951 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-020d2707-96db-40b5-bf91-676b2319543b service neutron] Bound port: af44ed81-bba5-4d12-8d96-7ee14b06cdf7, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f5f732c-1b92-4825-becd-101dc42cef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:18:11.173299 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-020d2707-96db-40b5-bf91-676b2319543b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:11.216210 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e1a86ec7-4e7e-42ec-8372-1a9e4fc8aaa8 req-8c90c806-57bf-4d36-b690-8c2e9699d31b tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458030 Apr 06 14:18:11.243636 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1eac97db-efc1-4613-874a-2f810d519334 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:11.315522 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf087c20-1e16-45dd-84ec-9211fb77d769 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:18:11.331281 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-82713f33-b93b-4cff-a1fe-4e190c8d33ce None None] Allocated IP 2001:db8::f816:3eff:fe6f:38e7 (45db5c66-c082-47ed-beeb-688e3c8646d5/a5d9d580-f351-45c6-acbe-f132bb130415/bee7053e-a647-4d9c-8064-efbc38cb6a0d) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:18:11.336929 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bec85eb-7e0e-4f91-bc19-c05947b2d148 None None] Sync routers for ids ['36a5affc-c4dc-47d6-ac97-97499dd2f921'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:18:11.366944 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:11.369739 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-020d2707-96db-40b5-bf91-676b2319543b service neutron] For port af44ed81-bba5-4d12-8d96-7ee14b06cdf7, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:18:11.372399 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:11.372920 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf087c20-1e16-45dd-84ec-9211fb77d769 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:11.376624 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cf087c20-1e16-45dd-84ec-9211fb77d769 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.6301663 Apr 06 14:18:11.379288 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49634) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:11.379629 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-020d2707-96db-40b5-bf91-676b2319543b service neutron] For port af44ed81-bba5-4d12-8d96-7ee14b06cdf7, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=af44ed81-bba5-4d12-8d96-7ee14b06cdf7,segment=NetworkSegment(7f5f732c-1b92-4825-becd-101dc42cef15),segment_id=7f5f732c-1b92-4825-becd-101dc42cef15)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:18:11.380591 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-8a154b66-675e-4904-9d38-7e731db73280 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting port 2d6df226-9644-4da7-beaf-662a87aad7a4 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:11.380959 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8a154b66-675e-4904-9d38-7e731db73280 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:11.418843 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-020d2707-96db-40b5-bf91-676b2319543b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:11.497692 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bec85eb-7e0e-4f91-bc19-c05947b2d148 None None] Routers {'36a5affc-c4dc-47d6-ac97-97499dd2f921'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:11.498380 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2bec85eb-7e0e-4f91-bc19-c05947b2d148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:18:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['36a5affc-c4dc-47d6-ac97-97499dd2f921'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:11.550172 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-8a154b66-675e-4904-9d38-7e731db73280 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] The port '2d6df226-9644-4da7-beaf-662a87aad7a4' was deleted {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:18:11.554187 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-020d2707-96db-40b5-bf91-676b2319543b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:11.556353 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-020d2707-96db-40b5-bf91-676b2319543b service neutron] 10.222.0.69 "PUT /v2.0/ports/af44ed81-bba5-4d12-8d96-7ee14b06cdf7 HTTP/1.1" status: 200 len: 1093 time: 2.9497247 Apr 06 14:18:11.592311 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2bec85eb-7e0e-4f91-bc19-c05947b2d148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:11.632332 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a62ad8f-048d-4db6-b975-d3349e712732', 'tag': 'af44ed81-bba5-4d12-8d96-7ee14b06cdf7'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:18:11.644242 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49638) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:11.649895 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1eac97db-efc1-4613-874a-2f810d519334 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:11.674918 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bec85eb-7e0e-4f91-bc19-c05947b2d148 None None] Routers {'36a5affc-c4dc-47d6-ac97-97499dd2f921'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:11.675580 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2bec85eb-7e0e-4f91-bc19-c05947b2d148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:18:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['36a5affc-c4dc-47d6-ac97-97499dd2f921'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:11.696448 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1eac97db-efc1-4613-874a-2f810d519334 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:subnet and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:11.701273 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1eac97db-efc1-4613-874a-2f810d519334 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:11.714086 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1eac97db-efc1-4613-874a-2f810d519334 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:11.753914 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eac97db-efc1-4613-874a-2f810d519334 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:11.771576 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2bec85eb-7e0e-4f91-bc19-c05947b2d148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:11.772101 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bec85eb-7e0e-4f91-bc19-c05947b2d148 None None] The sync data for ids ['36a5affc-c4dc-47d6-ac97-97499dd2f921'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:18:11.903496 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81f7f53d-e80a-432d-ade0-4e2a67270adf'] response: {'name': 'network-changed', 'server_uuid': '2a62ad8f-048d-4db6-b975-d3349e712732', 'tag': 'af44ed81-bba5-4d12-8d96-7ee14b06cdf7', 'status': 'completed', 'code': 200} Apr 06 14:18:11.958128 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-82713f33-b93b-4cff-a1fe-4e190c8d33ce None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:11.960960 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-e55f48f7-4da3-4fe9-a326-3ff4726d64da tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Deleting port a346fbca-3d75-4b92-9d97-d369a6e2fe62 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:11.961309 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e55f48f7-4da3-4fe9-a326-3ff4726d64da tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:11.975333 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-82713f33-b93b-4cff-a1fe-4e190c8d33ce None None] Transition to ACTIVE for port object bee7053e-a647-4d9c-8064-efbc38cb6a0d will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:18:12.018807 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-82713f33-b93b-4cff-a1fe-4e190c8d33ce None None] Transition to ACTIVE for port object bee7053e-a647-4d9c-8064-efbc38cb6a0d will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:18:12.041580 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-82713f33-b93b-4cff-a1fe-4e190c8d33ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:12.080733 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d2707-96db-40b5-bf91-676b2319543b service neutron] Pushing event updated for resources: {'Port': ['ID=af44ed81-bba5-4d12-8d96-7ee14b06cdf7,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:12.085608 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8a154b66-675e-4904-9d38-7e731db73280 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:12.130482 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1d0da2eb-e1d1-4eae-ad50-cc20add84d28 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "GET /v2.0/routers/36a5affc-c4dc-47d6-ac97-97499dd2f921 HTTP/1.1" status: 200 len: 920 time: 0.7490287 Apr 06 14:18:12.131715 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-fa11f8ed-a401-4e9c-b21c-466e9f77cf63 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=681e39576088423facd0bc7051aac5ad&device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 1096 time: 0.4906151 Apr 06 14:18:12.136735 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49650) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:12.141523 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1eac97db-efc1-4613-874a-2f810d519334 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:12.144633 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-8a154b66-675e-4904-9d38-7e731db73280 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e87a4e-b78d-4b33-a9f5-38cd45faee70']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:12.161042 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82713f33-b93b-4cff-a1fe-4e190c8d33ce None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:12.165733 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-82713f33-b93b-4cff-a1fe-4e190c8d33ce None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:12.173484 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82713f33-b93b-4cff-a1fe-4e190c8d33ce None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:18:12.235426 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82713f33-b93b-4cff-a1fe-4e190c8d33ce None None] Pushing event updated for resources: {'Port': ['ID=bee7053e-a647-4d9c-8064-efbc38cb6a0d,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:12.239997 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-8a154b66-675e-4904-9d38-7e731db73280 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51475741-c12c-46d5-a635-7195b56396af') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:12.240336 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-8a154b66-675e-4904-9d38-7e731db73280 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51475741-c12c-46d5-a635-7195b56396af') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:12.253737 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-1e9a3079-48eb-4a00-b345-46eaca83c4a9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af44ed81-bba5-4d12-8d96-7ee14b06cdf7 HTTP/1.1" status: 200 len: 217 time: 0.1135170 Apr 06 14:18:12.259763 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8a154b66-675e-4904-9d38-7e731db73280 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:12.271398 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cb9ecb19-4784-4af4-b690-1748c11eb8a4 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "GET /v2.0/ports?device_id=36a5affc-c4dc-47d6-ac97-97499dd2f921 HTTP/1.1" status: 200 len: 205 time: 0.1336613 Apr 06 14:18:12.278239 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49658) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:12.301835 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-82713f33-b93b-4cff-a1fe-4e190c8d33ce None None] Attempting to bind port bee7053e-a647-4d9c-8064-efbc38cb6a0d on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:12.302580 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-82713f33-b93b-4cff-a1fe-4e190c8d33ce None None] Attempting to bind port bee7053e-a647-4d9c-8064-efbc38cb6a0d by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:12.303613 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82713f33-b93b-4cff-a1fe-4e190c8d33ce None None] Attempting to bind port bee7053e-a647-4d9c-8064-efbc38cb6a0d on network 45db5c66-c082-47ed-beeb-688e3c8646d5 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:12.317011 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82713f33-b93b-4cff-a1fe-4e190c8d33ce None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:18:12.317406 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82713f33-b93b-4cff-a1fe-4e190c8d33ce None None] Checking segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:18:12.317673 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-82713f33-b93b-4cff-a1fe-4e190c8d33ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:12.318059 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82713f33-b93b-4cff-a1fe-4e190c8d33ce None None] Bound using segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:18:12.318523 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-82713f33-b93b-4cff-a1fe-4e190c8d33ce None None] Bound port: bee7053e-a647-4d9c-8064-efbc38cb6a0d, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:18:12.319124 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-82713f33-b93b-4cff-a1fe-4e190c8d33ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:12.396377 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8a154b66-675e-4904-9d38-7e731db73280 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:12.411991 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a154b66-675e-4904-9d38-7e731db73280 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:18:12.412839 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8a154b66-675e-4904-9d38-7e731db73280 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:12.415738 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.ipam_backend_mixin [None req-1eac97db-efc1-4613-874a-2f810d519334 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a5d9d580-f351-45c6-acbe-f132bb130415 (CIDR: 2001:db8::/64) Apr 06 14:18:12.427974 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eac97db-efc1-4613-874a-2f810d519334 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:18:12.428840 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eac97db-efc1-4613-874a-2f810d519334 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:18:12.430083 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:18:12.432511 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-82713f33-b93b-4cff-a1fe-4e190c8d33ce None None] For port bee7053e-a647-4d9c-8064-efbc38cb6a0d, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:18:12.434618 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-82713f33-b93b-4cff-a1fe-4e190c8d33ce None None] For port bee7053e-a647-4d9c-8064-efbc38cb6a0d, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=bee7053e-a647-4d9c-8064-efbc38cb6a0d,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:18:12.441309 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-82713f33-b93b-4cff-a1fe-4e190c8d33ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:12.443792 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-401c9b39-091a-478d-8890-2e1d777c3d60 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e9407ce63f4a4bec937091b7c585dd80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7778316 Apr 06 14:18:12.445546 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-0c314b8a-9930-4908-aad8-ce51475093f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:12.446961 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-0c314b8a-9930-4908-aad8-ce51475093f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=905b1e27-43c6-41a9-9b0b-26bc504bfcd6 HTTP/1.1" status: 200 len: 850 time: 0.1668847 Apr 06 14:18:12.447428 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49664) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:12.519620 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49668) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:12.544522 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82713f33-b93b-4cff-a1fe-4e190c8d33ce None None] Pushing event updated for resources: {'Port': ['ID=bee7053e-a647-4d9c-8064-efbc38cb6a0d,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:12.663626 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8a154b66-675e-4904-9d38-7e731db73280 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:12.688207 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e55f48f7-4da3-4fe9-a326-3ff4726d64da tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:12.695337 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8a154b66-675e-4904-9d38-7e731db73280 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:12.700147 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1eac97db-efc1-4613-874a-2f810d519334 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8606424 Apr 06 14:18:12.705491 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49674) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:12.715487 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a154b66-675e-4904-9d38-7e731db73280 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event deleted for resources: {'Network': ['ID=47e87a4e-b78d-4b33-a9f5-38cd45faee70,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:12.721046 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8a154b66-675e-4904-9d38-7e731db73280 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/networks/47e87a4e-b78d-4b33-a9f5-38cd45faee70 HTTP/1.1" status: 204 len: 168 time: 5.4854729 Apr 06 14:18:12.736934 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49678) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:12.760752 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-794b2ef6-bc63-47ba-bb1f-27cf12f3bf66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1598763337', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:12.781082 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fd0e7022-bda3-4c19-b46e-f31d27c70f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:12.783452 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-794b2ef6-bc63-47ba-bb1f-27cf12f3bf66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:12.786313 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e74dcd9f-cf90-4014-b862-6b28cae3c06a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:12.798879 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-794b2ef6-bc63-47ba-bb1f-27cf12f3bf66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Usage tracker for resource:router and tenant:6405625efdd14c9bb474ac0b7c765923 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:12.808342 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-794b2ef6-bc63-47ba-bb1f-27cf12f3bf66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:12.813804 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:12.837227 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-794b2ef6-bc63-47ba-bb1f-27cf12f3bf66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:12.845588 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b012d94-3873-42ef-aafb-fac2181dfa24 req-c0e7c621-40f0-4ba9-a403-32ecfe7ca39e tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:12.847484 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2b012d94-3873-42ef-aafb-fac2181dfa24 req-c0e7c621-40f0-4ba9-a403-32ecfe7ca39e tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 943 time: 0.3410084 Apr 06 14:18:12.854508 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-d785acf5-06ac-443f-b49f-adb625290bf6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=095d4797-b5a4-4559-a0b9-992b5f89d16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3364792 Apr 06 14:18:12.858822 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fd0e7022-bda3-4c19-b46e-f31d27c70f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:12.893083 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-e55f48f7-4da3-4fe9-a326-3ff4726d64da tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Calling delete_port for a346fbca-3d75-4b92-9d97-d369a6e2fe62 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:12.969148 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-794b2ef6-bc63-47ba-bb1f-27cf12f3bf66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:12.970274 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-794b2ef6-bc63-47ba-bb1f-27cf12f3bf66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:13.026912 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Request body: {'networks': [{'name': 'tempest-network--1799302800'}, {'name': 'tempest-network--1501643113'}]} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:13.028190 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Request body: {'network': {'name': 'tempest-network--1799302800'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:13.028190 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Request body: {'network': {'name': 'tempest-network--1501643113'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:13.041951 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:13.059136 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Usage tracker for resource:network and tenant:7a616fee206a42448a6dddf33cdc8e67 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:13.062584 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2b012d94-3873-42ef-aafb-fac2181dfa24 req-ab1c705c-8387-4a01-85c2-105034175a57 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963642 Apr 06 14:18:13.066307 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-794b2ef6-bc63-47ba-bb1f-27cf12f3bf66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:13.078024 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:13.095788 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-9cac08df-0829-418b-9596-f057d63a5e4f service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284737 Apr 06 14:18:13.097385 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fd0e7022-bda3-4c19-b46e-f31d27c70f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:13.097995 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:13.139131 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Made reservation on behalf of 7a616fee206a42448a6dddf33cdc8e67 for: {'network': 2} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:13.142525 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:13.185155 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:13.191163 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e7022-bda3-4c19-b46e-f31d27c70f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e786bf1-2ea1-4f8e-9e3c-a3e66834aeae,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:13.206533 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e74dcd9f-cf90-4014-b862-6b28cae3c06a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:13.217647 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e74dcd9f-cf90-4014-b862-6b28cae3c06a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:subnet and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:13.221216 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e74dcd9f-cf90-4014-b862-6b28cae3c06a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:13.235048 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e74dcd9f-cf90-4014-b862-6b28cae3c06a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:13.302077 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74dcd9f-cf90-4014-b862-6b28cae3c06a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:13.305694 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e74dcd9f-cf90-4014-b862-6b28cae3c06a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:13.323122 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fd0e7022-bda3-4c19-b46e-f31d27c70f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:13.327221 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fd0e7022-bda3-4c19-b46e-f31d27c70f11 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5e786bf1-2ea1-4f8e-9e3c-a3e66834aeae HTTP/1.1" status: 204 len: 168 time: 0.8198764 Apr 06 14:18:13.371310 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-794b2ef6-bc63-47ba-bb1f-27cf12f3bf66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:13.378149 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4c7b5158-9e24-4f1a-8810-d223e0e33c53 req-3fec7fee-84bd-4264-aaa5-dcbb1cbbc0e0 service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686303 Apr 06 14:18:13.398406 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e55f48f7-4da3-4fe9-a326-3ff4726d64da tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:13.485439 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f48f7-4da3-4fe9-a326-3ff4726d64da tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event deleted for resources: {'Port': ['ID=a346fbca-3d75-4b92-9d97-d369a6e2fe62,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:13.487792 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:13.498955 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Usage tracker for resource:security_group_rule and tenant:7a616fee206a42448a6dddf33cdc8e67 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:13.505104 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-817fadde-f1e6-487c-a3a0-815e5d373977 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:13.578680 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:13.594553 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-76867a45-250c-4cd8-8afa-23738aa54a92 req-c006087e-de76-4289-8f14-7008c04f327e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=681e39576088423facd0bc7051aac5ad&device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 1096 time: 0.1150665 Apr 06 14:18:13.727453 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:13.803606 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2325b107-cc12-4de3-8143-289c574289bc None None] Provisioning for port bee7053e-a647-4d9c-8064-efbc38cb6a0d completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:18:13.837086 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f48f7-4da3-4fe9-a326-3ff4726d64da tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:13.837643 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f48f7-4da3-4fe9-a326-3ff4726d64da tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:13.838329 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f48f7-4da3-4fe9-a326-3ff4726d64da tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:13.838684 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f48f7-4da3-4fe9-a326-3ff4726d64da tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:13.839030 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f48f7-4da3-4fe9-a326-3ff4726d64da tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:13.839458 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f48f7-4da3-4fe9-a326-3ff4726d64da tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:13.839823 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f48f7-4da3-4fe9-a326-3ff4726d64da tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:13.840228 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f48f7-4da3-4fe9-a326-3ff4726d64da tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:13.840856 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f48f7-4da3-4fe9-a326-3ff4726d64da tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:13.841303 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f48f7-4da3-4fe9-a326-3ff4726d64da tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:13.841742 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f48f7-4da3-4fe9-a326-3ff4726d64da tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:13.882364 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76867a45-250c-4cd8-8afa-23738aa54a92 req-4a56c581-1c9f-4df2-9a8e-bf266dded0f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:13.885448 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-76867a45-250c-4cd8-8afa-23738aa54a92 req-4a56c581-1c9f-4df2-9a8e-bf266dded0f5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=095d4797-b5a4-4559-a0b9-992b5f89d16a HTTP/1.1" status: 200 len: 912 time: 0.2838016 Apr 06 14:18:13.998732 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49686) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:14.075967 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device bee7053e-a647-4d9c-8064-efbc38cb6a0d up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:18:14.178298 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port bee7053e-a647-4d9c-8064-efbc38cb6a0d completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:18:14.190342 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-76867a45-250c-4cd8-8afa-23738aa54a92 req-ad6f75ba-9582-4bbb-8ffe-d48d1706bb29 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af44ed81-bba5-4d12-8d96-7ee14b06cdf7 HTTP/1.1" status: 200 len: 217 time: 0.2824481 Apr 06 14:18:14.191064 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a1d96b99-638e-4750-ab66-1236a40fb106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:14.192286 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port bee7053e-a647-4d9c-8064-efbc38cb6a0d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:18:14.193483 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:14.202836 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-794b2ef6-bc63-47ba-bb1f-27cf12f3bf66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:14.285545 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-794b2ef6-bc63-47ba-bb1f-27cf12f3bf66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:14.305449 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:14.320700 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:14.321208 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:14.365206 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76867a45-250c-4cd8-8afa-23738aa54a92 req-959df5e5-3d11-418c-8135-236e11389b40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:14.366678 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-76867a45-250c-4cd8-8afa-23738aa54a92 req-959df5e5-3d11-418c-8135-236e11389b40 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=905b1e27-43c6-41a9-9b0b-26bc504bfcd6 HTTP/1.1" status: 200 len: 850 time: 0.1650467 Apr 06 14:18:14.374652 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a1d96b99-638e-4750-ab66-1236a40fb106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:14.402394 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:14.421970 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a1d96b99-638e-4750-ab66-1236a40fb106 admin admin] Usage tracker for resource:security_group_rule and tenant:36fecfc8ad444058817ea1eb77d59fad is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:14.431353 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a1d96b99-638e-4750-ab66-1236a40fb106 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:14.442748 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a1d96b99-638e-4750-ab66-1236a40fb106 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:14.444237 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port bee7053e-a647-4d9c-8064-efbc38cb6a0d, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=bee7053e-a647-4d9c-8064-efbc38cb6a0d,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:14.448795 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:14.459785 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdb082a-b1d1-41b4-98b1-88922ff10bc3,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:14.490303 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:18:14.515442 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:14.515806 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Added segment 082800c1-8318-4cfe-b7ec-836766a81e02 of type vlan for network e1e82138-5c64-457e-9cde-ca123765f894 Apr 06 14:18:14.524293 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=bee7053e-a647-4d9c-8064-efbc38cb6a0d,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:14.559301 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-794b2ef6-bc63-47ba-bb1f-27cf12f3bf66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Allocated IP 172.26.8.164 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/53242bec-ca1b-48f3-952f-44b7b50da4f4) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:18:14.575218 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-76867a45-250c-4cd8-8afa-23738aa54a92 req-63a216ce-bb15-41a4-9b19-bcdcb7db0f61 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=095d4797-b5a4-4559-a0b9-992b5f89d16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1980312 Apr 06 14:18:14.582143 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-817fadde-f1e6-487c-a3a0-815e5d373977 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:14.624091 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:14.634903 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9e3d0-f91a-4d2a-aa85-20a4aee3099c req-f7fe4432-69cb-4316-8344-ffd55afa602c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:14.636381 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-63b9e3d0-f91a-4d2a-aa85-20a4aee3099c req-f7fe4432-69cb-4316-8344-ffd55afa602c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 943 time: 0.3047073 Apr 06 14:18:14.637222 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e74dcd9f-cf90-4014-b862-6b28cae3c06a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:14.690227 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a1d96b99-638e-4750-ab66-1236a40fb106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:14.746602 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a1d96b99-638e-4750-ab66-1236a40fb106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:14.776374 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-817fadde-f1e6-487c-a3a0-815e5d373977 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Deleting port 550c2c22-d27d-431e-ba64-95defb783099 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:14.776721 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-817fadde-f1e6-487c-a3a0-815e5d373977 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:14.855287 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d96b99-638e-4750-ab66-1236a40fb106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3f0dd8-912c-49a5-b2d3-74264d5188a6,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:14.890579 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a1d96b99-638e-4750-ab66-1236a40fb106 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=36fecfc8ad444058817ea1eb77d59fad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8908129 Apr 06 14:18:14.894747 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49692) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:14.899795 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d96b99-638e-4750-ab66-1236a40fb106 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:14.900141 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d96b99-638e-4750-ab66-1236a40fb106 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:14.900481 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d96b99-638e-4750-ab66-1236a40fb106 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:14.900821 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d96b99-638e-4750-ab66-1236a40fb106 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:14.901181 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d96b99-638e-4750-ab66-1236a40fb106 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:14.901510 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d96b99-638e-4750-ab66-1236a40fb106 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:14.901847 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d96b99-638e-4750-ab66-1236a40fb106 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:14.902175 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d96b99-638e-4750-ab66-1236a40fb106 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:14.902502 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d96b99-638e-4750-ab66-1236a40fb106 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:14.902826 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d96b99-638e-4750-ab66-1236a40fb106 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:14.903150 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d96b99-638e-4750-ab66-1236a40fb106 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:14.908673 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e55f48f7-4da3-4fe9-a326-3ff4726d64da tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:14.930344 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-76867a45-250c-4cd8-8afa-23738aa54a92 req-f6666dfc-f294-4bf7-b0e0-8c532a010fb4 service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439639 Apr 06 14:18:14.936996 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-794b2ef6-bc63-47ba-bb1f-27cf12f3bf66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:14.942751 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74dcd9f-cf90-4014-b862-6b28cae3c06a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:14.997626 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-e74dcd9f-cf90-4014-b862-6b28cae3c06a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:15.000411 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74dcd9f-cf90-4014-b862-6b28cae3c06a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:15.001041 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e74dcd9f-cf90-4014-b862-6b28cae3c06a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:15.007195 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13447be8-bfd6-4dac-9f88-ba4d5928ad82 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:18:15.012573 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74dcd9f-cf90-4014-b862-6b28cae3c06a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Subnet': ['ID=5fab7f41-332b-4e2b-abcf-e6c66f52f7e8,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:15.088880 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-63b9e3d0-f91a-4d2a-aa85-20a4aee3099c req-c0e3d827-2491-493d-8777-d04ac36c3ce9 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2803440 Apr 06 14:18:15.111700 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06493ee3-f31b-4c34-b843-7b0123b3ea75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:15.113496 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:18:15.130510 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-794b2ef6-bc63-47ba-bb1f-27cf12f3bf66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:15.164738 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-76867a45-250c-4cd8-8afa-23738aa54a92 req-e886e28d-95e6-4222-bdde-d4194524c6ce service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246370 Apr 06 14:18:15.195297 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06493ee3-f31b-4c34-b843-7b0123b3ea75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:15.217000 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:15.217260 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Added segment fe460871-6fd9-4166-9521-5f1b941ee860 of type vlan for network 0c87d9e7-d75f-43c7-acda-65ac543448c8 Apr 06 14:18:15.234410 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794b2ef6-bc63-47ba-bb1f-27cf12f3bf66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:15.240337 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-794b2ef6-bc63-47ba-bb1f-27cf12f3bf66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:15.245748 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794b2ef6-bc63-47ba-bb1f-27cf12f3bf66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:18:15.260992 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e74dcd9f-cf90-4014-b862-6b28cae3c06a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5544536 Apr 06 14:18:15.275366 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-817fadde-f1e6-487c-a3a0-815e5d373977 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:15.280399 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49696) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:15.292649 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b2ef6-bc63-47ba-bb1f-27cf12f3bf66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Port': ['ID=53242bec-ca1b-48f3-952f-44b7b50da4f4,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:15.299605 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1899e624-2728-4107-b571-fb22f34fae22 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'port': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'mac_address': 'fa:16:3e:95:2b:01', 'name': 'tempest-NetworksTestDHCPv6-785374597'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:15.344959 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:15.371570 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b37ff7-6ba5-49dc-a47b-c591f3154756 None None] Update dhcp port {'port': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'fixed_ips': [{'subnet_id': 'a5d9d580-f351-45c6-acbe-f132bb130415', 'ip_address': '2001:db8::f816:3eff:fe6f:38e7'}, {'subnet_id': '5fab7f41-332b-4e2b-abcf-e6c66f52f7e8'}], 'binding:host_id': 'dv-neutron-835868-1-hyperv'}, 'id': 'bee7053e-a647-4d9c-8064-efbc38cb6a0d'} from dv-neutron-835868-1-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 06 14:18:15.410581 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-817fadde-f1e6-487c-a3a0-815e5d373977 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Calling delete_port for 550c2c22-d27d-431e-ba64-95defb783099 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:15.427892 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-36b37ff7-6ba5-49dc-a47b-c591f3154756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:15.462516 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06493ee3-f31b-4c34-b843-7b0123b3ea75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:15.503908 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06493ee3-f31b-4c34-b843-7b0123b3ea75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3f0dd8-912c-49a5-b2d3-74264d5188a6,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:15.520279 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:15.521896 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:15.524456 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:15.527435 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:15.528785 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:15.537219 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06493ee3-f31b-4c34-b843-7b0123b3ea75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:15.538351 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-06493ee3-f31b-4c34-b843-7b0123b3ea75 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aa3f0dd8-912c-49a5-b2d3-74264d5188a6 HTTP/1.1" status: 204 len: 168 time: 0.6403661 Apr 06 14:18:15.541479 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1899e624-2728-4107-b571-fb22f34fae22 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:15.547301 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1899e624-2728-4107-b571-fb22f34fae22 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:port and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:15.550965 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1899e624-2728-4107-b571-fb22f34fae22 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:15.559354 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1899e624-2728-4107-b571-fb22f34fae22 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:15.584503 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1899e624-2728-4107-b571-fb22f34fae22 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:15.639199 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.1102047 Apr 06 14:18:15.649453 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49702) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:15.665881 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Pushing event updated for resources: {'Network': ['ID=e1e82138-5c64-457e-9cde-ca123765f894,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:15.680899 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network e1e82138-5c64-457e-9cde-ca123765f894 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:18:15.815114 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-36b37ff7-6ba5-49dc-a47b-c591f3154756 None None] Allocated IP 2001:db8:0:1::2 (45db5c66-c082-47ed-beeb-688e3c8646d5/5fab7f41-332b-4e2b-abcf-e6c66f52f7e8/bee7053e-a647-4d9c-8064-efbc38cb6a0d) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:18:15.822146 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2870d1-54e9-492b-9bfc-d890fdd775df tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Pushing event updated for resources: {'Network': ['ID=0c87d9e7-d75f-43c7-acda-65ac543448c8,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:15.858332 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 0c87d9e7-d75f-43c7-acda-65ac543448c8 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:18:15.961963 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-794b2ef6-bc63-47ba-bb1f-27cf12f3bf66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:15.963117 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-794b2ef6-bc63-47ba-bb1f-27cf12f3bf66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:15.979226 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1899e624-2728-4107-b571-fb22f34fae22 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:16.025210 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device bee7053e-a647-4d9c-8064-efbc38cb6a0d up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:18:16.074312 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04e04b6-e9c1-4e09-adeb-367176887b8f tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:16.078383 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04e04b6-e9c1-4e09-adeb-367176887b8f tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:16.082540 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04e04b6-e9c1-4e09-adeb-367176887b8f tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:16.086425 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04e04b6-e9c1-4e09-adeb-367176887b8f tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:16.088094 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a04e04b6-e9c1-4e09-adeb-367176887b8f tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4368882 Apr 06 14:18:16.091433 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49708) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:16.118479 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-817fadde-f1e6-487c-a3a0-815e5d373977 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:16.153633 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-1899e624-2728-4107-b571-fb22f34fae22 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] device_id is not set on port c86153f3-c4fa-4f9c-afc0-5e6103b35a2f yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:18:16.184076 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-36b37ff7-6ba5-49dc-a47b-c591f3154756 None None] For port bee7053e-a647-4d9c-8064-efbc38cb6a0d, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=bee7053e-a647-4d9c-8064-efbc38cb6a0d,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:16.200266 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817fadde-f1e6-487c-a3a0-815e5d373977 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Pushing event deleted for resources: {'Port': ['ID=550c2c22-d27d-431e-ba64-95defb783099,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:16.267390 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-36b37ff7-6ba5-49dc-a47b-c591f3154756 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:16.289558 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-36b37ff7-6ba5-49dc-a47b-c591f3154756 None None] Transition to ACTIVE for port object bee7053e-a647-4d9c-8064-efbc38cb6a0d will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:18:16.297836 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-36b37ff7-6ba5-49dc-a47b-c591f3154756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:16.347733 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49714) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:16.428641 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-857d44cd-dc74-4ff9-bd26-83ab4ee7439a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:16.467749 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b37ff7-6ba5-49dc-a47b-c591f3154756 None None] Pushing event updated for resources: {'Port': ['ID=bee7053e-a647-4d9c-8064-efbc38cb6a0d,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:16.513220 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-df9b5fc4-52f5-490e-96d2-73c695b83997 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:16.563074 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-857d44cd-dc74-4ff9-bd26-83ab4ee7439a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:16.576739 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-857d44cd-dc74-4ff9-bd26-83ab4ee7439a admin admin] Usage tracker for resource:security_group_rule and tenant:5f223689db8c41f4bf918e4f00f4f370 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:16.585412 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-857d44cd-dc74-4ff9-bd26-83ab4ee7439a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:16.593495 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-1899e624-2728-4107-b571-fb22f34fae22 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Allocated IP 2001:db8:0:1::bd (45db5c66-c082-47ed-beeb-688e3c8646d5/5fab7f41-332b-4e2b-abcf-e6c66f52f7e8/c86153f3-c4fa-4f9c-afc0-5e6103b35a2f) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:18:16.601743 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-857d44cd-dc74-4ff9-bd26-83ab4ee7439a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:16.610632 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-1899e624-2728-4107-b571-fb22f34fae22 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Allocated IP 2001:db8::f816:3eff:fe95:2b01 (45db5c66-c082-47ed-beeb-688e3c8646d5/a5d9d580-f351-45c6-acbe-f132bb130415/c86153f3-c4fa-4f9c-afc0-5e6103b35a2f) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:18:16.620109 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbe795-10b8-4b81-8e06-5fc46a7509c1 req-7e4e225d-fe0e-4dd9-a651-1286aa710c6e tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:16.621440 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0ebbe795-10b8-4b81-8e06-5fc46a7509c1 req-7e4e225d-fe0e-4dd9-a651-1286aa710c6e tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 943 time: 0.2728791 Apr 06 14:18:16.766566 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0ebbe795-10b8-4b81-8e06-5fc46a7509c1 req-52573c69-cf3c-4a9e-9d28-42c4dd1466f1 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329391 Apr 06 14:18:16.780314 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-817fadde-f1e6-487c-a3a0-815e5d373977 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:16.874010 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794b2ef6-bc63-47ba-bb1f-27cf12f3bf66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Router 8c2524ec-9c1a-42b6-a194-6ed424f40e3f is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:18:16.930497 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-857d44cd-dc74-4ff9-bd26-83ab4ee7439a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:16.939809 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-857d44cd-dc74-4ff9-bd26-83ab4ee7439a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:17.032125 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-df9b5fc4-52f5-490e-96d2-73c695b83997 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:17.067405 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-cb6d092e-2a70-41f3-a94d-94075987b203 None None] Provisioning for port bee7053e-a647-4d9c-8064-efbc38cb6a0d completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:18:17.072114 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-cb6d092e-2a70-41f3-a94d-94075987b203 None None] Provisioning complete for port bee7053e-a647-4d9c-8064-efbc38cb6a0d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:18:17.072494 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cb6d092e-2a70-41f3-a94d-94075987b203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:17.153287 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1899e624-2728-4107-b571-fb22f34fae22 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:17.162333 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d44cd-dc74-4ff9-bd26-83ab4ee7439a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c572114-be52-40ef-a947-0d523d4c14b4,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:17.176627 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-857d44cd-dc74-4ff9-bd26-83ab4ee7439a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5f223689db8c41f4bf918e4f00f4f370&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8264725 Apr 06 14:18:17.177563 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49718) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:17.187397 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-1899e624-2728-4107-b571-fb22f34fae22 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Transition to ACTIVE for port object c86153f3-c4fa-4f9c-afc0-5e6103b35a2f will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:18:17.194352 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-df9b5fc4-52f5-490e-96d2-73c695b83997 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e82138-5c64-457e-9cde-ca123765f894']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:17.235784 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1899e624-2728-4107-b571-fb22f34fae22 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:17.237132 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-817fadde-f1e6-487c-a3a0-815e5d373977 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:17.245854 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-df9b5fc4-52f5-490e-96d2-73c695b83997 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082800c1-8318-4cfe-b7ec-836766a81e02') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:17.246151 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-df9b5fc4-52f5-490e-96d2-73c695b83997 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082800c1-8318-4cfe-b7ec-836766a81e02') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:17.264765 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-df9b5fc4-52f5-490e-96d2-73c695b83997 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:17.271857 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-817fadde-f1e6-487c-a3a0-815e5d373977 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:17.303760 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-df9b5fc4-52f5-490e-96d2-73c695b83997 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:17.325876 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1899e624-2728-4107-b571-fb22f34fae22 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:17.326657 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899e624-2728-4107-b571-fb22f34fae22 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Port': ['ID=c86153f3-c4fa-4f9c-afc0-5e6103b35a2f,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:17.329463 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-1899e624-2728-4107-b571-fb22f34fae22 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:17.332437 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1899e624-2728-4107-b571-fb22f34fae22 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:18:17.335179 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9b5fc4-52f5-490e-96d2-73c695b83997 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:18:17.335598 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-df9b5fc4-52f5-490e-96d2-73c695b83997 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:17.336456 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1899e624-2728-4107-b571-fb22f34fae22 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:17.337162 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1899e624-2728-4107-b571-fb22f34fae22 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:18:17.349948 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:18:17.381340 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1899e624-2728-4107-b571-fb22f34fae22 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0955424 Apr 06 14:18:17.383562 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49722) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:17.413280 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-862ee29f-e321-4a66-8014-0912e923f677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:17.420832 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794b2ef6-bc63-47ba-bb1f-27cf12f3bf66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:18:17.439514 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f0547-cc40-4993-bedb-64ede283010e None None] Sync routers for ids ['8c2524ec-9c1a-42b6-a194-6ed424f40e3f'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:18:17.448198 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-817fadde-f1e6-487c-a3a0-815e5d373977 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:17.448714 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817fadde-f1e6-487c-a3a0-815e5d373977 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Fanout notify agent at l3_agent the message router_deleted on router 36a5affc-c4dc-47d6-ac97-97499dd2f921 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:18:17.451449 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4f0547-cc40-4993-bedb-64ede283010e None None] Routers {'8c2524ec-9c1a-42b6-a194-6ed424f40e3f'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:17.452260 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-bb4f0547-cc40-4993-bedb-64ede283010e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:18:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['8c2524ec-9c1a-42b6-a194-6ed424f40e3f'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:17.473484 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-862ee29f-e321-4a66-8014-0912e923f677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:17.486134 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-df9b5fc4-52f5-490e-96d2-73c695b83997 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:17.498578 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-794b2ef6-bc63-47ba-bb1f-27cf12f3bf66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:17.500097 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-794b2ef6-bc63-47ba-bb1f-27cf12f3bf66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.7590973 Apr 06 14:18:17.503726 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49726) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:17.516071 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-df9b5fc4-52f5-490e-96d2-73c695b83997 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:17.520939 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-bb4f0547-cc40-4993-bedb-64ede283010e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:17.533135 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4f0547-cc40-4993-bedb-64ede283010e None None] Routers {'8c2524ec-9c1a-42b6-a194-6ed424f40e3f'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:17.533963 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-bb4f0547-cc40-4993-bedb-64ede283010e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:18:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['8c2524ec-9c1a-42b6-a194-6ed424f40e3f'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:17.542770 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b5fc4-52f5-490e-96d2-73c695b83997 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Pushing event deleted for resources: {'Network': ['ID=e1e82138-5c64-457e-9cde-ca123765f894,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:17.577572 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-817fadde-f1e6-487c-a3a0-815e5d373977 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:17.578738 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-817fadde-f1e6-487c-a3a0-815e5d373977 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "DELETE /v2.0/routers/36a5affc-c4dc-47d6-ac97-97499dd2f921 HTTP/1.1" status: 204 len: 168 time: 5.2995515 Apr 06 14:18:17.585258 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-df9b5fc4-52f5-490e-96d2-73c695b83997 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] 10.222.0.60 "DELETE /v2.0/networks/e1e82138-5c64-457e-9cde-ca123765f894 HTTP/1.1" status: 204 len: 168 time: 1.4910369 Apr 06 14:18:17.591205 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49730) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:17.593177 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49732) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:17.606600 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-bb4f0547-cc40-4993-bedb-64ede283010e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:17.607191 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f0547-cc40-4993-bedb-64ede283010e None None] The sync data for ids ['8c2524ec-9c1a-42b6-a194-6ed424f40e3f'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:18:17.628463 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-983d256d-921c-46bd-9c57-fc213a1c88b1 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2033623618', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'enable_snat': False}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:17.643766 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-22113969-67dc-4f4c-ab58-b6df5e880f9f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting port c86153f3-c4fa-4f9c-afc0-5e6103b35a2f {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:17.644107 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-22113969-67dc-4f4c-ab58-b6df5e880f9f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:17.690832 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-983d256d-921c-46bd-9c57-fc213a1c88b1 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:17.707688 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55f48f7-4da3-4fe9-a326-3ff4726d64da tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Router 17570090-97ff-4ac6-919a-6b200589bf7a has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:18:17.719026 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-983d256d-921c-46bd-9c57-fc213a1c88b1 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Usage tracker for resource:router and tenant:bf87b9404d1f4f399d15cbb5a60dc412 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:17.728542 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-983d256d-921c-46bd-9c57-fc213a1c88b1 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:17.734873 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-816b845d-db3b-40ab-9a71-f72070ed4ed1 None None] Provisioning for port c86153f3-c4fa-4f9c-afc0-5e6103b35a2f completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:18:17.741251 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-816b845d-db3b-40ab-9a71-f72070ed4ed1 None None] Provisioning complete for port c86153f3-c4fa-4f9c-afc0-5e6103b35a2f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:18:17.741634 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-816b845d-db3b-40ab-9a71-f72070ed4ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:17.746094 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-983d256d-921c-46bd-9c57-fc213a1c88b1 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:17.751685 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-862ee29f-e321-4a66-8014-0912e923f677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:17.777942 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c8c23d2c-4153-44c3-8d90-5327f94bc6e4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:17.783234 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ee29f-e321-4a66-8014-0912e923f677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c572114-be52-40ef-a947-0d523d4c14b4,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:17.795725 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-862ee29f-e321-4a66-8014-0912e923f677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:17.799075 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-862ee29f-e321-4a66-8014-0912e923f677 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9c572114-be52-40ef-a947-0d523d4c14b4 HTTP/1.1" status: 204 len: 168 time: 0.6049681 Apr 06 14:18:17.799075 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-983d256d-921c-46bd-9c57-fc213a1c88b1 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:17.799075 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-983d256d-921c-46bd-9c57-fc213a1c88b1 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:17.846744 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-816b845d-db3b-40ab-9a71-f72070ed4ed1 None None] Port c86153f3-c4fa-4f9c-afc0-5e6103b35a2f cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:18:18.008467 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device bee7053e-a647-4d9c-8064-efbc38cb6a0d up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:18:18.094658 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port bee7053e-a647-4d9c-8064-efbc38cb6a0d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:18:18.095955 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:18.187175 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-22113969-67dc-4f4c-ab58-b6df5e880f9f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:18.308064 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-983d256d-921c-46bd-9c57-fc213a1c88b1 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:18.349526 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ab48841d-a4d7-49a6-a492-a8cb950fa963 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "GET /v2.0/routers/8c2524ec-9c1a-42b6-a194-6ed424f40e3f HTTP/1.1" status: 200 len: 885 time: 0.8423131 Apr 06 14:18:18.354153 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-22113969-67dc-4f4c-ab58-b6df5e880f9f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Calling delete_port for c86153f3-c4fa-4f9c-afc0-5e6103b35a2f owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:18.355412 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c8c23d2c-4153-44c3-8d90-5327f94bc6e4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:18.363678 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49750) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:18.563257 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-c8c23d2c-4153-44c3-8d90-5327f94bc6e4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c87d9e7-d75f-43c7-acda-65ac543448c8']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:18.579576 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-22113969-67dc-4f4c-ab58-b6df5e880f9f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:18.595897 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f4541-1e27-44a8-bc5b-f532d72668ff req-6fe937b2-f990-424c-9b27-8d12d8b09e88 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:18.597401 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-673f4541-1e27-44a8-bc5b-f532d72668ff req-6fe937b2-f990-424c-9b27-8d12d8b09e88 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 943 time: 0.5190985 Apr 06 14:18:18.623492 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:18:18.630606 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22113969-67dc-4f4c-ab58-b6df5e880f9f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Port': ['ID=c86153f3-c4fa-4f9c-afc0-5e6103b35a2f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:18.649830 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-c8c23d2c-4153-44c3-8d90-5327f94bc6e4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe460871-6fd9-4166-9521-5f1b941ee860') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:18.650134 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-c8c23d2c-4153-44c3-8d90-5327f94bc6e4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe460871-6fd9-4166-9521-5f1b941ee860') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:18.698287 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c8c23d2c-4153-44c3-8d90-5327f94bc6e4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:18.721138 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-22113969-67dc-4f4c-ab58-b6df5e880f9f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:18.738336 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c8c23d2c-4153-44c3-8d90-5327f94bc6e4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:18.738582 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-22113969-67dc-4f4c-ab58-b6df5e880f9f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/c86153f3-c4fa-4f9c-afc0-5e6103b35a2f HTTP/1.1" status: 204 len: 168 time: 1.3514960 Apr 06 14:18:18.739536 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49762) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:18.768721 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c23d2c-4153-44c3-8d90-5327f94bc6e4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:18:18.769175 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c8c23d2c-4153-44c3-8d90-5327f94bc6e4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:18:18.785595 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:18:18.826600 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1e26d7-39f9-49cb-96a4-fe38a6e2513b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:18.827328 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ee1e26d7-39f9-49cb-96a4-fe38a6e2513b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:18.849891 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-983d256d-921c-46bd-9c57-fc213a1c88b1 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:18.851855 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ee1e26d7-39f9-49cb-96a4-fe38a6e2513b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:18.856093 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ee1e26d7-39f9-49cb-96a4-fe38a6e2513b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1129737 Apr 06 14:18:18.863102 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49766) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:18.881862 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-673f4541-1e27-44a8-bc5b-f532d72668ff req-c9d91421-5c35-400d-bb87-d4dddb575dc8 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2378609 Apr 06 14:18:18.913494 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c8c23d2c-4153-44c3-8d90-5327f94bc6e4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:18.961537 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c8c23d2c-4153-44c3-8d90-5327f94bc6e4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:18.981879 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c23d2c-4153-44c3-8d90-5327f94bc6e4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Pushing event deleted for resources: {'Network': ['ID=0c87d9e7-d75f-43c7-acda-65ac543448c8,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:18.985430 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abaf2a3-35d2-44e0-90a2-9c6a99d13213 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:18.987041 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7abaf2a3-35d2-44e0-90a2-9c6a99d13213 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1216762 Apr 06 14:18:18.989548 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49772) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:19.041291 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c8c23d2c-4153-44c3-8d90-5327f94bc6e4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] 10.222.0.60 "DELETE /v2.0/networks/0c87d9e7-d75f-43c7-acda-65ac543448c8 HTTP/1.1" status: 204 len: 168 time: 1.4401615 Apr 06 14:18:19.041627 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49776) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:19.051278 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55f48f7-4da3-4fe9-a326-3ff4726d64da tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:18:19.061288 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e55f48f7-4da3-4fe9-a326-3ff4726d64da tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "PUT /v2.0/routers/17570090-97ff-4ac6-919a-6b200589bf7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0513983 Apr 06 14:18:19.064179 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49780) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:19.075336 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94946b6f-7418-427d-95ff-cc487e1eecbe None None] Sync routers for ids ['17570090-97ff-4ac6-919a-6b200589bf7a'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:18:19.093350 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94946b6f-7418-427d-95ff-cc487e1eecbe None None] Routers {'17570090-97ff-4ac6-919a-6b200589bf7a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:19.094058 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-94946b6f-7418-427d-95ff-cc487e1eecbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:18:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['17570090-97ff-4ac6-919a-6b200589bf7a'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:19.138533 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868fb1f0-1970-4e7c-9328-6ed37bf34d93 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:19.139859 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868fb1f0-1970-4e7c-9328-6ed37bf34d93 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:19.141191 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868fb1f0-1970-4e7c-9328-6ed37bf34d93 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:19.142111 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-868fb1f0-1970-4e7c-9328-6ed37bf34d93 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:19.175371 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-868fb1f0-1970-4e7c-9328-6ed37bf34d93 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:19.179156 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-868fb1f0-1970-4e7c-9328-6ed37bf34d93 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1857057 Apr 06 14:18:19.179788 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49786) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:19.185799 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-94946b6f-7418-427d-95ff-cc487e1eecbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:19.198285 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94946b6f-7418-427d-95ff-cc487e1eecbe None None] Routers {'17570090-97ff-4ac6-919a-6b200589bf7a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:19.199197 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-94946b6f-7418-427d-95ff-cc487e1eecbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:18:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['17570090-97ff-4ac6-919a-6b200589bf7a'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:19.236256 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c11578f0-349b-4a91-88d3-13e46b72b077 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Synchronizing usage tracker for tenant:6405625efdd14c9bb474ac0b7c765923 on resource:router {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:19.281919 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c11578f0-349b-4a91-88d3-13e46b72b077 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Unset dirty status for tenant:6405625efdd14c9bb474ac0b7c765923 on resource:router {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:19.282486 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c61da2-4f46-4812-ae44-f342f5ebae88 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:19.283085 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c11578f0-349b-4a91-88d3-13e46b72b077 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.9173951 Apr 06 14:18:19.285943 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49792) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:19.289630 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c61da2-4f46-4812-ae44-f342f5ebae88 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:19.296532 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-16c61da2-4f46-4812-ae44-f342f5ebae88 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2486036 Apr 06 14:18:19.296532 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49796) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:19.301374 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-00661eb5-9660-470d-aa74-cc9c12bc1919 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting subnet 5fab7f41-332b-4e2b-abcf-e6c66f52f7e8 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:18:19.303456 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e7a0c555-9016-40db-a808-cbc254d006c8 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1598763337'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:19.306366 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-94946b6f-7418-427d-95ff-cc487e1eecbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:19.306511 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-08025a7e-0a67-4cbb-af2c-5ae650c1cde1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-325315113'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:19.306600 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94946b6f-7418-427d-95ff-cc487e1eecbe None None] The sync data for ids ['17570090-97ff-4ac6-919a-6b200589bf7a'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:18:19.316759 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-00661eb5-9660-470d-aa74-cc9c12bc1919 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:19.347714 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-08025a7e-0a67-4cbb-af2c-5ae650c1cde1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:19.357679 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-08025a7e-0a67-4cbb-af2c-5ae650c1cde1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Usage tracker for resource:network and tenant:7a616fee206a42448a6dddf33cdc8e67 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:19.365858 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-08025a7e-0a67-4cbb-af2c-5ae650c1cde1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:19.375870 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-08025a7e-0a67-4cbb-af2c-5ae650c1cde1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:19.390292 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-00661eb5-9660-470d-aa74-cc9c12bc1919 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:19.425042 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08025a7e-0a67-4cbb-af2c-5ae650c1cde1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Made reservation on behalf of 7a616fee206a42448a6dddf33cdc8e67 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:19.428008 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-08025a7e-0a67-4cbb-af2c-5ae650c1cde1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:19.482981 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08025a7e-0a67-4cbb-af2c-5ae650c1cde1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:18:19.499828 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-08025a7e-0a67-4cbb-af2c-5ae650c1cde1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:19.500153 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-08025a7e-0a67-4cbb-af2c-5ae650c1cde1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Added segment ef0bebcc-09a1-49aa-be90-23147e426a93 of type vlan for network 303002d7-be79-4017-ad39-dac5b2e66126 Apr 06 14:18:19.525522 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-00661eb5-9660-470d-aa74-cc9c12bc1919 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:19.566382 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-08025a7e-0a67-4cbb-af2c-5ae650c1cde1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:19.623602 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-08025a7e-0a67-4cbb-af2c-5ae650c1cde1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:19.627620 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08025a7e-0a67-4cbb-af2c-5ae650c1cde1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:19.628436 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-08025a7e-0a67-4cbb-af2c-5ae650c1cde1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:19.634449 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-983d256d-921c-46bd-9c57-fc213a1c88b1 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:19.656667 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-00661eb5-9660-470d-aa74-cc9c12bc1919 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:19.669534 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-983d256d-921c-46bd-9c57-fc213a1c88b1 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:19.754100 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00661eb5-9660-470d-aa74-cc9c12bc1919 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Subnet': ['ID=5fab7f41-332b-4e2b-abcf-e6c66f52f7e8,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:19.774988 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f5f9153-7348-435e-ac94-0e62eb6a39c2 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:19.789203 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-00661eb5-9660-470d-aa74-cc9c12bc1919 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:19.794184 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-00661eb5-9660-470d-aa74-cc9c12bc1919 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/5fab7f41-332b-4e2b-abcf-e6c66f52f7e8 HTTP/1.1" status: 204 len: 168 time: 0.6109796 Apr 06 14:18:19.800904 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c60d5c7-00e8-413c-89ee-9e8bcb8bf92a None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:18:19.811268 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-08025a7e-0a67-4cbb-af2c-5ae650c1cde1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5147552 Apr 06 14:18:19.812213 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49810) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:19.813228 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49812) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:19.813971 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08025a7e-0a67-4cbb-af2c-5ae650c1cde1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Pushing event updated for resources: {'Network': ['ID=303002d7-be79-4017-ad39-dac5b2e66126,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:19.837712 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9f598d0c-be7f-4eba-8b60-fc5300d05105 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1783395062'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:19.840332 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 303002d7-be79-4017-ad39-dac5b2e66126 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:18:19.925702 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-563729d7-f6ea-4d00-8974-3be6ddb9b182 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting subnet a5d9d580-f351-45c6-acbe-f132bb130415 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:18:19.930125 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9f598d0c-be7f-4eba-8b60-fc5300d05105 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:19.932766 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-563729d7-f6ea-4d00-8974-3be6ddb9b182 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:19.967854 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9f598d0c-be7f-4eba-8b60-fc5300d05105 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Usage tracker for resource:network and tenant:7a616fee206a42448a6dddf33cdc8e67 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:19.973905 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9f598d0c-be7f-4eba-8b60-fc5300d05105 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:19.986480 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-983d256d-921c-46bd-9c57-fc213a1c88b1 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Allocated IP 172.26.8.28 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/1418492f-daab-474e-a061-24fbc5677010) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:18:19.989532 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9f598d0c-be7f-4eba-8b60-fc5300d05105 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:20.008050 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-563729d7-f6ea-4d00-8974-3be6ddb9b182 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:20.040846 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f598d0c-be7f-4eba-8b60-fc5300d05105 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Made reservation on behalf of 7a616fee206a42448a6dddf33cdc8e67 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:20.044225 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f598d0c-be7f-4eba-8b60-fc5300d05105 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:20.083499 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49822) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:20.227573 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f598d0c-be7f-4eba-8b60-fc5300d05105 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:18:20.302598 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f598d0c-be7f-4eba-8b60-fc5300d05105 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:20.303295 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-9f598d0c-be7f-4eba-8b60-fc5300d05105 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Added segment af613239-be6b-448b-b175-a7beb2e97665 of type vlan for network c4b559fc-5c02-4951-9902-06ffadcff09a Apr 06 14:18:20.331370 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-983d256d-921c-46bd-9c57-fc213a1c88b1 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:20.334774 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9d97a31e-682e-4597-b79b-c04b30058736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1792177835'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:20.343639 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-563729d7-f6ea-4d00-8974-3be6ddb9b182 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:20.374443 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9d97a31e-682e-4597-b79b-c04b30058736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:20.399070 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f5f9153-7348-435e-ac94-0e62eb6a39c2 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:20.406907 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9d97a31e-682e-4597-b79b-c04b30058736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] Usage tracker for resource:network and tenant:68b3f9f4e9604500bf9791d8a56026eb is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:20.412951 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f598d0c-be7f-4eba-8b60-fc5300d05105 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:20.422529 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9d97a31e-682e-4597-b79b-c04b30058736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:20.428893 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-983d256d-921c-46bd-9c57-fc213a1c88b1 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:20.431015 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd7143-dd79-4b17-a3fc-4af969bbf6d9 req-2b852f52-b340-4911-8979-1c3ce0168b39 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:20.432430 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-3f5f9153-7348-435e-ac94-0e62eb6a39c2 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Deleting port 92667d8f-e81f-4f0f-aad6-e4049f7fe0d3 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:20.432564 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b4bd7143-dd79-4b17-a3fc-4af969bbf6d9 req-2b852f52-b340-4911-8979-1c3ce0168b39 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 943 time: 0.2062714 Apr 06 14:18:20.432935 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f5f9153-7348-435e-ac94-0e62eb6a39c2 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:20.442706 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9d97a31e-682e-4597-b79b-c04b30058736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:20.500833 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d97a31e-682e-4597-b79b-c04b30058736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] Made reservation on behalf of 68b3f9f4e9604500bf9791d8a56026eb for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:20.504803 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9d97a31e-682e-4597-b79b-c04b30058736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:20.536784 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9d97a31e-682e-4597-b79b-c04b30058736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:20.551788 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-563729d7-f6ea-4d00-8974-3be6ddb9b182 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:20.555225 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f598d0c-be7f-4eba-8b60-fc5300d05105 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:20.558880 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f598d0c-be7f-4eba-8b60-fc5300d05105 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:20.559554 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f598d0c-be7f-4eba-8b60-fc5300d05105 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:20.582194 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983d256d-921c-46bd-9c57-fc213a1c88b1 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:20.631368 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-983d256d-921c-46bd-9c57-fc213a1c88b1 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:20.640790 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563729d7-f6ea-4d00-8974-3be6ddb9b182 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Subnet': ['ID=a5d9d580-f351-45c6-acbe-f132bb130415,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:20.644319 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b4bd7143-dd79-4b17-a3fc-4af969bbf6d9 req-53ad7856-d932-47bf-b4af-90e53a0af8a8 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993794 Apr 06 14:18:20.694563 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983d256d-921c-46bd-9c57-fc213a1c88b1 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:18:20.730238 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-563729d7-f6ea-4d00-8974-3be6ddb9b182 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:20.732115 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-563729d7-f6ea-4d00-8974-3be6ddb9b182 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/a5d9d580-f351-45c6-acbe-f132bb130415 HTTP/1.1" status: 204 len: 168 time: 0.9147432 Apr 06 14:18:20.737787 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9f598d0c-be7f-4eba-8b60-fc5300d05105 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9146900 Apr 06 14:18:20.738445 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49828) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:20.745244 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49830) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:20.746295 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9d97a31e-682e-4597-b79b-c04b30058736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:20.750745 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f598d0c-be7f-4eba-8b60-fc5300d05105 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Pushing event updated for resources: {'Network': ['ID=c4b559fc-5c02-4951-9902-06ffadcff09a,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:20.764409 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network c4b559fc-5c02-4951-9902-06ffadcff09a details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:18:20.783668 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d256d-921c-46bd-9c57-fc213a1c88b1 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Pushing event updated for resources: {'Port': ['ID=1418492f-daab-474e-a061-24fbc5677010,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:20.816340 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Request body: {'ports': [{'network_id': '303002d7-be79-4017-ad39-dac5b2e66126', 'name': 'tempest-port--1486132769', 'admin_state_up': True}, {'network_id': 'c4b559fc-5c02-4951-9902-06ffadcff09a', 'admin_state_up': False}]} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:20.821062 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Request body: {'port': {'network_id': '303002d7-be79-4017-ad39-dac5b2e66126', 'name': 'tempest-port--1486132769', 'admin_state_up': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:20.822342 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Request body: {'port': {'network_id': 'c4b559fc-5c02-4951-9902-06ffadcff09a', 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:20.959539 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9d97a31e-682e-4597-b79b-c04b30058736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] Usage tracker for resource:security_group_rule and tenant:68b3f9f4e9604500bf9791d8a56026eb is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:20.966863 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f17112c9-07b8-4d5a-b220-1eb18892ed53 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2217753 Apr 06 14:18:20.970968 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9d97a31e-682e-4597-b79b-c04b30058736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:20.971532 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68048d2-472c-43bb-8735-c28eb60c922c None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:18:20.974346 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49836) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:20.994971 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-417b0969-9a7d-4513-aa97-ea379ffff076 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:21.010408 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9d97a31e-682e-4597-b79b-c04b30058736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:21.110432 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-bf2a402b-5636-480e-bd2a-0d4adc7c9730 None None] Provisioning complete for port bee7053e-a647-4d9c-8064-efbc38cb6a0d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:18:21.110727 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bf2a402b-5636-480e-bd2a-0d4adc7c9730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:21.132276 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f5f9153-7348-435e-ac94-0e62eb6a39c2 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:21.209159 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7a0c555-9016-40db-a808-cbc254d006c8 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:21.258677 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-417b0969-9a7d-4513-aa97-ea379ffff076 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:21.273948 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:21.281499 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-417b0969-9a7d-4513-aa97-ea379ffff076 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:21.285938 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-3f5f9153-7348-435e-ac94-0e62eb6a39c2 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Calling delete_port for 92667d8f-e81f-4f0f-aad6-e4049f7fe0d3 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:21.289377 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Usage tracker for resource:port and tenant:7a616fee206a42448a6dddf33cdc8e67 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:21.298576 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:21.308844 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:21.312975 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9d97a31e-682e-4597-b79b-c04b30058736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:21.318540 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9d97a31e-682e-4597-b79b-c04b30058736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:21.336845 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7a0c555-9016-40db-a808-cbc254d006c8 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653861', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691619'] for router, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:21.345304 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d97a31e-682e-4597-b79b-c04b30058736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:18:21.349584 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Made reservation on behalf of 7a616fee206a42448a6dddf33cdc8e67 for: {'port': 2} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:21.353124 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:21.356814 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab57ad38-f0a6-4a66-ad16-14d554fbd550 None None] DHCP port deletion for 45db5c66-c082-47ed-beeb-688e3c8646d5 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:18:21.361677 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ab57ad38-f0a6-4a66-ad16-14d554fbd550 None None] Deleting port bee7053e-a647-4d9c-8064-efbc38cb6a0d {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:21.361990 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ab57ad38-f0a6-4a66-ad16-14d554fbd550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:21.364805 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417b0969-9a7d-4513-aa97-ea379ffff076 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:21.450011 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:21.458822 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9d97a31e-682e-4597-b79b-c04b30058736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:21.459275 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-9d97a31e-682e-4597-b79b-c04b30058736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] Added segment bb5573a3-9648-43fb-a871-fa8634672646 of type vlan for network e482e217-e584-479f-8462-eb270f07e3ad Apr 06 14:18:21.466964 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97a31e-682e-4597-b79b-c04b30058736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30021b7d-468f-41ee-9195-e48b976d7ea3,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:21.517289 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-983d256d-921c-46bd-9c57-fc213a1c88b1 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:21.518024 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-983d256d-921c-46bd-9c57-fc213a1c88b1 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:21.580647 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ab57ad38-f0a6-4a66-ad16-14d554fbd550 None None] For port bee7053e-a647-4d9c-8064-efbc38cb6a0d, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=bee7053e-a647-4d9c-8064-efbc38cb6a0d,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:21.580990 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ab57ad38-f0a6-4a66-ad16-14d554fbd550 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:21.627401 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9d97a31e-682e-4597-b79b-c04b30058736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:21.632432 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-417b0969-9a7d-4513-aa97-ea379ffff076 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:21.713696 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ab57ad38-f0a6-4a66-ad16-14d554fbd550 None None] Calling delete_port for bee7053e-a647-4d9c-8064-efbc38cb6a0d owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:21.771236 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f5f9153-7348-435e-ac94-0e62eb6a39c2 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:21.843396 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ab57ad38-f0a6-4a66-ad16-14d554fbd550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:21.858610 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f9153-7348-435e-ac94-0e62eb6a39c2 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event deleted for resources: {'Port': ['ID=92667d8f-e81f-4f0f-aad6-e4049f7fe0d3,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:21.860356 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9d97a31e-682e-4597-b79b-c04b30058736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:21.864553 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d97a31e-682e-4597-b79b-c04b30058736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:21.865177 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9d97a31e-682e-4597-b79b-c04b30058736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:21.899413 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] device_id is not set on port 8e01f101-a51f-493d-8bcb-0084939cd23a yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:18:21.953546 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57ad38-f0a6-4a66-ad16-14d554fbd550 None None] Pushing event deleted for resources: {'Port': ['ID=bee7053e-a647-4d9c-8064-efbc38cb6a0d,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:21.957079 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab57ad38-f0a6-4a66-ad16-14d554fbd550 None None] No DVR routers for this DVR port bee7053e-a647-4d9c-8064-efbc38cb6a0d on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:18:22.017115 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device bee7053e-a647-4d9c-8064-efbc38cb6a0d no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:18:22.051077 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: bee7053e-a647-4d9c-8064-efbc38cb6a0d {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:18:22.051571 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device bee7053e-a647-4d9c-8064-efbc38cb6a0d not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:18:22.119708 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97a31e-682e-4597-b79b-c04b30058736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] Pushing event updated for resources: {'Network': ['ID=e482e217-e584-479f-8462-eb270f07e3ad,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:22.127705 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9d97a31e-682e-4597-b79b-c04b30058736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.0430529 Apr 06 14:18:22.143166 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network e482e217-e584-479f-8462-eb270f07e3ad details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:18:22.203980 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a0c555-9016-40db-a808-cbc254d006c8 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Router 8c2524ec-9c1a-42b6-a194-6ed424f40e3f has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:18:22.206261 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f5f9153-7348-435e-ac94-0e62eb6a39c2 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:22.300145 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:22.304690 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-417b0969-9a7d-4513-aa97-ea379ffff076 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:22.359889 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49846) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:22.369373 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf214f-cc14-4948-bf75-70fb612f15bc req-0cf61c08-51f6-4a5c-8bd4-11ae7d73d7ab tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:22.370819 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8bf214f-cc14-4948-bf75-70fb612f15bc req-0cf61c08-51f6-4a5c-8bd4-11ae7d73d7ab tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 943 time: 0.5608437 Apr 06 14:18:22.423793 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Request body: {'port': {'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad', 'binding:host_id': 'hv-neutron-8358', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-543937928'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:22.449098 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:22.475413 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Usage tracker for resource:port and tenant:6b8a806bdab8492f8363bfeccb961fba is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:22.479110 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417b0969-9a7d-4513-aa97-ea379ffff076 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:22.484400 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:22.489081 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] device_id is not set on port 3abfecab-b554-4506-a543-b06444e471a6 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:18:22.492159 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-417b0969-9a7d-4513-aa97-ea379ffff076 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:22.500655 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417b0969-9a7d-4513-aa97-ea379ffff076 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:22.501271 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-417b0969-9a7d-4513-aa97-ea379ffff076 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:22.502366 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97fee1f-6e5e-4c2c-b334-156e31ded699 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:18:22.505003 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:22.515818 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b0969-9a7d-4513-aa97-ea379ffff076 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Subnet': ['ID=bf6a73e4-f5c9-4236-be0f-6a9de6cc91f9,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:22.537541 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Made reservation on behalf of 6b8a806bdab8492f8363bfeccb961fba for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:22.539806 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:22.560063 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:22.574594 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-417b0969-9a7d-4513-aa97-ea379ffff076 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5967569 Apr 06 14:18:22.577414 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49850) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:22.586259 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-cedc7c22-5970-402e-a113-641d12b9596a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:22.704496 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f5f9153-7348-435e-ac94-0e62eb6a39c2 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:22.717971 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:22.733598 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Usage tracker for resource:security_group_rule and tenant:6b8a806bdab8492f8363bfeccb961fba is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:22.741471 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:22.748396 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2fe144-facc-4380-b289-cba2597830f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-45db5c66-c082-47ed-beeb-688e3c8646d5', 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'fixed_ips': [{'subnet_id': 'bf6a73e4-f5c9-4236-be0f-6a9de6cc91f9'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:18:22.749759 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4c2fe144-facc-4380-b289-cba2597830f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:22.761403 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:22.771582 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f5f9153-7348-435e-ac94-0e62eb6a39c2 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:22.802464 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8bf214f-cc14-4948-bf75-70fb612f15bc req-c14cb476-c95a-43fd-b846-494620486920 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4226866 Apr 06 14:18:22.804496 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:22.822523 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cedc7c22-5970-402e-a113-641d12b9596a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:22.830601 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cedc7c22-5970-402e-a113-641d12b9596a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:subnet and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:22.837550 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cedc7c22-5970-402e-a113-641d12b9596a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:22.849022 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cedc7c22-5970-402e-a113-641d12b9596a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:22.861095 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f5f9153-7348-435e-ac94-0e62eb6a39c2 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:22.861637 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5f9153-7348-435e-ac94-0e62eb6a39c2 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Fanout notify agent at l3_agent the message router_deleted on router 17570090-97ff-4ac6-919a-6b200589bf7a {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:18:22.878189 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedc7c22-5970-402e-a113-641d12b9596a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:22.881698 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cedc7c22-5970-402e-a113-641d12b9596a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:22.881832 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983d256d-921c-46bd-9c57-fc213a1c88b1 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Router d0910fa7-090a-44d2-897f-24c147e7e117 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:18:22.891060 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f5f9153-7348-435e-ac94-0e62eb6a39c2 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:22.895123 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3f5f9153-7348-435e-ac94-0e62eb6a39c2 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "DELETE /v2.0/routers/17570090-97ff-4ac6-919a-6b200589bf7a HTTP/1.1" status: 204 len: 168 time: 3.8235509 Apr 06 14:18:22.895602 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49854) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:22.987202 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:22.994312 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:22.998099 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:23.019814 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-4c2fe144-facc-4380-b289-cba2597830f3 None None] Allocated IP 2001:db8::2 (45db5c66-c082-47ed-beeb-688e3c8646d5/bf6a73e4-f5c9-4236-be0f-6a9de6cc91f9/bb145ba8-6ae0-4330-979c-19bae91954b1) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:18:23.050672 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] device_id is not set on port 37c1d540-6a3e-400a-8c51-dd2df5ca595b yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:18:23.184110 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254d2e42-3c2a-4888-80aa-28ed89aebc86,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:23.192040 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Pushing event updated for resources: {'Port': ['ID=8e01f101-a51f-493d-8bcb-0084939cd23a,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:23.198434 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.ipam_backend_mixin [None req-cedc7c22-5970-402e-a113-641d12b9596a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bf6a73e4-f5c9-4236-be0f-6a9de6cc91f9 (CIDR: 2001:db8::/64) Apr 06 14:18:23.223409 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-cedc7c22-5970-402e-a113-641d12b9596a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:18:23.223409 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cedc7c22-5970-402e-a113-641d12b9596a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:18:23.228618 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a0c555-9016-40db-a808-cbc254d006c8 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:18:23.244939 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4404fcb2-8719-46f7-bd56-1e913d84a70d None None] Sync routers for ids ['8c2524ec-9c1a-42b6-a194-6ed424f40e3f'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:18:23.248458 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7a0c555-9016-40db-a808-cbc254d006c8 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:23.249648 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e7a0c555-9016-40db-a808-cbc254d006c8 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "PUT /v2.0/routers/8c2524ec-9c1a-42b6-a194-6ed424f40e3f HTTP/1.1" status: 200 len: 892 time: 3.9623764 Apr 06 14:18:23.256289 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49858) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:23.267791 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4404fcb2-8719-46f7-bd56-1e913d84a70d None None] Routers {'8c2524ec-9c1a-42b6-a194-6ed424f40e3f'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:23.268801 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4404fcb2-8719-46f7-bd56-1e913d84a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:18:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['8c2524ec-9c1a-42b6-a194-6ed424f40e3f'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:23.300209 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4c2fe144-facc-4380-b289-cba2597830f3 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:23.305293 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Checking segment: {'id': 'ef0bebcc-09a1-49aa-be90-23147e426a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '303002d7-be79-4017-ad39-dac5b2e66126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:18:23.305735 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Network hostable DHCP agents. Network: 303002d7-be79-4017-ad39-dac5b2e66126, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:18:23.319021 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cedc7c22-5970-402e-a113-641d12b9596a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7378819 Apr 06 14:18:23.319569 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49862) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:23.322575 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4c2fe144-facc-4380-b289-cba2597830f3 None None] Transition to ACTIVE for port object bb145ba8-6ae0-4330-979c-19bae91954b1 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:18:23.342090 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4404fcb2-8719-46f7-bd56-1e913d84a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:23.342754 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5d107329-c3b2-464f-b48b-e3412db681c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:23.351054 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4c2fe144-facc-4380-b289-cba2597830f3 None None] Transition to ACTIVE for port object bb145ba8-6ae0-4330-979c-19bae91954b1 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:18:23.358611 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4404fcb2-8719-46f7-bd56-1e913d84a70d None None] Routers {'8c2524ec-9c1a-42b6-a194-6ed424f40e3f'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:23.359274 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4404fcb2-8719-46f7-bd56-1e913d84a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:18:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['8c2524ec-9c1a-42b6-a194-6ed424f40e3f'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:23.360259 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4c2fe144-facc-4380-b289-cba2597830f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:23.426155 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Network 303002d7-be79-4017-ad39-dac5b2e66126 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:18:23.427920 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-a152ee9d-3c8c-42af-9f29-ab0bb5237047 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Deleting subnet f09c7c2c-1bb5-4a08-ae31-ea6772dbc50b {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:18:23.430598 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2fe144-facc-4380-b289-cba2597830f3 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:23.430750 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4404fcb2-8719-46f7-bd56-1e913d84a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:23.431007 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4404fcb2-8719-46f7-bd56-1e913d84a70d None None] The sync data for ids ['8c2524ec-9c1a-42b6-a194-6ed424f40e3f'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:18:23.441186 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-4c2fe144-facc-4380-b289-cba2597830f3 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:23.446719 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2fe144-facc-4380-b289-cba2597830f3 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:18:23.478591 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 303002d7-be79-4017-ad39-dac5b2e66126) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:23.485667 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:18:23.487005 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:23.489436 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] device_id is not set on port 37c1d540-6a3e-400a-8c51-dd2df5ca595b yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:18:23.504927 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a152ee9d-3c8c-42af-9f29-ab0bb5237047 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:23.526941 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038e858b-27bf-4307-a3b0-a6f12a6a98fb None None] Network 303002d7-be79-4017-ad39-dac5b2e66126 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:18:23.538342 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:23.570826 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Transition to ACTIVE for port object 37c1d540-6a3e-400a-8c51-dd2df5ca595b will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:18:23.607236 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a152ee9d-3c8c-42af-9f29-ab0bb5237047 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:23.610624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:23.612162 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Pushing event updated for resources: {'Port': ['ID=3abfecab-b554-4506-a543-b06444e471a6,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:23.639326 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fe144-facc-4380-b289-cba2597830f3 None None] Pushing event updated for resources: {'Port': ['ID=bb145ba8-6ae0-4330-979c-19bae91954b1,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:23.683802 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4c2fe144-facc-4380-b289-cba2597830f3 None None] Attempting to bind port bb145ba8-6ae0-4330-979c-19bae91954b1 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:23.684166 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4c2fe144-facc-4380-b289-cba2597830f3 None None] Attempting to bind port bb145ba8-6ae0-4330-979c-19bae91954b1 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:23.684533 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2fe144-facc-4380-b289-cba2597830f3 None None] Attempting to bind port bb145ba8-6ae0-4330-979c-19bae91954b1 on network 45db5c66-c082-47ed-beeb-688e3c8646d5 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:23.698039 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Checking segment: {'id': 'af613239-be6b-448b-b175-a7beb2e97665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c4b559fc-5c02-4951-9902-06ffadcff09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:18:23.698404 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Network hostable DHCP agents. Network: c4b559fc-5c02-4951-9902-06ffadcff09a, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:18:23.728025 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Pushing event updated for resources: {'Port': ['ID=37c1d540-6a3e-400a-8c51-dd2df5ca595b,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:23.746065 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2fe144-facc-4380-b289-cba2597830f3 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:18:23.746065 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2fe144-facc-4380-b289-cba2597830f3 None None] Checking segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:18:23.746379 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4c2fe144-facc-4380-b289-cba2597830f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:23.746602 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2fe144-facc-4380-b289-cba2597830f3 None None] Bound using segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:18:23.747085 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4c2fe144-facc-4380-b289-cba2597830f3 None None] Bound port: bb145ba8-6ae0-4330-979c-19bae91954b1, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:18:23.747459 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4c2fe144-facc-4380-b289-cba2597830f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:23.754700 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Checking segment: {'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:18:23.755121 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Network hostable DHCP agents. Network: e482e217-e584-479f-8462-eb270f07e3ad, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:18:23.769292 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5d107329-c3b2-464f-b48b-e3412db681c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:23.770350 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Network c4b559fc-5c02-4951-9902-06ffadcff09a is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:18:23.787050 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, c4b559fc-5c02-4951-9902-06ffadcff09a) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:23.788802 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5d107329-c3b2-464f-b48b-e3412db681c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:subnet and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:23.791405 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:18:23.794064 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5d107329-c3b2-464f-b48b-e3412db681c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:23.795795 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:23.800859 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:23.801571 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:23.803529 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1768f28-3dcb-4c38-87c8-a223ca58af42 None None] Network c4b559fc-5c02-4951-9902-06ffadcff09a requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:18:23.819208 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5d107329-c3b2-464f-b48b-e3412db681c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:23.829434 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Network e482e217-e584-479f-8462-eb270f07e3ad is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:18:23.849330 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7dc140ae-c61a-4217-9a5d-26d246920441 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.0997384 Apr 06 14:18:23.850837 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, e482e217-e584-479f-8462-eb270f07e3ad) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:23.851761 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49866) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:23.859092 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:18:23.861843 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983d256d-921c-46bd-9c57-fc213a1c88b1 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:18:23.888041 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:23.888514 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:23.889326 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:23.897945 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on network e482e217-e584-479f-8462-eb270f07e3ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:18:23.898360 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Failed to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] Apr 06 14:18:23.899254 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempt 2 to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b Apr 06 14:18:23.910456 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d107329-c3b2-464f-b48b-e3412db681c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:23.918211 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea978a7-f209-4f6d-9b8c-50d1d7d11b27 None None] Sync routers for ids ['d0910fa7-090a-44d2-897f-24c147e7e117'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:18:23.928597 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74629ba3-3f30-4349-b1f8-100cdb7eb903 None None] Network e482e217-e584-479f-8462-eb270f07e3ad requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:18:23.932386 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:23.932727 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:23.933272 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:23.943050 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on network e482e217-e584-479f-8462-eb270f07e3ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:18:23.943590 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Failed to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] Apr 06 14:18:23.946722 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a152ee9d-3c8c-42af-9f29-ab0bb5237047 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:23.947530 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempt 3 to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b Apr 06 14:18:23.969852 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:23.970299 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:23.970754 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:23.982649 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on network e482e217-e584-479f-8462-eb270f07e3ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:18:23.982982 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Failed to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] Apr 06 14:18:23.983520 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempt 4 to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b Apr 06 14:18:24.002101 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:24.002608 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:24.002951 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:24.009402 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on network e482e217-e584-479f-8462-eb270f07e3ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:18:24.009658 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Failed to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] Apr 06 14:18:24.011636 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempt 5 to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b Apr 06 14:18:24.071269 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:24.071707 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:24.071923 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:24.082066 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on network e482e217-e584-479f-8462-eb270f07e3ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:18:24.082412 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Failed to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] Apr 06 14:18:24.085680 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempt 6 to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b Apr 06 14:18:24.111960 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:24.112305 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:24.112624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:24.129760 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on network e482e217-e584-479f-8462-eb270f07e3ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:18:24.130096 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Failed to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] Apr 06 14:18:24.131105 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempt 7 to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b Apr 06 14:18:24.135221 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea978a7-f209-4f6d-9b8c-50d1d7d11b27 None None] Routers {'d0910fa7-090a-44d2-897f-24c147e7e117'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:24.135920 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7ea978a7-f209-4f6d-9b8c-50d1d7d11b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:18:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['d0910fa7-090a-44d2-897f-24c147e7e117'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:24.146210 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66031b7-5386-4add-b30c-f3f297592cd6 req-36e833e9-eb57-45c9-88bb-f4df5e2c600d tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:24.147844 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d66031b7-5386-4add-b30c-f3f297592cd6 req-36e833e9-eb57-45c9-88bb-f4df5e2c600d tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 943 time: 0.1370080 Apr 06 14:18:24.156565 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:24.156996 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:24.157337 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:24.184189 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on network e482e217-e584-479f-8462-eb270f07e3ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:18:24.184561 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Failed to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] Apr 06 14:18:24.186502 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempt 8 to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b Apr 06 14:18:24.200817 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-983d256d-921c-46bd-9c57-fc213a1c88b1 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:24.202545 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-983d256d-921c-46bd-9c57-fc213a1c88b1 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.6072881 Apr 06 14:18:24.209099 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49872) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:24.279613 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:24.279973 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:24.280204 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:24.285388 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5f0a6991-cc44-4e02-8592-8b743948e4c4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "GET /v2.0/routers/8c2524ec-9c1a-42b6-a194-6ed424f40e3f HTTP/1.1" status: 200 len: 892 time: 1.0242441 Apr 06 14:18:24.289696 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49876) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:24.301163 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d66031b7-5386-4add-b30c-f3f297592cd6 req-47d87c2d-7d01-4b97-b250-53201ecc3065 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411848 Apr 06 14:18:24.304943 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a152ee9d-3c8c-42af-9f29-ab0bb5237047 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:24.338353 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4c2fe144-facc-4380-b289-cba2597830f3 None None] For port bb145ba8-6ae0-4330-979c-19bae91954b1, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:18:24.340511 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a351d7-f103-475c-a566-a453a8467bb0 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:24.353654 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a351d7-f103-475c-a566-a453a8467bb0 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:24.353654 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e8a351d7-f103-475c-a566-a453a8467bb0 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4900815 Apr 06 14:18:24.353654 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d107329-c3b2-464f-b48b-e3412db681c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:24.369501 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49880) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:24.417234 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152ee9d-3c8c-42af-9f29-ab0bb5237047 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event deleted for resources: {'Subnet': ['ID=f09c7c2c-1bb5-4a08-ae31-ea6772dbc50b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:24.442964 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4c2fe144-facc-4380-b289-cba2597830f3 None None] For port bb145ba8-6ae0-4330-979c-19bae91954b1, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=bb145ba8-6ae0-4330-979c-19bae91954b1,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:18:24.490191 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4c2fe144-facc-4380-b289-cba2597830f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:24.506383 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a152ee9d-3c8c-42af-9f29-ab0bb5237047 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:24.510569 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on network e482e217-e584-479f-8462-eb270f07e3ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:18:24.511053 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Failed to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] Apr 06 14:18:24.512725 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempt 9 to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b Apr 06 14:18:24.520619 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b804c147-ccad-4645-b378-cef452079917 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Synchronizing usage tracker for tenant:6405625efdd14c9bb474ac0b7c765923 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:24.532090 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-0795371b-3d34-4bc4-9093-b02da96184d4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Deleting port 8e01f101-a51f-493d-8bcb-0084939cd23a {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:24.532890 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0795371b-3d34-4bc4-9093-b02da96184d4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:24.538423 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:24.538423 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:24.538687 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:24.538992 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f89743-b394-423b-80b7-5cb907c4c274 None None] Network 31f2be06-4cf2-4a5d-8933-7e5618296f07 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:18:24.552942 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on network e482e217-e584-479f-8462-eb270f07e3ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:18:24.553287 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Failed to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] Apr 06 14:18:24.555103 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempt 10 to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b Apr 06 14:18:24.562007 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b804c147-ccad-4645-b378-cef452079917 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Unset dirty status for tenant:6405625efdd14c9bb474ac0b7c765923 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:24.565638 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b804c147-ccad-4645-b378-cef452079917 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2524ec-9c1a-42b6-a194-6ed424f40e3f HTTP/1.1" status: 200 len: 205 time: 0.2725329 Apr 06 14:18:24.567965 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49884) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:24.576748 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a152ee9d-3c8c-42af-9f29-ab0bb5237047 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "DELETE /v2.0/subnets/f09c7c2c-1bb5-4a08-ae31-ea6772dbc50b HTTP/1.1" status: 204 len: 168 time: 1.6782825 Apr 06 14:18:24.589048 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49888) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:24.652223 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:24.652619 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:24.652978 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:24.723702 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on network e482e217-e584-479f-8462-eb270f07e3ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:18:24.724078 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Failed to bind port 37c1d540-6a3e-400a-8c51-dd2df5ca595b on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] Apr 06 14:18:24.724382 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:24.737122 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fe144-facc-4380-b289-cba2597830f3 None None] Pushing event updated for resources: {'Port': ['ID=bb145ba8-6ae0-4330-979c-19bae91954b1,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:24.783599 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f52b637e-6e56-415b-aca4-09dc1aefde78 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:24.871250 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-7ea978a7-f209-4f6d-9b8c-50d1d7d11b27 None None] Set router d0910fa7-090a-44d2-897f-24c147e7e117 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:18:24.890188 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] For port 37c1d540-6a3e-400a-8c51-dd2df5ca595b, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:18:24.890558 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempted to set empty binding levels {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 06 14:18:24.910293 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:24.933828 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-f52b637e-6e56-415b-aca4-09dc1aefde78 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Deleting port 6d287eab-d1b4-42d9-a33b-03e43c926579 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:24.934450 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f52b637e-6e56-415b-aca4-09dc1aefde78 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:24.991542 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:25.013590 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d6a8d08d-9843-4e5c-aad8-443f0366b9e8 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "GET /v2.0/routers/d0910fa7-090a-44d2-897f-24c147e7e117 HTTP/1.1" status: 200 len: 908 time: 0.7999382 Apr 06 14:18:25.016658 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49892) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:25.024319 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Pushing event updated for resources: {'Port': ['ID=37c1d540-6a3e-400a-8c51-dd2df5ca595b,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:25.030818 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2731593b-95e1-4703-920e-e3e3cd6f21bc tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2033623618', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'enable_snat': True}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:25.045960 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2731593b-95e1-4703-920e-e3e3cd6f21bc tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:25.045960 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cbc5c153-64ca-48f8-b744-bed69c5edfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.6378036 Apr 06 14:18:25.048480 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49896) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:25.051101 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2731593b-95e1-4703-920e-e3e3cd6f21bc tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Usage tracker for resource:router and tenant:bf87b9404d1f4f399d15cbb5a60dc412 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:25.064338 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2731593b-95e1-4703-920e-e3e3cd6f21bc tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:25.099129 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0795371b-3d34-4bc4-9093-b02da96184d4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:25.118915 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2731593b-95e1-4703-920e-e3e3cd6f21bc tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:25.179036 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2731593b-95e1-4703-920e-e3e3cd6f21bc tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:25.180129 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2731593b-95e1-4703-920e-e3e3cd6f21bc tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:25.193152 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-85d67205-5d33-415d-a24b-e62d5f85f02c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Deleting port 37c1d540-6a3e-400a-8c51-dd2df5ca595b {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:25.193538 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85d67205-5d33-415d-a24b-e62d5f85f02c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:25.278155 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7ea978a7-f209-4f6d-9b8c-50d1d7d11b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0910fa7-090a-44d2-897f-24c147e7e117', 'name': 'tempest-snat-router-2033623618', 'tenant_id': 'bf87b9404d1f4f399d15cbb5a60dc412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.28'}], 'enable_snat': False}, 'gw_port_id': '1418492f-daab-474e-a061-24fbc5677010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:17Z', 'updated_at': '2022-04-06T14:18:20Z', 'revision_number': 3, 'project_id': 'bf87b9404d1f4f399d15cbb5a60dc412', 'gw_port': {'id': '1418492f-daab-474e-a061-24fbc5677010', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0910fa7-090a-44d2-897f-24c147e7e117', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:19Z', 'updated_at': '2022-04-06T14:18:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:25.282277 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea978a7-f209-4f6d-9b8c-50d1d7d11b27 None None] Checking router: d0910fa7-090a-44d2-897f-24c147e7e117 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:18:25.282456 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea978a7-f209-4f6d-9b8c-50d1d7d11b27 None None] Updating router d0910fa7-090a-44d2-897f-24c147e7e117 port 1418492f-daab-474e-a061-24fbc5677010 binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:18:25.287362 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b109a8a-42ab-4ce4-962f-6cf8bdb8b858 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:25.310701 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-0795371b-3d34-4bc4-9093-b02da96184d4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Calling delete_port for 8e01f101-a51f-493d-8bcb-0084939cd23a owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:25.313301 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77011a17-c1ef-42ff-855a-827b7deed7bb None None] DHCP port deletion for 31f2be06-4cf2-4a5d-8933-7e5618296f07 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:18:25.326475 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-77011a17-c1ef-42ff-855a-827b7deed7bb None None] Deleting port 6d287eab-d1b4-42d9-a33b-03e43c926579 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:25.326851 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-77011a17-c1ef-42ff-855a-827b7deed7bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:25.387813 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7ea978a7-f209-4f6d-9b8c-50d1d7d11b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:25.468067 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2731593b-95e1-4703-920e-e3e3cd6f21bc tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:25.529258 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-f52b637e-6e56-415b-aca4-09dc1aefde78 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] For port 6d287eab-d1b4-42d9-a33b-03e43c926579, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6d287eab-d1b4-42d9-a33b-03e43c926579,segment=NetworkSegment(43aade2d-41f9-4abf-8186-a2ac5deb45fa),segment_id=43aade2d-41f9-4abf-8186-a2ac5deb45fa)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:25.529764 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f52b637e-6e56-415b-aca4-09dc1aefde78 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:25.543590 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0795371b-3d34-4bc4-9093-b02da96184d4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:25.725754 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-77011a17-c1ef-42ff-855a-827b7deed7bb None None] For port 6d287eab-d1b4-42d9-a33b-03e43c926579, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6d287eab-d1b4-42d9-a33b-03e43c926579,segment=NetworkSegment(43aade2d-41f9-4abf-8186-a2ac5deb45fa),segment_id=43aade2d-41f9-4abf-8186-a2ac5deb45fa)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:25.726153 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-77011a17-c1ef-42ff-855a-827b7deed7bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:25.730228 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-f52b637e-6e56-415b-aca4-09dc1aefde78 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Calling delete_port for 6d287eab-d1b4-42d9-a33b-03e43c926579 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:25.748274 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-85d67205-5d33-415d-a24b-e62d5f85f02c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] For port 37c1d540-6a3e-400a-8c51-dd2df5ca595b, host hv-neutron-8358, got binding levels [] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:25.748851 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85d67205-5d33-415d-a24b-e62d5f85f02c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:25.805624 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795371b-3d34-4bc4-9093-b02da96184d4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Pushing event deleted for resources: {'Port': ['ID=8e01f101-a51f-493d-8bcb-0084939cd23a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:25.840562 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0795371b-3d34-4bc4-9093-b02da96184d4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:25.939319 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-77011a17-c1ef-42ff-855a-827b7deed7bb None None] Calling delete_port for 6d287eab-d1b4-42d9-a33b-03e43c926579 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:25.966710 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-85d67205-5d33-415d-a24b-e62d5f85f02c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Calling delete_port for 37c1d540-6a3e-400a-8c51-dd2df5ca595b owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:26.066278 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device bb145ba8-6ae0-4330-979c-19bae91954b1 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:18:26.075083 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0795371b-3d34-4bc4-9093-b02da96184d4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] 10.222.0.60 "DELETE /v2.0/ports/8e01f101-a51f-493d-8bcb-0084939cd23a HTTP/1.1" status: 204 len: 168 time: 1.6982684 Apr 06 14:18:26.080089 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49902) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:26.093646 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2731593b-95e1-4703-920e-e3e3cd6f21bc tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:26.120347 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85d67205-5d33-415d-a24b-e62d5f85f02c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:26.142925 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-77011a17-c1ef-42ff-855a-827b7deed7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:26.227630 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-f52b637e-6e56-415b-aca4-09dc1aefde78 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:18:26.227961 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-f52b637e-6e56-415b-aca4-09dc1aefde78 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:18:26.247136 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4152ffd-1995-4c5d-81c1-daf9d46363a9 req-c3e955ca-de34-4199-84aa-8806337635c9 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:26.249267 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a4152ffd-1995-4c5d-81c1-daf9d46363a9 req-c3e955ca-de34-4199-84aa-8806337635c9 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 943 time: 0.7111883 Apr 06 14:18:26.250161 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77011a17-c1ef-42ff-855a-827b7deed7bb None None] Pushing event deleted for resources: {'Port': ['ID=6d287eab-d1b4-42d9-a33b-03e43c926579,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:26.261681 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77011a17-c1ef-42ff-855a-827b7deed7bb None None] No DVR routers for this DVR port 6d287eab-d1b4-42d9-a33b-03e43c926579 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:18:26.261882 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-0bb671b0-b22b-4b01-b741-6e85f3f06915 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Deleting port 3abfecab-b554-4506-a543-b06444e471a6 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:26.262102 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0bb671b0-b22b-4b01-b741-6e85f3f06915 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:26.284585 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7ea978a7-f209-4f6d-9b8c-50d1d7d11b27 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:26.297794 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port bb145ba8-6ae0-4330-979c-19bae91954b1 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:18:26.303493 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d0929aaa-d808-4c8e-bf69-c3c273b0e3f4 None None] Provisioning for port bb145ba8-6ae0-4330-979c-19bae91954b1 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:18:26.307657 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7ea978a7-f209-4f6d-9b8c-50d1d7d11b27 None None] Transition to ACTIVE for port object 1418492f-daab-474e-a061-24fbc5677010 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:18:26.313291 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port bb145ba8-6ae0-4330-979c-19bae91954b1 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:18:26.313750 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:26.326383 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.objects.ports [None req-5d107329-c3b2-464f-b48b-e3412db681c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83737) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 06 14:18:26.342250 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7ea978a7-f209-4f6d-9b8c-50d1d7d11b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:26.345489 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d0929aaa-d808-4c8e-bf69-c3c273b0e3f4 None None] Provisioning complete for port bb145ba8-6ae0-4330-979c-19bae91954b1 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:18:26.345921 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d0929aaa-d808-4c8e-bf69-c3c273b0e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:26.359332 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d67205-5d33-415d-a24b-e62d5f85f02c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Pushing event deleted for resources: {'Port': ['ID=37c1d540-6a3e-400a-8c51-dd2df5ca595b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:26.387486 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85d67205-5d33-415d-a24b-e62d5f85f02c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:26.476029 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-85d67205-5d33-415d-a24b-e62d5f85f02c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] 10.222.0.60 "DELETE /v2.0/ports/37c1d540-6a3e-400a-8c51-dd2df5ca595b HTTP/1.1" status: 204 len: 168 time: 1.4264352 Apr 06 14:18:26.477123 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a4152ffd-1995-4c5d-81c1-daf9d46363a9 req-416b00c3-f2f7-415b-be9b-68689068c796 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853225 Apr 06 14:18:26.484703 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49906) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:26.488983 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b109a8a-42ab-4ce4-962f-6cf8bdb8b858 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:26.505254 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62da737-b175-489d-85f9-7da3203ba651 None None] Pushing event updated for resources: {'Port': ['ID=1418492f-daab-474e-a061-24fbc5677010,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:26.511927 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7ea978a7-f209-4f6d-9b8c-50d1d7d11b27 None None] Attempting to bind port 1418492f-daab-474e-a061-24fbc5677010 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:26.512529 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7ea978a7-f209-4f6d-9b8c-50d1d7d11b27 None None] Attempting to bind port 1418492f-daab-474e-a061-24fbc5677010 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:26.513103 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea978a7-f209-4f6d-9b8c-50d1d7d11b27 None None] Attempting to bind port 1418492f-daab-474e-a061-24fbc5677010 on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:26.516263 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-5b109a8a-42ab-4ce4-962f-6cf8bdb8b858 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting port 53242bec-ca1b-48f3-952f-44b7b50da4f4 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:26.516641 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b109a8a-42ab-4ce4-962f-6cf8bdb8b858 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:26.549513 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a4e0f6-521d-4f58-9544-99df948491c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] GET failed (client error): The resource could not be found. Apr 06 14:18:26.554071 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-61a4e0f6-521d-4f58-9544-99df948491c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] 10.222.0.60 "GET /v2.0/ports/37c1d540-6a3e-400a-8c51-dd2df5ca595b HTTP/1.1" status: 404 len: 333 time: 0.0647371 Apr 06 14:18:26.555751 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49910) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:26.559317 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea978a7-f209-4f6d-9b8c-50d1d7d11b27 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:18:26.559664 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea978a7-f209-4f6d-9b8c-50d1d7d11b27 None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:18:26.561147 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7ea978a7-f209-4f6d-9b8c-50d1d7d11b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:26.561275 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea978a7-f209-4f6d-9b8c-50d1d7d11b27 None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:18:26.561693 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7ea978a7-f209-4f6d-9b8c-50d1d7d11b27 None None] Bound port: 1418492f-daab-474e-a061-24fbc5677010, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:18:26.562072 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7ea978a7-f209-4f6d-9b8c-50d1d7d11b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:26.564314 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-4308d681-a9b2-49ea-820d-a251638e50cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Request body: {'port': {'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-78172422'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:26.580806 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4308d681-a9b2-49ea-820d-a251638e50cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:26.588754 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4308d681-a9b2-49ea-820d-a251638e50cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Usage tracker for resource:port and tenant:6b8a806bdab8492f8363bfeccb961fba is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:26.594522 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4308d681-a9b2-49ea-820d-a251638e50cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:26.641182 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0bb671b0-b22b-4b01-b741-6e85f3f06915 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:26.665629 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4308d681-a9b2-49ea-820d-a251638e50cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:26.676925 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:26.709316 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device af44ed81-bba5-4d12-8d96-7ee14b06cdf7 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:18:26.710959 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4308d681-a9b2-49ea-820d-a251638e50cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Made reservation on behalf of 6b8a806bdab8492f8363bfeccb961fba for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:26.713260 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4308d681-a9b2-49ea-820d-a251638e50cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:26.723189 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d0929aaa-d808-4c8e-bf69-c3c273b0e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:26.735775 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-f52b637e-6e56-415b-aca4-09dc1aefde78 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Deleting port 6d287eab-d1b4-42d9-a33b-03e43c926579 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:26.736356 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f52b637e-6e56-415b-aca4-09dc1aefde78 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:26.744584 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7ea978a7-f209-4f6d-9b8c-50d1d7d11b27 None None] For port 1418492f-daab-474e-a061-24fbc5677010, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:18:26.797904 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-4308d681-a9b2-49ea-820d-a251638e50cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] device_id is not set on port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:18:26.835766 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-0bb671b0-b22b-4b01-b741-6e85f3f06915 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Calling delete_port for 3abfecab-b554-4506-a543-b06444e471a6 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:26.837368 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b109a8a-42ab-4ce4-962f-6cf8bdb8b858 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:26.851696 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:18:26.852331 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:18:26.860904 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7ea978a7-f209-4f6d-9b8c-50d1d7d11b27 None None] For port 1418492f-daab-474e-a061-24fbc5677010, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=1418492f-daab-474e-a061-24fbc5677010,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:18:26.864649 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.resource_extend [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:18:26.911385 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7ea978a7-f209-4f6d-9b8c-50d1d7d11b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:26.922172 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-f52b637e-6e56-415b-aca4-09dc1aefde78 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] The port '6d287eab-d1b4-42d9-a33b-03e43c926579' was deleted {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:18:26.957179 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d107329-c3b2-464f-b48b-e3412db681c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:26.990702 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-5b109a8a-42ab-4ce4-962f-6cf8bdb8b858 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Calling delete_port for 53242bec-ca1b-48f3-952f-44b7b50da4f4 owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:27.065651 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2731593b-95e1-4703-920e-e3e3cd6f21bc tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:27.079949 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-d0929aaa-d808-4c8e-bf69-c3c273b0e3f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:18:27.080299 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-d0929aaa-d808-4c8e-bf69-c3c273b0e3f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:18:27.104402 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea978a7-f209-4f6d-9b8c-50d1d7d11b27 None None] Routers {'d0910fa7-090a-44d2-897f-24c147e7e117'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:27.105208 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7ea978a7-f209-4f6d-9b8c-50d1d7d11b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:18:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['d0910fa7-090a-44d2-897f-24c147e7e117'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:27.113269 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2731593b-95e1-4703-920e-e3e3cd6f21bc tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:27.127836 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0bb671b0-b22b-4b01-b741-6e85f3f06915 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:27.132852 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f52b637e-6e56-415b-aca4-09dc1aefde78 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:27.160433 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62da737-b175-489d-85f9-7da3203ba651 None None] Pushing event updated for resources: {'Port': ['ID=1418492f-daab-474e-a061-24fbc5677010,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:27.213039 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb671b0-b22b-4b01-b741-6e85f3f06915 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Pushing event deleted for resources: {'Port': ['ID=3abfecab-b554-4506-a543-b06444e471a6,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:27.235857 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-f52b637e-6e56-415b-aca4-09dc1aefde78 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f2be06-4cf2-4a5d-8933-7e5618296f07']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:27.256353 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62da737-b175-489d-85f9-7da3203ba651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:27.256697 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62da737-b175-489d-85f9-7da3203ba651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:27.257059 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62da737-b175-489d-85f9-7da3203ba651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:27.257390 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62da737-b175-489d-85f9-7da3203ba651 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:27.257808 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62da737-b175-489d-85f9-7da3203ba651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:27.258151 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62da737-b175-489d-85f9-7da3203ba651 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:27.258465 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62da737-b175-489d-85f9-7da3203ba651 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:27.258790 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62da737-b175-489d-85f9-7da3203ba651 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:27.259125 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62da737-b175-489d-85f9-7da3203ba651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:27.259685 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62da737-b175-489d-85f9-7da3203ba651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:27.260047 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62da737-b175-489d-85f9-7da3203ba651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:27.265670 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port af44ed81-bba5-4d12-8d96-7ee14b06cdf7, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=af44ed81-bba5-4d12-8d96-7ee14b06cdf7,segment=NetworkSegment(7f5f732c-1b92-4825-becd-101dc42cef15),segment_id=7f5f732c-1b92-4825-becd-101dc42cef15)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:27.295445 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': 'af44ed81-bba5-4d12-8d96-7ee14b06cdf7', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'port_id': 'af44ed81-bba5-4d12-8d96-7ee14b06cdf7', 'mac_address': 'fa:16:3e:b4:20:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:18:27.313444 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0bb671b0-b22b-4b01-b741-6e85f3f06915 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:27.320315 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-f52b637e-6e56-415b-aca4-09dc1aefde78 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43aade2d-41f9-4abf-8186-a2ac5deb45fa') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:27.320587 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-f52b637e-6e56-415b-aca4-09dc1aefde78 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43aade2d-41f9-4abf-8186-a2ac5deb45fa') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:27.342465 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0bb671b0-b22b-4b01-b741-6e85f3f06915 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] 10.222.0.60 "DELETE /v2.0/ports/3abfecab-b554-4506-a543-b06444e471a6 HTTP/1.1" status: 204 len: 168 time: 1.2558053 Apr 06 14:18:27.346191 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f52b637e-6e56-415b-aca4-09dc1aefde78 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:27.352188 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49914) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:27.381291 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4308d681-a9b2-49ea-820d-a251638e50cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:27.412688 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f52b637e-6e56-415b-aca4-09dc1aefde78 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:27.421446 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9f992d82-41ab-453c-9a12-7589489042cc tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Synchronizing usage tracker for tenant:7a616fee206a42448a6dddf33cdc8e67 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:27.428249 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f52b637e-6e56-415b-aca4-09dc1aefde78 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:18:27.428648 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f52b637e-6e56-415b-aca4-09dc1aefde78 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:27.432388 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: util.warn( Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: util.warn( Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: util.warn( Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: util.warn( Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:18:27.443935 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:18:27.450250 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-7ea978a7-f209-4f6d-9b8c-50d1d7d11b27 None None] Set router d0910fa7-090a-44d2-897f-24c147e7e117 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:18:27.472386 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-2731593b-95e1-4703-920e-e3e3cd6f21bc tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Allocated IP 172.26.8.26 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/7845d50b-507c-4f89-92a9-d05c6f1c46a0) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:18:27.493838 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b109a8a-42ab-4ce4-962f-6cf8bdb8b858 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:27.505457 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:27.523863 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-5d107329-c3b2-464f-b48b-e3412db681c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] For port bb145ba8-6ae0-4330-979c-19bae91954b1, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=bb145ba8-6ae0-4330-979c-19bae91954b1,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:27.546434 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9f992d82-41ab-453c-9a12-7589489042cc tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Unset dirty status for tenant:7a616fee206a42448a6dddf33cdc8e67 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:27.551383 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9f992d82-41ab-453c-9a12-7589489042cc tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1912513 Apr 06 14:18:27.551767 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49920) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:27.558532 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a5f57097-351a-4989-ad07-b11611356155 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1534222479'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:27.569265 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4308d681-a9b2-49ea-820d-a251638e50cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:27.571078 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b109a8a-42ab-4ce4-962f-6cf8bdb8b858 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event deleted for resources: {'Port': ['ID=53242bec-ca1b-48f3-952f-44b7b50da4f4,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:27.573678 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f52b637e-6e56-415b-aca4-09dc1aefde78 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:27.575494 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a5f57097-351a-4989-ad07-b11611356155 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:27.595875 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a5f57097-351a-4989-ad07-b11611356155 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Usage tracker for resource:network and tenant:7a616fee206a42448a6dddf33cdc8e67 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:27.598751 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f52b637e-6e56-415b-aca4-09dc1aefde78 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:27.605025 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d107329-c3b2-464f-b48b-e3412db681c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:27.606810 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a5f57097-351a-4989-ad07-b11611356155 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:27.617697 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a5f57097-351a-4989-ad07-b11611356155 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:27.620115 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b637e-6e56-415b-aca4-09dc1aefde78 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event deleted for resources: {'Network': ['ID=31f2be06-4cf2-4a5d-8933-7e5618296f07,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:27.623945 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d107329-c3b2-464f-b48b-e3412db681c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:27.624668 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d107329-c3b2-464f-b48b-e3412db681c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:27.631742 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f52b637e-6e56-415b-aca4-09dc1aefde78 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "DELETE /v2.0/networks/31f2be06-4cf2-4a5d-8933-7e5618296f07 HTTP/1.1" status: 204 len: 168 time: 3.0418048 Apr 06 14:18:27.635097 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49924) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:27.724495 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af44ed81-bba5-4d12-8d96-7ee14b06cdf7 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:18:27.832271 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4308d681-a9b2-49ea-820d-a251638e50cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Network e482e217-e584-479f-8462-eb270f07e3ad is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:27.878542 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f57097-351a-4989-ad07-b11611356155 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Made reservation on behalf of 7a616fee206a42448a6dddf33cdc8e67 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:27.881496 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5f57097-351a-4989-ad07-b11611356155 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:27.894876 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:18:27.895223 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:18:27.926351 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d0929aaa-d808-4c8e-bf69-c3c273b0e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:27.939915 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port af44ed81-bba5-4d12-8d96-7ee14b06cdf7, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=af44ed81-bba5-4d12-8d96-7ee14b06cdf7,segment=NetworkSegment(7f5f732c-1b92-4825-becd-101dc42cef15),segment_id=7f5f732c-1b92-4825-becd-101dc42cef15)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:27.955604 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d107329-c3b2-464f-b48b-e3412db681c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:27.959003 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:27.964395 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-5d107329-c3b2-464f-b48b-e3412db681c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:27.977086 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-4308d681-a9b2-49ea-820d-a251638e50cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:27.984677 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308d681-a9b2-49ea-820d-a251638e50cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Pushing event updated for resources: {'Port': ['ID=d6a3f1a6-05cd-4920-98a3-af7b7ab22972,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:27.986855 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4308d681-a9b2-49ea-820d-a251638e50cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:18:27.987715 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4308d681-a9b2-49ea-820d-a251638e50cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:27.988242 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4308d681-a9b2-49ea-820d-a251638e50cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:28.008402 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e1b1e7-c4fd-4d38-b9f8-4361d888e055 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:18:28.027488 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d107329-c3b2-464f-b48b-e3412db681c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:28.027861 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d107329-c3b2-464f-b48b-e3412db681c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:28.049226 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d107329-c3b2-464f-b48b-e3412db681c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Subnet': ['ID=fff7a745-e997-4dc8-842a-9674bffca70c,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:28.059312 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d107329-c3b2-464f-b48b-e3412db681c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Port': ['ID=bb145ba8-6ae0-4330-979c-19bae91954b1,revision_number=4']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:28.070437 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-729b7065-9440-4d0e-a13d-93864ec061dc tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Deleting port 229eec4f-1d52-426f-b72e-96f64eb268a3 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:28.070784 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-729b7065-9440-4d0e-a13d-93864ec061dc tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:28.113245 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f57097-351a-4989-ad07-b11611356155 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:18:28.115027 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2731593b-95e1-4703-920e-e3e3cd6f21bc tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:28.128984 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5d107329-c3b2-464f-b48b-e3412db681c4 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.8034778 Apr 06 14:18:28.137803 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49928) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:28.157728 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5f57097-351a-4989-ad07-b11611356155 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:28.158093 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-a5f57097-351a-4989-ad07-b11611356155 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Added segment 4cea21a6-98e1-4c0c-b988-468d44a63fbc of type vlan for network da5c5ec4-6355-4085-84e1-114bb61aa3d1 Apr 06 14:18:28.164790 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0c28d47f-342e-4049-9af1-d9caa1a03f7d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'port': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'mac_address': 'fa:16:3e:e2:3f:e6', 'name': 'tempest-NetworksTestDHCPv6-924617159'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:28.178802 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d0929aaa-d808-4c8e-bf69-c3c273b0e3f4 None None] For port bb145ba8-6ae0-4330-979c-19bae91954b1, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=bb145ba8-6ae0-4330-979c-19bae91954b1,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:28.200466 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4308d681-a9b2-49ea-820d-a251638e50cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.6383591 Apr 06 14:18:28.202825 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49932) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:28.211520 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:28.212740 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d0929aaa-d808-4c8e-bf69-c3c273b0e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:28.217819 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=af44ed81-bba5-4d12-8d96-7ee14b06cdf7,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:28.256904 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b109a8a-42ab-4ce4-962f-6cf8bdb8b858 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:28.267121 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['af44ed81-bba5-4d12-8d96-7ee14b06cdf7'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:18:28.362302 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5f57097-351a-4989-ad07-b11611356155 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:28.379698 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f190f8-3c98-450b-8099-816da7a1ba74 req-865f7ba4-2b4b-4318-92ef-1be9a1006cbb tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:28.381119 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c5f190f8-3c98-450b-8099-816da7a1ba74 req-865f7ba4-2b4b-4318-92ef-1be9a1006cbb tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 943 time: 0.7276738 Apr 06 14:18:28.413785 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0929aaa-d808-4c8e-bf69-c3c273b0e3f4 None None] Pushing event updated for resources: {'Port': ['ID=bb145ba8-6ae0-4330-979c-19bae91954b1,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:28.416298 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-729b7065-9440-4d0e-a13d-93864ec061dc tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:28.416298 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-729b7065-9440-4d0e-a13d-93864ec061dc tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:28.420052 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7ea978a7-f209-4f6d-9b8c-50d1d7d11b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0910fa7-090a-44d2-897f-24c147e7e117', 'name': 'tempest-snat-router-2033623618', 'tenant_id': 'bf87b9404d1f4f399d15cbb5a60dc412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.28'}], 'enable_snat': False}, 'gw_port_id': '1418492f-daab-474e-a061-24fbc5677010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:17Z', 'updated_at': '2022-04-06T14:18:20Z', 'revision_number': 3, 'project_id': 'bf87b9404d1f4f399d15cbb5a60dc412', 'gw_port': {'id': '1418492f-daab-474e-a061-24fbc5677010', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0910fa7-090a-44d2-897f-24c147e7e117', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:19Z', 'updated_at': '2022-04-06T14:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:28.439709 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea978a7-f209-4f6d-9b8c-50d1d7d11b27 None None] The sync data for ids ['d0910fa7-090a-44d2-897f-24c147e7e117'] in dv-neutron-835868-1-hyperv is: [{'id': 'd0910fa7-090a-44d2-897f-24c147e7e117', 'name': 'tempest-snat-router-2033623618', 'tenant_id': 'bf87b9404d1f4f399d15cbb5a60dc412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.28'}], 'enable_snat': False}, 'gw_port_id': '1418492f-daab-474e-a061-24fbc5677010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:17Z', 'updated_at': '2022-04-06T14:18:20Z', 'revision_number': 3, 'project_id': 'bf87b9404d1f4f399d15cbb5a60dc412', 'gw_port': {'id': '1418492f-daab-474e-a061-24fbc5677010', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0910fa7-090a-44d2-897f-24c147e7e117', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:19Z', 'updated_at': '2022-04-06T14:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:18:28.580583 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-729b7065-9440-4d0e-a13d-93864ec061dc tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Calling delete_port for 229eec4f-1d52-426f-b72e-96f64eb268a3 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:28.627180 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0c28d47f-342e-4049-9af1-d9caa1a03f7d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:28.640737 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c5f190f8-3c98-450b-8099-816da7a1ba74 req-87dcbee0-1f7d-498f-820e-583cc14c08d7 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2410634 Apr 06 14:18:28.653855 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0c28d47f-342e-4049-9af1-d9caa1a03f7d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:port and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:28.664082 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0c28d47f-342e-4049-9af1-d9caa1a03f7d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:28.694615 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0c28d47f-342e-4049-9af1-d9caa1a03f7d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:28.721776 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5f57097-351a-4989-ad07-b11611356155 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:28.727640 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f57097-351a-4989-ad07-b11611356155 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:28.727981 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5f57097-351a-4989-ad07-b11611356155 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:28.735529 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b109a8a-42ab-4ce4-962f-6cf8bdb8b858 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:28.740849 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b109a8a-42ab-4ce4-962f-6cf8bdb8b858 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:28.795438 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2731593b-95e1-4703-920e-e3e3cd6f21bc tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:28.819216 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a5f57097-351a-4989-ad07-b11611356155 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2664354 Apr 06 14:18:28.821690 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49936) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:28.826329 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:28.890426 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:28.900950 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6d287eab-d1b4-42d9-a33b-03e43c926579 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:18:28.944489 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c28d47f-342e-4049-9af1-d9caa1a03f7d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:28.956768 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 6d287eab-d1b4-42d9-a33b-03e43c926579 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:18:28.957396 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6d287eab-d1b4-42d9-a33b-03e43c926579 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:18:28.960071 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0c28d47f-342e-4049-9af1-d9caa1a03f7d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:28.989478 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-49291112-ce78-422d-b96b-18f69e01795e tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-73519109'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:28.999459 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-49291112-ce78-422d-b96b-18f69e01795e tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:29.004737 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-49291112-ce78-422d-b96b-18f69e01795e tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Usage tracker for resource:network and tenant:7a616fee206a42448a6dddf33cdc8e67 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:29.011329 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-49291112-ce78-422d-b96b-18f69e01795e tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:29.018181 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-49291112-ce78-422d-b96b-18f69e01795e tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:29.067779 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49291112-ce78-422d-b96b-18f69e01795e tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Made reservation on behalf of 7a616fee206a42448a6dddf33cdc8e67 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:29.076081 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-49291112-ce78-422d-b96b-18f69e01795e tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:29.134758 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b109a8a-42ab-4ce4-962f-6cf8bdb8b858 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:29.135384 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b109a8a-42ab-4ce4-962f-6cf8bdb8b858 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Fanout notify agent at l3_agent the message router_deleted on router 8c2524ec-9c1a-42b6-a194-6ed424f40e3f {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:18:29.164296 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f57097-351a-4989-ad07-b11611356155 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Pushing event updated for resources: {'Network': ['ID=da5c5ec4-6355-4085-84e1-114bb61aa3d1,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:29.178484 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731593b-95e1-4703-920e-e3e3cd6f21bc tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Pushing event updated for resources: {'Port': ['ID=7845d50b-507c-4f89-92a9-d05c6f1c46a0,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:29.179429 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network da5c5ec4-6355-4085-84e1-114bb61aa3d1 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:18:29.193287 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2731593b-95e1-4703-920e-e3e3cd6f21bc tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:29.202721 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-2731593b-95e1-4703-920e-e3e3cd6f21bc tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:29.209087 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2731593b-95e1-4703-920e-e3e3cd6f21bc tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:18:29.264479 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-0c28d47f-342e-4049-9af1-d9caa1a03f7d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] device_id is not set on port 4ee02042-aa9a-4e0e-ac11-f344aaa7bd34 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:18:29.318118 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b109a8a-42ab-4ce4-962f-6cf8bdb8b858 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:29.321783 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49291112-ce78-422d-b96b-18f69e01795e tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:18:29.325451 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5b109a8a-42ab-4ce4-962f-6cf8bdb8b858 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/routers/8c2524ec-9c1a-42b6-a194-6ed424f40e3f HTTP/1.1" status: 204 len: 168 time: 4.7538238 Apr 06 14:18:29.331985 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49940) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:29.337860 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device bb145ba8-6ae0-4330-979c-19bae91954b1 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:18:29.357930 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] device_id is not set on port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:18:29.368135 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e567483c-92d9-4f89-bfee-c114e06b98fc tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1101735341'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:29.370485 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:29.382444 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e567483c-92d9-4f89-bfee-c114e06b98fc tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:29.389435 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e567483c-92d9-4f89-bfee-c114e06b98fc tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Usage tracker for resource:network and tenant:6405625efdd14c9bb474ac0b7c765923 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:29.398329 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e567483c-92d9-4f89-bfee-c114e06b98fc tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:29.414344 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Transition to ACTIVE for port object d6a3f1a6-05cd-4920-98a3-af7b7ab22972 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:18:29.415413 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-729b7065-9440-4d0e-a13d-93864ec061dc tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:29.423735 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:29.492701 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port bb145ba8-6ae0-4330-979c-19bae91954b1 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:18:29.493232 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:29.496050 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-49291112-ce78-422d-b96b-18f69e01795e tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:29.496402 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-49291112-ce78-422d-b96b-18f69e01795e tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Added segment 299be861-6b86-457c-bdef-365efe12604a of type vlan for network d062d58f-ef20-4971-8a40-82c747e9f908 Apr 06 14:18:29.498373 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e567483c-92d9-4f89-bfee-c114e06b98fc tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:29.504219 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b7065-9440-4d0e-a13d-93864ec061dc tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event deleted for resources: {'Port': ['ID=229eec4f-1d52-426f-b72e-96f64eb268a3,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:29.599707 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e567483c-92d9-4f89-bfee-c114e06b98fc tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Made reservation on behalf of 6405625efdd14c9bb474ac0b7c765923 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:29.603178 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e567483c-92d9-4f89-bfee-c114e06b98fc tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:29.622771 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Pushing event updated for resources: {'Port': ['ID=d6a3f1a6-05cd-4920-98a3-af7b7ab22972,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:29.623032 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a57d4399-7996-41be-8849-c5e7223d9f0e None None] Provisioning complete for port bb145ba8-6ae0-4330-979c-19bae91954b1 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:18:29.623342 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a57d4399-7996-41be-8849-c5e7223d9f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:29.649200 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:29.649633 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:29.650790 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:29.660527 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on network e482e217-e584-479f-8462-eb270f07e3ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:18:29.660527 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Failed to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] Apr 06 14:18:29.661418 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempt 2 to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 Apr 06 14:18:29.678049 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2731593b-95e1-4703-920e-e3e3cd6f21bc tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:29.678834 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2731593b-95e1-4703-920e-e3e3cd6f21bc tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:29.680740 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:29.681164 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:29.681567 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:29.689935 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 1418492f-daab-474e-a061-24fbc5677010 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:18:29.707514 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-49291112-ce78-422d-b96b-18f69e01795e tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:29.753645 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on network e482e217-e584-479f-8462-eb270f07e3ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:18:29.753645 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Failed to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] Apr 06 14:18:29.765560 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e567483c-92d9-4f89-bfee-c114e06b98fc tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:18:29.797775 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-729b7065-9440-4d0e-a13d-93864ec061dc tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:29.881837 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 1418492f-daab-474e-a061-24fbc5677010 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:18:29.887923 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 1418492f-daab-474e-a061-24fbc5677010 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:18:29.889046 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:29.918026 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempt 3 to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 Apr 06 14:18:29.944790 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:29.945256 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:29.945603 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:29.954747 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on network e482e217-e584-479f-8462-eb270f07e3ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:18:29.955077 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Failed to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] Apr 06 14:18:29.956144 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempt 4 to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 Apr 06 14:18:29.984918 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:29.985278 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:29.985620 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:29.987436 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e567483c-92d9-4f89-bfee-c114e06b98fc tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:29.987781 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-e567483c-92d9-4f89-bfee-c114e06b98fc tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Added segment e69b5ed8-5e96-4d0c-afd9-5017440a14e4 of type vlan for network 44c7ea80-55ad-4561-b9d9-1d32e65d7f68 Apr 06 14:18:30.000892 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on network e482e217-e584-479f-8462-eb270f07e3ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:18:30.001231 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Failed to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] Apr 06 14:18:30.002636 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempt 5 to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 Apr 06 14:18:30.020401 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:30.020801 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:30.021088 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:30.034828 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on network e482e217-e584-479f-8462-eb270f07e3ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:18:30.035158 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Failed to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] Apr 06 14:18:30.036304 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempt 6 to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 Apr 06 14:18:30.055833 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:30.056176 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:30.056516 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:30.074973 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on network e482e217-e584-479f-8462-eb270f07e3ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:18:30.075306 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Failed to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] Apr 06 14:18:30.076295 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempt 7 to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 Apr 06 14:18:30.079854 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-49291112-ce78-422d-b96b-18f69e01795e tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:30.083510 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49291112-ce78-422d-b96b-18f69e01795e tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:30.084092 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-49291112-ce78-422d-b96b-18f69e01795e tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:30.085694 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:30.094590 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:30.094930 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:30.095268 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:30.104071 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 1418492f-daab-474e-a061-24fbc5677010, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=1418492f-daab-474e-a061-24fbc5677010,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:30.108746 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:30.109762 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on network e482e217-e584-479f-8462-eb270f07e3ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:18:30.110098 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Failed to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] Apr 06 14:18:30.112136 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempt 8 to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 Apr 06 14:18:30.136074 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e567483c-92d9-4f89-bfee-c114e06b98fc tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:30.139698 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:30.140182 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:30.140288 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-0c28d47f-342e-4049-9af1-d9caa1a03f7d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Allocated IP 2001:db8::3bf (45db5c66-c082-47ed-beeb-688e3c8646d5/bf6a73e4-f5c9-4236-be0f-6a9de6cc91f9/4ee02042-aa9a-4e0e-ac11-f344aaa7bd34) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:18:30.140401 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:30.153061 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on network e482e217-e584-479f-8462-eb270f07e3ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:18:30.153392 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Failed to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] Apr 06 14:18:30.154251 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempt 9 to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 Apr 06 14:18:30.170881 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:30.171282 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:30.171553 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:30.174870 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2731593b-95e1-4703-920e-e3e3cd6f21bc tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Router 76966aa7-440b-4324-a7f1-4e53eee9dfca is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:18:30.181889 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on network e482e217-e584-479f-8462-eb270f07e3ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:18:30.182058 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Failed to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] Apr 06 14:18:30.182648 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempt 10 to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 Apr 06 14:18:30.188217 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=1418492f-daab-474e-a061-24fbc5677010,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:30.202640 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:30.203218 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:30.203675 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:30.225694 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-0c28d47f-342e-4049-9af1-d9caa1a03f7d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Allocated IP 2001:db8:0:1:f816:3eff:fee2:3fe6 (45db5c66-c082-47ed-beeb-688e3c8646d5/fff7a745-e997-4dc8-842a-9674bffca70c/4ee02042-aa9a-4e0e-ac11-f344aaa7bd34) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:18:30.235432 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-729b7065-9440-4d0e-a13d-93864ec061dc tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:30.239763 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-729b7065-9440-4d0e-a13d-93864ec061dc tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "DELETE /v2.0/floatingips/bdd11f41-4c16-4f2b-8930-b2585d778edb HTTP/1.1" status: 204 len: 168 time: 2.4433072 Apr 06 14:18:30.245338 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-49291112-ce78-422d-b96b-18f69e01795e tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3336639 Apr 06 14:18:30.246092 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49946) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:30.276911 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49291112-ce78-422d-b96b-18f69e01795e tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Pushing event updated for resources: {'Network': ['ID=d062d58f-ef20-4971-8a40-82c747e9f908,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:30.277155 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on network e482e217-e584-479f-8462-eb270f07e3ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:18:30.277155 dv-neutron-835868-1-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Failed to bind port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] Apr 06 14:18:30.277155 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:30.326335 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network d062d58f-ef20-4971-8a40-82c747e9f908 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:18:30.345393 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddfc22f7-f162-4d19-a92c-1847cc066d7c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] DELETE failed (client error): The resource could not be found. Apr 06 14:18:30.345834 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddfc22f7-f162-4d19-a92c-1847cc066d7c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:18:30.347462 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ddfc22f7-f162-4d19-a92c-1847cc066d7c tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "DELETE /v2.0/ports/fe04d3eb-2bbe-43c4-9e7b-604967fe158a HTTP/1.1" status: 404 len: 333 time: 0.0907316 Apr 06 14:18:30.354286 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49950) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:30.354904 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e567483c-92d9-4f89-bfee-c114e06b98fc tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:30.359116 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e567483c-92d9-4f89-bfee-c114e06b98fc tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:30.359699 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e567483c-92d9-4f89-bfee-c114e06b98fc tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:30.447800 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f849c5-846e-40e4-9bc8-f666700e7f08 req-178c23e8-f007-4894-ac6c-ae08bfbd4f7f tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:30.449292 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-40f849c5-846e-40e4-9bc8-f666700e7f08 req-178c23e8-f007-4894-ac6c-ae08bfbd4f7f tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 944 time: 0.4631538 Apr 06 14:18:30.489753 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] For port d6a3f1a6-05cd-4920-98a3-af7b7ab22972, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:18:30.490075 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempted to set empty binding levels {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 06 14:18:30.496844 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:30.498231 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-33ddd6c0-ac50-4c66-9442-ebf9627da7f1 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Synchronizing usage tracker for tenant:d61b98536deb4ef1889c048254212ea9 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:30.557471 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] In _notify_port_updated(), no bound segment for port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 06 14:18:30.558668 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:30.563316 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] 10.222.0.60 "PUT /v2.0/ports/d6a3f1a6-05cd-4920-98a3-af7b7ab22972 HTTP/1.1" status: 200 len: 979 time: 2.3594983 Apr 06 14:18:30.565144 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49954) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:30.618339 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e567483c-92d9-4f89-bfee-c114e06b98fc tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2852726 Apr 06 14:18:30.628856 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49958) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:30.632034 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43181483-682b-461e-9aa8-870dd292c739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Pushing event updated for resources: {'Port': ['ID=d6a3f1a6-05cd-4920-98a3-af7b7ab22972,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:30.638955 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e567483c-92d9-4f89-bfee-c114e06b98fc tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Network': ['ID=44c7ea80-55ad-4561-b9d9-1d32e65d7f68,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:30.639290 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-22a3cced-0b75-4555-b98a-517212938347 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'subnet': {'network_id': '44c7ea80-55ad-4561-b9d9-1d32e65d7f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:30.653485 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 44c7ea80-55ad-4561-b9d9-1d32e65d7f68 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:18:30.661580 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-33ddd6c0-ac50-4c66-9442-ebf9627da7f1 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Unset dirty status for tenant:d61b98536deb4ef1889c048254212ea9 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:30.662761 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-33ddd6c0-ac50-4c66-9442-ebf9627da7f1 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "GET /v2.0/ports?device_id=17570090-97ff-4ac6-919a-6b200589bf7a HTTP/1.1" status: 200 len: 205 time: 0.2993376 Apr 06 14:18:30.665891 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49962) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:30.685889 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-40f849c5-846e-40e4-9bc8-f666700e7f08 req-324e2259-4c44-4c03-9687-4ec3634aaf4a tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782498 Apr 06 14:18:30.755033 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device af44ed81-bba5-4d12-8d96-7ee14b06cdf7 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:18:30.756458 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0c28d47f-342e-4049-9af1-d9caa1a03f7d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:30.775940 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-0c28d47f-342e-4049-9af1-d9caa1a03f7d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Transition to ACTIVE for port object 4ee02042-aa9a-4e0e-ac11-f344aaa7bd34 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:18:30.822541 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0c28d47f-342e-4049-9af1-d9caa1a03f7d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:30.826394 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-24e387c8-ae99-4ee7-b39d-d2ec2beb524a tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] delete failed (client error): The resource could not be found. Apr 06 14:18:30.827727 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-24e387c8-ae99-4ee7-b39d-d2ec2beb524a tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "DELETE /v2.0/routers/17570090-97ff-4ac6-919a-6b200589bf7a HTTP/1.1" status: 404 len: 336 time: 0.1557078 Apr 06 14:18:30.836524 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49966) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:30.917705 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a42b19-9a2d-4a61-a89b-a7795681de28 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] DELETE failed (client error): The resource could not be found. Apr 06 14:18:30.918149 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a42b19-9a2d-4a61-a89b-a7795681de28 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:18:30.922655 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-75a42b19-9a2d-4a61-a89b-a7795681de28 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "DELETE /v2.0/subnets/f09c7c2c-1bb5-4a08-ae31-ea6772dbc50b HTTP/1.1" status: 404 len: 337 time: 0.0695817 Apr 06 14:18:30.928533 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49970) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:30.942047 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-22a3cced-0b75-4555-b98a-517212938347 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:30.943104 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28d47f-342e-4049-9af1-d9caa1a03f7d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Port': ['ID=4ee02042-aa9a-4e0e-ac11-f344aaa7bd34,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:30.956999 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c28d47f-342e-4049-9af1-d9caa1a03f7d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:30.958170 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-0c28d47f-342e-4049-9af1-d9caa1a03f7d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:30.960463 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port af44ed81-bba5-4d12-8d96-7ee14b06cdf7 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:18:30.965093 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c28d47f-342e-4049-9af1-d9caa1a03f7d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:18:30.968371 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port af44ed81-bba5-4d12-8d96-7ee14b06cdf7 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:18:30.968749 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:30.973553 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c28d47f-342e-4049-9af1-d9caa1a03f7d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:30.974188 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0c28d47f-342e-4049-9af1-d9caa1a03f7d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:30.996343 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-22a3cced-0b75-4555-b98a-517212938347 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Usage tracker for resource:subnet and tenant:6405625efdd14c9bb474ac0b7c765923 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:31.004291 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0c28d47f-342e-4049-9af1-d9caa1a03f7d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.8647361 Apr 06 14:18:31.006470 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49974) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:31.010515 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-22a3cced-0b75-4555-b98a-517212938347 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:31.017320 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2731593b-95e1-4703-920e-e3e3cd6f21bc tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:18:31.028984 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548f7e46-18c5-41a6-8c52-4322049c437d None None] Sync routers for ids ['76966aa7-440b-4324-a7f1-4e53eee9dfca'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:18:31.052040 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-22a3cced-0b75-4555-b98a-517212938347 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:31.070935 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548f7e46-18c5-41a6-8c52-4322049c437d None None] Routers {'76966aa7-440b-4324-a7f1-4e53eee9dfca'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:31.072252 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-548f7e46-18c5-41a6-8c52-4322049c437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:18:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['76966aa7-440b-4324-a7f1-4e53eee9dfca'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:31.084663 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2267368a-ba73-4e8f-a9ee-2f310221e719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Synchronizing usage tracker for tenant:6b8a806bdab8492f8363bfeccb961fba on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:31.107593 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-3705e47a-6475-44aa-9c31-52ac232efcba tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Deleting port 60f03166-3ced-4af2-b212-1bcb772cf424 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:31.107593 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3705e47a-6475-44aa-9c31-52ac232efcba tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:31.158121 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4df3e400-800d-4b13-bfbd-0bec5d5d2ae7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting port 4ee02042-aa9a-4e0e-ac11-f344aaa7bd34 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:31.158510 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4df3e400-800d-4b13-bfbd-0bec5d5d2ae7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:31.178239 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a3cced-0b75-4555-b98a-517212938347 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Made reservation on behalf of 6405625efdd14c9bb474ac0b7c765923 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:31.203070 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2731593b-95e1-4703-920e-e3e3cd6f21bc tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:31.204144 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2731593b-95e1-4703-920e-e3e3cd6f21bc tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.1829181 Apr 06 14:18:31.211489 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 1418492f-daab-474e-a061-24fbc5677010 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:18:31.212613 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49978) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:31.355478 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:31.390962 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port af44ed81-bba5-4d12-8d96-7ee14b06cdf7, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=af44ed81-bba5-4d12-8d96-7ee14b06cdf7,segment=NetworkSegment(7f5f732c-1b92-4825-becd-101dc42cef15),segment_id=7f5f732c-1b92-4825-becd-101dc42cef15)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:31.392477 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a62ad8f-048d-4db6-b975-d3349e712732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af44ed81-bba5-4d12-8d96-7ee14b06cdf7'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:18:31.400332 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:31.549639 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2267368a-ba73-4e8f-a9ee-2f310221e719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Unset dirty status for tenant:6b8a806bdab8492f8363bfeccb961fba on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:31.554733 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2267368a-ba73-4e8f-a9ee-2f310221e719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17036 time: 0.9787250 Apr 06 14:18:31.554893 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49984) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:31.556889 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=af44ed81-bba5-4d12-8d96-7ee14b06cdf7,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:31.570408 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c83ab06-5bf4-492e-8aae-18d3146d7da0'] response: {'server_uuid': '2a62ad8f-048d-4db6-b975-d3349e712732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af44ed81-bba5-4d12-8d96-7ee14b06cdf7', 'code': 200} Apr 06 14:18:31.579319 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 1418492f-daab-474e-a061-24fbc5677010 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:18:31.579974 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:31.604155 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-548f7e46-18c5-41a6-8c52-4322049c437d None None] Set router 76966aa7-440b-4324-a7f1-4e53eee9dfca gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:18:31.625582 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c5201e73-3c41-4626-85a7-34bc2e0a9663 None None] Provisioning for port 4ee02042-aa9a-4e0e-ac11-f344aaa7bd34 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:18:31.644312 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c5201e73-3c41-4626-85a7-34bc2e0a9663 None None] Provisioning complete for port 4ee02042-aa9a-4e0e-ac11-f344aaa7bd34 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:18:31.645307 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c5201e73-3c41-4626-85a7-34bc2e0a9663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:31.752257 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c5201e73-3c41-4626-85a7-34bc2e0a9663 None None] Port 4ee02042-aa9a-4e0e-ac11-f344aaa7bd34 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:18:31.829252 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b8d8d-3caf-4b64-99b6-6d4b26607d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Deleting port d6a3f1a6-05cd-4920-98a3-af7b7ab22972 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:31.830359 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cc1b8d8d-3caf-4b64-99b6-6d4b26607d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:31.886131 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-22a3cced-0b75-4555-b98a-517212938347 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:31.927138 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4df3e400-800d-4b13-bfbd-0bec5d5d2ae7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:32.128735 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-548f7e46-18c5-41a6-8c52-4322049c437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76966aa7-440b-4324-a7f1-4e53eee9dfca', 'name': 'tempest-snat-router-2033623618', 'tenant_id': 'bf87b9404d1f4f399d15cbb5a60dc412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.26'}], 'enable_snat': True}, 'gw_port_id': '7845d50b-507c-4f89-92a9-d05c6f1c46a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:25Z', 'updated_at': '2022-04-06T14:18:29Z', 'revision_number': 3, 'project_id': 'bf87b9404d1f4f399d15cbb5a60dc412', 'gw_port': {'id': '7845d50b-507c-4f89-92a9-d05c6f1c46a0', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:52:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76966aa7-440b-4324-a7f1-4e53eee9dfca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:27Z', 'updated_at': '2022-04-06T14:18:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:32.140309 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548f7e46-18c5-41a6-8c52-4322049c437d None None] Checking router: 76966aa7-440b-4324-a7f1-4e53eee9dfca for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:18:32.141061 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548f7e46-18c5-41a6-8c52-4322049c437d None None] Updating router 76966aa7-440b-4324-a7f1-4e53eee9dfca port 7845d50b-507c-4f89-92a9-d05c6f1c46a0 binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:18:32.143004 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4df3e400-800d-4b13-bfbd-0bec5d5d2ae7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Calling delete_port for 4ee02042-aa9a-4e0e-ac11-f344aaa7bd34 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:32.231233 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-548f7e46-18c5-41a6-8c52-4322049c437d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:32.436210 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d8345dd2-0401-4555-96d2-723abafe3866 req-fe6ffec6-93e3-4f61-aadc-88a5e2e3fa76 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 1098 time: 0.5051320 Apr 06 14:18:32.445338 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3705e47a-6475-44aa-9c31-52ac232efcba tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:32.561530 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4df3e400-800d-4b13-bfbd-0bec5d5d2ae7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:32.574378 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d8345dd2-0401-4555-96d2-723abafe3866 req-fe1ce2f6-9fcc-49d5-b033-ef73ab176970 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184330 Apr 06 14:18:32.646845 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-3705e47a-6475-44aa-9c31-52ac232efcba tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Calling delete_port for 60f03166-3ced-4af2-b212-1bcb772cf424 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:32.661176 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3e400-800d-4b13-bfbd-0bec5d5d2ae7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Port': ['ID=4ee02042-aa9a-4e0e-ac11-f344aaa7bd34,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:32.736536 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-548f7e46-18c5-41a6-8c52-4322049c437d None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:32.759023 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-548f7e46-18c5-41a6-8c52-4322049c437d None None] Transition to ACTIVE for port object 7845d50b-507c-4f89-92a9-d05c6f1c46a0 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:18:32.776557 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-548f7e46-18c5-41a6-8c52-4322049c437d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:32.824285 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f37a4401-3389-49d1-91ec-d600c3bc0f58 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "GET /v2.0/routers/76966aa7-440b-4324-a7f1-4e53eee9dfca HTTP/1.1" status: 200 len: 907 time: 1.6034417 Apr 06 14:18:32.829507 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 49990) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:32.908919 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-548f7e46-18c5-41a6-8c52-4322049c437d None None] Attempting to bind port 7845d50b-507c-4f89-92a9-d05c6f1c46a0 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:32.908919 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-548f7e46-18c5-41a6-8c52-4322049c437d None None] Attempting to bind port 7845d50b-507c-4f89-92a9-d05c6f1c46a0 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:32.909230 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548f7e46-18c5-41a6-8c52-4322049c437d None None] Attempting to bind port 7845d50b-507c-4f89-92a9-d05c6f1c46a0 on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:32.936632 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4df3e400-800d-4b13-bfbd-0bec5d5d2ae7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:32.939549 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548f7e46-18c5-41a6-8c52-4322049c437d None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:18:32.939926 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548f7e46-18c5-41a6-8c52-4322049c437d None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:18:32.940328 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-548f7e46-18c5-41a6-8c52-4322049c437d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:32.940716 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548f7e46-18c5-41a6-8c52-4322049c437d None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:18:32.941283 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-548f7e46-18c5-41a6-8c52-4322049c437d None None] Bound port: 7845d50b-507c-4f89-92a9-d05c6f1c46a0, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:18:32.941609 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-548f7e46-18c5-41a6-8c52-4322049c437d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:33.028931 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-548f7e46-18c5-41a6-8c52-4322049c437d None None] For port 7845d50b-507c-4f89-92a9-d05c6f1c46a0, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:18:33.031869 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-548f7e46-18c5-41a6-8c52-4322049c437d None None] For port 7845d50b-507c-4f89-92a9-d05c6f1c46a0, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=7845d50b-507c-4f89-92a9-d05c6f1c46a0,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:18:33.045208 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-548f7e46-18c5-41a6-8c52-4322049c437d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:33.068555 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689071c5-dd49-44ac-ab16-fc777cb3fb37 req-676d6a88-fc43-46cf-a06e-178fcb46ca26 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:33.076100 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-689071c5-dd49-44ac-ab16-fc777cb3fb37 req-676d6a88-fc43-46cf-a06e-178fcb46ca26 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 945 time: 1.1225393 Apr 06 14:18:33.096980 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935ab63-274a-46fa-8ab9-b6022a68ec73 None None] Pushing event updated for resources: {'Port': ['ID=7845d50b-507c-4f89-92a9-d05c6f1c46a0,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:33.131948 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-22a3cced-0b75-4555-b98a-517212938347 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:33.150395 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-689071c5-dd49-44ac-ab16-fc777cb3fb37 req-0de0c374-8dc2-4397-8327-13881cfff4c6 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737250 Apr 06 14:18:33.174023 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4df3e400-800d-4b13-bfbd-0bec5d5d2ae7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/4ee02042-aa9a-4e0e-ac11-f344aaa7bd34 HTTP/1.1" status: 204 len: 168 time: 2.1661642 Apr 06 14:18:33.174788 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548f7e46-18c5-41a6-8c52-4322049c437d None None] Routers {'76966aa7-440b-4324-a7f1-4e53eee9dfca'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:33.175287 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-548f7e46-18c5-41a6-8c52-4322049c437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:18:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['76966aa7-440b-4324-a7f1-4e53eee9dfca'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:33.177325 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49994) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:33.249308 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3705e47a-6475-44aa-9c31-52ac232efcba tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:33.253447 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-cc1b8d8d-3caf-4b64-99b6-6d4b26607d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] For port d6a3f1a6-05cd-4920-98a3-af7b7ab22972, host hv-neutron-8358, got binding levels [] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:33.254083 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3cced-0b75-4555-b98a-517212938347 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Subnet': ['ID=243cab98-575f-4daa-9c31-cffc4ce600a5,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:33.254468 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cc1b8d8d-3caf-4b64-99b6-6d4b26607d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:33.296706 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935ab63-274a-46fa-8ab9-b6022a68ec73 None None] Pushing event updated for resources: {'Port': ['ID=7845d50b-507c-4f89-92a9-d05c6f1c46a0,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:33.376212 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3705e47a-6475-44aa-9c31-52ac232efcba tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event deleted for resources: {'Port': ['ID=60f03166-3ced-4af2-b212-1bcb772cf424,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:33.386603 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b8d8d-3caf-4b64-99b6-6d4b26607d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Calling delete_port for d6a3f1a6-05cd-4920-98a3-af7b7ab22972 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:33.391829 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-548f7e46-18c5-41a6-8c52-4322049c437d None None] Set router 76966aa7-440b-4324-a7f1-4e53eee9dfca gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:18:33.436638 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a3cced-0b75-4555-b98a-517212938347 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Checking segment: {'id': 'e69b5ed8-5e96-4d0c-afd9-5017440a14e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '44c7ea80-55ad-4561-b9d9-1d32e65d7f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:18:33.437219 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a3cced-0b75-4555-b98a-517212938347 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network hostable DHCP agents. Network: 44c7ea80-55ad-4561-b9d9-1d32e65d7f68, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:18:33.478904 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1b0280-6932-4c23-9dc2-1c334c1f7517 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:33.479684 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8b1b0280-6932-4c23-9dc2-1c334c1f7517 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:33.485602 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3705e47a-6475-44aa-9c31-52ac232efcba tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:33.492408 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a3cced-0b75-4555-b98a-517212938347 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network 44c7ea80-55ad-4561-b9d9-1d32e65d7f68 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:18:33.520334 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-22a3cced-0b75-4555-b98a-517212938347 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 44c7ea80-55ad-4561-b9d9-1d32e65d7f68) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:33.522901 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3705e47a-6475-44aa-9c31-52ac232efcba tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "DELETE /v2.0/ports/60f03166-3ced-4af2-b212-1bcb772cf424 HTTP/1.1" status: 204 len: 168 time: 2.5903885 Apr 06 14:18:33.530375 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4a9ddf-a9d1-42c9-95bd-cdb2b595e024 None None] Network 44c7ea80-55ad-4561-b9d9-1d32e65d7f68 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:18:33.537404 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 49998) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:33.547502 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a3cced-0b75-4555-b98a-517212938347 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:33.549295 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-22a3cced-0b75-4555-b98a-517212938347 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:33.598118 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-22a3cced-0b75-4555-b98a-517212938347 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9672329 Apr 06 14:18:33.601675 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50002) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:33.602001 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50004) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:33.616549 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-63b9f721-136c-49c8-8f66-89e54798b8c1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Request body: {'subnets': [{'network_id': 'da5c5ec4-6355-4085-84e1-114bb61aa3d1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--246608859', 'ip_version': 6}, {'network_id': 'd062d58f-ef20-4971-8a40-82c747e9f908', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:33.617080 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-63b9f721-136c-49c8-8f66-89e54798b8c1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Request body: {'subnet': {'network_id': 'da5c5ec4-6355-4085-84e1-114bb61aa3d1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--246608859', 'ip_version': 6}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:33.619504 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8b1b0280-6932-4c23-9dc2-1c334c1f7517 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:33.620147 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-63b9f721-136c-49c8-8f66-89e54798b8c1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Request body: {'subnet': {'network_id': 'd062d58f-ef20-4971-8a40-82c747e9f908', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:33.620243 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8b1b0280-6932-4c23-9dc2-1c334c1f7517 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4255376 Apr 06 14:18:33.626597 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50010) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:33.652477 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e568c2ba-e1c4-4830-926b-5de47f180b79 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:33.696014 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cc1b8d8d-3caf-4b64-99b6-6d4b26607d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:33.745732 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-578e14ec-c0a0-4e8a-9b79-3fbf7a5b7655 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-728491409', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:33.752396 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b8d8d-3caf-4b64-99b6-6d4b26607d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6a3f1a6-05cd-4920-98a3-af7b7ab22972,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:33.762524 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-578e14ec-c0a0-4e8a-9b79-3fbf7a5b7655 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:33.772812 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ca21b9e9-807a-46f5-b8a8-69d5a5e30564 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Deleting port bd51ceec-5ed8-4519-a83e-d3f907d6dce7 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:33.773225 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ca21b9e9-807a-46f5-b8a8-69d5a5e30564 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:33.885738 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cc1b8d8d-3caf-4b64-99b6-6d4b26607d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:33.927102 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-578e14ec-c0a0-4e8a-9b79-3fbf7a5b7655 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Usage tracker for resource:router and tenant:6405625efdd14c9bb474ac0b7c765923 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:33.929797 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cc1b8d8d-3caf-4b64-99b6-6d4b26607d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] 10.222.0.60 "DELETE /v2.0/ports/d6a3f1a6-05cd-4920-98a3-af7b7ab22972 HTTP/1.1" status: 204 len: 168 time: 2.3736501 Apr 06 14:18:33.930535 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50016) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:33.935918 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-578e14ec-c0a0-4e8a-9b79-3fbf7a5b7655 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:33.936985 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941bf3b7-13cc-4cd5-9c6d-9e2a24604eb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-44c7ea80-55ad-4561-b9d9-1d32e65d7f68', 'network_id': '44c7ea80-55ad-4561-b9d9-1d32e65d7f68', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'fixed_ips': [{'subnet_id': '243cab98-575f-4daa-9c31-cffc4ce600a5'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:18:33.937860 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-941bf3b7-13cc-4cd5-9c6d-9e2a24604eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:33.959473 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-578e14ec-c0a0-4e8a-9b79-3fbf7a5b7655 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:34.009877 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-578e14ec-c0a0-4e8a-9b79-3fbf7a5b7655 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:34.010815 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-578e14ec-c0a0-4e8a-9b79-3fbf7a5b7655 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:34.022534 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-554696a1-010c-4b45-afb8-f7c70112210d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] GET failed (client error): The resource could not be found. Apr 06 14:18:34.023060 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-554696a1-010c-4b45-afb8-f7c70112210d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Synchronizing usage tracker for tenant:6b8a806bdab8492f8363bfeccb961fba on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:34.080310 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-548f7e46-18c5-41a6-8c52-4322049c437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76966aa7-440b-4324-a7f1-4e53eee9dfca', 'name': 'tempest-snat-router-2033623618', 'tenant_id': 'bf87b9404d1f4f399d15cbb5a60dc412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.26'}], 'enable_snat': True}, 'gw_port_id': '7845d50b-507c-4f89-92a9-d05c6f1c46a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:25Z', 'updated_at': '2022-04-06T14:18:29Z', 'revision_number': 3, 'project_id': 'bf87b9404d1f4f399d15cbb5a60dc412', 'gw_port': {'id': '7845d50b-507c-4f89-92a9-d05c6f1c46a0', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:52:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76966aa7-440b-4324-a7f1-4e53eee9dfca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:27Z', 'updated_at': '2022-04-06T14:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:34.086583 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548f7e46-18c5-41a6-8c52-4322049c437d None None] The sync data for ids ['76966aa7-440b-4324-a7f1-4e53eee9dfca'] in dv-neutron-835868-1-hyperv is: [{'id': '76966aa7-440b-4324-a7f1-4e53eee9dfca', 'name': 'tempest-snat-router-2033623618', 'tenant_id': 'bf87b9404d1f4f399d15cbb5a60dc412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.26'}], 'enable_snat': True}, 'gw_port_id': '7845d50b-507c-4f89-92a9-d05c6f1c46a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:25Z', 'updated_at': '2022-04-06T14:18:29Z', 'revision_number': 3, 'project_id': 'bf87b9404d1f4f399d15cbb5a60dc412', 'gw_port': {'id': '7845d50b-507c-4f89-92a9-d05c6f1c46a0', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:52:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76966aa7-440b-4324-a7f1-4e53eee9dfca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:27Z', 'updated_at': '2022-04-06T14:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:18:34.115163 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-941bf3b7-13cc-4cd5-9c6d-9e2a24604eb9 None None] Allocated IP 2001:db8::2 (44c7ea80-55ad-4561-b9d9-1d32e65d7f68/243cab98-575f-4daa-9c31-cffc4ce600a5/8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:18:34.133275 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-63b9f721-136c-49c8-8f66-89e54798b8c1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:34.141351 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-578e14ec-c0a0-4e8a-9b79-3fbf7a5b7655 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:34.142867 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-63b9f721-136c-49c8-8f66-89e54798b8c1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Usage tracker for resource:subnet and tenant:7a616fee206a42448a6dddf33cdc8e67 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:34.147483 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-63b9f721-136c-49c8-8f66-89e54798b8c1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:34.157104 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e111048-e2ef-4312-9053-0c0ef0aba036 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:34.160933 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8e111048-e2ef-4312-9053-0c0ef0aba036 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5301816 Apr 06 14:18:34.162135 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50020) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:34.163646 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-554696a1-010c-4b45-afb8-f7c70112210d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Unset dirty status for tenant:6b8a806bdab8492f8363bfeccb961fba on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:34.164028 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-63b9f721-136c-49c8-8f66-89e54798b8c1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:34.168104 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-554696a1-010c-4b45-afb8-f7c70112210d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] 10.222.0.60 "GET /v2.0/ports/d6a3f1a6-05cd-4920-98a3-af7b7ab22972 HTTP/1.1" status: 404 len: 333 time: 0.2140341 Apr 06 14:18:34.168325 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50024) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:34.182481 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e77e2d4f-6fcc-46c6-85ba-623f985eca90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-399670419', 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:34.191994 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e77e2d4f-6fcc-46c6-85ba-623f985eca90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:34.195190 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ca21b9e9-807a-46f5-b8a8-69d5a5e30564 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:34.264902 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e77e2d4f-6fcc-46c6-85ba-623f985eca90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:34.335496 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ca21b9e9-807a-46f5-b8a8-69d5a5e30564 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Calling delete_port for bd51ceec-5ed8-4519-a83e-d3f907d6dce7 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:34.360165 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-941bf3b7-13cc-4cd5-9c6d-9e2a24604eb9 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:34.371898 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-941bf3b7-13cc-4cd5-9c6d-9e2a24604eb9 None None] Transition to ACTIVE for port object 8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:18:34.384500 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77e2d4f-6fcc-46c6-85ba-623f985eca90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Made reservation on behalf of 6b8a806bdab8492f8363bfeccb961fba for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:34.388790 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e77e2d4f-6fcc-46c6-85ba-623f985eca90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:34.395511 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b9f721-136c-49c8-8f66-89e54798b8c1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Made reservation on behalf of 7a616fee206a42448a6dddf33cdc8e67 for: {'subnet': 2} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:34.398043 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-941bf3b7-13cc-4cd5-9c6d-9e2a24604eb9 None None] Transition to ACTIVE for port object 8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:18:34.403264 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-941bf3b7-13cc-4cd5-9c6d-9e2a24604eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:34.425529 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-e77e2d4f-6fcc-46c6-85ba-623f985eca90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] device_id is not set on port 53c785a6-a9fb-4c4b-ac24-0afe726db400 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:18:34.427317 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-578e14ec-c0a0-4e8a-9b79-3fbf7a5b7655 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:34.476785 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941bf3b7-13cc-4cd5-9c6d-9e2a24604eb9 None None] Network 44c7ea80-55ad-4561-b9d9-1d32e65d7f68 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:34.477699 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941bf3b7-13cc-4cd5-9c6d-9e2a24604eb9 None None] Pushing event updated for resources: {'Port': ['ID=8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:34.481004 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-941bf3b7-13cc-4cd5-9c6d-9e2a24604eb9 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:34.482503 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941bf3b7-13cc-4cd5-9c6d-9e2a24604eb9 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:18:34.502975 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5690e1-05a1-43c8-8587-f800716cd942 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:34.504321 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5690e1-05a1-43c8-8587-f800716cd942 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:34.505662 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5690e1-05a1-43c8-8587-f800716cd942 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:34.506471 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ea5690e1-05a1-43c8-8587-f800716cd942 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:34.564955 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-578e14ec-c0a0-4e8a-9b79-3fbf7a5b7655 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:34.568748 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-578e14ec-c0a0-4e8a-9b79-3fbf7a5b7655 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9596117 Apr 06 14:18:34.570357 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50030) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:34.605647 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ea5690e1-05a1-43c8-8587-f800716cd942 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:34.608836 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ea5690e1-05a1-43c8-8587-f800716cd942 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4438353 Apr 06 14:18:34.613894 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-941bf3b7-13cc-4cd5-9c6d-9e2a24604eb9 None None] Attempting to bind port 8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:34.614515 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-941bf3b7-13cc-4cd5-9c6d-9e2a24604eb9 None None] Attempting to bind port 8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'e69b5ed8-5e96-4d0c-afd9-5017440a14e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '44c7ea80-55ad-4561-b9d9-1d32e65d7f68'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:34.614828 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941bf3b7-13cc-4cd5-9c6d-9e2a24604eb9 None None] Attempting to bind port 8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0 on network 44c7ea80-55ad-4561-b9d9-1d32e65d7f68 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:34.621800 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941bf3b7-13cc-4cd5-9c6d-9e2a24604eb9 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:18:34.622367 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941bf3b7-13cc-4cd5-9c6d-9e2a24604eb9 None None] Checking segment: {'id': 'e69b5ed8-5e96-4d0c-afd9-5017440a14e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '44c7ea80-55ad-4561-b9d9-1d32e65d7f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:18:34.622996 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-941bf3b7-13cc-4cd5-9c6d-9e2a24604eb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:34.623482 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941bf3b7-13cc-4cd5-9c6d-9e2a24604eb9 None None] Bound using segment: {'id': 'e69b5ed8-5e96-4d0c-afd9-5017440a14e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '44c7ea80-55ad-4561-b9d9-1d32e65d7f68'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:18:34.624048 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-941bf3b7-13cc-4cd5-9c6d-9e2a24604eb9 None None] Bound port: 8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69b5ed8-5e96-4d0c-afd9-5017440a14e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '44c7ea80-55ad-4561-b9d9-1d32e65d7f68'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:18:34.624518 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-941bf3b7-13cc-4cd5-9c6d-9e2a24604eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:34.656929 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50034) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:34.717010 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-941bf3b7-13cc-4cd5-9c6d-9e2a24604eb9 None None] For port 8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:18:34.721371 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-941bf3b7-13cc-4cd5-9c6d-9e2a24604eb9 None None] For port 8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0,segment=NetworkSegment(e69b5ed8-5e96-4d0c-afd9-5017440a14e4),segment_id=e69b5ed8-5e96-4d0c-afd9-5017440a14e4)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:18:34.726154 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-941bf3b7-13cc-4cd5-9c6d-9e2a24604eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:34.772629 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e568c2ba-e1c4-4830-926b-5de47f180b79 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:34.780878 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362a685-3ae2-4384-8778-9e62a72dbf57 req-f74fcfe3-6d6d-49f2-9759-67df47c0595f tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:34.787732 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f362a685-3ae2-4384-8778-9e62a72dbf57 req-f74fcfe3-6d6d-49f2-9759-67df47c0595f tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 945 time: 0.4583750 Apr 06 14:18:34.796086 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-63b9f721-136c-49c8-8f66-89e54798b8c1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:34.796432 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-63b9f721-136c-49c8-8f66-89e54798b8c1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:34.860782 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941bf3b7-13cc-4cd5-9c6d-9e2a24604eb9 None None] Pushing event updated for resources: {'Port': ['ID=8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:34.909491 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ca21b9e9-807a-46f5-b8a8-69d5a5e30564 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:34.940807 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e568c2ba-e1c4-4830-926b-5de47f180b79 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Deleting port 7845d50b-507c-4f89-92a9-d05c6f1c46a0 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:34.941177 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e568c2ba-e1c4-4830-926b-5de47f180b79 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:34.985889 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21b9e9-807a-46f5-b8a8-69d5a5e30564 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event deleted for resources: {'Port': ['ID=bd51ceec-5ed8-4519-a83e-d3f907d6dce7,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:35.201521 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f362a685-3ae2-4384-8778-9e62a72dbf57 req-f313e025-c0d3-40cf-be04-6fb8d9961ade tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4127891 Apr 06 14:18:35.220221 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e77e2d4f-6fcc-46c6-85ba-623f985eca90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:35.276182 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ca21b9e9-807a-46f5-b8a8-69d5a5e30564 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:35.317037 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-a503a686-1c0e-4d55-98c6-2980a73d21ee tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting subnet bf6a73e4-f5c9-4236-be0f-6a9de6cc91f9 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:18:35.355042 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a503a686-1c0e-4d55-98c6-2980a73d21ee tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:35.399321 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-e568c2ba-e1c4-4830-926b-5de47f180b79 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] For port 7845d50b-507c-4f89-92a9-d05c6f1c46a0, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=7845d50b-507c-4f89-92a9-d05c6f1c46a0,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:35.399676 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e568c2ba-e1c4-4830-926b-5de47f180b79 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:35.438102 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ca21b9e9-807a-46f5-b8a8-69d5a5e30564 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "DELETE /v2.0/ports/bd51ceec-5ed8-4519-a83e-d3f907d6dce7 HTTP/1.1" status: 204 len: 168 time: 1.8989689 Apr 06 14:18:35.447898 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e77e2d4f-6fcc-46c6-85ba-623f985eca90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:35.449421 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50040) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:35.538922 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e568c2ba-e1c4-4830-926b-5de47f180b79 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Calling delete_port for 7845d50b-507c-4f89-92a9-d05c6f1c46a0 owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:35.586749 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a503a686-1c0e-4d55-98c6-2980a73d21ee tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:35.588656 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77e2d4f-6fcc-46c6-85ba-623f985eca90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Network e482e217-e584-479f-8462-eb270f07e3ad is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:35.590155 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e2d4f-6fcc-46c6-85ba-623f985eca90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Pushing event updated for resources: {'Port': ['ID=53c785a6-a9fb-4c4b-ac24-0afe726db400,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:35.594913 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-e77e2d4f-6fcc-46c6-85ba-623f985eca90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:35.599885 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77e2d4f-6fcc-46c6-85ba-623f985eca90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:18:35.600552 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77e2d4f-6fcc-46c6-85ba-623f985eca90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:35.601333 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e77e2d4f-6fcc-46c6-85ba-623f985eca90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:35.693557 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e77e2d4f-6fcc-46c6-85ba-623f985eca90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5236635 Apr 06 14:18:35.699624 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50044) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:35.711313 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b749be-4447-42b2-a6a6-3ca2ee3c5a76 req-577bc490-7ea4-4bd0-8e57-f8de58249eda tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:35.713100 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-60b749be-4447-42b2-a6a6-3ca2ee3c5a76 req-577bc490-7ea4-4bd0-8e57-f8de58249eda tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 945 time: 0.3666997 Apr 06 14:18:35.815885 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dbc014-d255-4fa4-b04a-ccd865e13824 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:35.820721 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-16dbc014-d255-4fa4-b04a-ccd865e13824 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Synchronizing usage tracker for tenant:d61b98536deb4ef1889c048254212ea9 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:35.853929 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a503a686-1c0e-4d55-98c6-2980a73d21ee tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:35.855075 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ce30a0c-1074-4598-985d-5653e97d7800 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:36.026527 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-16dbc014-d255-4fa4-b04a-ccd865e13824 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Unset dirty status for tenant:d61b98536deb4ef1889c048254212ea9 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:36.030730 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-16dbc014-d255-4fa4-b04a-ccd865e13824 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "GET /v2.0/ports?device_id=598ef1dd-fe05-4abd-8045-5fcd94be81f3 HTTP/1.1" status: 200 len: 913 time: 0.5767632 Apr 06 14:18:36.031776 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f662e8e-3490-4831-940a-2b29b1aa21fc None None] Network 44c7ea80-55ad-4561-b9d9-1d32e65d7f68 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:18:36.041194 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50048) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:36.119555 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-755adedf-f593-4ee6-ac50-fc5da251309f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Synchronizing usage tracker for tenant:6b8a806bdab8492f8363bfeccb961fba on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:36.136143 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-60b749be-4447-42b2-a6a6-3ca2ee3c5a76 req-5bd51556-6529-436d-bc3f-b83e0fa8b94c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3885903 Apr 06 14:18:36.152121 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-dfb4bbfb-393c-48ec-b706-df84b66d3a01 None None] Provisioning for port 8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:18:36.175205 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50052) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:36.198045 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-755adedf-f593-4ee6-ac50-fc5da251309f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Unset dirty status for tenant:6b8a806bdab8492f8363bfeccb961fba on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:36.199379 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-755adedf-f593-4ee6-ac50-fc5da251309f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] 10.222.0.60 "GET /v2.0/ports/53c785a6-a9fb-4c4b-ac24-0afe726db400 HTTP/1.1" status: 200 len: 958 time: 0.4976289 Apr 06 14:18:36.203624 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50058) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:36.312931 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a503a686-1c0e-4d55-98c6-2980a73d21ee tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:36.416460 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e568c2ba-e1c4-4830-926b-5de47f180b79 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:36.454910 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503a686-1c0e-4d55-98c6-2980a73d21ee tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Subnet': ['ID=bf6a73e4-f5c9-4236-be0f-6a9de6cc91f9,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:36.485605 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a503a686-1c0e-4d55-98c6-2980a73d21ee tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:36.493678 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2179b92d-7213-481a-9e5f-146d93a3dc98 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:18:36.502875 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568c2ba-e1c4-4830-926b-5de47f180b79 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Pushing event deleted for resources: {'Port': ['ID=7845d50b-507c-4f89-92a9-d05c6f1c46a0,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:36.623705 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5bad1bb1-1c8a-442a-a704-e782e85da05e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Deleting port 53c785a6-a9fb-4c4b-ac24-0afe726db400 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:36.624055 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bad1bb1-1c8a-442a-a704-e782e85da05e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:36.642702 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a503a686-1c0e-4d55-98c6-2980a73d21ee tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/bf6a73e4-f5c9-4236-be0f-6a9de6cc91f9 HTTP/1.1" status: 204 len: 168 time: 1.9802315 Apr 06 14:18:36.647092 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50062) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:36.883770 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f31f4ba-f6d4-4fe5-904f-98cec535608c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting subnet fff7a745-e997-4dc8-842a-9674bffca70c {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:18:36.915109 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f31f4ba-f6d4-4fe5-904f-98cec535608c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:36.945303 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-63b9f721-136c-49c8-8f66-89e54798b8c1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:36.970441 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bad1bb1-1c8a-442a-a704-e782e85da05e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:37.064433 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e568c2ba-e1c4-4830-926b-5de47f180b79 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:37.108698 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5bad1bb1-1c8a-442a-a704-e782e85da05e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Calling delete_port for 53c785a6-a9fb-4c4b-ac24-0afe726db400 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:37.155497 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:18:37.181128 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-1ce30a0c-1074-4598-985d-5653e97d7800 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Allocated IP 2001:db8::1 (44c7ea80-55ad-4561-b9d9-1d32e65d7f68/243cab98-575f-4daa-9c31-cffc4ce600a5/7fe3cdcc-2b76-42b8-8b7f-a503bc1906b3) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:18:37.184751 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2f0f576b-6834-48ba-b43c-da8acd975a25 tempest-TestVolumeBootPattern-1760082827 tempest-TestVolumeBootPattern-1760082827-project-admin] Synchronizing usage tracker for tenant:64669f6f2a5642999e56b2ad10e020ea on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:37.257636 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f31f4ba-f6d4-4fe5-904f-98cec535608c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:37.260177 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bad1bb1-1c8a-442a-a704-e782e85da05e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:37.270924 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2f0f576b-6834-48ba-b43c-da8acd975a25 tempest-TestVolumeBootPattern-1760082827 tempest-TestVolumeBootPattern-1760082827-project-admin] Unset dirty status for tenant:64669f6f2a5642999e56b2ad10e020ea on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:37.272131 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2f0f576b-6834-48ba-b43c-da8acd975a25 tempest-TestVolumeBootPattern-1760082827 tempest-TestVolumeBootPattern-1760082827-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 1093 time: 1.0933766 Apr 06 14:18:37.280679 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:18:37.284966 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50066) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:37.287586 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:18:37.288136 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:37.311098 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c556e60d-5a0a-4819-8023-c76bc4c36e37 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'port_id': 'af44ed81-bba5-4d12-8d96-7ee14b06cdf7', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:37.335680 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b9f721-136c-49c8-8f66-89e54798b8c1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Checking segment: {'id': '4cea21a6-98e1-4c0c-b988-468d44a63fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'da5c5ec4-6355-4085-84e1-114bb61aa3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:18:37.335957 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b9f721-136c-49c8-8f66-89e54798b8c1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Network hostable DHCP agents. Network: da5c5ec4-6355-4085-84e1-114bb61aa3d1, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:18:37.342829 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9f721-136c-49c8-8f66-89e54798b8c1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Pushing event updated for resources: {'Subnet': ['ID=0d7af5fe-375c-486e-891b-c77b4e1ef17d,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:37.388394 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad1bb1-1c8a-442a-a704-e782e85da05e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Pushing event deleted for resources: {'Port': ['ID=53c785a6-a9fb-4c4b-ac24-0afe726db400,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:37.400610 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bad1bb1-1c8a-442a-a704-e782e85da05e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:37.406034 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c556e60d-5a0a-4819-8023-c76bc4c36e37 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:37.450151 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:37.453747 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5bad1bb1-1c8a-442a-a704-e782e85da05e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] 10.222.0.60 "DELETE /v2.0/ports/53c785a6-a9fb-4c4b-ac24-0afe726db400 HTTP/1.1" status: 204 len: 168 time: 1.2490473 Apr 06 14:18:37.454409 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50070) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:37.483065 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c556e60d-5a0a-4819-8023-c76bc4c36e37 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Usage tracker for resource:floatingip and tenant:681e39576088423facd0bc7051aac5ad is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:37.490596 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0,segment=NetworkSegment(e69b5ed8-5e96-4d0c-afd9-5017440a14e4),segment_id=e69b5ed8-5e96-4d0c-afd9-5017440a14e4)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:37.495917 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c556e60d-5a0a-4819-8023-c76bc4c36e37 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:37.499168 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:37.502478 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fbc17c7-2659-4cea-bfe9-e87397ef846b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] GET failed (client error): The resource could not be found. Apr 06 14:18:37.502981 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8fbc17c7-2659-4cea-bfe9-e87397ef846b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Synchronizing usage tracker for tenant:6b8a806bdab8492f8363bfeccb961fba on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:37.514347 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c556e60d-5a0a-4819-8023-c76bc4c36e37 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:37.538411 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e568c2ba-e1c4-4830-926b-5de47f180b79 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:37.546652 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ce30a0c-1074-4598-985d-5653e97d7800 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:37.556957 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8fbc17c7-2659-4cea-bfe9-e87397ef846b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Unset dirty status for tenant:6b8a806bdab8492f8363bfeccb961fba on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:37.562202 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8fbc17c7-2659-4cea-bfe9-e87397ef846b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] 10.222.0.60 "GET /v2.0/ports/53c785a6-a9fb-4c4b-ac24-0afe726db400 HTTP/1.1" status: 404 len: 333 time: 0.1037316 Apr 06 14:18:37.565274 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50074) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:37.573690 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-017606d1-32c1-4051-959d-ddefb0411981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Request body: {'port': {'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-863767578'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:37.579260 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-017606d1-32c1-4051-959d-ddefb0411981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:37.585821 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:37.596125 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-1ce30a0c-1074-4598-985d-5653e97d7800 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Transition to ACTIVE for port object 7fe3cdcc-2b76-42b8-8b7f-a503bc1906b3 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:18:37.597472 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-017606d1-32c1-4051-959d-ddefb0411981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:37.612917 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017606d1-32c1-4051-959d-ddefb0411981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Made reservation on behalf of 6b8a806bdab8492f8363bfeccb961fba for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:37.615292 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-017606d1-32c1-4051-959d-ddefb0411981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:37.640208 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-017606d1-32c1-4051-959d-ddefb0411981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] device_id is not set on port c183d239-d69a-4b86-9690-7706034e7312 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:18:37.671003 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2667f8ca-fa8b-423d-89de-1bbd164cb9fb None None] Provisioning complete for port bb145ba8-6ae0-4330-979c-19bae91954b1 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:18:37.671552 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2667f8ca-fa8b-423d-89de-1bbd164cb9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:37.716384 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ce30a0c-1074-4598-985d-5653e97d7800 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:37.743125 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b9f721-136c-49c8-8f66-89e54798b8c1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Network da5c5ec4-6355-4085-84e1-114bb61aa3d1 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:18:37.754253 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e568c2ba-e1c4-4830-926b-5de47f180b79 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:37.759199 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c556e60d-5a0a-4819-8023-c76bc4c36e37 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for floatingip, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:37.819914 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce30a0c-1074-4598-985d-5653e97d7800 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network 44c7ea80-55ad-4561-b9d9-1d32e65d7f68 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:37.833698 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-1ce30a0c-1074-4598-985d-5653e97d7800 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:37.839947 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce30a0c-1074-4598-985d-5653e97d7800 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:18:37.840610 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ce30a0c-1074-4598-985d-5653e97d7800 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:37.891303 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-63b9f721-136c-49c8-8f66-89e54798b8c1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, da5c5ec4-6355-4085-84e1-114bb61aa3d1) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:37.897053 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f31f4ba-f6d4-4fe5-904f-98cec535608c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:37.902407 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac39b8e-6e40-48e7-9281-d8e98f3b9ff7 None None] Network da5c5ec4-6355-4085-84e1-114bb61aa3d1 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:18:37.930614 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce30a0c-1074-4598-985d-5653e97d7800 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Port': ['ID=7fe3cdcc-2b76-42b8-8b7f-a503bc1906b3,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:37.964450 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-63b9f721-136c-49c8-8f66-89e54798b8c1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:38.014529 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-017606d1-32c1-4051-959d-ddefb0411981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:38.017958 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-494bd2d3-550d-4031-9f69-fc582ad15745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:38.094109 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ce30a0c-1074-4598-985d-5653e97d7800 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:38.100526 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e568c2ba-e1c4-4830-926b-5de47f180b79 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:38.101075 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e568c2ba-e1c4-4830-926b-5de47f180b79 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 76966aa7-440b-4324-a7f1-4e53eee9dfca {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:18:38.162946 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9f721-136c-49c8-8f66-89e54798b8c1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Pushing event updated for resources: {'Subnet': ['ID=d90e0f20-d944-41b5-859d-8300457f55d2,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:38.163152 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-017606d1-32c1-4051-959d-ddefb0411981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:38.177191 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e568c2ba-e1c4-4830-926b-5de47f180b79 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:38.181312 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e568c2ba-e1c4-4830-926b-5de47f180b79 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "DELETE /v2.0/routers/76966aa7-440b-4324-a7f1-4e53eee9dfca HTTP/1.1" status: 204 len: 168 time: 5.3476593 Apr 06 14:18:38.191751 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50078) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:38.213514 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3e2d51-7739-4cd0-abe4-24adabd6370c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-da5c5ec4-6355-4085-84e1-114bb61aa3d1', 'network_id': 'da5c5ec4-6355-4085-84e1-114bb61aa3d1', 'tenant_id': '7a616fee206a42448a6dddf33cdc8e67', 'fixed_ips': [{'subnet_id': '0d7af5fe-375c-486e-891b-c77b4e1ef17d'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:18:38.214963 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6b3e2d51-7739-4cd0-abe4-24adabd6370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:38.237576 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017606d1-32c1-4051-959d-ddefb0411981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Network e482e217-e584-479f-8462-eb270f07e3ad is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:38.250881 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-017606d1-32c1-4051-959d-ddefb0411981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:38.316121 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017606d1-32c1-4051-959d-ddefb0411981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:18:38.316569 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017606d1-32c1-4051-959d-ddefb0411981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:38.317173 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-017606d1-32c1-4051-959d-ddefb0411981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:38.319813 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b9f721-136c-49c8-8f66-89e54798b8c1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Checking segment: {'id': '299be861-6b86-457c-bdef-365efe12604a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd062d58f-ef20-4971-8a40-82c747e9f908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:18:38.320177 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b9f721-136c-49c8-8f66-89e54798b8c1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Network hostable DHCP agents. Network: d062d58f-ef20-4971-8a40-82c747e9f908, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:18:38.329356 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f31f4ba-f6d4-4fe5-904f-98cec535608c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:38.352157 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-67129b24-e1d5-416a-bc5e-262826ceb640 None None] Provisioning for port 7fe3cdcc-2b76-42b8-8b7f-a503bc1906b3 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:18:38.362486 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-67129b24-e1d5-416a-bc5e-262826ceb640 None None] Provisioning complete for port 7fe3cdcc-2b76-42b8-8b7f-a503bc1906b3 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:18:38.362875 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-67129b24-e1d5-416a-bc5e-262826ceb640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:38.401692 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31f4ba-f6d4-4fe5-904f-98cec535608c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Subnet': ['ID=fff7a745-e997-4dc8-842a-9674bffca70c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:38.421422 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f31f4ba-f6d4-4fe5-904f-98cec535608c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:38.424971 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b9f721-136c-49c8-8f66-89e54798b8c1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Network d062d58f-ef20-4971-8a40-82c747e9f908 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:18:38.438499 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8778334-0103-41c9-9fb3-67829d5a5071 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:18:38.472168 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-63b9f721-136c-49c8-8f66-89e54798b8c1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, d062d58f-ef20-4971-8a40-82c747e9f908) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:38.474521 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9f31f4ba-f6d4-4fe5-904f-98cec535608c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/fff7a745-e997-4dc8-842a-9674bffca70c HTTP/1.1" status: 204 len: 168 time: 1.7705338 Apr 06 14:18:38.482382 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b9f721-136c-49c8-8f66-89e54798b8c1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:38.482765 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b9f721-136c-49c8-8f66-89e54798b8c1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:38.483366 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-63b9f721-136c-49c8-8f66-89e54798b8c1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:38.489795 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50082) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:38.511058 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017606d1-32c1-4051-959d-ddefb0411981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Pushing event updated for resources: {'Port': ['ID=c183d239-d69a-4b86-9690-7706034e7312,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:38.520308 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2d38d7-c978-4481-924a-eab736fd4924 None None] Network d062d58f-ef20-4971-8a40-82c747e9f908 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:18:38.546907 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-017606d1-32c1-4051-959d-ddefb0411981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9776049 Apr 06 14:18:38.547142 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50086) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:38.550688 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-67129b24-e1d5-416a-bc5e-262826ceb640 None None] Port 7fe3cdcc-2b76-42b8-8b7f-a503bc1906b3 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:18:38.556624 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8358'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:38.561775 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1b7aac15-86fb-4c6f-aa7f-1e21ae2622c1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703659 Apr 06 14:18:38.564476 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c556e60d-5a0a-4819-8023-c76bc4c36e37 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:38.566885 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50090) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:38.580737 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a0fb7397-fc62-4ea6-8afa-5f9c328f476f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:38.622411 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-6b3e2d51-7739-4cd0-abe4-24adabd6370c None None] Allocated IP 2001:db8::1 (da5c5ec4-6355-4085-84e1-114bb61aa3d1/0d7af5fe-375c-486e-891b-c77b4e1ef17d/881ba8a7-1956-4d06-be00-200205f24ce1) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:18:38.718716 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-63b9f721-136c-49c8-8f66-89e54798b8c1 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 5.1155891 Apr 06 14:18:38.726345 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50094) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:38.781397 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:38.823459 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f9b5fd-4ed6-4c17-b30e-2f9265f22a73 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:38.824918 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f9b5fd-4ed6-4c17-b30e-2f9265f22a73 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:38.826733 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f9b5fd-4ed6-4c17-b30e-2f9265f22a73 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:38.827511 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-86f9b5fd-4ed6-4c17-b30e-2f9265f22a73 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Synchronizing usage tracker for tenant:7a616fee206a42448a6dddf33cdc8e67 on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:38.871726 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-99b0a113-2666-41d7-bac6-172b7287214a tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:38.943817 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a0fb7397-fc62-4ea6-8afa-5f9c328f476f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:38.955532 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ce30a0c-1074-4598-985d-5653e97d7800 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:38.978358 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ce30a0c-1074-4598-985d-5653e97d7800 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:38.978590 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ce30a0c-1074-4598-985d-5653e97d7800 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:39.017958 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da43aaf-3e58-45bc-88f6-b67f255e9c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-d062d58f-ef20-4971-8a40-82c747e9f908', 'network_id': 'd062d58f-ef20-4971-8a40-82c747e9f908', 'tenant_id': '7a616fee206a42448a6dddf33cdc8e67', 'fixed_ips': [{'subnet_id': 'd90e0f20-d944-41b5-859d-8300457f55d2'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:18:39.018789 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4da43aaf-3e58-45bc-88f6-b67f255e9c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:39.028205 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a0fb7397-fc62-4ea6-8afa-5f9c328f476f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:subnet and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:39.041196 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a0fb7397-fc62-4ea6-8afa-5f9c328f476f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:39.057704 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-86f9b5fd-4ed6-4c17-b30e-2f9265f22a73 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Unset dirty status for tenant:7a616fee206a42448a6dddf33cdc8e67 on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:39.059043 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-86f9b5fd-4ed6-4c17-b30e-2f9265f22a73 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3157496 Apr 06 14:18:39.067002 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a0fb7397-fc62-4ea6-8afa-5f9c328f476f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:39.071740 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50098) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:39.146436 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6b3e2d51-7739-4cd0-abe4-24adabd6370c None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:39.150425 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce30a0c-1074-4598-985d-5653e97d7800 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Port': ['ID=7fe3cdcc-2b76-42b8-8b7f-a503bc1906b3,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:39.179123 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fb7397-fc62-4ea6-8afa-5f9c328f476f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:39.182670 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a0fb7397-fc62-4ea6-8afa-5f9c328f476f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:39.185790 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6b3e2d51-7739-4cd0-abe4-24adabd6370c None None] Transition to ACTIVE for port object 881ba8a7-1956-4d06-be00-200205f24ce1 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:18:39.198871 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f87bb91-cdd8-4992-8ff2-ff455d54c6b7 None None] DHCP port deletion for 45db5c66-c082-47ed-beeb-688e3c8646d5 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:18:39.202989 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-c556e60d-5a0a-4819-8023-c76bc4c36e37 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Allocated IP 172.26.8.223 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/19840cdf-f5a1-4237-b3cf-2c289b8f3b01) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:18:39.212338 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:18:39.248619 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1f87bb91-cdd8-4992-8ff2-ff455d54c6b7 None None] Deleting port bb145ba8-6ae0-4330-979c-19bae91954b1 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:39.249365 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1f87bb91-cdd8-4992-8ff2-ff455d54c6b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:39.279016 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce30a0c-1074-4598-985d-5653e97d7800 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network 44c7ea80-55ad-4561-b9d9-1d32e65d7f68 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:39.281179 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] device_id is not set on port c183d239-d69a-4b86-9690-7706034e7312 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:18:39.286631 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-1ce30a0c-1074-4598-985d-5653e97d7800 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:39.296729 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6b3e2d51-7739-4cd0-abe4-24adabd6370c None None] Transition to ACTIVE for port object 881ba8a7-1956-4d06-be00-200205f24ce1 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:18:39.350765 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6b3e2d51-7739-4cd0-abe4-24adabd6370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:39.370290 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:39.416090 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8fd4cfd9-94aa-4c99-854e-18307255e2db tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:39.467535 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Transition to ACTIVE for port object c183d239-d69a-4b86-9690-7706034e7312 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:18:39.484426 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:39.484905 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-04512c9e-1f6a-4c4d-b7df-82c9c739e7d2 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Deleting subnet 0d7af5fe-375c-486e-891b-c77b4e1ef17d {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:18:39.504702 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-04512c9e-1f6a-4c4d-b7df-82c9c739e7d2 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:39.516666 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e2d51-7739-4cd0-abe4-24adabd6370c None None] Pushing event updated for resources: {'Port': ['ID=881ba8a7-1956-4d06-be00-200205f24ce1,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:39.524716 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-4da43aaf-3e58-45bc-88f6-b67f255e9c59 None None] Allocated IP 2001:db8:0:1::1 (d062d58f-ef20-4971-8a40-82c747e9f908/d90e0f20-d944-41b5-859d-8300457f55d2/de9b2a01-0141-443e-bc35-c3e494cab0fa) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:18:39.528057 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3e2d51-7739-4cd0-abe4-24adabd6370c None None] Network da5c5ec4-6355-4085-84e1-114bb61aa3d1 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:39.534995 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-6b3e2d51-7739-4cd0-abe4-24adabd6370c None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:39.557796 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3e2d51-7739-4cd0-abe4-24adabd6370c None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:18:39.729358 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-04512c9e-1f6a-4c4d-b7df-82c9c739e7d2 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:39.754027 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Pushing event updated for resources: {'Port': ['ID=c183d239-d69a-4b86-9690-7706034e7312,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:39.777712 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port c183d239-d69a-4b86-9690-7706034e7312 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:39.778198 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port c183d239-d69a-4b86-9690-7706034e7312 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:39.779316 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port c183d239-d69a-4b86-9690-7706034e7312 on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:39.791341 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Port c183d239-d69a-4b86-9690-7706034e7312 on network e482e217-e584-479f-8462-eb270f07e3ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:18:39.791816 dv-neutron-835868-1-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Failed to bind port c183d239-d69a-4b86-9690-7706034e7312 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] Apr 06 14:18:39.795374 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempt 2 to bind port c183d239-d69a-4b86-9690-7706034e7312 Apr 06 14:18:39.821612 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port c183d239-d69a-4b86-9690-7706034e7312 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:39.822016 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port c183d239-d69a-4b86-9690-7706034e7312 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:39.822770 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port c183d239-d69a-4b86-9690-7706034e7312 on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:39.833501 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-1f87bb91-cdd8-4992-8ff2-ff455d54c6b7 None None] For port bb145ba8-6ae0-4330-979c-19bae91954b1, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=bb145ba8-6ae0-4330-979c-19bae91954b1,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:39.834741 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1f87bb91-cdd8-4992-8ff2-ff455d54c6b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:39.836659 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Port c183d239-d69a-4b86-9690-7706034e7312 on network e482e217-e584-479f-8462-eb270f07e3ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:18:39.837387 dv-neutron-835868-1-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Failed to bind port c183d239-d69a-4b86-9690-7706034e7312 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] Apr 06 14:18:39.839515 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempt 3 to bind port c183d239-d69a-4b86-9690-7706034e7312 Apr 06 14:18:39.859829 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port c183d239-d69a-4b86-9690-7706034e7312 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:39.860558 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port c183d239-d69a-4b86-9690-7706034e7312 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:39.861190 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port c183d239-d69a-4b86-9690-7706034e7312 on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:39.861874 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:18:39.862609 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:39.872009 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Port c183d239-d69a-4b86-9690-7706034e7312 on network e482e217-e584-479f-8462-eb270f07e3ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:18:39.873079 dv-neutron-835868-1-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Failed to bind port c183d239-d69a-4b86-9690-7706034e7312 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] Apr 06 14:18:39.875716 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempt 4 to bind port c183d239-d69a-4b86-9690-7706034e7312 Apr 06 14:18:39.899390 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port c183d239-d69a-4b86-9690-7706034e7312 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:39.899880 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port c183d239-d69a-4b86-9690-7706034e7312 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:39.900319 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port c183d239-d69a-4b86-9690-7706034e7312 on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:39.918286 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Port c183d239-d69a-4b86-9690-7706034e7312 on network e482e217-e584-479f-8462-eb270f07e3ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:18:39.918786 dv-neutron-835868-1-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Failed to bind port c183d239-d69a-4b86-9690-7706034e7312 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] Apr 06 14:18:39.921161 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempt 5 to bind port c183d239-d69a-4b86-9690-7706034e7312 Apr 06 14:18:39.944239 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port c183d239-d69a-4b86-9690-7706034e7312 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:39.944525 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port c183d239-d69a-4b86-9690-7706034e7312 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:39.944988 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port c183d239-d69a-4b86-9690-7706034e7312 on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:39.953382 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-231bf251-c7bf-4551-9e37-4f5c8b1aff85 None None] Provisioning complete for port 7fe3cdcc-2b76-42b8-8b7f-a503bc1906b3 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:18:39.953758 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-231bf251-c7bf-4551-9e37-4f5c8b1aff85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:39.956820 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c556e60d-5a0a-4819-8023-c76bc4c36e37 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:39.961396 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Port c183d239-d69a-4b86-9690-7706034e7312 on network e482e217-e584-479f-8462-eb270f07e3ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:18:39.961840 dv-neutron-835868-1-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Failed to bind port c183d239-d69a-4b86-9690-7706034e7312 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] Apr 06 14:18:39.962671 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempt 6 to bind port c183d239-d69a-4b86-9690-7706034e7312 Apr 06 14:18:39.975451 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce30a0c-1074-4598-985d-5653e97d7800 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Router d17873b0-45ff-4b0c-85f7-2bac506df7ff is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:18:39.982745 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port c183d239-d69a-4b86-9690-7706034e7312 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:39.983235 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port c183d239-d69a-4b86-9690-7706034e7312 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:39.983806 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port c183d239-d69a-4b86-9690-7706034e7312 on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:39.994853 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-04512c9e-1f6a-4c4d-b7df-82c9c739e7d2 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:39.995536 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Port c183d239-d69a-4b86-9690-7706034e7312 on network e482e217-e584-479f-8462-eb270f07e3ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:18:39.996096 dv-neutron-835868-1-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Failed to bind port c183d239-d69a-4b86-9690-7706034e7312 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] Apr 06 14:18:39.997987 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempt 7 to bind port c183d239-d69a-4b86-9690-7706034e7312 Apr 06 14:18:40.141284 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1f87bb91-cdd8-4992-8ff2-ff455d54c6b7 None None] Calling delete_port for bb145ba8-6ae0-4330-979c-19bae91954b1 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:40.158808 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a0fb7397-fc62-4ea6-8afa-5f9c328f476f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:40.245481 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-231bf251-c7bf-4551-9e37-4f5c8b1aff85 None None] Port 7fe3cdcc-2b76-42b8-8b7f-a503bc1906b3 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:18:40.260137 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-6b3e2d51-7739-4cd0-abe4-24adabd6370c None None] Attempting to bind port 881ba8a7-1956-4d06-be00-200205f24ce1 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:40.260767 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-6b3e2d51-7739-4cd0-abe4-24adabd6370c None None] Attempting to bind port 881ba8a7-1956-4d06-be00-200205f24ce1 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '4cea21a6-98e1-4c0c-b988-468d44a63fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'da5c5ec4-6355-4085-84e1-114bb61aa3d1'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:40.260912 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3e2d51-7739-4cd0-abe4-24adabd6370c None None] Attempting to bind port 881ba8a7-1956-4d06-be00-200205f24ce1 on network da5c5ec4-6355-4085-84e1-114bb61aa3d1 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:40.284257 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port c183d239-d69a-4b86-9690-7706034e7312 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:40.284826 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port c183d239-d69a-4b86-9690-7706034e7312 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:40.285144 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port c183d239-d69a-4b86-9690-7706034e7312 on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:40.289389 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c556e60d-5a0a-4819-8023-c76bc4c36e37 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:40.297606 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Port c183d239-d69a-4b86-9690-7706034e7312 on network e482e217-e584-479f-8462-eb270f07e3ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:18:40.298066 dv-neutron-835868-1-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Failed to bind port c183d239-d69a-4b86-9690-7706034e7312 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] Apr 06 14:18:40.299166 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempt 8 to bind port c183d239-d69a-4b86-9690-7706034e7312 Apr 06 14:18:40.306693 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3e2d51-7739-4cd0-abe4-24adabd6370c None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:18:40.307074 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3e2d51-7739-4cd0-abe4-24adabd6370c None None] Checking segment: {'id': '4cea21a6-98e1-4c0c-b988-468d44a63fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'da5c5ec4-6355-4085-84e1-114bb61aa3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:18:40.307479 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6b3e2d51-7739-4cd0-abe4-24adabd6370c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:40.307873 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3e2d51-7739-4cd0-abe4-24adabd6370c None None] Bound using segment: {'id': '4cea21a6-98e1-4c0c-b988-468d44a63fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'da5c5ec4-6355-4085-84e1-114bb61aa3d1'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:18:40.308351 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-6b3e2d51-7739-4cd0-abe4-24adabd6370c None None] Bound port: 881ba8a7-1956-4d06-be00-200205f24ce1, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cea21a6-98e1-4c0c-b988-468d44a63fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'da5c5ec4-6355-4085-84e1-114bb61aa3d1'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:18:40.308723 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6b3e2d51-7739-4cd0-abe4-24adabd6370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:40.328152 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-04512c9e-1f6a-4c4d-b7df-82c9c739e7d2 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:40.331560 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port c183d239-d69a-4b86-9690-7706034e7312 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:40.331998 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port c183d239-d69a-4b86-9690-7706034e7312 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:40.332422 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port c183d239-d69a-4b86-9690-7706034e7312 on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:40.344898 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Port c183d239-d69a-4b86-9690-7706034e7312 on network e482e217-e584-479f-8462-eb270f07e3ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:18:40.345434 dv-neutron-835868-1-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Failed to bind port c183d239-d69a-4b86-9690-7706034e7312 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] Apr 06 14:18:40.347757 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempt 9 to bind port c183d239-d69a-4b86-9690-7706034e7312 Apr 06 14:18:40.366649 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port c183d239-d69a-4b86-9690-7706034e7312 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:40.367158 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port c183d239-d69a-4b86-9690-7706034e7312 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:40.367583 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port c183d239-d69a-4b86-9690-7706034e7312 on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:40.378691 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Port c183d239-d69a-4b86-9690-7706034e7312 on network e482e217-e584-479f-8462-eb270f07e3ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:18:40.378691 dv-neutron-835868-1-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Failed to bind port c183d239-d69a-4b86-9690-7706034e7312 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] Apr 06 14:18:40.379190 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempt 10 to bind port c183d239-d69a-4b86-9690-7706034e7312 Apr 06 14:18:40.394604 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1f87bb91-cdd8-4992-8ff2-ff455d54c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:40.400147 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce30a0c-1074-4598-985d-5653e97d7800 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:18:40.409182 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1ce30a0c-1074-4598-985d-5653e97d7800 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "PUT /v2.0/routers/d17873b0-45ff-4b0c-85f7-2bac506df7ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8390684 Apr 06 14:18:40.410372 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50102) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:40.411543 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port c183d239-d69a-4b86-9690-7706034e7312 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:40.411543 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port c183d239-d69a-4b86-9690-7706034e7312 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:40.412066 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempting to bind port c183d239-d69a-4b86-9690-7706034e7312 on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:40.414467 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fb7397-fc62-4ea6-8afa-5f9c328f476f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:40.430545 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-a0fb7397-fc62-4ea6-8afa-5f9c328f476f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:40.439659 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e0c610-c700-4595-96dd-b0cc5963463c None None] Sync routers for ids ['d17873b0-45ff-4b0c-85f7-2bac506df7ff'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:18:40.447846 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fb7397-fc62-4ea6-8afa-5f9c328f476f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:40.448429 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a0fb7397-fc62-4ea6-8afa-5f9c328f476f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:40.452538 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb7397-fc62-4ea6-8afa-5f9c328f476f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Subnet': ['ID=67ff3a00-c867-4f3e-9736-f60d297ae611,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:40.471363 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Port c183d239-d69a-4b86-9690-7706034e7312 on network e482e217-e584-479f-8462-eb270f07e3ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:18:40.471787 dv-neutron-835868-1-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Failed to bind port c183d239-d69a-4b86-9690-7706034e7312 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb5573a3-9648-43fb-a871-fa8634672646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e482e217-e584-479f-8462-eb270f07e3ad'}] Apr 06 14:18:40.472238 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:40.490430 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c556e60d-5a0a-4819-8023-c76bc4c36e37 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:40.499262 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-04512c9e-1f6a-4c4d-b7df-82c9c739e7d2 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:40.502106 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87bb91-cdd8-4992-8ff2-ff455d54c6b7 None None] Pushing event deleted for resources: {'Port': ['ID=bb145ba8-6ae0-4330-979c-19bae91954b1,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:40.519542 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-c556e60d-5a0a-4819-8023-c76bc4c36e37 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:40.527893 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4da43aaf-3e58-45bc-88f6-b67f255e9c59 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:40.530567 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556e60d-5a0a-4819-8023-c76bc4c36e37 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Pushing event updated for resources: {'Port': ['ID=19840cdf-f5a1-4237-b3cf-2c289b8f3b01,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:40.536745 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c556e60d-5a0a-4819-8023-c76bc4c36e37 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:18:40.537175 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f87bb91-cdd8-4992-8ff2-ff455d54c6b7 None None] No DVR routers for this DVR port bb145ba8-6ae0-4330-979c-19bae91954b1 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:18:40.565277 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4da43aaf-3e58-45bc-88f6-b67f255e9c59 None None] Transition to ACTIVE for port object de9b2a01-0141-443e-bc35-c3e494cab0fa will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:18:40.565437 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c83fba-bb32-464e-809c-c86875a9dd19 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:40.565976 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e3c83fba-bb32-464e-809c-c86875a9dd19 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Synchronizing usage tracker for tenant:6405625efdd14c9bb474ac0b7c765923 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:40.575854 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4479b0-5658-4a0b-bc73-06803cb4bba3 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:18:40.576648 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8fd4cfd9-94aa-4c99-854e-18307255e2db tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:40.580013 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04512c9e-1f6a-4c4d-b7df-82c9c739e7d2 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Pushing event deleted for resources: {'Subnet': ['ID=0d7af5fe-375c-486e-891b-c77b4e1ef17d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:40.588316 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e0c610-c700-4595-96dd-b0cc5963463c None None] Routers {'d17873b0-45ff-4b0c-85f7-2bac506df7ff'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:40.588988 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-91e0c610-c700-4595-96dd-b0cc5963463c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:18:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['d17873b0-45ff-4b0c-85f7-2bac506df7ff'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:40.613284 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] For port c183d239-d69a-4b86-9690-7706034e7312, host hv-neutron-8358, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:18:40.614179 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Attempted to set empty binding levels {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 06 14:18:40.614747 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e3c83fba-bb32-464e-809c-c86875a9dd19 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Unset dirty status for tenant:6405625efdd14c9bb474ac0b7c765923 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:40.615500 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-8fd4cfd9-94aa-4c99-854e-18307255e2db tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Deleting port 1418492f-daab-474e-a061-24fbc5677010 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:40.615970 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8fd4cfd9-94aa-4c99-854e-18307255e2db tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:40.619614 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e3c83fba-bb32-464e-809c-c86875a9dd19 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "GET /v2.0/ports/7fe3cdcc-2b76-42b8-8b7f-a503bc1906b3 HTTP/1.1" status: 200 len: 911 time: 0.2036531 Apr 06 14:18:40.620319 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50106) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:40.627039 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-03990e29-eceb-4d31-bf0d-bf5d11995747 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '243cab98-575f-4daa-9c31-cffc4ce600a5'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:40.651826 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:40.652854 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a0fb7397-fc62-4ea6-8afa-5f9c328f476f tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0788434 Apr 06 14:18:40.655342 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-04512c9e-1f6a-4c4d-b7df-82c9c739e7d2 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] 10.222.0.60 "DELETE /v2.0/subnets/0d7af5fe-375c-486e-891b-c77b4e1ef17d HTTP/1.1" status: 204 len: 168 time: 1.5808535 Apr 06 14:18:40.663948 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50110) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:40.664553 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50112) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:40.674212 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-62305b8c-4de7-4299-9daa-b5eaa8df0b1a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:40.721928 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-91e0c610-c700-4595-96dd-b0cc5963463c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:40.741745 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6b3e2d51-7739-4cd0-abe4-24adabd6370c None None] For port 881ba8a7-1956-4d06-be00-200205f24ce1, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:18:40.745860 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4da43aaf-3e58-45bc-88f6-b67f255e9c59 None None] Transition to ACTIVE for port object de9b2a01-0141-443e-bc35-c3e494cab0fa will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:18:40.755932 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] In _notify_port_updated(), no bound segment for port c183d239-d69a-4b86-9690-7706034e7312 on network e482e217-e584-479f-8462-eb270f07e3ad {{(pid=83737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 06 14:18:40.757056 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:40.758665 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] 10.222.0.60 "PUT /v2.0/ports/c183d239-d69a-4b86-9690-7706034e7312 HTTP/1.1" status: 200 len: 980 time: 2.2106488 Apr 06 14:18:40.764045 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50118) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:40.765345 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6b3e2d51-7739-4cd0-abe4-24adabd6370c None None] For port 881ba8a7-1956-4d06-be00-200205f24ce1, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=881ba8a7-1956-4d06-be00-200205f24ce1,segment=NetworkSegment(4cea21a6-98e1-4c0c-b988-468d44a63fbc),segment_id=4cea21a6-98e1-4c0c-b988-468d44a63fbc)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:18:40.779501 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e0c610-c700-4595-96dd-b0cc5963463c None None] Routers {'d17873b0-45ff-4b0c-85f7-2bac506df7ff'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:40.780132 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-91e0c610-c700-4595-96dd-b0cc5963463c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:18:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['d17873b0-45ff-4b0c-85f7-2bac506df7ff'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:40.822799 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc2d495-8ca2-4c86-ba71-3f40e579e424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Pushing event updated for resources: {'Port': ['ID=c183d239-d69a-4b86-9690-7706034e7312,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:40.849141 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4da43aaf-3e58-45bc-88f6-b67f255e9c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:40.849969 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ada8b045-b2c6-4b71-b17a-3a3558c30492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Deleting port c183d239-d69a-4b86-9690-7706034e7312 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:40.850315 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ada8b045-b2c6-4b71-b17a-3a3558c30492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:40.887427 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6b3e2d51-7739-4cd0-abe4-24adabd6370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:40.933489 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-91e0c610-c700-4595-96dd-b0cc5963463c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:40.933887 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e0c610-c700-4595-96dd-b0cc5963463c None None] The sync data for ids ['d17873b0-45ff-4b0c-85f7-2bac506df7ff'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:18:40.996566 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ce59e902-dfed-458c-9400-9bc7cf620892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:41.014241 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da43aaf-3e58-45bc-88f6-b67f255e9c59 None None] Network d062d58f-ef20-4971-8a40-82c747e9f908 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:41.018465 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da43aaf-3e58-45bc-88f6-b67f255e9c59 None None] Pushing event updated for resources: {'Port': ['ID=de9b2a01-0141-443e-bc35-c3e494cab0fa,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:41.021400 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-4da43aaf-3e58-45bc-88f6-b67f255e9c59 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:41.067555 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da43aaf-3e58-45bc-88f6-b67f255e9c59 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:18:41.099547 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device bb145ba8-6ae0-4330-979c-19bae91954b1 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:18:41.212338 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-03990e29-eceb-4d31-bf0d-bf5d11995747 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:41.226061 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-ada8b045-b2c6-4b71-b17a-3a3558c30492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] For port c183d239-d69a-4b86-9690-7706034e7312, host hv-neutron-8358, got binding levels [] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:41.226329 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ada8b045-b2c6-4b71-b17a-3a3558c30492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:41.242879 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: bb145ba8-6ae0-4330-979c-19bae91954b1 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:18:41.243206 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device bb145ba8-6ae0-4330-979c-19bae91954b1 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:18:41.306714 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c40889-4f40-44f7-8cd0-3016bd2291a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-45db5c66-c082-47ed-beeb-688e3c8646d5', 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'tenant_id': '9dcf49423fa94965b59ada8282b64351', 'fixed_ips': [{'subnet_id': '67ff3a00-c867-4f3e-9736-f60d297ae611'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:18:41.307366 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b8c40889-4f40-44f7-8cd0-3016bd2291a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:41.347860 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e2d51-7739-4cd0-abe4-24adabd6370c None None] Pushing event updated for resources: {'Port': ['ID=881ba8a7-1956-4d06-be00-200205f24ce1,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:41.373175 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:41.375893 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4da43aaf-3e58-45bc-88f6-b67f255e9c59 None None] Attempting to bind port de9b2a01-0141-443e-bc35-c3e494cab0fa on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:41.376041 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4da43aaf-3e58-45bc-88f6-b67f255e9c59 None None] Attempting to bind port de9b2a01-0141-443e-bc35-c3e494cab0fa by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '299be861-6b86-457c-bdef-365efe12604a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd062d58f-ef20-4971-8a40-82c747e9f908'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:41.376277 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da43aaf-3e58-45bc-88f6-b67f255e9c59 None None] Attempting to bind port de9b2a01-0141-443e-bc35-c3e494cab0fa on network d062d58f-ef20-4971-8a40-82c747e9f908 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:41.388106 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ada8b045-b2c6-4b71-b17a-3a3558c30492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Calling delete_port for c183d239-d69a-4b86-9690-7706034e7312 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:41.413557 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:41.416542 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7e6d9c-1485-4fc0-95d2-85e66902f49c None None] Network da5c5ec4-6355-4085-84e1-114bb61aa3d1 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:18:41.476427 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-8fd4cfd9-94aa-4c99-854e-18307255e2db tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] For port 1418492f-daab-474e-a061-24fbc5677010, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=1418492f-daab-474e-a061-24fbc5677010,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:41.477040 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8fd4cfd9-94aa-4c99-854e-18307255e2db tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:41.550703 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da43aaf-3e58-45bc-88f6-b67f255e9c59 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:18:41.551167 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da43aaf-3e58-45bc-88f6-b67f255e9c59 None None] Checking segment: {'id': '299be861-6b86-457c-bdef-365efe12604a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd062d58f-ef20-4971-8a40-82c747e9f908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:18:41.551469 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4da43aaf-3e58-45bc-88f6-b67f255e9c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:41.551858 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da43aaf-3e58-45bc-88f6-b67f255e9c59 None None] Bound using segment: {'id': '299be861-6b86-457c-bdef-365efe12604a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd062d58f-ef20-4971-8a40-82c747e9f908'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:18:41.552336 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4da43aaf-3e58-45bc-88f6-b67f255e9c59 None None] Bound port: de9b2a01-0141-443e-bc35-c3e494cab0fa, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '299be861-6b86-457c-bdef-365efe12604a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd062d58f-ef20-4971-8a40-82c747e9f908'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:18:41.552712 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4da43aaf-3e58-45bc-88f6-b67f255e9c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:41.603971 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-62305b8c-4de7-4299-9daa-b5eaa8df0b1a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:41.649595 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ada8b045-b2c6-4b71-b17a-3a3558c30492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:41.670535 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-62305b8c-4de7-4299-9daa-b5eaa8df0b1a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:subnet and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:41.734275 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-62305b8c-4de7-4299-9daa-b5eaa8df0b1a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:41.749650 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-8fd4cfd9-94aa-4c99-854e-18307255e2db tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Calling delete_port for 1418492f-daab-474e-a061-24fbc5677010 owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:41.773636 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8b045-b2c6-4b71-b17a-3a3558c30492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Pushing event deleted for resources: {'Port': ['ID=c183d239-d69a-4b86-9690-7706034e7312,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:41.775646 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ada8b045-b2c6-4b71-b17a-3a3558c30492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:41.797353 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-62305b8c-4de7-4299-9daa-b5eaa8df0b1a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:41.800323 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ada8b045-b2c6-4b71-b17a-3a3558c30492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] 10.222.0.60 "DELETE /v2.0/ports/c183d239-d69a-4b86-9690-7706034e7312 HTTP/1.1" status: 204 len: 168 time: 1.0352228 Apr 06 14:18:41.806293 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50122) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:41.812446 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-b8c40889-4f40-44f7-8cd0-3016bd2291a4 None None] Allocated IP 2001:db8::2 (45db5c66-c082-47ed-beeb-688e3c8646d5/67ff3a00-c867-4f3e-9736-f60d297ae611/a776aaa2-937a-44c0-bdc9-dd94ff224863) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:18:41.814753 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4da43aaf-3e58-45bc-88f6-b67f255e9c59 None None] For port de9b2a01-0141-443e-bc35-c3e494cab0fa, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:18:41.818870 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4da43aaf-3e58-45bc-88f6-b67f255e9c59 None None] For port de9b2a01-0141-443e-bc35-c3e494cab0fa, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=de9b2a01-0141-443e-bc35-c3e494cab0fa,segment=NetworkSegment(299be861-6b86-457c-bdef-365efe12604a),segment_id=299be861-6b86-457c-bdef-365efe12604a)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:18:41.831267 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4da43aaf-3e58-45bc-88f6-b67f255e9c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:41.907905 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62305b8c-4de7-4299-9daa-b5eaa8df0b1a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:42.032794 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d05df7-fb14-4d7a-a9e9-067725e20a66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] GET failed (client error): The resource could not be found. Apr 06 14:18:42.033320 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f3d05df7-fb14-4d7a-a9e9-067725e20a66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Synchronizing usage tracker for tenant:6b8a806bdab8492f8363bfeccb961fba on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:42.064550 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-b69656ce-7b77-472a-b0d2-967c96ffe4b8 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Deleting subnet d90e0f20-d944-41b5-859d-8300457f55d2 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:18:42.071140 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da43aaf-3e58-45bc-88f6-b67f255e9c59 None None] Pushing event updated for resources: {'Port': ['ID=de9b2a01-0141-443e-bc35-c3e494cab0fa,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:42.096615 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f3d05df7-fb14-4d7a-a9e9-067725e20a66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] Unset dirty status for tenant:6b8a806bdab8492f8363bfeccb961fba on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:42.099096 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f3d05df7-fb14-4d7a-a9e9-067725e20a66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091158825-project-admin] 10.222.0.60 "GET /v2.0/ports/c183d239-d69a-4b86-9690-7706034e7312 HTTP/1.1" status: 404 len: 333 time: 0.2912598 Apr 06 14:18:42.103008 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b69656ce-7b77-472a-b0d2-967c96ffe4b8 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:42.116236 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50126) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:42.180995 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b8c40889-4f40-44f7-8cd0-3016bd2291a4 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:42.195871 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b8c40889-4f40-44f7-8cd0-3016bd2291a4 None None] Transition to ACTIVE for port object a776aaa2-937a-44c0-bdc9-dd94ff224863 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:18:42.219095 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b8c40889-4f40-44f7-8cd0-3016bd2291a4 None None] Transition to ACTIVE for port object a776aaa2-937a-44c0-bdc9-dd94ff224863 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:18:42.221271 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b69656ce-7b77-472a-b0d2-967c96ffe4b8 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:42.229213 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b8c40889-4f40-44f7-8cd0-3016bd2291a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:42.274378 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-62305b8c-4de7-4299-9daa-b5eaa8df0b1a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:42.320317 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c40889-4f40-44f7-8cd0-3016bd2291a4 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:42.324698 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-b8c40889-4f40-44f7-8cd0-3016bd2291a4 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:42.327602 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c40889-4f40-44f7-8cd0-3016bd2291a4 None None] Pushing event updated for resources: {'Port': ['ID=a776aaa2-937a-44c0-bdc9-dd94ff224863,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:42.335850 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c40889-4f40-44f7-8cd0-3016bd2291a4 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:18:42.419035 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e915c4af-0aa5-4c35-9262-6d81dd21a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:42.441188 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-03990e29-eceb-4d31-bf0d-bf5d11995747 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:42.500648 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-03990e29-eceb-4d31-bf0d-bf5d11995747 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:42.505206 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03990e29-eceb-4d31-bf0d-bf5d11995747 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:42.506060 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-03990e29-eceb-4d31-bf0d-bf5d11995747 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:42.518206 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-03990e29-eceb-4d31-bf0d-bf5d11995747 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "PUT /v2.0/ports/7fe3cdcc-2b76-42b8-8b7f-a503bc1906b3 HTTP/1.1" status: 200 len: 911 time: 1.8964632 Apr 06 14:18:42.523499 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b8c40889-4f40-44f7-8cd0-3016bd2291a4 None None] Attempting to bind port a776aaa2-937a-44c0-bdc9-dd94ff224863 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:18:42.524002 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b8c40889-4f40-44f7-8cd0-3016bd2291a4 None None] Attempting to bind port a776aaa2-937a-44c0-bdc9-dd94ff224863 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:18:42.524486 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c40889-4f40-44f7-8cd0-3016bd2291a4 None None] Attempting to bind port a776aaa2-937a-44c0-bdc9-dd94ff224863 on network 45db5c66-c082-47ed-beeb-688e3c8646d5 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:18:42.534700 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c40889-4f40-44f7-8cd0-3016bd2291a4 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:18:42.535068 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c40889-4f40-44f7-8cd0-3016bd2291a4 None None] Checking segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:18:42.537448 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b8c40889-4f40-44f7-8cd0-3016bd2291a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:42.538062 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c40889-4f40-44f7-8cd0-3016bd2291a4 None None] Bound using segment: {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:18:42.539285 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b8c40889-4f40-44f7-8cd0-3016bd2291a4 None None] Bound port: a776aaa2-937a-44c0-bdc9-dd94ff224863, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d075f8a-130e-42a9-b8ee-507818527251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:18:42.539898 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b8c40889-4f40-44f7-8cd0-3016bd2291a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:42.554641 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50132) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:42.559292 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-99b0a113-2666-41d7-bac6-172b7287214a tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Deleting port 109502d6-d4b1-4778-b9b2-6fa399a58152 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:42.560608 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-99b0a113-2666-41d7-bac6-172b7287214a tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:42.668794 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e915c4af-0aa5-4c35-9262-6d81dd21a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:42.672389 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b8c40889-4f40-44f7-8cd0-3016bd2291a4 None None] For port a776aaa2-937a-44c0-bdc9-dd94ff224863, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:18:42.676084 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b8c40889-4f40-44f7-8cd0-3016bd2291a4 None None] For port a776aaa2-937a-44c0-bdc9-dd94ff224863, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a776aaa2-937a-44c0-bdc9-dd94ff224863,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:18:42.682892 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b8c40889-4f40-44f7-8cd0-3016bd2291a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:42.709146 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03990e29-eceb-4d31-bf0d-bf5d11995747 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Port': ['ID=7fe3cdcc-2b76-42b8-8b7f-a503bc1906b3,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:42.712061 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-e915c4af-0aa5-4c35-9262-6d81dd21a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e482e217-e584-479f-8462-eb270f07e3ad']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:42.725783 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-e915c4af-0aa5-4c35-9262-6d81dd21a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb5573a3-9648-43fb-a871-fa8634672646') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:42.726760 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-e915c4af-0aa5-4c35-9262-6d81dd21a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb5573a3-9648-43fb-a871-fa8634672646') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:42.740757 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e915c4af-0aa5-4c35-9262-6d81dd21a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:42.759913 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e915c4af-0aa5-4c35-9262-6d81dd21a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:42.773264 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e915c4af-0aa5-4c35-9262-6d81dd21a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:18:42.774750 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e915c4af-0aa5-4c35-9262-6d81dd21a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:42.789300 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:42.790770 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c40889-4f40-44f7-8cd0-3016bd2291a4 None None] Pushing event updated for resources: {'Port': ['ID=a776aaa2-937a-44c0-bdc9-dd94ff224863,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:18:42.800268 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:18:42.899716 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e915c4af-0aa5-4c35-9262-6d81dd21a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:42.904983 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e915c4af-0aa5-4c35-9262-6d81dd21a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:42.927893 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915c4af-0aa5-4c35-9262-6d81dd21a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] Pushing event deleted for resources: {'Network': ['ID=e482e217-e584-479f-8462-eb270f07e3ad,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:42.931347 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e915c4af-0aa5-4c35-9262-6d81dd21a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754655428-project] 10.222.0.60 "DELETE /v2.0/networks/e482e217-e584-479f-8462-eb270f07e3ad HTTP/1.1" status: 204 len: 168 time: 0.8140533 Apr 06 14:18:43.067013 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.ipam_backend_mixin [None req-62305b8c-4de7-4299-9daa-b5eaa8df0b1a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 67ff3a00-c867-4f3e-9736-f60d297ae611 (CIDR: 2001:db8::/64) Apr 06 14:18:43.091260 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-62305b8c-4de7-4299-9daa-b5eaa8df0b1a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:18:43.091706 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62305b8c-4de7-4299-9daa-b5eaa8df0b1a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:18:43.170720 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b69656ce-7b77-472a-b0d2-967c96ffe4b8 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:43.179053 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device de9b2a01-0141-443e-bc35-c3e494cab0fa up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:18:43.198093 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8fd4cfd9-94aa-4c99-854e-18307255e2db tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:43.293020 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-99b0a113-2666-41d7-bac6-172b7287214a tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:43.298880 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port de9b2a01-0141-443e-bc35-c3e494cab0fa completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:18:43.326678 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 7845d50b-507c-4f89-92a9-d05c6f1c46a0 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:18:43.367428 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 7845d50b-507c-4f89-92a9-d05c6f1c46a0 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:18:43.367813 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 7845d50b-507c-4f89-92a9-d05c6f1c46a0 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:18:43.408573 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50142) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:43.427213 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-62305b8c-4de7-4299-9daa-b5eaa8df0b1a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.7614224 Apr 06 14:18:43.430512 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50148) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:43.436391 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-40a24081-6f6a-4a3e-bb63-a2416a999838 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'subnet': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:43.436795 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-99b0a113-2666-41d7-bac6-172b7287214a tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Calling delete_port for 109502d6-d4b1-4778-b9b2-6fa399a58152 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:43.484513 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd4cfd9-94aa-4c99-854e-18307255e2db tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Pushing event deleted for resources: {'Port': ['ID=1418492f-daab-474e-a061-24fbc5677010,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:43.634965 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-40a24081-6f6a-4a3e-bb63-a2416a999838 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:43.641881 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-40a24081-6f6a-4a3e-bb63-a2416a999838 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:subnet and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:43.649866 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-40a24081-6f6a-4a3e-bb63-a2416a999838 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:43.660727 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-40a24081-6f6a-4a3e-bb63-a2416a999838 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:43.667913 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4ae3523f-ef5a-4cd7-9cb4-2de374d757df admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=68b3f9f4e9604500bf9791d8a56026eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2581215 Apr 06 14:18:43.672012 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50156) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:43.683688 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a24081-6f6a-4a3e-bb63-a2416a999838 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:43.760452 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b69656ce-7b77-472a-b0d2-967c96ffe4b8 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:43.764761 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c556e60d-5a0a-4819-8023-c76bc4c36e37 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:43.801132 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a130ef33-a270-4f82-8b04-182cce596d59 None None] Network d062d58f-ef20-4971-8a40-82c747e9f908 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:18:43.846741 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c0c001c0-4a94-4f35-b2c1-7fb1bc0a449f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:43.874005 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c0c001c0-4a94-4f35-b2c1-7fb1bc0a449f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:43.934387 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-707e0c6c-f573-4a97-b439-c57c2f4bc790 None None] Provisioning for port de9b2a01-0141-443e-bc35-c3e494cab0fa completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:18:43.943327 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-707e0c6c-f573-4a97-b439-c57c2f4bc790 None None] Provisioning complete for port de9b2a01-0141-443e-bc35-c3e494cab0fa triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:18:43.943975 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-707e0c6c-f573-4a97-b439-c57c2f4bc790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:43.986080 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-40a24081-6f6a-4a3e-bb63-a2416a999838 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:44.054938 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c556e60d-5a0a-4819-8023-c76bc4c36e37 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:44.058444 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c0c001c0-4a94-4f35-b2c1-7fb1bc0a449f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:44.089537 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c001c0-4a94-4f35-b2c1-7fb1bc0a449f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30021b7d-468f-41ee-9195-e48b976d7ea3,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:44.108762 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c0c001c0-4a94-4f35-b2c1-7fb1bc0a449f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:44.110148 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c0c001c0-4a94-4f35-b2c1-7fb1bc0a449f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/30021b7d-468f-41ee-9195-e48b976d7ea3 HTTP/1.1" status: 204 len: 168 time: 0.4370930 Apr 06 14:18:44.221765 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-707e0c6c-f573-4a97-b439-c57c2f4bc790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:44.275393 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-707e0c6c-f573-4a97-b439-c57c2f4bc790 None None] For port de9b2a01-0141-443e-bc35-c3e494cab0fa, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=de9b2a01-0141-443e-bc35-c3e494cab0fa,segment=NetworkSegment(299be861-6b86-457c-bdef-365efe12604a),segment_id=299be861-6b86-457c-bdef-365efe12604a)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:44.285081 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-707e0c6c-f573-4a97-b439-c57c2f4bc790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:44.362144 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69656ce-7b77-472a-b0d2-967c96ffe4b8 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Pushing event deleted for resources: {'Subnet': ['ID=d90e0f20-d944-41b5-859d-8300457f55d2,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:44.401828 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b69656ce-7b77-472a-b0d2-967c96ffe4b8 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:44.409193 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e0c6c-f573-4a97-b439-c57c2f4bc790 None None] Pushing event updated for resources: {'Port': ['ID=de9b2a01-0141-443e-bc35-c3e494cab0fa,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:44.421230 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3edaa5-acc4-4409-b650-d33a60431dd6 None None] DHCP port deletion for d062d58f-ef20-4971-8a40-82c747e9f908 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:18:44.436669 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-7b3edaa5-acc4-4409-b650-d33a60431dd6 None None] Deleting port de9b2a01-0141-443e-bc35-c3e494cab0fa {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:44.437801 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b69656ce-7b77-472a-b0d2-967c96ffe4b8 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] 10.222.0.60 "DELETE /v2.0/subnets/d90e0f20-d944-41b5-859d-8300457f55d2 HTTP/1.1" status: 204 len: 168 time: 3.7700944 Apr 06 14:18:44.438871 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7b3edaa5-acc4-4409-b650-d33a60431dd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:44.439825 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50166) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:44.445664 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8fd4cfd9-94aa-4c99-854e-18307255e2db tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:44.594487 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.objects.ports [None req-40a24081-6f6a-4a3e-bb63-a2416a999838 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83737) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 06 14:18:44.685562 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-961cc3f8-1f0f-4bb6-85ae-adbba6b965d0 None None] Provisioning for port a776aaa2-937a-44c0-bdc9-dd94ff224863 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:18:44.787621 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50170) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:44.879908 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7b3edaa5-acc4-4409-b650-d33a60431dd6 None None] For port de9b2a01-0141-443e-bc35-c3e494cab0fa, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=de9b2a01-0141-443e-bc35-c3e494cab0fa,segment=NetworkSegment(299be861-6b86-457c-bdef-365efe12604a),segment_id=299be861-6b86-457c-bdef-365efe12604a)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:44.880300 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7b3edaa5-acc4-4409-b650-d33a60431dd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:44.973884 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-40a24081-6f6a-4a3e-bb63-a2416a999838 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:45.034597 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-7b3edaa5-acc4-4409-b650-d33a60431dd6 None None] Calling delete_port for de9b2a01-0141-443e-bc35-c3e494cab0fa owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:45.058588 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0570cd43-2333-4a47-adf0-e067978ae187 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:45.059265 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0570cd43-2333-4a47-adf0-e067978ae187 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Synchronizing usage tracker for tenant:7a616fee206a42448a6dddf33cdc8e67 on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:45.170631 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7b3edaa5-acc4-4409-b650-d33a60431dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:45.224846 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3edaa5-acc4-4409-b650-d33a60431dd6 None None] Pushing event deleted for resources: {'Port': ['ID=de9b2a01-0141-443e-bc35-c3e494cab0fa,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:45.249849 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3edaa5-acc4-4409-b650-d33a60431dd6 None None] No DVR routers for this DVR port de9b2a01-0141-443e-bc35-c3e494cab0fa on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:18:45.249849 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a776aaa2-937a-44c0-bdc9-dd94ff224863 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:18:45.268051 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8fd4cfd9-94aa-4c99-854e-18307255e2db tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:45.282140 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e9e7ab66-5839-4fc5-8e03-d08de322302a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6b8a806bdab8492f8363bfeccb961fba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4753251 Apr 06 14:18:45.284649 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50174) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:45.287621 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239a69b1-c996-4e78-b378-fe38dde3a51e None None] get_active_networks_info from dv-neutron-835868-1-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 06 14:18:45.305072 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0570cd43-2333-4a47-adf0-e067978ae187 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Unset dirty status for tenant:7a616fee206a42448a6dddf33cdc8e67 on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:45.305072 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0570cd43-2333-4a47-adf0-e067978ae187 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8608973 Apr 06 14:18:45.314443 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50178) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:45.321014 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8fd4cfd9-94aa-4c99-854e-18307255e2db tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:45.368435 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-99b0a113-2666-41d7-bac6-172b7287214a tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:45.416467 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port a776aaa2-937a-44c0-bdc9-dd94ff224863 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:18:45.429857 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port a776aaa2-937a-44c0-bdc9-dd94ff224863 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:18:45.429857 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:45.472036 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-40a24081-6f6a-4a3e-bb63-a2416a999838 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] For port a776aaa2-937a-44c0-bdc9-dd94ff224863, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a776aaa2-937a-44c0-bdc9-dd94ff224863,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:45.493572 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239a69b1-c996-4e78-b378-fe38dde3a51e None None] Resources bound (agent type, host, resource id): {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:18:45.497452 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-54415d18-bf33-41da-8a27-981f0e4d80ca tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:45.497594 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e2d540f9-ea66-4256-ae50-0de0c8548451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:45.537120 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e2d540f9-ea66-4256-ae50-0de0c8548451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:45.546102 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0a113-2666-41d7-bac6-172b7287214a tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event deleted for resources: {'Port': ['ID=109502d6-d4b1-4778-b9b2-6fa399a58152,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:45.574753 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-40a24081-6f6a-4a3e-bb63-a2416a999838 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:45.586092 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-c556e60d-5a0a-4819-8023-c76bc4c36e37 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:18:45.596318 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-40a24081-6f6a-4a3e-bb63-a2416a999838 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:45.597235 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-40a24081-6f6a-4a3e-bb63-a2416a999838 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:45.705324 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c556e60d-5a0a-4819-8023-c76bc4c36e37 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:45.714498 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a24081-6f6a-4a3e-bb63-a2416a999838 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:45.728215 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-40a24081-6f6a-4a3e-bb63-a2416a999838 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:45.731615 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:45.732585 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a24081-6f6a-4a3e-bb63-a2416a999838 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:45.733339 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-40a24081-6f6a-4a3e-bb63-a2416a999838 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:45.754098 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-559c8c1a-5c32-40ef-b558-e1e7fc32c3a0 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:45.760498 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c556e60d-5a0a-4819-8023-c76bc4c36e37 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:45.765179 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8fd4cfd9-94aa-4c99-854e-18307255e2db tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:45.765997 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd4cfd9-94aa-4c99-854e-18307255e2db tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0910fa7-090a-44d2-897f-24c147e7e117 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:18:45.790553 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a24081-6f6a-4a3e-bb63-a2416a999838 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Subnet': ['ID=bca46461-8591-4393-9d32-fc27e7ad5a04,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:45.829534 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e2d540f9-ea66-4256-ae50-0de0c8548451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:45.862560 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a24081-6f6a-4a3e-bb63-a2416a999838 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Port': ['ID=a776aaa2-937a-44c0-bdc9-dd94ff224863,revision_number=4']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:45.868824 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d540f9-ea66-4256-ae50-0de0c8548451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254d2e42-3c2a-4888-80aa-28ed89aebc86,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:45.872559 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e2d540f9-ea66-4256-ae50-0de0c8548451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:45.879599 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e2d540f9-ea66-4256-ae50-0de0c8548451 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/254d2e42-3c2a-4888-80aa-28ed89aebc86 HTTP/1.1" status: 204 len: 168 time: 0.5947132 Apr 06 14:18:45.883427 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-40a24081-6f6a-4a3e-bb63-a2416a999838 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4521599 Apr 06 14:18:45.887164 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50184) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:45.936624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-3c12ab2e-2c5f-4965-bdbc-a5c2e25933ae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Request body: {'port': {'network_id': '45db5c66-c082-47ed-beeb-688e3c8646d5', 'mac_address': 'fa:16:3e:85:64:82', 'name': 'tempest-NetworksTestDHCPv6-1737850912'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:45.958069 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port a776aaa2-937a-44c0-bdc9-dd94ff224863, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a776aaa2-937a-44c0-bdc9-dd94ff224863,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:45.969411 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:46.068757 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=a776aaa2-937a-44c0-bdc9-dd94ff224863,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:46.191890 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907b8836-ce2a-4bd8-94fc-c2ac315daace None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:18:46.390875 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556e60d-5a0a-4819-8023-c76bc4c36e37 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Pushing event updated for resources: {'Port': ['ID=19840cdf-f5a1-4237-b3cf-2c289b8f3b01,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:46.401384 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8fd4cfd9-94aa-4c99-854e-18307255e2db tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:46.404102 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8fd4cfd9-94aa-4c99-854e-18307255e2db tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "DELETE /v2.0/routers/d0910fa7-090a-44d2-897f-24c147e7e117 HTTP/1.1" status: 204 len: 168 time: 8.2086291 Apr 06 14:18:46.408770 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50194) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:46.417095 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1fb2206f-f315-453c-8ec7-dd52a98ed2d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-167442006', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:46.424466 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device de9b2a01-0141-443e-bc35-c3e494cab0fa no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:18:46.438101 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1fb2206f-f315-453c-8ec7-dd52a98ed2d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:46.442102 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1fb2206f-f315-453c-8ec7-dd52a98ed2d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Usage tracker for resource:router and tenant:a3cb351a0aef464cb839e27e4891b480 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:46.445413 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1fb2206f-f315-453c-8ec7-dd52a98ed2d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:46.460177 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1fb2206f-f315-453c-8ec7-dd52a98ed2d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:46.464285 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: de9b2a01-0141-443e-bc35-c3e494cab0fa {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:18:46.464631 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device de9b2a01-0141-443e-bc35-c3e494cab0fa not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:18:46.497812 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1fb2206f-f315-453c-8ec7-dd52a98ed2d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:46.500282 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1fb2206f-f315-453c-8ec7-dd52a98ed2d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:46.530118 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1fb2206f-f315-453c-8ec7-dd52a98ed2d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:46.673285 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-559c8c1a-5c32-40ef-b558-e1e7fc32c3a0 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:46.710278 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c556e60d-5a0a-4819-8023-c76bc4c36e37 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:46.711607 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1fb2206f-f315-453c-8ec7-dd52a98ed2d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:46.906989 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-559c8c1a-5c32-40ef-b558-e1e7fc32c3a0 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d062d58f-ef20-4971-8a40-82c747e9f908']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:46.919536 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1fb2206f-f315-453c-8ec7-dd52a98ed2d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:46.956430 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1fb2206f-f315-453c-8ec7-dd52a98ed2d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:46.964592 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3c12ab2e-2c5f-4965-bdbc-a5c2e25933ae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:46.974066 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-559c8c1a-5c32-40ef-b558-e1e7fc32c3a0 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '299be861-6b86-457c-bdef-365efe12604a') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:46.974682 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-559c8c1a-5c32-40ef-b558-e1e7fc32c3a0 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '299be861-6b86-457c-bdef-365efe12604a') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:46.997813 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3c12ab2e-2c5f-4965-bdbc-a5c2e25933ae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Usage tracker for resource:port and tenant:9dcf49423fa94965b59ada8282b64351 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:47.010229 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3c12ab2e-2c5f-4965-bdbc-a5c2e25933ae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:47.026529 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-559c8c1a-5c32-40ef-b558-e1e7fc32c3a0 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:47.053775 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3c12ab2e-2c5f-4965-bdbc-a5c2e25933ae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:47.131772 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a776aaa2-937a-44c0-bdc9-dd94ff224863 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:18:47.139162 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-559c8c1a-5c32-40ef-b558-e1e7fc32c3a0 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:47.159578 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c12ab2e-2c5f-4965-bdbc-a5c2e25933ae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Made reservation on behalf of 9dcf49423fa94965b59ada8282b64351 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:47.164824 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3c12ab2e-2c5f-4965-bdbc-a5c2e25933ae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:47.173233 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-1fb2206f-f315-453c-8ec7-dd52a98ed2d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Allocated IP 172.26.8.76 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/3ce69bce-e565-4220-8d03-7a88741cc0cf) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:18:47.179499 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50208) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:47.188766 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559c8c1a-5c32-40ef-b558-e1e7fc32c3a0 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:18:47.189199 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-559c8c1a-5c32-40ef-b558-e1e7fc32c3a0 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:18:47.206615 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:18:47.223418 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port a776aaa2-937a-44c0-bdc9-dd94ff224863 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:18:47.223791 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:47.297059 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8c36863b-4032-459b-b246-e1aa99ec6e5c None None] Provisioning complete for port a776aaa2-937a-44c0-bdc9-dd94ff224863 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:18:47.297434 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8c36863b-4032-459b-b246-e1aa99ec6e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:47.349535 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-3c12ab2e-2c5f-4965-bdbc-a5c2e25933ae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] device_id is not set on port 39986919-712c-4955-a18b-d44d826a595c yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:18:47.362312 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d51ff43a-4418-4127-a990-2972828f818d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1925854628'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:47.372614 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d51ff43a-4418-4127-a990-2972828f818d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:47.377406 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1fb2206f-f315-453c-8ec7-dd52a98ed2d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:47.383825 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d51ff43a-4418-4127-a990-2972828f818d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:network and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:47.387428 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d51ff43a-4418-4127-a990-2972828f818d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:47.399019 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d51ff43a-4418-4127-a990-2972828f818d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:47.425856 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51ff43a-4418-4127-a990-2972828f818d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:47.429554 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d51ff43a-4418-4127-a990-2972828f818d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:47.432905 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-559c8c1a-5c32-40ef-b558-e1e7fc32c3a0 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:47.438663 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-559c8c1a-5c32-40ef-b558-e1e7fc32c3a0 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:47.454763 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d51ff43a-4418-4127-a990-2972828f818d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:47.468884 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1fb2206f-f315-453c-8ec7-dd52a98ed2d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:47.481627 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 1418492f-daab-474e-a061-24fbc5677010 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:18:47.503323 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-559c8c1a-5c32-40ef-b558-e1e7fc32c3a0 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] 10.222.0.60 "DELETE /v2.0/networks/d062d58f-ef20-4971-8a40-82c747e9f908 HTTP/1.1" status: 204 len: 168 time: 2.1890035 Apr 06 14:18:47.510013 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c8c1a-5c32-40ef-b558-e1e7fc32c3a0 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Pushing event deleted for resources: {'Network': ['ID=d062d58f-ef20-4971-8a40-82c747e9f908,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:47.513501 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50214) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:47.526418 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 1418492f-daab-474e-a061-24fbc5677010 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:18:47.526769 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 1418492f-daab-474e-a061-24fbc5677010 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:18:47.550274 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb2206f-f315-453c-8ec7-dd52a98ed2d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Pushing event updated for resources: {'Port': ['ID=3ce69bce-e565-4220-8d03-7a88741cc0cf,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:47.571386 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb2206f-f315-453c-8ec7-dd52a98ed2d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:47.573849 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-1fb2206f-f315-453c-8ec7-dd52a98ed2d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:47.578407 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb2206f-f315-453c-8ec7-dd52a98ed2d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:18:47.604595 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d51ff43a-4418-4127-a990-2972828f818d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:47.613435 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d51ff43a-4418-4127-a990-2972828f818d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:security_group_rule and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:47.620857 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d51ff43a-4418-4127-a990-2972828f818d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:47.630210 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d51ff43a-4418-4127-a990-2972828f818d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:47.769659 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d51ff43a-4418-4127-a990-2972828f818d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:47.774093 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-99b0a113-2666-41d7-bac6-172b7287214a tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:47.774852 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d51ff43a-4418-4127-a990-2972828f818d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:47.787404 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51ff43a-4418-4127-a990-2972828f818d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:18:47.797316 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d51ff43a-4418-4127-a990-2972828f818d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:47.797659 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-d51ff43a-4418-4127-a990-2972828f818d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Added segment 4673acd7-6791-4598-8001-6ba5b21bc0d4 of type vlan for network 4e9790fd-6922-4da5-be57-c9b836404c09 Apr 06 14:18:47.825911 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d51ff43a-4418-4127-a990-2972828f818d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:47.847613 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec772-9ce3-4230-a15e-10faf95f5be4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:47.888238 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d51ff43a-4418-4127-a990-2972828f818d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:47.891909 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51ff43a-4418-4127-a990-2972828f818d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:47.892633 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d51ff43a-4418-4127-a990-2972828f818d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:47.929389 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ff43a-4418-4127-a990-2972828f818d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23936a95-3c5c-44ae-9783-4ffb2542dafc,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:47.975624 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-c556e60d-5a0a-4819-8023-c76bc4c36e37 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Floating IP dcf152b4-910f-42a2-b5ed-98b18497c802 associated. External IP: 172.26.8.223, port: af44ed81-bba5-4d12-8d96-7ee14b06cdf7. Apr 06 14:18:48.117340 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ff43a-4418-4127-a990-2972828f818d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Network': ['ID=4e9790fd-6922-4da5-be57-c9b836404c09,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:48.125833 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d51ff43a-4418-4127-a990-2972828f818d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9426048 Apr 06 14:18:48.125833 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50218) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:48.128746 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 4e9790fd-6922-4da5-be57-c9b836404c09 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:18:48.132081 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1791eb39-9e47-4b11-ae74-758fd65814d8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'port': {'network_id': '4e9790fd-6922-4da5-be57-c9b836404c09', 'name': 'tempest-PortsTestJSON-27384116'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:48.206643 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1fb2206f-f315-453c-8ec7-dd52a98ed2d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:48.207363 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1fb2206f-f315-453c-8ec7-dd52a98ed2d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:48.285753 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ec772-9ce3-4230-a15e-10faf95f5be4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Deleting port 881ba8a7-1956-4d06-be00-200205f24ce1 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:48.286092 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec772-9ce3-4230-a15e-10faf95f5be4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:48.349678 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-3c12ab2e-2c5f-4965-bdbc-a5c2e25933ae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Allocated IP 2001:db8::349 (45db5c66-c082-47ed-beeb-688e3c8646d5/67ff3a00-c867-4f3e-9736-f60d297ae611/39986919-712c-4955-a18b-d44d826a595c) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:18:48.354834 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1791eb39-9e47-4b11-ae74-758fd65814d8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:48.360800 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1791eb39-9e47-4b11-ae74-758fd65814d8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:port and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:48.364299 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1791eb39-9e47-4b11-ae74-758fd65814d8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:48.370836 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-3c12ab2e-2c5f-4965-bdbc-a5c2e25933ae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Allocated IP 2001:db8:0:1:f816:3eff:fe85:6482 (45db5c66-c082-47ed-beeb-688e3c8646d5/bca46461-8591-4393-9d32-fc27e7ad5a04/39986919-712c-4955-a18b-d44d826a595c) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:18:48.371382 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1791eb39-9e47-4b11-ae74-758fd65814d8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:48.392516 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1791eb39-9e47-4b11-ae74-758fd65814d8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:48.394898 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1791eb39-9e47-4b11-ae74-758fd65814d8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:48.423918 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-1791eb39-9e47-4b11-ae74-758fd65814d8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] device_id is not set on port 61a32148-48c0-4bd7-b24b-882757f0fafd yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:18:48.677632 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1791eb39-9e47-4b11-ae74-758fd65814d8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:48.718563 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb2206f-f315-453c-8ec7-dd52a98ed2d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Router 3da9854d-54bf-454f-9d4d-cb99e2ddc586 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:18:48.724572 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1791eb39-9e47-4b11-ae74-758fd65814d8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:48.791219 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-3b1ec772-9ce3-4230-a15e-10faf95f5be4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] For port 881ba8a7-1956-4d06-be00-200205f24ce1, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=881ba8a7-1956-4d06-be00-200205f24ce1,segment=NetworkSegment(4cea21a6-98e1-4c0c-b988-468d44a63fbc),segment_id=4cea21a6-98e1-4c0c-b988-468d44a63fbc)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:48.791575 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec772-9ce3-4230-a15e-10faf95f5be4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:48.923432 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791eb39-9e47-4b11-ae74-758fd65814d8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Port': ['ID=61a32148-48c0-4bd7-b24b-882757f0fafd,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:48.946937 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791eb39-9e47-4b11-ae74-758fd65814d8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Checking segment: {'id': '4673acd7-6791-4598-8001-6ba5b21bc0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4e9790fd-6922-4da5-be57-c9b836404c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:18:48.947290 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1791eb39-9e47-4b11-ae74-758fd65814d8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network hostable DHCP agents. Network: 4e9790fd-6922-4da5-be57-c9b836404c09, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:18:48.948790 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ec772-9ce3-4230-a15e-10faf95f5be4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Calling delete_port for 881ba8a7-1956-4d06-be00-200205f24ce1 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:48.992703 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1791eb39-9e47-4b11-ae74-758fd65814d8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network 4e9790fd-6922-4da5-be57-c9b836404c09 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:18:49.007809 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-1791eb39-9e47-4b11-ae74-758fd65814d8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 4e9790fd-6922-4da5-be57-c9b836404c09) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:49.012311 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1791eb39-9e47-4b11-ae74-758fd65814d8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:18:49.017948 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1791eb39-9e47-4b11-ae74-758fd65814d8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:49.018088 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547ce5b6-6d2e-4c94-a93f-f15b3152ed7e None None] Network 4e9790fd-6922-4da5-be57-c9b836404c09 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:18:49.018615 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1791eb39-9e47-4b11-ae74-758fd65814d8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:49.057207 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1791eb39-9e47-4b11-ae74-758fd65814d8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.9303296 Apr 06 14:18:49.061425 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50222) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:49.066814 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8b470381-85f4-4262-8eda-8d62be0888ca tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1192788869'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:49.071411 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8b470381-85f4-4262-8eda-8d62be0888ca tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:49.075896 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8b470381-85f4-4262-8eda-8d62be0888ca tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:network and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:49.079059 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8b470381-85f4-4262-8eda-8d62be0888ca tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:49.085877 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8b470381-85f4-4262-8eda-8d62be0888ca tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:49.089022 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb2206f-f315-453c-8ec7-dd52a98ed2d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:18:49.107230 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a29baf-5e5a-440e-a8c1-9cb8a9022b7b None None] Sync routers for ids ['3da9854d-54bf-454f-9d4d-cb99e2ddc586'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:18:49.110180 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3c12ab2e-2c5f-4965-bdbc-a5c2e25933ae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:49.111613 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b470381-85f4-4262-8eda-8d62be0888ca tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:49.114901 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8b470381-85f4-4262-8eda-8d62be0888ca tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:49.125716 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a29baf-5e5a-440e-a8c1-9cb8a9022b7b None None] Routers {'3da9854d-54bf-454f-9d4d-cb99e2ddc586'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:49.126200 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-28a29baf-5e5a-440e-a8c1-9cb8a9022b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:18:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['3da9854d-54bf-454f-9d4d-cb99e2ddc586'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:49.130706 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1fb2206f-f315-453c-8ec7-dd52a98ed2d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:49.134769 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1fb2206f-f315-453c-8ec7-dd52a98ed2d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.7241399 Apr 06 14:18:49.135535 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50226) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:49.144260 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ec594485-fe84-4707-9c0b-59babba1cf73 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'enable_snat': False}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:49.158241 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-54415d18-bf33-41da-8a27-981f0e4d80ca tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting port 7fe3cdcc-2b76-42b8-8b7f-a503bc1906b3 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:49.158576 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-54415d18-bf33-41da-8a27-981f0e4d80ca tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:49.197329 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-3c12ab2e-2c5f-4965-bdbc-a5c2e25933ae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Transition to ACTIVE for port object 39986919-712c-4955-a18b-d44d826a595c will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:18:49.253134 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-28a29baf-5e5a-440e-a8c1-9cb8a9022b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:49.264687 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a29baf-5e5a-440e-a8c1-9cb8a9022b7b None None] Routers {'3da9854d-54bf-454f-9d4d-cb99e2ddc586'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:49.265500 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-28a29baf-5e5a-440e-a8c1-9cb8a9022b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:18:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['3da9854d-54bf-454f-9d4d-cb99e2ddc586'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:49.282603 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b470381-85f4-4262-8eda-8d62be0888ca tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:18:49.295209 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec772-9ce3-4230-a15e-10faf95f5be4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:49.295767 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8b470381-85f4-4262-8eda-8d62be0888ca tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:49.296102 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-8b470381-85f4-4262-8eda-8d62be0888ca tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Added segment e5f98d1d-cfa9-48a4-8c66-195ccab3fdca of type vlan for network 454efd67-513a-44e9-9411-5b46380be096 Apr 06 14:18:49.331998 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-28a29baf-5e5a-440e-a8c1-9cb8a9022b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:49.332651 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a29baf-5e5a-440e-a8c1-9cb8a9022b7b None None] The sync data for ids ['3da9854d-54bf-454f-9d4d-cb99e2ddc586'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:18:49.339353 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8b470381-85f4-4262-8eda-8d62be0888ca tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:49.379399 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8b470381-85f4-4262-8eda-8d62be0888ca tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:49.383035 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b470381-85f4-4262-8eda-8d62be0888ca tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:49.383607 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8b470381-85f4-4262-8eda-8d62be0888ca tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:49.490182 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ec772-9ce3-4230-a15e-10faf95f5be4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Pushing event deleted for resources: {'Port': ['ID=881ba8a7-1956-4d06-be00-200205f24ce1,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:49.495352 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8b470381-85f4-4262-8eda-8d62be0888ca tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4329185 Apr 06 14:18:49.498536 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50230) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:49.507712 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-51c91c85-387b-4c93-a006-faf02704ee15 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'ports': [{'network_id': '4e9790fd-6922-4da5-be57-c9b836404c09'}, {'network_id': '454efd67-513a-44e9-9411-5b46380be096'}]} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:49.508590 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-51c91c85-387b-4c93-a006-faf02704ee15 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'port': {'network_id': '4e9790fd-6922-4da5-be57-c9b836404c09'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:49.508740 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-51c91c85-387b-4c93-a006-faf02704ee15 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'port': {'network_id': '454efd67-513a-44e9-9411-5b46380be096'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:49.524670 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b470381-85f4-4262-8eda-8d62be0888ca tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Network': ['ID=454efd67-513a-44e9-9411-5b46380be096,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:49.537576 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 454efd67-513a-44e9-9411-5b46380be096 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:18:49.658278 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1ec772-9ce3-4230-a15e-10faf95f5be4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] No DVR routers for this DVR port 881ba8a7-1956-4d06-be00-200205f24ce1 on host dv-neutron-835868-1-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:18:49.757042 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3c12ab2e-2c5f-4965-bdbc-a5c2e25933ae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:49.966150 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-51c91c85-387b-4c93-a006-faf02704ee15 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:49.971268 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-51c91c85-387b-4c93-a006-faf02704ee15 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:port and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:49.975918 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-51c91c85-387b-4c93-a006-faf02704ee15 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:49.984648 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-51c91c85-387b-4c93-a006-faf02704ee15 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:50.000302 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c91c85-387b-4c93-a006-faf02704ee15 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'port': 2} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:50.003353 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-54415d18-bf33-41da-8a27-981f0e4d80ca tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:50.003724 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51c91c85-387b-4c93-a006-faf02704ee15 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:50.025242 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51c91c85-387b-4c93-a006-faf02704ee15 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:50.037748 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec772-9ce3-4230-a15e-10faf95f5be4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:50.112123 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c12ab2e-2c5f-4965-bdbc-a5c2e25933ae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:50.174559 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-3c12ab2e-2c5f-4965-bdbc-a5c2e25933ae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:50.176314 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12ab2e-2c5f-4965-bdbc-a5c2e25933ae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event updated for resources: {'Port': ['ID=39986919-712c-4955-a18b-d44d826a595c,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:50.187591 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-54415d18-bf33-41da-8a27-981f0e4d80ca tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Calling delete_port for 7fe3cdcc-2b76-42b8-8b7f-a503bc1906b3 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:50.216915 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c12ab2e-2c5f-4965-bdbc-a5c2e25933ae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:18:50.221841 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c12ab2e-2c5f-4965-bdbc-a5c2e25933ae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:50.222464 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3c12ab2e-2c5f-4965-bdbc-a5c2e25933ae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:50.287958 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-3b1ec772-9ce3-4230-a15e-10faf95f5be4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da5c5ec4-6355-4085-84e1-114bb61aa3d1']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:50.368691 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-51c91c85-387b-4c93-a006-faf02704ee15 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] device_id is not set on port bb0f1218-0353-4756-a6a4-6f4473b78845 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:18:50.374276 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-3b1ec772-9ce3-4230-a15e-10faf95f5be4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cea21a6-98e1-4c0c-b988-468d44a63fbc') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:50.374567 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-3b1ec772-9ce3-4230-a15e-10faf95f5be4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cea21a6-98e1-4c0c-b988-468d44a63fbc') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:50.411825 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec772-9ce3-4230-a15e-10faf95f5be4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:50.428955 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3c12ab2e-2c5f-4965-bdbc-a5c2e25933ae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.5136049 Apr 06 14:18:50.436751 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50234) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:50.461669 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec772-9ce3-4230-a15e-10faf95f5be4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:50.483641 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1ec772-9ce3-4230-a15e-10faf95f5be4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:18:50.484334 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec772-9ce3-4230-a15e-10faf95f5be4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:50.494874 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2110c5e2-9017-4c7c-81af-f0762aca0bf6 None None] Provisioning for port 39986919-712c-4955-a18b-d44d826a595c completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:18:50.500290 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2110c5e2-9017-4c7c-81af-f0762aca0bf6 None None] Provisioning complete for port 39986919-712c-4955-a18b-d44d826a595c triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:18:50.500965 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2110c5e2-9017-4c7c-81af-f0762aca0bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:18:50.503317 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:18:50.550862 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51c91c85-387b-4c93-a006-faf02704ee15 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:50.555920 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-fdfb22a6-deaa-45f8-b2ad-1108f15be25b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting port 39986919-712c-4955-a18b-d44d826a595c {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:50.556256 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fdfb22a6-deaa-45f8-b2ad-1108f15be25b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:50.573117 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2110c5e2-9017-4c7c-81af-f0762aca0bf6 None None] Port 39986919-712c-4955-a18b-d44d826a595c cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:18:50.648665 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec772-9ce3-4230-a15e-10faf95f5be4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:50.671222 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec772-9ce3-4230-a15e-10faf95f5be4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:50.696889 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ec772-9ce3-4230-a15e-10faf95f5be4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Pushing event deleted for resources: {'Network': ['ID=da5c5ec4-6355-4085-84e1-114bb61aa3d1,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:50.712065 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3b1ec772-9ce3-4230-a15e-10faf95f5be4 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] 10.222.0.60 "DELETE /v2.0/networks/da5c5ec4-6355-4085-84e1-114bb61aa3d1 HTTP/1.1" status: 204 len: 168 time: 3.1918528 Apr 06 14:18:50.718309 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50238) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:50.791693 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c556e60d-5a0a-4819-8023-c76bc4c36e37 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Router 61db72c2-b098-4195-90dd-e4e5e3267309 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:18:50.796116 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-51c91c85-387b-4c93-a006-faf02704ee15 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] device_id is not set on port bab0a00e-4b0b-4399-be52-ace93b0f04d2 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:18:50.796337 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-54415d18-bf33-41da-8a27-981f0e4d80ca tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:50.850121 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ec594485-fe84-4707-9c0b-59babba1cf73 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:50.862841 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54415d18-bf33-41da-8a27-981f0e4d80ca tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event deleted for resources: {'Port': ['ID=7fe3cdcc-2b76-42b8-8b7f-a503bc1906b3,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:51.022730 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a86f4769-0378-4bed-afee-b619b43251f7 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:51.214922 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fdfb22a6-deaa-45f8-b2ad-1108f15be25b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:51.266816 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b0a113-2666-41d7-bac6-172b7287214a tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Router 598ef1dd-fe05-4abd-8045-5fcd94be81f3 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:18:51.356542 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-54415d18-bf33-41da-8a27-981f0e4d80ca tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:51.524825 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-fdfb22a6-deaa-45f8-b2ad-1108f15be25b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Calling delete_port for 39986919-712c-4955-a18b-d44d826a595c owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:51.573501 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51c91c85-387b-4c93-a006-faf02704ee15 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:51.603571 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a86f4769-0378-4bed-afee-b619b43251f7 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:51.644716 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-a86f4769-0378-4bed-afee-b619b43251f7 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b559fc-5c02-4951-9902-06ffadcff09a']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:51.675850 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-a86f4769-0378-4bed-afee-b619b43251f7 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af613239-be6b-448b-b175-a7beb2e97665') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:51.676065 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-a86f4769-0378-4bed-afee-b619b43251f7 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af613239-be6b-448b-b175-a7beb2e97665') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:51.696314 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a86f4769-0378-4bed-afee-b619b43251f7 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:51.752930 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51c91c85-387b-4c93-a006-faf02704ee15 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:51.767811 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a86f4769-0378-4bed-afee-b619b43251f7 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:51.841129 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a86f4769-0378-4bed-afee-b619b43251f7 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:18:51.841129 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a86f4769-0378-4bed-afee-b619b43251f7 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:18:51.853430 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:18:51.891354 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c556e60d-5a0a-4819-8023-c76bc4c36e37 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:18:51.940371 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c556e60d-5a0a-4819-8023-c76bc4c36e37 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:51.942869 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc28299-90f5-465c-88b6-7d54bb4c435a None None] Sync routers for ids ['61db72c2-b098-4195-90dd-e4e5e3267309'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:18:51.977384 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc28299-90f5-465c-88b6-7d54bb4c435a None None] Routers {'61db72c2-b098-4195-90dd-e4e5e3267309'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:51.978875 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-8bc28299-90f5-465c-88b6-7d54bb4c435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:18:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['61db72c2-b098-4195-90dd-e4e5e3267309'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:52.008637 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54415d18-bf33-41da-8a27-981f0e4d80ca tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Router d17873b0-45ff-4b0c-85f7-2bac506df7ff has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:18:52.019388 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b0a113-2666-41d7-bac6-172b7287214a tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:18:52.019388 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c556e60d-5a0a-4819-8023-c76bc4c36e37 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 14.7252851 Apr 06 14:18:52.027579 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-99b0a113-2666-41d7-bac6-172b7287214a tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "PUT /v2.0/routers/598ef1dd-fe05-4abd-8045-5fcd94be81f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9760399 Apr 06 14:18:52.027579 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a62ad8f-048d-4db6-b975-d3349e712732', 'tag': 'af44ed81-bba5-4d12-8d96-7ee14b06cdf7'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:18:52.027579 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50242) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:52.071761 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7018d77-6f84-49a0-93f4-24a41a616481 None None] Sync routers for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:18:52.108072 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7018d77-6f84-49a0-93f4-24a41a616481 None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:52.108796 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c7018d77-6f84-49a0-93f4-24a41a616481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:18:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:52.136635 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c91c85-387b-4c93-a006-faf02704ee15 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network 4e9790fd-6922-4da5-be57-c9b836404c09 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:52.196951 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c7018d77-6f84-49a0-93f4-24a41a616481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:52.208211 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-51c91c85-387b-4c93-a006-faf02704ee15 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:52.210777 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c91c85-387b-4c93-a006-faf02704ee15 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Port': ['ID=bb0f1218-0353-4756-a6a4-6f4473b78845,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:52.212993 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7018d77-6f84-49a0-93f4-24a41a616481 None None] Routers {'598ef1dd-fe05-4abd-8045-5fcd94be81f3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:52.214610 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c7018d77-6f84-49a0-93f4-24a41a616481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:18:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:52.217676 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c91c85-387b-4c93-a006-faf02704ee15 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:18:52.218468 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51c91c85-387b-4c93-a006-faf02704ee15 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:52.288538 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-687f9501-aa6e-4a87-8499-6a60e012c9d8'] response: {'name': 'network-changed', 'server_uuid': '2a62ad8f-048d-4db6-b975-d3349e712732', 'tag': 'af44ed81-bba5-4d12-8d96-7ee14b06cdf7', 'status': 'completed', 'code': 200} Apr 06 14:18:52.304811 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a86f4769-0378-4bed-afee-b619b43251f7 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:52.309022 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c7018d77-6f84-49a0-93f4-24a41a616481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:52.309022 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7018d77-6f84-49a0-93f4-24a41a616481 None None] The sync data for ids ['598ef1dd-fe05-4abd-8045-5fcd94be81f3'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:18:52.333931 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a86f4769-0378-4bed-afee-b619b43251f7 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:52.354615 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fdfb22a6-deaa-45f8-b2ad-1108f15be25b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:52.366552 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f4769-0378-4bed-afee-b619b43251f7 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Pushing event deleted for resources: {'Network': ['ID=c4b559fc-5c02-4951-9902-06ffadcff09a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:52.394306 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c91c85-387b-4c93-a006-faf02704ee15 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Port': ['ID=bab0a00e-4b0b-4399-be52-ace93b0f04d2,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:52.405671 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a86f4769-0378-4bed-afee-b619b43251f7 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] 10.222.0.60 "DELETE /v2.0/networks/c4b559fc-5c02-4951-9902-06ffadcff09a HTTP/1.1" status: 204 len: 168 time: 1.6538434 Apr 06 14:18:52.415013 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50252) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:52.450630 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-8bc28299-90f5-465c-88b6-7d54bb4c435a None None] Set router 61db72c2-b098-4195-90dd-e4e5e3267309 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:18:52.459031 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ec594485-fe84-4707-9c0b-59babba1cf73 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:52.459031 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb22a6-deaa-45f8-b2ad-1108f15be25b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Port': ['ID=39986919-712c-4955-a18b-d44d826a595c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:52.505447 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ec594485-fe84-4707-9c0b-59babba1cf73 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653861', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691619'] for router, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:52.578743 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c91c85-387b-4c93-a006-faf02704ee15 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Checking segment: {'id': 'e5f98d1d-cfa9-48a4-8c66-195ccab3fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '454efd67-513a-44e9-9411-5b46380be096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:18:52.579246 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c91c85-387b-4c93-a006-faf02704ee15 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network hostable DHCP agents. Network: 454efd67-513a-44e9-9411-5b46380be096, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:18:52.645342 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fdfb22a6-deaa-45f8-b2ad-1108f15be25b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:52.645342 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fdfb22a6-deaa-45f8-b2ad-1108f15be25b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/39986919-712c-4955-a18b-d44d826a595c HTTP/1.1" status: 204 len: 168 time: 2.1984642 Apr 06 14:18:52.645342 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50256) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:52.837710 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c91c85-387b-4c93-a006-faf02704ee15 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network 454efd67-513a-44e9-9411-5b46380be096 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:18:52.943388 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-51c91c85-387b-4c93-a006-faf02704ee15 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 454efd67-513a-44e9-9411-5b46380be096) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:52.952501 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f3a754cf-459a-4749-b1e2-dc7ec5731a61 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:52.957285 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c91c85-387b-4c93-a006-faf02704ee15 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:18:52.961749 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54415d18-bf33-41da-8a27-981f0e4d80ca tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:18:52.961749 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-54415d18-bf33-41da-8a27-981f0e4d80ca tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "PUT /v2.0/routers/d17873b0-45ff-4b0c-85f7-2bac506df7ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3206282 Apr 06 14:18:52.969460 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c91c85-387b-4c93-a006-faf02704ee15 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:52.973909 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50260) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:52.984437 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c91c85-387b-4c93-a006-faf02704ee15 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:52.984437 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51c91c85-387b-4c93-a006-faf02704ee15 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:53.011654 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ad5891-be63-452a-b119-7a0790781270 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:53.011654 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a5ad5891-be63-452a-b119-7a0790781270 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:53.011654 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-51c91c85-387b-4c93-a006-faf02704ee15 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5108392 Apr 06 14:18:53.028624 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50264) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:53.052969 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f5f1672f-b18d-4893-ab3f-4ab2f198b6a9 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Synchronizing usage tracker for tenant:6405625efdd14c9bb474ac0b7c765923 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:53.089115 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0572d228-0bc1-4152-8979-c416f5e754ef None None] Sync routers for ids ['d17873b0-45ff-4b0c-85f7-2bac506df7ff'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:18:53.089115 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82202a32-cb35-4d84-bb54-85480cb15631 None None] Network 454efd67-513a-44e9-9411-5b46380be096 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:18:53.096451 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5dfaf8ce-286c-483e-aa08-90f1513e04f5 req-6cb6ed89-7b38-4e81-84ad-a720b337a554 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=681e39576088423facd0bc7051aac5ad&device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 1098 time: 0.8009267 Apr 06 14:18:53.104208 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a5ad5891-be63-452a-b119-7a0790781270 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:53.104208 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a5ad5891-be63-452a-b119-7a0790781270 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4363813 Apr 06 14:18:53.104208 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50268) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:53.135198 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5e1715f2-8dee-41b9-bcd8-54e3d72c1234 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting port bab0a00e-4b0b-4399-be52-ace93b0f04d2 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:53.135198 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e1715f2-8dee-41b9-bcd8-54e3d72c1234 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:53.272588 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f5f1672f-b18d-4893-ab3f-4ab2f198b6a9 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Unset dirty status for tenant:6405625efdd14c9bb474ac0b7c765923 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:53.272588 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f5f1672f-b18d-4893-ab3f-4ab2f198b6a9 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "GET /v2.0/ports?device_id=d17873b0-45ff-4b0c-85f7-2bac506df7ff HTTP/1.1" status: 200 len: 205 time: 0.2987909 Apr 06 14:18:53.287443 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f3a754cf-459a-4749-b1e2-dc7ec5731a61 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:53.295484 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0572d228-0bc1-4152-8979-c416f5e754ef None None] Routers {'d17873b0-45ff-4b0c-85f7-2bac506df7ff'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:53.295484 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-0572d228-0bc1-4152-8979-c416f5e754ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:18:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['d17873b0-45ff-4b0c-85f7-2bac506df7ff'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:53.301910 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50272) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:53.431947 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-0572d228-0bc1-4152-8979-c416f5e754ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:53.445878 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-f3a754cf-459a-4749-b1e2-dc7ec5731a61 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['303002d7-be79-4017-ad39-dac5b2e66126']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:53.476157 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-f3a754cf-459a-4749-b1e2-dc7ec5731a61 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef0bebcc-09a1-49aa-be90-23147e426a93') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:53.476157 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-f3a754cf-459a-4749-b1e2-dc7ec5731a61 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef0bebcc-09a1-49aa-be90-23147e426a93') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:53.500249 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a586755-187b-44d8-a185-af135b378d96 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:53.500249 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0a586755-187b-44d8-a185-af135b378d96 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3996410 Apr 06 14:18:53.505765 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0572d228-0bc1-4152-8979-c416f5e754ef None None] Routers {'d17873b0-45ff-4b0c-85f7-2bac506df7ff'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:53.505765 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-0572d228-0bc1-4152-8979-c416f5e754ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:18:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['d17873b0-45ff-4b0c-85f7-2bac506df7ff'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:53.508642 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50276) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:53.512247 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f3a754cf-459a-4749-b1e2-dc7ec5731a61 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:53.531234 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec594485-fe84-4707-9c0b-59babba1cf73 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Router 3da9854d-54bf-454f-9d4d-cb99e2ddc586 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:18:53.541081 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e1715f2-8dee-41b9-bcd8-54e3d72c1234 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:53.580559 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfaf8ce-286c-483e-aa08-90f1513e04f5 req-691650a7-c30f-4af3-8670-ee95823ec527 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:53.581062 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5dfaf8ce-286c-483e-aa08-90f1513e04f5 req-691650a7-c30f-4af3-8670-ee95823ec527 service neutron] 10.222.0.69 "GET /v2.0/networks?id=095d4797-b5a4-4559-a0b9-992b5f89d16a HTTP/1.1" status: 200 len: 912 time: 0.4813077 Apr 06 14:18:53.588655 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f3a754cf-459a-4749-b1e2-dc7ec5731a61 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:53.593329 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-20aadfa6-743d-457d-944b-22bb6cf5573f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:53.643826 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-0572d228-0bc1-4152-8979-c416f5e754ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:53.644231 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0572d228-0bc1-4152-8979-c416f5e754ef None None] The sync data for ids ['d17873b0-45ff-4b0c-85f7-2bac506df7ff'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:18:53.649395 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-8bc28299-90f5-465c-88b6-7d54bb4c435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'name': 'tempest-TestVolumeBootPattern-396345987-router', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:31Z', 'updated_at': '2022-04-06T14:16:49Z', 'revision_number': 4, 'project_id': '681e39576088423facd0bc7051aac5ad', 'gw_port': {'id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:35Z', 'updated_at': '2022-04-06T14:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'dcf152b4-910f-42a2-b5ed-98b18497c802', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'floating_ip_address': '172.26.8.223', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'port_id': 'af44ed81-bba5-4d12-8d96-7ee14b06cdf7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'mac_address': 'fa:16:3e:b4:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a62ad8f-048d-4db6-b975-d3349e712732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:18:42Z', 'updated_at': '2022-04-06T14:18:42Z', 'revision_number': 0, 'project_id': '681e39576088423facd0bc7051aac5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38993c6-d6a5-4069-b6db-aea1a2c533d9', 'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'mac_address': 'fa:16:3e:96:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:46Z', 'updated_at': '2022-04-06T14:17:00Z', 'revision_number': 5, 'project_id': '681e39576088423facd0bc7051aac5ad', 'subnets': [{'id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:53.654618 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc28299-90f5-465c-88b6-7d54bb4c435a None None] Checking router: 61db72c2-b098-4195-90dd-e4e5e3267309 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:18:53.676467 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5e1715f2-8dee-41b9-bcd8-54e3d72c1234 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Calling delete_port for bab0a00e-4b0b-4399-be52-ace93b0f04d2 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:53.679373 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc28299-90f5-465c-88b6-7d54bb4c435a None None] Routers {'61db72c2-b098-4195-90dd-e4e5e3267309'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:53.680016 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-8bc28299-90f5-465c-88b6-7d54bb4c435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:18:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['61db72c2-b098-4195-90dd-e4e5e3267309'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:53.712766 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a754cf-459a-4749-b1e2-dc7ec5731a61 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:18:53.713199 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f3a754cf-459a-4749-b1e2-dc7ec5731a61 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:18:53.727913 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:18:53.847122 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6282f17b-6f36-496e-a3be-83c9e2293d64 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:53.878261 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e1715f2-8dee-41b9-bcd8-54e3d72c1234 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:53.883300 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-8bc28299-90f5-465c-88b6-7d54bb4c435a None None] Set router 61db72c2-b098-4195-90dd-e4e5e3267309 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:18:53.931904 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1715f2-8dee-41b9-bcd8-54e3d72c1234 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Port': ['ID=bab0a00e-4b0b-4399-be52-ace93b0f04d2,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:53.932154 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fd8ee6-329a-4a97-88a5-5a60cfe02b89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:53.933373 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fd8ee6-329a-4a97-88a5-5a60cfe02b89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:53.935695 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fd8ee6-329a-4a97-88a5-5a60cfe02b89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:53.936644 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f9fd8ee6-329a-4a97-88a5-5a60cfe02b89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:53.949283 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e1715f2-8dee-41b9-bcd8-54e3d72c1234 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:53.959510 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5e1715f2-8dee-41b9-bcd8-54e3d72c1234 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/ports/bab0a00e-4b0b-4399-be52-ace93b0f04d2 HTTP/1.1" status: 204 len: 168 time: 0.9410861 Apr 06 14:18:53.962566 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50280) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:54.057543 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5dfaf8ce-286c-483e-aa08-90f1513e04f5 req-00d69a9d-a1e1-40ad-afc9-1efaa009b2e1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af44ed81-bba5-4d12-8d96-7ee14b06cdf7 HTTP/1.1" status: 200 len: 999 time: 0.4155087 Apr 06 14:18:54.061587 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec594485-fe84-4707-9c0b-59babba1cf73 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:18:54.061786 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f3a754cf-459a-4749-b1e2-dc7ec5731a61 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:54.065222 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f9fd8ee6-329a-4a97-88a5-5a60cfe02b89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:54.066230 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ec594485-fe84-4707-9c0b-59babba1cf73 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:54.066759 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f9fd8ee6-329a-4a97-88a5-5a60cfe02b89 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5648773 Apr 06 14:18:54.067542 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ec594485-fe84-4707-9c0b-59babba1cf73 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "PUT /v2.0/routers/3da9854d-54bf-454f-9d4d-cb99e2ddc586 HTTP/1.1" status: 200 len: 920 time: 4.9284968 Apr 06 14:18:54.071835 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50284) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:54.075634 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50286) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:54.079738 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a2e811-c652-4a74-9535-87b022675738 None None] Sync routers for ids ['3da9854d-54bf-454f-9d4d-cb99e2ddc586'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:18:54.086981 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f3a754cf-459a-4749-b1e2-dc7ec5731a61 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:54.091949 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454e3c1b-365f-4701-9055-a3605409a000 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:54.095809 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454e3c1b-365f-4701-9055-a3605409a000 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:54.096581 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-454e3c1b-365f-4701-9055-a3605409a000 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Synchronizing usage tracker for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:54.102960 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a2e811-c652-4a74-9535-87b022675738 None None] Routers {'3da9854d-54bf-454f-9d4d-cb99e2ddc586'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:54.103624 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b6a2e811-c652-4a74-9535-87b022675738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:18:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['3da9854d-54bf-454f-9d4d-cb99e2ddc586'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:54.259189 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b6a2e811-c652-4a74-9535-87b022675738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:54.276901 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a2e811-c652-4a74-9535-87b022675738 None None] Routers {'3da9854d-54bf-454f-9d4d-cb99e2ddc586'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:18:54.277809 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b6a2e811-c652-4a74-9535-87b022675738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:18:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['3da9854d-54bf-454f-9d4d-cb99e2ddc586'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:54.298685 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-454e3c1b-365f-4701-9055-a3605409a000 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Unset dirty status for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:54.299833 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-454e3c1b-365f-4701-9055-a3605409a000 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.3362997 Apr 06 14:18:54.305381 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50292) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:54.361325 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b6a2e811-c652-4a74-9535-87b022675738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:54.361969 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a2e811-c652-4a74-9535-87b022675738 None None] The sync data for ids ['3da9854d-54bf-454f-9d4d-cb99e2ddc586'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:18:54.378616 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-8bc28299-90f5-465c-88b6-7d54bb4c435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'name': 'tempest-TestVolumeBootPattern-396345987-router', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:31Z', 'updated_at': '2022-04-06T14:16:49Z', 'revision_number': 4, 'project_id': '681e39576088423facd0bc7051aac5ad', 'gw_port': {'id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:35Z', 'updated_at': '2022-04-06T14:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'dcf152b4-910f-42a2-b5ed-98b18497c802', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'floating_ip_address': '172.26.8.223', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'port_id': 'af44ed81-bba5-4d12-8d96-7ee14b06cdf7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'mac_address': 'fa:16:3e:b4:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a62ad8f-048d-4db6-b975-d3349e712732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:18:42Z', 'updated_at': '2022-04-06T14:18:42Z', 'revision_number': 0, 'project_id': '681e39576088423facd0bc7051aac5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38993c6-d6a5-4069-b6db-aea1a2c533d9', 'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'mac_address': 'fa:16:3e:96:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:46Z', 'updated_at': '2022-04-06T14:17:00Z', 'revision_number': 5, 'project_id': '681e39576088423facd0bc7051aac5ad', 'subnets': [{'id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:54.382889 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc28299-90f5-465c-88b6-7d54bb4c435a None None] The sync data for ids ['61db72c2-b098-4195-90dd-e4e5e3267309'] in dv-neutron-835868-1-hyperv is: [{'id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'name': 'tempest-TestVolumeBootPattern-396345987-router', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:31Z', 'updated_at': '2022-04-06T14:16:49Z', 'revision_number': 4, 'project_id': '681e39576088423facd0bc7051aac5ad', 'gw_port': {'id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:35Z', 'updated_at': '2022-04-06T14:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'dcf152b4-910f-42a2-b5ed-98b18497c802', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'floating_ip_address': '172.26.8.223', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'port_id': 'af44ed81-bba5-4d12-8d96-7ee14b06cdf7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'mac_address': 'fa:16:3e:b4:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a62ad8f-048d-4db6-b975-d3349e712732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:18:42Z', 'updated_at': '2022-04-06T14:18:42Z', 'revision_number': 0, 'project_id': '681e39576088423facd0bc7051aac5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38993c6-d6a5-4069-b6db-aea1a2c533d9', 'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'mac_address': 'fa:16:3e:96:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:46Z', 'updated_at': '2022-04-06T14:17:00Z', 'revision_number': 5, 'project_id': '681e39576088423facd0bc7051aac5ad', 'subnets': [{'id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:18:54.436702 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a754cf-459a-4749-b1e2-dc7ec5731a61 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] Pushing event deleted for resources: {'Network': ['ID=303002d7-be79-4017-ad39-dac5b2e66126,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:54.445425 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-c44a7aa0-0aad-4c3c-a037-5d5c619e42a0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting port bb0f1218-0353-4756-a6a4-6f4473b78845 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:54.445965 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c44a7aa0-0aad-4c3c-a037-5d5c619e42a0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:54.449089 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f3a754cf-459a-4749-b1e2-dc7ec5731a61 tempest-BulkNetworkOpsIpV6Test-406381196 tempest-BulkNetworkOpsIpV6Test-406381196-project] 10.222.0.60 "DELETE /v2.0/networks/303002d7-be79-4017-ad39-dac5b2e66126 HTTP/1.1" status: 204 len: 168 time: 2.0352983 Apr 06 14:18:54.614651 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfaf8ce-286c-483e-aa08-90f1513e04f5 req-ba9e3596-74e2-40c4-b627-733f88b6cd14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:54.616394 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5dfaf8ce-286c-483e-aa08-90f1513e04f5 req-ba9e3596-74e2-40c4-b627-733f88b6cd14 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=905b1e27-43c6-41a9-9b0b-26bc504bfcd6 HTTP/1.1" status: 200 len: 850 time: 0.5481486 Apr 06 14:18:54.626167 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-20aadfa6-743d-457d-944b-22bb6cf5573f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:54.661244 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed8b69b-c60f-485d-ad60-1524b88eaf25 None None] New status for floating IP dcf152b4-910f-42a2-b5ed-98b18497c802: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:18:54.676124 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-20aadfa6-743d-457d-944b-22bb6cf5573f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:54.732799 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-20aadfa6-743d-457d-944b-22bb6cf5573f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:54.733343 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20aadfa6-743d-457d-944b-22bb6cf5573f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Fanout notify agent at l3_agent the message router_deleted on router d17873b0-45ff-4b0c-85f7-2bac506df7ff {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:18:54.767470 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-20aadfa6-743d-457d-944b-22bb6cf5573f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:54.771093 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-20aadfa6-743d-457d-944b-22bb6cf5573f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/routers/d17873b0-45ff-4b0c-85f7-2bac506df7ff HTTP/1.1" status: 204 len: 168 time: 1.4747946 Apr 06 14:18:54.773106 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50298) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:54.841980 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-432e2eea-238f-43d4-ae91-cf15980c2867 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting subnet 67ff3a00-c867-4f3e-9736-f60d297ae611 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:18:54.855951 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-432e2eea-238f-43d4-ae91-cf15980c2867 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:54.943361 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50304) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:54.947493 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5dfaf8ce-286c-483e-aa08-90f1513e04f5 req-43ae893a-6fa0-4e44-ab10-55d899c8bf04 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=095d4797-b5a4-4559-a0b9-992b5f89d16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3236358 Apr 06 14:18:55.024498 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c44a7aa0-0aad-4c3c-a037-5d5c619e42a0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:55.089434 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6282f17b-6f36-496e-a3be-83c9e2293d64 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:55.119764 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e85bbf-f848-4562-800e-066688017799 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting subnet 243cab98-575f-4daa-9c31-cffc4ce600a5 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:18:55.124606 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-66e85bbf-f848-4562-800e-066688017799 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:55.149954 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-6282f17b-6f36-496e-a3be-83c9e2293d64 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Deleting port 2ce3606a-5e13-4652-9332-1a930eb34429 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:55.150231 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6282f17b-6f36-496e-a3be-83c9e2293d64 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:55.202377 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-c44a7aa0-0aad-4c3c-a037-5d5c619e42a0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Calling delete_port for bb0f1218-0353-4756-a6a4-6f4473b78845 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:55.244085 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cd4056bb-bfab-4c00-ba4d-4cd284230cb2 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "GET /v2.0/routers/3da9854d-54bf-454f-9d4d-cb99e2ddc586 HTTP/1.1" status: 200 len: 920 time: 1.1602354 Apr 06 14:18:55.254930 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50310) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:55.259616 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-432e2eea-238f-43d4-ae91-cf15980c2867 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:55.359300 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-66e85bbf-f848-4562-800e-066688017799 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:55.391879 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5dfaf8ce-286c-483e-aa08-90f1513e04f5 req-19b76aa3-85e3-4c6e-9399-a487b1ea57d5 service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319386 Apr 06 14:18:55.426996 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c44a7aa0-0aad-4c3c-a037-5d5c619e42a0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:55.486843 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a7aa0-0aad-4c3c-a037-5d5c619e42a0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Port': ['ID=bb0f1218-0353-4756-a6a4-6f4473b78845,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:55.494456 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-432e2eea-238f-43d4-ae91-cf15980c2867 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:55.521267 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c44a7aa0-0aad-4c3c-a037-5d5c619e42a0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:55.521454 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-85b6ef48-d591-4f76-afaa-b7d5f10596d3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7a616fee206a42448a6dddf33cdc8e67&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5727065 Apr 06 14:18:55.532038 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fe85157d-6cd8-4729-9910-027efc9845bc tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Synchronizing usage tracker for tenant:bf87b9404d1f4f399d15cbb5a60dc412 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:55.538975 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50314) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:55.565646 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c44a7aa0-0aad-4c3c-a037-5d5c619e42a0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/ports/bb0f1218-0353-4756-a6a4-6f4473b78845 HTTP/1.1" status: 204 len: 168 time: 1.2521174 Apr 06 14:18:55.565646 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50318) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:55.617641 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fe85157d-6cd8-4729-9910-027efc9845bc tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Unset dirty status for tenant:bf87b9404d1f4f399d15cbb5a60dc412 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:55.617641 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fe85157d-6cd8-4729-9910-027efc9845bc tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=5b121ca5-69d5-4d27-bffe-4929f7aabdf6&device_id=3da9854d-54bf-454f-9d4d-cb99e2ddc586&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3579373 Apr 06 14:18:55.623188 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6282f17b-6f36-496e-a3be-83c9e2293d64 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:55.628048 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50322) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:55.636698 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:18:55.765745 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-432e2eea-238f-43d4-ae91-cf15980c2867 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:55.830180 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b2ce3c-16c1-4152-b596-9bd7a4c2f314 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:55.831149 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e4b2ce3c-16c1-4152-b596-9bd7a4c2f314 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Synchronizing usage tracker for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:55.838552 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e2eea-238f-43d4-ae91-cf15980c2867 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Subnet': ['ID=67ff3a00-c867-4f3e-9736-f60d297ae611,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:55.848243 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166ab444-924b-44b2-b449-e68a49263c65 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:55.848839 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-166ab444-924b-44b2-b449-e68a49263c65 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Synchronizing usage tracker for tenant:bf87b9404d1f4f399d15cbb5a60dc412 on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:55.856603 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-432e2eea-238f-43d4-ae91-cf15980c2867 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:55.863397 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad61301-1bf4-4f63-ad6f-cab8e75dc52c None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:18:55.895508 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-432e2eea-238f-43d4-ae91-cf15980c2867 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/67ff3a00-c867-4f3e-9736-f60d297ae611 HTTP/1.1" status: 204 len: 168 time: 1.8066533 Apr 06 14:18:55.895508 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e4b2ce3c-16c1-4152-b596-9bd7a4c2f314 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Unset dirty status for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:55.895508 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e4b2ce3c-16c1-4152-b596-9bd7a4c2f314 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.3230698 Apr 06 14:18:55.895508 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50326) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:55.895508 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50328) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:55.911316 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-66e85bbf-f848-4562-800e-066688017799 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:55.939527 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-6282f17b-6f36-496e-a3be-83c9e2293d64 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Calling delete_port for 2ce3606a-5e13-4652-9332-1a930eb34429 owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:55.947063 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-166ab444-924b-44b2-b449-e68a49263c65 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Unset dirty status for tenant:bf87b9404d1f4f399d15cbb5a60dc412 on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:55.953464 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-166ab444-924b-44b2-b449-e68a49263c65 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "GET /v2.0/networks/5b121ca5-69d5-4d27-bffe-4929f7aabdf6 HTTP/1.1" status: 200 len: 881 time: 0.3305676 Apr 06 14:18:55.984011 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50334) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:56.021540 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5dfaf8ce-286c-483e-aa08-90f1513e04f5 req-af24f4aa-320f-4724-9808-1937c9db5af4 service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6068718 Apr 06 14:18:56.044612 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a29c4125-11b1-4d8a-9357-200c2ca7e241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:56.048443 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0909b4c-dcae-4048-b329-d69fe1238438 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] GET failed (client error): The resource could not be found. Apr 06 14:18:56.049768 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d0909b4c-dcae-4048-b329-d69fe1238438 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "GET /v2.0/ports/bab0a00e-4b0b-4399-be52-ace93b0f04d2 HTTP/1.1" status: 404 len: 333 time: 0.1537790 Apr 06 14:18:56.055971 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50338) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:56.071091 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0cc7b476-2428-41b5-be94-b72b28c02851 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "GET /v2.0/ports?device_id=3da9854d-54bf-454f-9d4d-cb99e2ddc586 HTTP/1.1" status: 200 len: 205 time: 0.0784469 Apr 06 14:18:56.071091 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50342) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:56.139099 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced6ddd1-2458-40fd-adbd-f90936671fe8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] GET failed (client error): The resource could not be found. Apr 06 14:18:56.142709 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ced6ddd1-2458-40fd-adbd-f90936671fe8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "GET /v2.0/ports/bb0f1218-0353-4756-a6a4-6f4473b78845 HTTP/1.1" status: 404 len: 333 time: 0.0771096 Apr 06 14:18:56.144816 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50346) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:56.147796 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a29c4125-11b1-4d8a-9357-200c2ca7e241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:56.197096 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e9eaf18-5d67-48c3-97c5-c3096ff6544c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Deleting subnet bca46461-8591-4393-9d32-fc27e7ad5a04 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:18:56.219067 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9e9eaf18-5d67-48c3-97c5-c3096ff6544c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:56.291362 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-66e85bbf-f848-4562-800e-066688017799 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:56.300223 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9e9eaf18-5d67-48c3-97c5-c3096ff6544c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:56.382636 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e85bbf-f848-4562-800e-066688017799 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event deleted for resources: {'Subnet': ['ID=243cab98-575f-4daa-9c31-cffc4ce600a5,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:56.427705 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-37af736c-bbaa-4535-8fc9-e6ebd06cec2e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:56.436379 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb7a681-d970-4e58-b0c5-553ce5e40e18 None None] Network 44c7ea80-55ad-4561-b9d9-1d32e65d7f68 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:18:56.439086 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-66e85bbf-f848-4562-800e-066688017799 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:56.474659 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9e9eaf18-5d67-48c3-97c5-c3096ff6544c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:56.541102 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-66e85bbf-f848-4562-800e-066688017799 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/subnets/243cab98-575f-4daa-9c31-cffc4ce600a5 HTTP/1.1" status: 204 len: 168 time: 1.7664430 Apr 06 14:18:56.542049 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1325af46-93f6-4397-8a14-76ac9692324c tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:56.546546 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50350) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:56.547609 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a29c4125-11b1-4d8a-9357-200c2ca7e241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:56.555003 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a29c4125-11b1-4d8a-9357-200c2ca7e241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:56.557358 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a29c4125-11b1-4d8a-9357-200c2ca7e241 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ecdb082a-b1d1-41b4-98b1-88922ff10bc3 HTTP/1.1" status: 204 len: 168 time: 1.0113616 Apr 06 14:18:56.600536 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6282f17b-6f36-496e-a3be-83c9e2293d64 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:56.831245 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9e9eaf18-5d67-48c3-97c5-c3096ff6544c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:56.884734 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c4125-11b1-4d8a-9357-200c2ca7e241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdb082a-b1d1-41b4-98b1-88922ff10bc3,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:56.893375 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282f17b-6f36-496e-a3be-83c9e2293d64 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event deleted for resources: {'Port': ['ID=2ce3606a-5e13-4652-9332-1a930eb34429,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:56.911859 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5a0a37-1241-474d-842f-38c1f32e51ad None None] DHCP port deletion for 44c7ea80-55ad-4561-b9d9-1d32e65d7f68 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:18:56.928988 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5b5a0a37-1241-474d-842f-38c1f32e51ad None None] Deleting port 8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:56.928988 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5b5a0a37-1241-474d-842f-38c1f32e51ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:57.119312 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-37af736c-bbaa-4535-8fc9-e6ebd06cec2e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:57.133966 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9e9eaf18-5d67-48c3-97c5-c3096ff6544c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:57.146919 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:18:57.155193 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9eaf18-5d67-48c3-97c5-c3096ff6544c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Subnet': ['ID=bca46461-8591-4393-9d32-fc27e7ad5a04,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:57.185086 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9e9eaf18-5d67-48c3-97c5-c3096ff6544c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/bca46461-8591-4393-9d32-fc27e7ad5a04 HTTP/1.1" status: 204 len: 168 time: 1.2914746 Apr 06 14:18:57.188936 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50362) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:57.290572 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109c0662-11a8-4068-a5e5-9e246cc03c98 None None] Network 45db5c66-c082-47ed-beeb-688e3c8646d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:18:57.327014 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-37af736c-bbaa-4535-8fc9-e6ebd06cec2e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['454efd67-513a-44e9-9411-5b46380be096']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:57.355995 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2ac8a845-4244-45ae-a4d1-f931f0b6cb23 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1612394 Apr 06 14:18:57.355995 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50370) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:57.360395 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-37af736c-bbaa-4535-8fc9-e6ebd06cec2e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f98d1d-cfa9-48a4-8c66-195ccab3fdca') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:57.360701 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-37af736c-bbaa-4535-8fc9-e6ebd06cec2e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f98d1d-cfa9-48a4-8c66-195ccab3fdca') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:57.379623 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-37af736c-bbaa-4535-8fc9-e6ebd06cec2e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:57.397402 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ebbd0702-46e0-4522-8ea2-9a0a4fedb33e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:57.421570 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-37af736c-bbaa-4535-8fc9-e6ebd06cec2e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:57.502235 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-ebbd0702-46e0-4522-8ea2-9a0a4fedb33e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting port 8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:57.502770 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ebbd0702-46e0-4522-8ea2-9a0a4fedb33e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:57.514781 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf42d8d-5b7b-4467-bc0b-7a46bf72c266 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:57.516252 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fcf42d8d-5b7b-4467-bc0b-7a46bf72c266 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1589682 Apr 06 14:18:57.521574 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50374) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:57.579879 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37af736c-bbaa-4535-8fc9-e6ebd06cec2e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:18:57.580353 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-37af736c-bbaa-4535-8fc9-e6ebd06cec2e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:57.592528 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1325af46-93f6-4397-8a14-76ac9692324c tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:57.616126 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-1325af46-93f6-4397-8a14-76ac9692324c tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Deleting port 3ce69bce-e565-4220-8d03-7a88741cc0cf {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:57.616763 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1325af46-93f6-4397-8a14-76ac9692324c tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:57.623805 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:57.642360 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5b5a0a37-1241-474d-842f-38c1f32e51ad None None] For port 8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0,segment=NetworkSegment(e69b5ed8-5e96-4d0c-afd9-5017440a14e4),segment_id=e69b5ed8-5e96-4d0c-afd9-5017440a14e4)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:57.642765 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5b5a0a37-1241-474d-842f-38c1f32e51ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:57.652212 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3880b30f-1b12-422a-821d-5c7f6c956105 None None] Provisioning complete for port a776aaa2-937a-44c0-bdc9-dd94ff224863 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:18:57.653503 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3880b30f-1b12-422a-821d-5c7f6c956105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:18:57.679688 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:18:57.795041 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6282f17b-6f36-496e-a3be-83c9e2293d64 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:57.849587 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0,segment=NetworkSegment(e69b5ed8-5e96-4d0c-afd9-5017440a14e4),segment_id=e69b5ed8-5e96-4d0c-afd9-5017440a14e4)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:57.882250 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b4559e-30d4-4854-afb7-5eff38ff56d6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:57.882250 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-50b4559e-30d4-4854-afb7-5eff38ff56d6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Synchronizing usage tracker for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:18:57.925687 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5b5a0a37-1241-474d-842f-38c1f32e51ad None None] Calling delete_port for 8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:57.935769 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-50b4559e-30d4-4854-afb7-5eff38ff56d6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Unset dirty status for tenant:9dcf49423fa94965b59ada8282b64351 on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:18:57.935769 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-50b4559e-30d4-4854-afb7-5eff38ff56d6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4038401 Apr 06 14:18:57.947077 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50384) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:57.972608 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:58.109241 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:58.136442 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50388) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:58.157881 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-5b5a0a37-1241-474d-842f-38c1f32e51ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:18:58.158191 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-5b5a0a37-1241-474d-842f-38c1f32e51ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:18:58.181276 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f65996c1-b8c1-4cc2-9a19-8ec79354d62a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2345655 Apr 06 14:18:58.197196 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50394) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:58.198906 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1325af46-93f6-4397-8a14-76ac9692324c tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:58.204123 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-37af736c-bbaa-4535-8fc9-e6ebd06cec2e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:58.239148 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f7278c-e199-495d-9b88-4cd0bdf133f4 None None] DHCP port deletion for 45db5c66-c082-47ed-beeb-688e3c8646d5 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:18:58.239463 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-37af736c-bbaa-4535-8fc9-e6ebd06cec2e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:58.247726 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c9f7278c-e199-495d-9b88-4cd0bdf133f4 None None] Deleting port a776aaa2-937a-44c0-bdc9-dd94ff224863 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:58.247726 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c9f7278c-e199-495d-9b88-4cd0bdf133f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:58.273634 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af736c-bbaa-4535-8fc9-e6ebd06cec2e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Network': ['ID=454efd67-513a-44e9-9411-5b46380be096,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:58.297362 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e158db8-d387-4c31-b907-6f42c2b6c942 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:18:58.298281 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e158db8-d387-4c31-b907-6f42c2b6c942 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:18:58.302556 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4e158db8-d387-4c31-b907-6f42c2b6c942 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/39986919-712c-4955-a18b-d44d826a595c HTTP/1.1" status: 404 len: 333 time: 0.1031482 Apr 06 14:18:58.327860 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-37af736c-bbaa-4535-8fc9-e6ebd06cec2e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/networks/454efd67-513a-44e9-9411-5b46380be096 HTTP/1.1" status: 204 len: 168 time: 2.1728446 Apr 06 14:18:58.343707 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50398) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:58.344104 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50400) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:58.416097 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-1325af46-93f6-4397-8a14-76ac9692324c tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Calling delete_port for 3ce69bce-e565-4220-8d03-7a88741cc0cf owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:58.444755 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-311d7137-1f6d-43d6-8ec7-c4de572efb31 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-210956550'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:58.454114 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7fb9f6af-7ab1-44c1-a821-65e05f77522d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'network': {'name': 'tempest-RoutersTest-1982835925'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:58.461668 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7fb9f6af-7ab1-44c1-a821-65e05f77522d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:58.463806 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-311d7137-1f6d-43d6-8ec7-c4de572efb31 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:58.471970 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7fb9f6af-7ab1-44c1-a821-65e05f77522d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Usage tracker for resource:network and tenant:54b6b16a88cd457596297a5e2f6c39ce is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:58.476131 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-ebbd0702-46e0-4522-8ea2-9a0a4fedb33e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] For port 8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0,segment=NetworkSegment(e69b5ed8-5e96-4d0c-afd9-5017440a14e4),segment_id=e69b5ed8-5e96-4d0c-afd9-5017440a14e4)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:58.476131 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ebbd0702-46e0-4522-8ea2-9a0a4fedb33e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:58.480840 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7fb9f6af-7ab1-44c1-a821-65e05f77522d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:58.486740 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-311d7137-1f6d-43d6-8ec7-c4de572efb31 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:network and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:58.490116 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e47a0d-9443-4e9e-80c3-077f61080406 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:18:58.490116 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e47a0d-9443-4e9e-80c3-077f61080406 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:18:58.490714 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7fb9f6af-7ab1-44c1-a821-65e05f77522d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:58.491005 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e0e47a0d-9443-4e9e-80c3-077f61080406 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/bca46461-8591-4393-9d32-fc27e7ad5a04 HTTP/1.1" status: 404 len: 337 time: 0.1458054 Apr 06 14:18:58.497457 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50406) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:58.497920 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-311d7137-1f6d-43d6-8ec7-c4de572efb31 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:58.502161 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6282f17b-6f36-496e-a3be-83c9e2293d64 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:58.554057 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b93a22-8808-454b-9d9e-f143df2c0077 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:18:58.554509 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93b93a22-8808-454b-9d9e-f143df2c0077 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:18:58.556160 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-93b93a22-8808-454b-9d9e-f143df2c0077 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/67ff3a00-c867-4f3e-9736-f60d297ae611 HTTP/1.1" status: 404 len: 337 time: 0.0605807 Apr 06 14:18:58.560059 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50410) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:58.560614 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-311d7137-1f6d-43d6-8ec7-c4de572efb31 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:58.569906 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c9f7278c-e199-495d-9b88-4cd0bdf133f4 None None] For port a776aaa2-937a-44c0-bdc9-dd94ff224863, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a776aaa2-937a-44c0-bdc9-dd94ff224863,segment=NetworkSegment(2d075f8a-130e-42a9-b8ee-507818527251),segment_id=2d075f8a-130e-42a9-b8ee-507818527251)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:58.570304 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c9f7278c-e199-495d-9b88-4cd0bdf133f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:58.599398 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb9f6af-7ab1-44c1-a821-65e05f77522d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Made reservation on behalf of 54b6b16a88cd457596297a5e2f6c39ce for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:58.602933 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fb9f6af-7ab1-44c1-a821-65e05f77522d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:58.626997 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-ebbd0702-46e0-4522-8ea2-9a0a4fedb33e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Calling delete_port for 8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:58.632583 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-b636ba9e-23ba-4bdf-a7a2-0a18289b8906 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:18:58.632777 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b636ba9e-23ba-4bdf-a7a2-0a18289b8906 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:18:58.635176 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b636ba9e-23ba-4bdf-a7a2-0a18289b8906 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/4ee02042-aa9a-4e0e-ac11-f344aaa7bd34 HTTP/1.1" status: 404 len: 333 time: 0.0747452 Apr 06 14:18:58.637623 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fb9f6af-7ab1-44c1-a821-65e05f77522d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:58.652006 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50414) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:58.662941 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6282f17b-6f36-496e-a3be-83c9e2293d64 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:58.687098 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311d7137-1f6d-43d6-8ec7-c4de572efb31 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:58.690158 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-311d7137-1f6d-43d6-8ec7-c4de572efb31 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:58.713641 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c9f7278c-e199-495d-9b88-4cd0bdf133f4 None None] Calling delete_port for a776aaa2-937a-44c0-bdc9-dd94ff224863 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:58.737928 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-50bb0709-7505-45e8-ad18-2debe54eb249 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:18:58.738276 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50bb0709-7505-45e8-ad18-2debe54eb249 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:18:58.741145 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-50bb0709-7505-45e8-ad18-2debe54eb249 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/fff7a745-e997-4dc8-842a-9674bffca70c HTTP/1.1" status: 404 len: 337 time: 0.0848515 Apr 06 14:18:58.743067 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50418) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:58.756095 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6282f17b-6f36-496e-a3be-83c9e2293d64 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:58.756941 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6282f17b-6f36-496e-a3be-83c9e2293d64 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Fanout notify agent at l3_agent the message router_deleted on router 598ef1dd-fe05-4abd-8045-5fcd94be81f3 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:18:58.764016 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-311d7137-1f6d-43d6-8ec7-c4de572efb31 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:18:58.764016 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-ebbd0702-46e0-4522-8ea2-9a0a4fedb33e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:18:58.764016 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-ebbd0702-46e0-4522-8ea2-9a0a4fedb33e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:18:58.776954 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-311d7137-1f6d-43d6-8ec7-c4de572efb31 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:58.777336 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-311d7137-1f6d-43d6-8ec7-c4de572efb31 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Added segment 9a1e2c97-ce6e-409f-95b0-c8729a883c0f of type vlan for network 2014d90c-9b49-414d-9dc0-fcff1dc59b41 Apr 06 14:18:58.796668 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6282f17b-6f36-496e-a3be-83c9e2293d64 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:58.798285 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6282f17b-6f36-496e-a3be-83c9e2293d64 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "DELETE /v2.0/routers/598ef1dd-fe05-4abd-8045-5fcd94be81f3 HTTP/1.1" status: 204 len: 168 time: 6.7686584 Apr 06 14:18:58.802917 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50422) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:58.811315 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5b5a0a37-1241-474d-842f-38c1f32e51ad None None] Deleting port 8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:58.811542 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee74bc76-3d84-4522-b76b-289c5f2e3c00 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:18:58.811710 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5b5a0a37-1241-474d-842f-38c1f32e51ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:58.812493 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee74bc76-3d84-4522-b76b-289c5f2e3c00 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:18:58.824018 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-311d7137-1f6d-43d6-8ec7-c4de572efb31 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:58.862074 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7fb9f6af-7ab1-44c1-a821-65e05f77522d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:58.876685 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ee74bc76-3d84-4522-b76b-289c5f2e3c00 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/bf6a73e4-f5c9-4236-be0f-6a9de6cc91f9 HTTP/1.1" status: 404 len: 337 time: 0.1325064 Apr 06 14:18:58.880083 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7fb9f6af-7ab1-44c1-a821-65e05f77522d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Usage tracker for resource:security_group_rule and tenant:54b6b16a88cd457596297a5e2f6c39ce is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:58.882727 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50426) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:58.889641 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-311d7137-1f6d-43d6-8ec7-c4de572efb31 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:58.895231 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311d7137-1f6d-43d6-8ec7-c4de572efb31 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:58.895962 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-311d7137-1f6d-43d6-8ec7-c4de572efb31 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:58.901422 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7fb9f6af-7ab1-44c1-a821-65e05f77522d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:58.952974 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-311d7137-1f6d-43d6-8ec7-c4de572efb31 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6055858 Apr 06 14:18:58.998411 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:58.998411 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c9f7278c-e199-495d-9b88-4cd0bdf133f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:59.034321 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50430) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:59.047204 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d7137-1f6d-43d6-8ec7-c4de572efb31 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Network': ['ID=2014d90c-9b49-414d-9dc0-fcff1dc59b41,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:59.054903 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7fb9f6af-7ab1-44c1-a821-65e05f77522d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:59.086704 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8705ee5-b845-41aa-a317-b40050dfa75c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:18:59.086704 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8705ee5-b845-41aa-a317-b40050dfa75c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:18:59.099325 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-905ca92e-bc47-4d49-b915-41b4e84adbc2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'subnet': {'network_id': '2014d90c-9b49-414d-9dc0-fcff1dc59b41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:18:59.104406 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 2014d90c-9b49-414d-9dc0-fcff1dc59b41 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:18:59.125532 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7278c-e199-495d-9b88-4cd0bdf133f4 None None] Pushing event deleted for resources: {'Port': ['ID=a776aaa2-937a-44c0-bdc9-dd94ff224863,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:59.125934 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1325af46-93f6-4397-8a14-76ac9692324c tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:59.192962 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a776aaa2-937a-44c0-bdc9-dd94ff224863 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:18:59.227969 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f7278c-e199-495d-9b88-4cd0bdf133f4 None None] No DVR routers for this DVR port a776aaa2-937a-44c0-bdc9-dd94ff224863 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:18:59.248634 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: a776aaa2-937a-44c0-bdc9-dd94ff224863 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:18:59.248634 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a776aaa2-937a-44c0-bdc9-dd94ff224863 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:18:59.265898 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-ebbd0702-46e0-4522-8ea2-9a0a4fedb33e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting port 8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:18:59.266519 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ebbd0702-46e0-4522-8ea2-9a0a4fedb33e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:59.281522 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5b5a0a37-1241-474d-842f-38c1f32e51ad None None] For port 8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0,segment=NetworkSegment(e69b5ed8-5e96-4d0c-afd9-5017440a14e4),segment_id=e69b5ed8-5e96-4d0c-afd9-5017440a14e4)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:59.281916 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5b5a0a37-1241-474d-842f-38c1f32e51ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:59.295069 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a8705ee5-b845-41aa-a317-b40050dfa75c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/c86153f3-c4fa-4f9c-afc0-5e6103b35a2f HTTP/1.1" status: 404 len: 333 time: 0.3924661 Apr 06 14:18:59.295568 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50434) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:59.334306 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325af46-93f6-4397-8a14-76ac9692324c tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Pushing event deleted for resources: {'Port': ['ID=3ce69bce-e565-4220-8d03-7a88741cc0cf,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:59.343913 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-18935b1a-48ae-42ba-8f3b-2ae81d5ad18b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:18:59.344357 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18935b1a-48ae-42ba-8f3b-2ae81d5ad18b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:18:59.346026 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-18935b1a-48ae-42ba-8f3b-2ae81d5ad18b tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/5fab7f41-332b-4e2b-abcf-e6c66f52f7e8 HTTP/1.1" status: 404 len: 337 time: 0.0503547 Apr 06 14:18:59.354795 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50438) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:59.453702 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7ddd68-fada-41fd-8c85-e83b54a82901 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:18:59.454152 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b7ddd68-fada-41fd-8c85-e83b54a82901 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:18:59.459125 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5b7ddd68-fada-41fd-8c85-e83b54a82901 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/a5d9d580-f351-45c6-acbe-f132bb130415 HTTP/1.1" status: 404 len: 337 time: 0.1004579 Apr 06 14:18:59.459125 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50442) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:59.475311 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5b5a0a37-1241-474d-842f-38c1f32e51ad None None] Calling delete_port for 8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:18:59.507866 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb42b60-4251-4618-b713-cbdfd55b9674 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:18:59.508014 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb42b60-4251-4618-b713-cbdfd55b9674 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:18:59.509913 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9eb42b60-4251-4618-b713-cbdfd55b9674 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/ebb719e9-6128-4dca-bad6-fff33564a909 HTTP/1.1" status: 404 len: 333 time: 0.0499184 Apr 06 14:18:59.512403 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50446) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:59.570922 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5b5a0a37-1241-474d-842f-38c1f32e51ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:59.592191 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-905ca92e-bc47-4d49-b915-41b4e84adbc2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:18:59.604341 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-905ca92e-bc47-4d49-b915-41b4e84adbc2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:subnet and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:18:59.613852 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-905ca92e-bc47-4d49-b915-41b4e84adbc2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:18:59.620188 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc71b7ae-8ce8-436c-9b7f-cb6f2af06c48 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:18:59.620629 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc71b7ae-8ce8-436c-9b7f-cb6f2af06c48 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:18:59.622372 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cc71b7ae-8ce8-436c-9b7f-cb6f2af06c48 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/0649e602-c753-47ef-8e07-0f2414efe9d1 HTTP/1.1" status: 404 len: 337 time: 0.1088338 Apr 06 14:18:59.626291 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5a0a37-1241-474d-842f-38c1f32e51ad None None] No DVR routers for this DVR port 8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:18:59.627485 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50450) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:59.635638 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a0a37-1241-474d-842f-38c1f32e51ad None None] Pushing event deleted for resources: {'Port': ['ID=8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:59.652223 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-905ca92e-bc47-4d49-b915-41b4e84adbc2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:18:59.692033 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c4522b-9c69-4974-b355-b0cdc316b201 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:18:59.692346 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8c4522b-9c69-4974-b355-b0cdc316b201 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:18:59.696859 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e8c4522b-9c69-4974-b355-b0cdc316b201 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/40f5f3c7-2ed4-4251-84d3-1ee51324d5ed HTTP/1.1" status: 404 len: 337 time: 0.0659556 Apr 06 14:18:59.706595 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50454) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:59.759512 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-892271d2-ca01-4df3-93b1-fa1d5e7a52cc tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:18:59.759512 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-892271d2-ca01-4df3-93b1-fa1d5e7a52cc tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:18:59.760639 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-892271d2-ca01-4df3-93b1-fa1d5e7a52cc tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/d913bb2d-290c-486c-8553-6edbae04ea4a HTTP/1.1" status: 404 len: 333 time: 0.0541832 Apr 06 14:18:59.762372 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-ebbd0702-46e0-4522-8ea2-9a0a4fedb33e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] For port 8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0,segment=NetworkSegment(e69b5ed8-5e96-4d0c-afd9-5017440a14e4),segment_id=e69b5ed8-5e96-4d0c-afd9-5017440a14e4)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:59.762735 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ebbd0702-46e0-4522-8ea2-9a0a4fedb33e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:59.770939 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50458) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:59.804621 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8558cac-3ef1-432c-b2ae-aa0d7370b514 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Deleting subnet 40302d77-5c64-4720-a619-9c5e4a683e62 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:18:59.818911 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fb9f6af-7ab1-44c1-a821-65e05f77522d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:59.824394 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c8558cac-3ef1-432c-b2ae-aa0d7370b514 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:59.859485 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fb9f6af-7ab1-44c1-a821-65e05f77522d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:59.871240 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-842a53bc-0141-4237-9379-31776b8421ae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:18:59.871240 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-842a53bc-0141-4237-9379-31776b8421ae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:18:59.876541 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-842a53bc-0141-4237-9379-31776b8421ae tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/152e6d84-59ff-4163-804c-f7c7a98ee875 HTTP/1.1" status: 404 len: 337 time: 0.1014545 Apr 06 14:18:59.882754 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50462) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:18:59.889849 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1325af46-93f6-4397-8a14-76ac9692324c tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:59.953377 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905ca92e-bc47-4d49-b915-41b4e84adbc2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:00.046272 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-ebbd0702-46e0-4522-8ea2-9a0a4fedb33e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Calling delete_port for 8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:19:00.128381 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-ebbd0702-46e0-4522-8ea2-9a0a4fedb33e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:19:00.128381 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-ebbd0702-46e0-4522-8ea2-9a0a4fedb33e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:19:00.167821 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-d06d11a6-33ab-4978-8b5f-16dee186907d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:00.168848 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d06d11a6-33ab-4978-8b5f-16dee186907d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:00.171743 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb9f6af-7ab1-44c1-a821-65e05f77522d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:19:00.247413 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c8558cac-3ef1-432c-b2ae-aa0d7370b514 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:00.282187 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9f6af-7ab1-44c1-a821-65e05f77522d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97baef7d-30a3-4194-9aac-7e7188cee1e1,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:00.359414 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d06d11a6-33ab-4978-8b5f-16dee186907d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/ae90b738-1681-49ba-87b9-f3bac711a8c5 HTTP/1.1" status: 404 len: 333 time: 0.4709852 Apr 06 14:19:00.365996 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50468) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:00.368584 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fb9f6af-7ab1-44c1-a821-65e05f77522d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:00.368584 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-7fb9f6af-7ab1-44c1-a821-65e05f77522d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Added segment 9fbcf031-dba1-4682-acea-ef2967c744fb of type vlan for network 8a37fed2-a7df-4f9f-9f16-aa0c1d71679e Apr 06 14:19:00.411266 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6d7878-6cd4-4ce0-8553-11a4ec15cdea tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:00.411266 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d6d7878-6cd4-4ce0-8553-11a4ec15cdea tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:00.412475 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1325af46-93f6-4397-8a14-76ac9692324c tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:00.419566 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9d6d7878-6cd4-4ce0-8553-11a4ec15cdea tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/53bcd174-8656-47da-bf7c-340bbd141a51 HTTP/1.1" status: 404 len: 337 time: 0.0534458 Apr 06 14:19:00.420630 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-905ca92e-bc47-4d49-b915-41b4e84adbc2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:00.420787 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50472) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:00.466806 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-8599e84d-0177-4983-b8a2-e72dfad85a93 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:00.466806 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8599e84d-0177-4983-b8a2-e72dfad85a93 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:00.466806 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8599e84d-0177-4983-b8a2-e72dfad85a93 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/298a4d12-79fc-4af8-bf75-50b16b06694e HTTP/1.1" status: 404 len: 333 time: 0.0438049 Apr 06 14:19:00.468669 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50476) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:00.508358 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fb9f6af-7ab1-44c1-a821-65e05f77522d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:00.508358 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1325af46-93f6-4397-8a14-76ac9692324c tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:00.511143 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80f3547-7283-4dba-9cad-8e3bca22a8c7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:00.511143 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e80f3547-7283-4dba-9cad-8e3bca22a8c7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:00.511143 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e80f3547-7283-4dba-9cad-8e3bca22a8c7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/bf39ab81-8c27-450c-ac18-86851595b986 HTTP/1.1" status: 404 len: 337 time: 0.0408044 Apr 06 14:19:00.513851 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50480) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:00.536306 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c8558cac-3ef1-432c-b2ae-aa0d7370b514 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:00.565707 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-f70fead7-b6e7-4ba5-91c1-76f229b2b161 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:00.565707 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f70fead7-b6e7-4ba5-91c1-76f229b2b161 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:00.565707 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f70fead7-b6e7-4ba5-91c1-76f229b2b161 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/192d0d3b-87a2-4393-9427-a43dd4125db2 HTTP/1.1" status: 404 len: 333 time: 0.0488513 Apr 06 14:19:00.565707 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50484) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:00.573094 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.ipam_backend_mixin [None req-905ca92e-bc47-4d49-b915-41b4e84adbc2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Performing IP validity checks on allocation pools {{(pid=83737) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 06 14:19:00.573094 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.ipam_backend_mixin [None req-905ca92e-bc47-4d49-b915-41b4e84adbc2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83737) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 06 14:19:00.621373 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5ac398-b364-4aab-b555-482ed83c01b0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:00.621373 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb5ac398-b364-4aab-b555-482ed83c01b0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:00.621373 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cb5ac398-b364-4aab-b555-482ed83c01b0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/1c9a5741-66ae-4260-8613-e34e56974053 HTTP/1.1" status: 404 len: 337 time: 0.0509079 Apr 06 14:19:00.621373 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50488) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:00.645152 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fb9f6af-7ab1-44c1-a821-65e05f77522d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:00.651272 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb9f6af-7ab1-44c1-a821-65e05f77522d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:00.651272 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fb9f6af-7ab1-44c1-a821-65e05f77522d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:00.659633 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-ebbd0702-46e0-4522-8ea2-9a0a4fedb33e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting port 8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:19:00.659633 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ebbd0702-46e0-4522-8ea2-9a0a4fedb33e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:00.707533 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1325af46-93f6-4397-8a14-76ac9692324c tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:00.707533 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1325af46-93f6-4397-8a14-76ac9692324c tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Fanout notify agent at l3_agent the message router_deleted on router 3da9854d-54bf-454f-9d4d-cb99e2ddc586 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:19:00.712333 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-92fdb236-cf2d-4a79-9859-0dc6b84cb345 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:00.712333 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92fdb236-cf2d-4a79-9859-0dc6b84cb345 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:00.712333 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-92fdb236-cf2d-4a79-9859-0dc6b84cb345 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/7cbc437d-a228-400b-9ea9-68805ba21887 HTTP/1.1" status: 404 len: 333 time: 0.0843258 Apr 06 14:19:00.718410 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50492) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:00.750130 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-ebbd0702-46e0-4522-8ea2-9a0a4fedb33e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] The port '8726ea67-6f8a-4e0e-81c6-12ad2d7dc7c0' was deleted {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:19:00.845201 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-a23b4c87-81b3-45b2-b145-0766f1dd8949 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:00.846166 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a23b4c87-81b3-45b2-b145-0766f1dd8949 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:00.848161 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a23b4c87-81b3-45b2-b145-0766f1dd8949 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/1500ac4a-98c9-44cd-9d51-e2cc482179e4 HTTP/1.1" status: 404 len: 337 time: 0.0883849 Apr 06 14:19:00.860054 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7fb9f6af-7ab1-44c1-a821-65e05f77522d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.7193751 Apr 06 14:19:00.864463 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1325af46-93f6-4397-8a14-76ac9692324c tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:00.865757 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1325af46-93f6-4397-8a14-76ac9692324c tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "DELETE /v2.0/routers/3da9854d-54bf-454f-9d4d-cb99e2ddc586 HTTP/1.1" status: 204 len: 168 time: 4.7945588 Apr 06 14:19:00.867004 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50496) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:00.867211 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50498) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:00.869766 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50502) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:00.875460 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ccbcd4cd-4271-4426-9444-45eecdcaaaf4 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'network': {'name': 'tempest-RoutersTest-1236110340'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:00.878881 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c8558cac-3ef1-432c-b2ae-aa0d7370b514 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:00.882873 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9f6af-7ab1-44c1-a821-65e05f77522d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Network': ['ID=8a37fed2-a7df-4f9f-9f16-aa0c1d71679e,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:00.888226 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-20e98352-8217-43e9-bed4-0e4df47a3b03 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-181949115', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:00.893572 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 8a37fed2-a7df-4f9f-9f16-aa0c1d71679e details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:19:00.898602 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-20e98352-8217-43e9-bed4-0e4df47a3b03 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:00.900931 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ccbcd4cd-4271-4426-9444-45eecdcaaaf4 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:00.914825 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-20e98352-8217-43e9-bed4-0e4df47a3b03 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Usage tracker for resource:router and tenant:a3cb351a0aef464cb839e27e4891b480 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:00.917603 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ccbcd4cd-4271-4426-9444-45eecdcaaaf4 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Usage tracker for resource:network and tenant:54b6b16a88cd457596297a5e2f6c39ce is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:00.923941 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ccbcd4cd-4271-4426-9444-45eecdcaaaf4 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:00.926654 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-20e98352-8217-43e9-bed4-0e4df47a3b03 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:00.934669 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ebbd0702-46e0-4522-8ea2-9a0a4fedb33e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:00.947625 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ccbcd4cd-4271-4426-9444-45eecdcaaaf4 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:00.951363 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-20e98352-8217-43e9-bed4-0e4df47a3b03 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:00.974236 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-ebbd0702-46e0-4522-8ea2-9a0a4fedb33e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c7ea80-55ad-4561-b9d9-1d32e65d7f68']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:00.986333 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-20e98352-8217-43e9-bed4-0e4df47a3b03 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:00.987324 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-20e98352-8217-43e9-bed4-0e4df47a3b03 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:00.995548 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-ebbd0702-46e0-4522-8ea2-9a0a4fedb33e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e69b5ed8-5e96-4d0c-afd9-5017440a14e4') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:00.995688 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-ebbd0702-46e0-4522-8ea2-9a0a4fedb33e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e69b5ed8-5e96-4d0c-afd9-5017440a14e4') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:01.004042 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbcd4cd-4271-4426-9444-45eecdcaaaf4 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Made reservation on behalf of 54b6b16a88cd457596297a5e2f6c39ce for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:01.007027 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ccbcd4cd-4271-4426-9444-45eecdcaaaf4 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:01.025416 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ebbd0702-46e0-4522-8ea2-9a0a4fedb33e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:01.065169 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ebbd0702-46e0-4522-8ea2-9a0a4fedb33e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:01.074671 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-20e98352-8217-43e9-bed4-0e4df47a3b03 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:01.084696 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccbcd4cd-4271-4426-9444-45eecdcaaaf4 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:19:01.088409 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebbd0702-46e0-4522-8ea2-9a0a4fedb33e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:19:01.088798 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ebbd0702-46e0-4522-8ea2-9a0a4fedb33e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:01.092097 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d545c77-be07-4089-926b-17c50ebc02cc tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:01.093018 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d545c77-be07-4089-926b-17c50ebc02cc tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:01.098877 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1d545c77-be07-4089-926b-17c50ebc02cc tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/a5216ce8-d258-4424-9a41-1881c8402362 HTTP/1.1" status: 404 len: 333 time: 0.2204211 Apr 06 14:19:01.103783 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50508) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:19:01.106885 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:19:01.114714 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8558cac-3ef1-432c-b2ae-aa0d7370b514 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event deleted for resources: {'Subnet': ['ID=40302d77-5c64-4720-a619-9c5e4a683e62,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:01.161105 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e9cbbc-6d9a-49c0-9d57-e3cb9d5e6342 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:01.161472 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4e9cbbc-6d9a-49c0-9d57-e3cb9d5e6342 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:01.166140 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c4e9cbbc-6d9a-49c0-9d57-e3cb9d5e6342 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/b188f692-e4bb-4506-9e59-c30a4c7bae0d HTTP/1.1" status: 404 len: 337 time: 0.0538180 Apr 06 14:19:01.166256 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ccbcd4cd-4271-4426-9444-45eecdcaaaf4 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:01.166256 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-ccbcd4cd-4271-4426-9444-45eecdcaaaf4 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Added segment 7059996c-1f71-437f-b35d-7570fc3feded of type vlan for network 2741843a-e5a1-4178-a86a-308c21f3041c Apr 06 14:19:01.166459 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c8558cac-3ef1-432c-b2ae-aa0d7370b514 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:01.167761 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50512) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:01.171158 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c8558cac-3ef1-432c-b2ae-aa0d7370b514 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "DELETE /v2.0/subnets/40302d77-5c64-4720-a619-9c5e4a683e62 HTTP/1.1" status: 204 len: 168 time: 2.3639007 Apr 06 14:19:01.171791 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50516) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:01.237389 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-49657762-5ed7-4194-ac3a-41ea9a9ee4cf tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:01.237805 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49657762-5ed7-4194-ac3a-41ea9a9ee4cf tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:01.257866 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-20e98352-8217-43e9-bed4-0e4df47a3b03 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:01.266274 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ebbd0702-46e0-4522-8ea2-9a0a4fedb33e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:01.271160 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ebbd0702-46e0-4522-8ea2-9a0a4fedb33e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:01.300837 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ccbcd4cd-4271-4426-9444-45eecdcaaaf4 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:01.305921 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-49657762-5ed7-4194-ac3a-41ea9a9ee4cf tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/a36a8e3e-dbeb-47c0-bca1-912fd941ca01 HTTP/1.1" status: 404 len: 337 time: 0.1372240 Apr 06 14:19:01.313091 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50520) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:01.319240 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd0702-46e0-4522-8ea2-9a0a4fedb33e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event deleted for resources: {'Network': ['ID=44c7ea80-55ad-4561-b9d9-1d32e65d7f68,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:01.327488 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-905ca92e-bc47-4d49-b915-41b4e84adbc2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:01.329956 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ebbd0702-46e0-4522-8ea2-9a0a4fedb33e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/networks/44c7ea80-55ad-4561-b9d9-1d32e65d7f68 HTTP/1.1" status: 204 len: 168 time: 4.7707183 Apr 06 14:19:01.357582 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50524) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:01.362757 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7423942f-263a-4d99-a28b-495269266b04 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:01.365092 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-20e98352-8217-43e9-bed4-0e4df47a3b03 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:01.366526 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-20e98352-8217-43e9-bed4-0e4df47a3b03 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4956522 Apr 06 14:19:01.373222 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50528) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:01.374684 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d3eb50b3-4b66-4a1e-b145-91d70d5d0e72 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1082089039', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:01.380403 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-339883f1-82af-46a3-9a99-c75726775b33 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Request body: {'router': {'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:01.389348 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d3eb50b3-4b66-4a1e-b145-91d70d5d0e72 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:01.410914 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d3eb50b3-4b66-4a1e-b145-91d70d5d0e72 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Usage tracker for resource:router and tenant:6405625efdd14c9bb474ac0b7c765923 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:01.416450 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d3eb50b3-4b66-4a1e-b145-91d70d5d0e72 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:01.429989 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d3eb50b3-4b66-4a1e-b145-91d70d5d0e72 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:01.438293 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-b04208d0-a2c5-4e9a-a0b7-4c1a044f42b0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:01.438736 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b04208d0-a2c5-4e9a-a0b7-4c1a044f42b0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:01.440369 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b04208d0-a2c5-4e9a-a0b7-4c1a044f42b0 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/e2aa7168-072c-4a2a-aa33-e4fd74672027 HTTP/1.1" status: 404 len: 333 time: 0.1259604 Apr 06 14:19:01.454125 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50532) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:01.465860 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ca92e-bc47-4d49-b915-41b4e84adbc2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Subnet': ['ID=eb9123ff-538c-4f48-ac1c-e8e57a4dc8d3,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:01.501596 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d3eb50b3-4b66-4a1e-b145-91d70d5d0e72 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:01.502496 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d3eb50b3-4b66-4a1e-b145-91d70d5d0e72 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:01.549179 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b5392f-f40a-4cd7-9591-29c3a97eab64 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:01.549658 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b5392f-f40a-4cd7-9591-29c3a97eab64 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:01.553625 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a2b5392f-f40a-4cd7-9591-29c3a97eab64 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/2aabc2e8-c368-479e-b0cb-eb40761aba01 HTTP/1.1" status: 404 len: 337 time: 0.0962205 Apr 06 14:19:01.553829 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ccbcd4cd-4271-4426-9444-45eecdcaaaf4 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:01.557399 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbcd4cd-4271-4426-9444-45eecdcaaaf4 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:01.557970 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ccbcd4cd-4271-4426-9444-45eecdcaaaf4 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:01.561563 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50536) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:01.593998 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905ca92e-bc47-4d49-b915-41b4e84adbc2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Checking segment: {'id': '9a1e2c97-ce6e-409f-95b0-c8729a883c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2014d90c-9b49-414d-9dc0-fcff1dc59b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:01.594351 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905ca92e-bc47-4d49-b915-41b4e84adbc2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network hostable DHCP agents. Network: 2014d90c-9b49-414d-9dc0-fcff1dc59b41, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:19:01.599277 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7423942f-263a-4d99-a28b-495269266b04 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:01.632317 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d3eb50b3-4b66-4a1e-b145-91d70d5d0e72 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:01.634708 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-7423942f-263a-4d99-a28b-495269266b04 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bf4ebdc-259e-4f85-8de7-a931f961c434']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:01.655105 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-7423942f-263a-4d99-a28b-495269266b04 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05aaaf0a-c9e3-408b-83b0-eb097f6cc730') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:01.655405 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-7423942f-263a-4d99-a28b-495269266b04 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05aaaf0a-c9e3-408b-83b0-eb097f6cc730') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:01.669595 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7423942f-263a-4d99-a28b-495269266b04 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:01.679318 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-4964f951-9d3e-4337-9a8e-cd9a58781b44 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:01.679952 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4964f951-9d3e-4337-9a8e-cd9a58781b44 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:01.683798 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4964f951-9d3e-4337-9a8e-cd9a58781b44 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/83047b49-a501-4621-be2e-8bc58bdbdcd4 HTTP/1.1" status: 404 len: 337 time: 0.1026776 Apr 06 14:19:01.684626 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50540) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:01.691087 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905ca92e-bc47-4d49-b915-41b4e84adbc2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network 2014d90c-9b49-414d-9dc0-fcff1dc59b41 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:19:01.700850 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ccbcd4cd-4271-4426-9444-45eecdcaaaf4 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8326478 Apr 06 14:19:01.706529 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50544) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:01.716715 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-20404347-4f59-4417-a8d3-2729c2c38b70 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'subnet': {'network_id': '8a37fed2-a7df-4f9f-9f16-aa0c1d71679e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:01.729621 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbcd4cd-4271-4426-9444-45eecdcaaaf4 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Network': ['ID=2741843a-e5a1-4178-a86a-308c21f3041c,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:01.731684 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7423942f-263a-4d99-a28b-495269266b04 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:01.740272 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 2741843a-e5a1-4178-a86a-308c21f3041c details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:19:01.740478 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d3eb50b3-4b66-4a1e-b145-91d70d5d0e72 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:01.751340 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-77867ec9-ffa7-461b-9e70-096a207b2250 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:01.751839 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77867ec9-ffa7-461b-9e70-096a207b2250 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:01.765471 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7423942f-263a-4d99-a28b-495269266b04 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:19:01.765883 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7423942f-263a-4d99-a28b-495269266b04 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:19:01.848141 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:19:01.850187 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-905ca92e-bc47-4d49-b915-41b4e84adbc2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 2014d90c-9b49-414d-9dc0-fcff1dc59b41) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:01.858237 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-77867ec9-ffa7-461b-9e70-096a207b2250 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/3135f887-7295-4a1c-95c5-6e9e46265c2c HTTP/1.1" status: 404 len: 333 time: 0.1721616 Apr 06 14:19:01.864633 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50548) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:01.874114 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7483b93-932e-48d1-ac34-228a20c1d033 None None] Network 2014d90c-9b49-414d-9dc0-fcff1dc59b41 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:01.883801 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905ca92e-bc47-4d49-b915-41b4e84adbc2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:01.884297 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-905ca92e-bc47-4d49-b915-41b4e84adbc2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:01.888827 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d3eb50b3-4b66-4a1e-b145-91d70d5d0e72 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:01.894385 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d3eb50b3-4b66-4a1e-b145-91d70d5d0e72 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5313594 Apr 06 14:19:01.927121 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50552) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:01.947970 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-69143a62-2f4c-4d32-9467-1431ac1af7d2 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-388250653'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:01.953428 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7423942f-263a-4d99-a28b-495269266b04 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:01.955654 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf654200-a11a-4e4d-8767-c543fc20d08a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:01.956124 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf654200-a11a-4e4d-8767-c543fc20d08a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:01.958804 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-69143a62-2f4c-4d32-9467-1431ac1af7d2 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:01.981692 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7423942f-263a-4d99-a28b-495269266b04 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:01.983724 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7423942f-263a-4d99-a28b-495269266b04 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] 10.222.0.60 "DELETE /v2.0/networks/3bf4ebdc-259e-4f85-8de7-a931f961c434 HTTP/1.1" status: 204 len: 168 time: 0.8089366 Apr 06 14:19:01.993694 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-69143a62-2f4c-4d32-9467-1431ac1af7d2 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Usage tracker for resource:network and tenant:6405625efdd14c9bb474ac0b7c765923 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:01.999598 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423942f-263a-4d99-a28b-495269266b04 tempest-FloatingIPTestJSON-2088676146 tempest-FloatingIPTestJSON-2088676146-project] Pushing event deleted for resources: {'Network': ['ID=3bf4ebdc-259e-4f85-8de7-a931f961c434,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:02.002106 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-69143a62-2f4c-4d32-9467-1431ac1af7d2 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:02.009476 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-905ca92e-bc47-4d49-b915-41b4e84adbc2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9448926 Apr 06 14:19:02.010544 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50558) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:02.015761 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bf654200-a11a-4e4d-8767-c543fc20d08a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/c082453f-5ff4-4d47-8d20-a31cad1461a9 HTTP/1.1" status: 404 len: 337 time: 0.1383600 Apr 06 14:19:02.017357 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-69143a62-2f4c-4d32-9467-1431ac1af7d2 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:02.019345 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50560) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:02.030369 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-72a5197d-3888-47e5-8178-4815f18c39da tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'port': {'network_id': '2014d90c-9b49-414d-9dc0-fcff1dc59b41', 'name': 'tempest-PortsTestJSON-864303892'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:02.061745 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c84bc6d-391c-446f-9f32-1c6ade203b66 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:02.062987 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c84bc6d-391c-446f-9f32-1c6ade203b66 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:02.064818 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2c84bc6d-391c-446f-9f32-1c6ade203b66 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/fa659bcd-a18d-41dd-8904-f2e4567f753b HTTP/1.1" status: 404 len: 337 time: 0.0443330 Apr 06 14:19:02.068774 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50566) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:02.107718 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69143a62-2f4c-4d32-9467-1431ac1af7d2 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Made reservation on behalf of 6405625efdd14c9bb474ac0b7c765923 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:02.111166 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-69143a62-2f4c-4d32-9467-1431ac1af7d2 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:02.130217 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb64a555-8034-4036-be2b-ace9704014e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-2014d90c-9b49-414d-9dc0-fcff1dc59b41', 'network_id': '2014d90c-9b49-414d-9dc0-fcff1dc59b41', 'tenant_id': '93b55db64c2c45f89e5eddd70ead6075', 'fixed_ips': [{'subnet_id': 'eb9123ff-538c-4f48-ac1c-e8e57a4dc8d3'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:19:02.131586 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bb64a555-8034-4036-be2b-ace9704014e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:02.134254 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4e9004-5b42-4fc8-a773-fda2dca02fdf tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:02.134864 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d4e9004-5b42-4fc8-a773-fda2dca02fdf tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:02.136733 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0d4e9004-5b42-4fc8-a773-fda2dca02fdf tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/d8781fcf-5f0b-4773-ad80-cef9e5dcc4c4 HTTP/1.1" status: 404 len: 333 time: 0.0667746 Apr 06 14:19:02.139335 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50570) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:02.147281 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-20404347-4f59-4417-a8d3-2729c2c38b70 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:02.157561 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-20404347-4f59-4417-a8d3-2729c2c38b70 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Usage tracker for resource:subnet and tenant:54b6b16a88cd457596297a5e2f6c39ce is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:02.182571 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c02889d-3fab-48b1-a8ef-c72519361851 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:02.183658 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c02889d-3fab-48b1-a8ef-c72519361851 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:02.186392 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8c02889d-3fab-48b1-a8ef-c72519361851 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/3a39a700-51ea-40a7-8d4c-1d87e6e28ff2 HTTP/1.1" status: 404 len: 337 time: 0.0459311 Apr 06 14:19:02.197679 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50574) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:02.222017 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-20404347-4f59-4417-a8d3-2729c2c38b70 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:02.248143 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69143a62-2f4c-4d32-9467-1431ac1af7d2 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:19:02.261087 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d954bc-4ff9-491e-8001-69f5999100c3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:02.261528 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2d954bc-4ff9-491e-8001-69f5999100c3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:02.269169 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-69143a62-2f4c-4d32-9467-1431ac1af7d2 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:02.269495 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-69143a62-2f4c-4d32-9467-1431ac1af7d2 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Added segment bdc2d9c1-2a0f-4504-816a-a7fc6beca0fc of type vlan for network 583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7 Apr 06 14:19:02.271884 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f2d954bc-4ff9-491e-8001-69f5999100c3 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/4f13eabe-4c40-4a04-aeba-039d691e05c0 HTTP/1.1" status: 404 len: 337 time: 0.0731711 Apr 06 14:19:02.276332 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50578) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:02.282919 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-20404347-4f59-4417-a8d3-2729c2c38b70 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:02.325064 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20404347-4f59-4417-a8d3-2729c2c38b70 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Made reservation on behalf of 54b6b16a88cd457596297a5e2f6c39ce for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:02.338974 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-bb64a555-8034-4036-be2b-ace9704014e4 None None] Allocated IP 172.20.0.2 (2014d90c-9b49-414d-9dc0-fcff1dc59b41/eb9123ff-538c-4f48-ac1c-e8e57a4dc8d3/9b58453a-50e0-429a-9136-08fef71604d1) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:02.341723 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-72a5197d-3888-47e5-8178-4815f18c39da tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:02.359235 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0ebff521-c4b2-4316-a0df-697ab322466c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports?device_id=d70d66ad-1962-4134-971f-40b70881dd2c HTTP/1.1" status: 200 len: 205 time: 0.0815094 Apr 06 14:19:02.362795 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50584) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:02.401790 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50588) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:02.424920 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-72a5197d-3888-47e5-8178-4815f18c39da tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:02.447568 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-28c3810f-1fb3-4225-9431-12dca05014f1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] delete failed (client error): The resource could not be found. Apr 06 14:19:02.451137 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-339883f1-82af-46a3-9a99-c75726775b33 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:02.451290 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-28c3810f-1fb3-4225-9431-12dca05014f1 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/routers/d70d66ad-1962-4134-971f-40b70881dd2c HTTP/1.1" status: 404 len: 336 time: 0.0848188 Apr 06 14:19:02.453070 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-69143a62-2f4c-4d32-9467-1431ac1af7d2 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:02.454926 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50594) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:02.462930 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-20404347-4f59-4417-a8d3-2729c2c38b70 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:02.491179 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-69143a62-2f4c-4d32-9467-1431ac1af7d2 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:02.496443 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69143a62-2f4c-4d32-9467-1431ac1af7d2 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:02.497978 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-69143a62-2f4c-4d32-9467-1431ac1af7d2 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:02.518051 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a5197d-3888-47e5-8178-4815f18c39da tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:02.521012 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-72a5197d-3888-47e5-8178-4815f18c39da tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:02.585815 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9c4336-9690-4388-a4ee-0ad156647e45 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:02.586229 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb9c4336-9690-4388-a4ee-0ad156647e45 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:02.587897 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bb9c4336-9690-4388-a4ee-0ad156647e45 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/6aaf8434-73d7-40ee-9d92-6d92fb341645 HTTP/1.1" status: 404 len: 337 time: 0.1290996 Apr 06 14:19:02.591593 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50598) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:02.615290 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bb64a555-8034-4036-be2b-ace9704014e4 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:02.626805 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-bb64a555-8034-4036-be2b-ace9704014e4 None None] Transition to ACTIVE for port object 9b58453a-50e0-429a-9136-08fef71604d1 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:02.636525 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-72a5197d-3888-47e5-8178-4815f18c39da tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] device_id is not set on port fefe53df-922a-4fcb-9d20-58607d5715e5 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:19:02.647376 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-bb64a555-8034-4036-be2b-ace9704014e4 None None] Transition to ACTIVE for port object 9b58453a-50e0-429a-9136-08fef71604d1 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:02.651297 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-69143a62-2f4c-4d32-9467-1431ac1af7d2 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7185891 Apr 06 14:19:02.655850 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bb64a555-8034-4036-be2b-ace9704014e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:02.666132 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50602) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:02.669056 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-dd6bd082-6ffe-44b9-bfda-b32678bc751a tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "GET /v2.0/ports?device_id=49bb3b2c-9f99-4cc4-81b5-913c1915f2e9 HTTP/1.1" status: 200 len: 205 time: 0.0756464 Apr 06 14:19:02.678146 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9118bfe1-79a4-4736-8071-44563e27aa66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'subnet': {'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:02.692238 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50606) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:02.729077 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb64a555-8034-4036-be2b-ace9704014e4 None None] Network 2014d90c-9b49-414d-9dc0-fcff1dc59b41 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:02.734424 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-bb64a555-8034-4036-be2b-ace9704014e4 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:02.742076 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb64a555-8034-4036-be2b-ace9704014e4 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:02.770474 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64a555-8034-4036-be2b-ace9704014e4 None None] Pushing event updated for resources: {'Port': ['ID=9b58453a-50e0-429a-9136-08fef71604d1,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:02.821466 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69143a62-2f4c-4d32-9467-1431ac1af7d2 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Network': ['ID=583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:02.831429 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-a0e97919-8d30-4c7d-91f9-12ecd823d7db tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] delete failed (client error): The resource could not be found. Apr 06 14:19:02.834010 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a0e97919-8d30-4c7d-91f9-12ecd823d7db tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/routers/49bb3b2c-9f99-4cc4-81b5-913c1915f2e9 HTTP/1.1" status: 404 len: 336 time: 0.1407287 Apr 06 14:19:02.854425 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50610) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:02.950933 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:19:02.953815 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e786ed1-78c8-40ed-9312-00d42b302ab7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:02.954261 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e786ed1-78c8-40ed-9312-00d42b302ab7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:02.990286 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f5326082-c05c-4916-ba69-c3e9eec6ff90 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d61b98536deb4ef1889c048254212ea9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5843179 Apr 06 14:19:03.025449 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50614) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:03.027102 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-72a5197d-3888-47e5-8178-4815f18c39da tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Allocated IP 172.20.0.3 (2014d90c-9b49-414d-9dc0-fcff1dc59b41/eb9123ff-538c-4f48-ac1c-e8e57a4dc8d3/fefe53df-922a-4fcb-9d20-58607d5715e5) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:03.039413 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4e786ed1-78c8-40ed-9312-00d42b302ab7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/71aacf59-a6cd-4f65-a274-096e23aa4d0a HTTP/1.1" status: 404 len: 337 time: 0.1691895 Apr 06 14:19:03.057005 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50618) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:03.066180 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9118bfe1-79a4-4736-8071-44563e27aa66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:03.066180 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9118bfe1-79a4-4736-8071-44563e27aa66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Usage tracker for resource:subnet and tenant:6405625efdd14c9bb474ac0b7c765923 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:03.066180 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9118bfe1-79a4-4736-8071-44563e27aa66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:03.079114 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9118bfe1-79a4-4736-8071-44563e27aa66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:03.108296 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9118bfe1-79a4-4736-8071-44563e27aa66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Made reservation on behalf of 6405625efdd14c9bb474ac0b7c765923 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:03.111139 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2151dc4-619d-4062-b87d-d52a4563a26d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:03.111139 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2151dc4-619d-4062-b87d-d52a4563a26d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:03.115427 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a2151dc4-619d-4062-b87d-d52a4563a26d tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/0dcdf6c3-f1c9-4a08-9949-953a42af822e HTTP/1.1" status: 404 len: 337 time: 0.0666485 Apr 06 14:19:03.131701 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50622) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:03.133822 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d2fd735-4443-4b9e-b792-163875feb043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:03.150803 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-bb64a555-8034-4036-be2b-ace9704014e4 None None] Attempting to bind port 9b58453a-50e0-429a-9136-08fef71604d1 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:19:03.150803 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-bb64a555-8034-4036-be2b-ace9704014e4 None None] Attempting to bind port 9b58453a-50e0-429a-9136-08fef71604d1 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '9a1e2c97-ce6e-409f-95b0-c8729a883c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2014d90c-9b49-414d-9dc0-fcff1dc59b41'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:19:03.150803 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb64a555-8034-4036-be2b-ace9704014e4 None None] Attempting to bind port 9b58453a-50e0-429a-9136-08fef71604d1 on network 2014d90c-9b49-414d-9dc0-fcff1dc59b41 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:19:03.159527 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb64a555-8034-4036-be2b-ace9704014e4 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:19:03.159527 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb64a555-8034-4036-be2b-ace9704014e4 None None] Checking segment: {'id': '9a1e2c97-ce6e-409f-95b0-c8729a883c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2014d90c-9b49-414d-9dc0-fcff1dc59b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:03.159527 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bb64a555-8034-4036-be2b-ace9704014e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:03.160280 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb64a555-8034-4036-be2b-ace9704014e4 None None] Bound using segment: {'id': '9a1e2c97-ce6e-409f-95b0-c8729a883c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2014d90c-9b49-414d-9dc0-fcff1dc59b41'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:19:03.160280 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-bb64a555-8034-4036-be2b-ace9704014e4 None None] Bound port: 9b58453a-50e0-429a-9136-08fef71604d1, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a1e2c97-ce6e-409f-95b0-c8729a883c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2014d90c-9b49-414d-9dc0-fcff1dc59b41'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:19:03.160629 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bb64a555-8034-4036-be2b-ace9704014e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:03.219971 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a149a29-f5b5-48b7-b6cd-8a09897a28ad tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:03.219971 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a149a29-f5b5-48b7-b6cd-8a09897a28ad tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:03.219971 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4a149a29-f5b5-48b7-b6cd-8a09897a28ad tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/3ae2cf4e-5f44-4ff4-9f72-d0317258869c HTTP/1.1" status: 404 len: 333 time: 0.0928028 Apr 06 14:19:03.227303 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50626) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:03.234193 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d2fd735-4443-4b9e-b792-163875feb043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:03.282079 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-20404347-4f59-4417-a8d3-2729c2c38b70 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:03.295197 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9118bfe1-79a4-4736-8071-44563e27aa66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:03.303086 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-bb64a555-8034-4036-be2b-ace9704014e4 None None] For port 9b58453a-50e0-429a-9136-08fef71604d1, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:19:03.305197 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-bb64a555-8034-4036-be2b-ace9704014e4 None None] For port 9b58453a-50e0-429a-9136-08fef71604d1, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=9b58453a-50e0-429a-9136-08fef71604d1,segment=NetworkSegment(9a1e2c97-ce6e-409f-95b0-c8729a883c0f),segment_id=9a1e2c97-ce6e-409f-95b0-c8729a883c0f)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:19:03.317215 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f3a5ad-8eb0-48fc-8099-a56321e79261 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:03.317215 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f3a5ad-8eb0-48fc-8099-a56321e79261 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:03.317215 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-21f3a5ad-8eb0-48fc-8099-a56321e79261 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/b9951837-de54-4e1e-ae4e-78a2e57cbb92 HTTP/1.1" status: 404 len: 337 time: 0.0851433 Apr 06 14:19:03.318710 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bb64a555-8034-4036-be2b-ace9704014e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:03.330243 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50630) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:03.452089 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-224e9bff-01ec-4656-b49e-22d09ba72e81 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:03.453573 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-224e9bff-01ec-4656-b49e-22d09ba72e81 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:03.460476 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64a555-8034-4036-be2b-ace9704014e4 None None] Pushing event updated for resources: {'Port': ['ID=9b58453a-50e0-429a-9136-08fef71604d1,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:03.472092 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-224e9bff-01ec-4656-b49e-22d09ba72e81 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/288267a3-92d4-46ab-91c1-16070c4a9281 HTTP/1.1" status: 404 len: 333 time: 0.1392510 Apr 06 14:19:03.484566 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50634) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:03.542045 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b9c315-6b46-4eef-9cc8-7f997400ed09 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:03.542045 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b9c315-6b46-4eef-9cc8-7f997400ed09 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:03.542045 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d2fd735-4443-4b9e-b792-163875feb043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:03.574573 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-97b9c315-6b46-4eef-9cc8-7f997400ed09 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/4a8cc53f-dd3f-4a1c-8610-94e65f3dbe77 HTTP/1.1" status: 404 len: 337 time: 0.0862985 Apr 06 14:19:03.574573 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d2fd735-4443-4b9e-b792-163875feb043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:03.574573 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2d2fd735-4443-4b9e-b792-163875feb043 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a8917a58-c4c4-4dff-a703-3a5f38e2bac4 HTTP/1.1" status: 204 len: 168 time: 0.5398967 Apr 06 14:19:03.574573 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2fd735-4443-4b9e-b792-163875feb043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8917a58-c4c4-4dff-a703-3a5f38e2bac4,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:03.574573 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50638) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:03.603174 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-339883f1-82af-46a3-9a99-c75726775b33 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:03.691395 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-4227a091-666e-4d9f-8231-0a74f0b95214 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:03.691395 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4227a091-666e-4d9f-8231-0a74f0b95214 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:03.691395 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4227a091-666e-4d9f-8231-0a74f0b95214 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/7cb21d3b-fbeb-4e61-85c6-1614e3dcaa46 HTTP/1.1" status: 404 len: 333 time: 0.1038420 Apr 06 14:19:03.700154 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-339883f1-82af-46a3-9a99-c75726775b33 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:03.706702 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50644) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:03.743295 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-f41e707b-21fc-40e1-a197-aceb1110c602 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:03.743295 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f41e707b-21fc-40e1-a197-aceb1110c602 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:03.743295 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f41e707b-21fc-40e1-a197-aceb1110c602 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/968b2281-b1ee-4dfc-8f31-d7c32fcc1983 HTTP/1.1" status: 404 len: 337 time: 0.0571697 Apr 06 14:19:03.743295 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50648) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:03.870939 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-02dc2105-6b47-479a-84bd-bb6fed5b01c9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:03.872588 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02dc2105-6b47-479a-84bd-bb6fed5b01c9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:03.885338 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-02dc2105-6b47-479a-84bd-bb6fed5b01c9 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/983387c6-7bef-4682-a2b6-f61ee5447055 HTTP/1.1" status: 404 len: 333 time: 0.1367934 Apr 06 14:19:03.885458 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50654) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:03.907484 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20404347-4f59-4417-a8d3-2729c2c38b70 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Subnet': ['ID=fd9a4f5f-13a1-411f-a0f9-8f8218820d0a,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:03.969452 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9118bfe1-79a4-4736-8071-44563e27aa66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:04.029866 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9bf26f7-8693-4d47-b326-b130ed45ce90 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:04.030314 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9bf26f7-8693-4d47-b326-b130ed45ce90 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:04.064990 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a9bf26f7-8693-4d47-b326-b130ed45ce90 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/7bb45c2d-2fc3-4bdb-b0f7-7854f5d00b0f HTTP/1.1" status: 404 len: 337 time: 0.1566095 Apr 06 14:19:04.076180 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50660) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:04.083694 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-72a5197d-3888-47e5-8178-4815f18c39da tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:04.109012 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118bfe1-79a4-4736-8071-44563e27aa66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Subnet': ['ID=d476f3f9-9128-4c3a-b009-8fe0dca3cfaa,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:04.142970 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9118bfe1-79a4-4736-8071-44563e27aa66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Checking segment: {'id': 'bdc2d9c1-2a0f-4504-816a-a7fc6beca0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:04.143825 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9118bfe1-79a4-4736-8071-44563e27aa66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network hostable DHCP agents. Network: 583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:19:04.149656 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20404347-4f59-4417-a8d3-2729c2c38b70 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Checking segment: {'id': '9fbcf031-dba1-4682-acea-ef2967c744fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8a37fed2-a7df-4f9f-9f16-aa0c1d71679e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:04.150577 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20404347-4f59-4417-a8d3-2729c2c38b70 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network hostable DHCP agents. Network: 8a37fed2-a7df-4f9f-9f16-aa0c1d71679e, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:19:04.189875 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f0746f2-6220-4791-9faf-40f92b21497c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:04.190906 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f0746f2-6220-4791-9faf-40f92b21497c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:04.191968 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9f0746f2-6220-4791-9faf-40f92b21497c tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/e08bc742-0867-4c78-8e3c-93d6798a5465 HTTP/1.1" status: 404 len: 333 time: 0.1180668 Apr 06 14:19:04.199506 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50668) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:04.199506 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-72a5197d-3888-47e5-8178-4815f18c39da tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Transition to ACTIVE for port object fefe53df-922a-4fcb-9d20-58607d5715e5 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:04.203802 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9118bfe1-79a4-4736-8071-44563e27aa66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network 583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:19:04.217172 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-9118bfe1-79a4-4736-8071-44563e27aa66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:04.223366 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9118bfe1-79a4-4736-8071-44563e27aa66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:04.224707 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9118bfe1-79a4-4736-8071-44563e27aa66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:04.238423 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc08662f-2e34-45d1-a2ca-f12ed4663e26 None None] Network 583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:04.257384 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c0acfa-2db2-4475-82ba-6a4a7218b1e6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:04.257605 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c0acfa-2db2-4475-82ba-6a4a7218b1e6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:04.259438 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-79c0acfa-2db2-4475-82ba-6a4a7218b1e6 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/1bb9ede4-bf9e-4f42-b4d5-38e3b3d59446 HTTP/1.1" status: 404 len: 337 time: 0.0580015 Apr 06 14:19:04.260387 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9118bfe1-79a4-4736-8071-44563e27aa66 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5905216 Apr 06 14:19:04.261326 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50674) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:04.266028 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50676) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:04.286209 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-339883f1-82af-46a3-9a99-c75726775b33 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Allocated IP 172.26.8.149 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/9e4738b7-aefc-43c9-a6e9-aa6b51e8ec01) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:04.307861 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20404347-4f59-4417-a8d3-2729c2c38b70 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network 8a37fed2-a7df-4f9f-9f16-aa0c1d71679e is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:19:04.343375 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-20404347-4f59-4417-a8d3-2729c2c38b70 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 8a37fed2-a7df-4f9f-9f16-aa0c1d71679e) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:04.365443 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d646ff2a-aeb7-4db8-a2a0-c0cf0729e0d7 None None] Network 8a37fed2-a7df-4f9f-9f16-aa0c1d71679e requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:04.407443 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-72a5197d-3888-47e5-8178-4815f18c39da tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:04.411579 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20404347-4f59-4417-a8d3-2729c2c38b70 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:04.412247 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-20404347-4f59-4417-a8d3-2729c2c38b70 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:04.484120 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-83de4bf2-bdfd-4043-9bd4-3a3fa213fcef tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:04.485939 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83de4bf2-bdfd-4043-9bd4-3a3fa213fcef tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:04.489244 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-83de4bf2-bdfd-4043-9bd4-3a3fa213fcef tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/d40af376-e548-4917-bcec-a5d1cc7d8c13 HTTP/1.1" status: 404 len: 333 time: 0.2215497 Apr 06 14:19:04.499637 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50686) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:04.552743 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-20404347-4f59-4417-a8d3-2729c2c38b70 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8432014 Apr 06 14:19:04.553497 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50690) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:04.592100 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a5197d-3888-47e5-8178-4815f18c39da tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network 2014d90c-9b49-414d-9dc0-fcff1dc59b41 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:04.596340 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-6ef4568d-6698-4b4d-b27d-dd7913f97ac3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'subnet': {'network_id': '2741843a-e5a1-4178-a86a-308c21f3041c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:04.598315 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a3bea2-d093-4922-9984-e898e615baf7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:04.600394 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a3bea2-d093-4922-9984-e898e615baf7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:04.603073 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b7a3bea2-d093-4922-9984-e898e615baf7 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/0b8337bb-545b-4adf-9cce-6d977a82beec HTTP/1.1" status: 404 len: 337 time: 0.1000392 Apr 06 14:19:04.607578 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50694) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:04.614803 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5197d-3888-47e5-8178-4815f18c39da tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Port': ['ID=fefe53df-922a-4fcb-9d20-58607d5715e5,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:04.628689 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-72a5197d-3888-47e5-8178-4815f18c39da tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:04.636850 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a5197d-3888-47e5-8178-4815f18c39da tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:04.714502 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac114a48-2e02-4bf4-9915-903bbf4f36df tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:04.714956 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac114a48-2e02-4bf4-9915-903bbf4f36df tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:04.716650 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ac114a48-2e02-4bf4-9915-903bbf4f36df tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/ports/b496cbdb-14ee-4410-8f5b-40a5770e9ee9 HTTP/1.1" status: 404 len: 333 time: 0.1072090 Apr 06 14:19:04.724814 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50698) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:04.803059 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999c9fe2-f7fa-45a9-8c7a-ec44584e20d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7', 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'fixed_ips': [{'subnet_id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:19:04.804350 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-999c9fe2-f7fa-45a9-8c7a-ec44584e20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:04.838462 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-affa127d-94cc-42dd-b66d-fd070f547c16 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:04.839650 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-affa127d-94cc-42dd-b66d-fd070f547c16 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:04.848385 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-affa127d-94cc-42dd-b66d-fd070f547c16 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/subnets/1180c628-8f30-4649-8dd7-512ef5556e33 HTTP/1.1" status: 404 len: 337 time: 0.1222100 Apr 06 14:19:04.851602 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50704) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:04.936008 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-339883f1-82af-46a3-9a99-c75726775b33 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:04.944161 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a5197d-3888-47e5-8178-4815f18c39da tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:04.944778 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-72a5197d-3888-47e5-8178-4815f18c39da tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:04.986488 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6ef4568d-6698-4b4d-b27d-dd7913f97ac3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:04.989455 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72599207-5d9c-4a8f-8ae9-c0e36c4833d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-8a37fed2-a7df-4f9f-9f16-aa0c1d71679e', 'network_id': '8a37fed2-a7df-4f9f-9f16-aa0c1d71679e', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'fixed_ips': [{'subnet_id': 'fd9a4f5f-13a1-411f-a0f9-8f8218820d0a'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:19:04.991657 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-72599207-5d9c-4a8f-8ae9-c0e36c4833d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:04.992895 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6ef4568d-6698-4b4d-b27d-dd7913f97ac3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Usage tracker for resource:subnet and tenant:54b6b16a88cd457596297a5e2f6c39ce is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:04.997976 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6ef4568d-6698-4b4d-b27d-dd7913f97ac3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:05.005705 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-72a5197d-3888-47e5-8178-4815f18c39da tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9823635 Apr 06 14:19:05.010477 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50710) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:05.013678 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6ef4568d-6698-4b4d-b27d-dd7913f97ac3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:05.153985 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef4568d-6698-4b4d-b27d-dd7913f97ac3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Made reservation on behalf of 54b6b16a88cd457596297a5e2f6c39ce for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:05.159239 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c3474f-9e14-464b-9666-8d36f14bd097 None None] Network 2014d90c-9b49-414d-9dc0-fcff1dc59b41 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:05.181397 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73a74c6f-6770-4aa5-bfc3-9df1b02b7d46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:05.211964 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 9b58453a-50e0-429a-9136-08fef71604d1 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:19:05.262361 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-5e14d0db-f369-471c-9eaa-9605b3588c8a tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting port fefe53df-922a-4fcb-9d20-58607d5715e5 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:19:05.263078 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5e14d0db-f369-471c-9eaa-9605b3588c8a tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:05.274612 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50716) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:05.299395 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-339883f1-82af-46a3-9a99-c75726775b33 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:05.449098 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ef4568d-6698-4b4d-b27d-dd7913f97ac3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:05.461702 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a9b807a5-10f5-4e23-9f72-e0d305b2d7b0 None None] Provisioning for port 9b58453a-50e0-429a-9136-08fef71604d1 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:05.576549 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-999c9fe2-f7fa-45a9-8c7a-ec44584e20d2 None None] Allocated IP 2001:db8::2 (583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7/d476f3f9-9128-4c3a-b009-8fe0dca3cfaa/1bd72070-915b-4d12-b04c-bcdbd61f062c) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:05.611721 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 9b58453a-50e0-429a-9136-08fef71604d1 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:05.632263 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f1e2b262-553a-44f3-81a4-6657742417fe tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1127231610'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:05.689794 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-72599207-5d9c-4a8f-8ae9-c0e36c4833d2 None None] Allocated IP 172.20.0.2 (8a37fed2-a7df-4f9f-9f16-aa0c1d71679e/fd9a4f5f-13a1-411f-a0f9-8f8218820d0a/50abd3d4-b964-4262-b5dc-f9c477e2a94c) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:05.695408 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f1e2b262-553a-44f3-81a4-6657742417fe tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:05.722564 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f1e2b262-553a-44f3-81a4-6657742417fe tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Usage tracker for resource:network and tenant:dc88b2721e454f4b9119a3f7bd8b83b6 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:05.729979 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f1e2b262-553a-44f3-81a4-6657742417fe tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:05.738922 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73a74c6f-6770-4aa5-bfc3-9df1b02b7d46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:05.750502 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f1e2b262-553a-44f3-81a4-6657742417fe tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:05.783301 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-73a74c6f-6770-4aa5-bfc3-9df1b02b7d46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45db5c66-c082-47ed-beeb-688e3c8646d5']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:05.795630 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e2b262-553a-44f3-81a4-6657742417fe tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Made reservation on behalf of dc88b2721e454f4b9119a3f7bd8b83b6 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:05.795630 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f1e2b262-553a-44f3-81a4-6657742417fe tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:05.805049 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-73a74c6f-6770-4aa5-bfc3-9df1b02b7d46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d075f8a-130e-42a9-b8ee-507818527251') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:05.805049 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-73a74c6f-6770-4aa5-bfc3-9df1b02b7d46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d075f8a-130e-42a9-b8ee-507818527251') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:05.815540 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339883f1-82af-46a3-9a99-c75726775b33 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Pushing event updated for resources: {'Port': ['ID=9e4738b7-aefc-43c9-a6e9-aa6b51e8ec01,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:05.828194 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339883f1-82af-46a3-9a99-c75726775b33 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:05.833270 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 9b58453a-50e0-429a-9136-08fef71604d1 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:05.836992 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:05.838611 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-339883f1-82af-46a3-9a99-c75726775b33 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:05.863159 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339883f1-82af-46a3-9a99-c75726775b33 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:05.879311 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73a74c6f-6770-4aa5-bfc3-9df1b02b7d46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:05.886788 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f1e2b262-553a-44f3-81a4-6657742417fe tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:05.942162 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73a74c6f-6770-4aa5-bfc3-9df1b02b7d46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:05.979537 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a74c6f-6770-4aa5-bfc3-9df1b02b7d46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:19:05.979537 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73a74c6f-6770-4aa5-bfc3-9df1b02b7d46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:19:05.996045 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:19:06.004102 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d618c35-8f14-49a6-b1bf-63730089533c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:06.079204 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f1e2b262-553a-44f3-81a4-6657742417fe tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:06.098444 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f1e2b262-553a-44f3-81a4-6657742417fe tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Usage tracker for resource:security_group_rule and tenant:dc88b2721e454f4b9119a3f7bd8b83b6 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:06.148181 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f1e2b262-553a-44f3-81a4-6657742417fe tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:06.216223 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f1e2b262-553a-44f3-81a4-6657742417fe tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:06.236032 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73a74c6f-6770-4aa5-bfc3-9df1b02b7d46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:06.264103 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5e14d0db-f369-471c-9eaa-9605b3588c8a tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:06.302307 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73a74c6f-6770-4aa5-bfc3-9df1b02b7d46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:06.316849 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a74c6f-6770-4aa5-bfc3-9df1b02b7d46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] Pushing event deleted for resources: {'Network': ['ID=45db5c66-c082-47ed-beeb-688e3c8646d5,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:06.351299 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-73a74c6f-6770-4aa5-bfc3-9df1b02b7d46 tempest-NetworksTestDHCPv6-1595278311 tempest-NetworksTestDHCPv6-1595278311-project] 10.222.0.60 "DELETE /v2.0/networks/45db5c66-c082-47ed-beeb-688e3c8646d5 HTTP/1.1" status: 204 len: 168 time: 1.4964876 Apr 06 14:19:06.414963 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:06.430959 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-999c9fe2-f7fa-45a9-8c7a-ec44584e20d2 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:06.454553 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f1e2b262-553a-44f3-81a4-6657742417fe tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:06.468034 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-5e14d0db-f369-471c-9eaa-9605b3588c8a tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Calling delete_port for fefe53df-922a-4fcb-9d20-58607d5715e5 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:19:06.470945 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-999c9fe2-f7fa-45a9-8c7a-ec44584e20d2 None None] Transition to ACTIVE for port object 1bd72070-915b-4d12-b04c-bcdbd61f062c will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:06.488405 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-72599207-5d9c-4a8f-8ae9-c0e36c4833d2 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:06.521761 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-72599207-5d9c-4a8f-8ae9-c0e36c4833d2 None None] Transition to ACTIVE for port object 50abd3d4-b964-4262-b5dc-f9c477e2a94c will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:06.529663 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-999c9fe2-f7fa-45a9-8c7a-ec44584e20d2 None None] Transition to ACTIVE for port object 1bd72070-915b-4d12-b04c-bcdbd61f062c will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:06.547046 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 9b58453a-50e0-429a-9136-08fef71604d1, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=9b58453a-50e0-429a-9136-08fef71604d1,segment=NetworkSegment(9a1e2c97-ce6e-409f-95b0-c8729a883c0f),segment_id=9a1e2c97-ce6e-409f-95b0-c8729a883c0f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:06.547046 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-999c9fe2-f7fa-45a9-8c7a-ec44584e20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:06.584114 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-72599207-5d9c-4a8f-8ae9-c0e36c4833d2 None None] Transition to ACTIVE for port object 50abd3d4-b964-4262-b5dc-f9c477e2a94c will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:06.590144 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:06.618082 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-72599207-5d9c-4a8f-8ae9-c0e36c4833d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:06.623587 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f1e2b262-553a-44f3-81a4-6657742417fe tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:06.663846 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999c9fe2-f7fa-45a9-8c7a-ec44584e20d2 None None] Network 583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:06.674857 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72599207-5d9c-4a8f-8ae9-c0e36c4833d2 None None] Network 8a37fed2-a7df-4f9f-9f16-aa0c1d71679e is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:06.675971 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c9fe2-f7fa-45a9-8c7a-ec44584e20d2 None None] Pushing event updated for resources: {'Port': ['ID=1bd72070-915b-4d12-b04c-bcdbd61f062c,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:06.726198 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-999c9fe2-f7fa-45a9-8c7a-ec44584e20d2 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:06.737560 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-72599207-5d9c-4a8f-8ae9-c0e36c4833d2 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:06.740447 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999c9fe2-f7fa-45a9-8c7a-ec44584e20d2 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:06.764307 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ef4568d-6698-4b4d-b27d-dd7913f97ac3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:06.765744 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72599207-5d9c-4a8f-8ae9-c0e36c4833d2 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:06.807908 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e2b262-553a-44f3-81a4-6657742417fe tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:19:06.825805 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f1e2b262-553a-44f3-81a4-6657742417fe tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:06.826337 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-f1e2b262-553a-44f3-81a4-6657742417fe tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Added segment bf25ca53-e6b4-49c7-b59e-a45216184526 of type vlan for network 248057d3-7dad-4400-bc5e-08b1aff564af Apr 06 14:19:06.869973 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f1e2b262-553a-44f3-81a4-6657742417fe tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:06.917365 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50726) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:06.921510 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f1e2b262-553a-44f3-81a4-6657742417fe tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:06.926827 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e2b262-553a-44f3-81a4-6657742417fe tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:06.927977 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f1e2b262-553a-44f3-81a4-6657742417fe tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:06.959380 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4568d-6698-4b4d-b27d-dd7913f97ac3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Subnet': ['ID=11ed482f-1e65-47b3-b52d-a2c23e48f88e,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:07.049832 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=9b58453a-50e0-429a-9136-08fef71604d1,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:07.102250 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef4568d-6698-4b4d-b27d-dd7913f97ac3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Checking segment: {'id': '7059996c-1f71-437f-b35d-7570fc3feded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2741843a-e5a1-4178-a86a-308c21f3041c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:07.102250 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef4568d-6698-4b4d-b27d-dd7913f97ac3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network hostable DHCP agents. Network: 2741843a-e5a1-4178-a86a-308c21f3041c, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:19:07.139471 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-339883f1-82af-46a3-9a99-c75726775b33 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:07.147889 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-72599207-5d9c-4a8f-8ae9-c0e36c4833d2 None None] Attempting to bind port 50abd3d4-b964-4262-b5dc-f9c477e2a94c on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:19:07.148269 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-72599207-5d9c-4a8f-8ae9-c0e36c4833d2 None None] Attempting to bind port 50abd3d4-b964-4262-b5dc-f9c477e2a94c by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '9fbcf031-dba1-4682-acea-ef2967c744fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8a37fed2-a7df-4f9f-9f16-aa0c1d71679e'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:19:07.148635 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72599207-5d9c-4a8f-8ae9-c0e36c4833d2 None None] Attempting to bind port 50abd3d4-b964-4262-b5dc-f9c477e2a94c on network 8a37fed2-a7df-4f9f-9f16-aa0c1d71679e {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:19:07.151396 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2b262-553a-44f3-81a4-6657742417fe tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cca4cd4-7a2b-4ab3-a118-e9b522365045,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:07.156674 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-999c9fe2-f7fa-45a9-8c7a-ec44584e20d2 None None] Attempting to bind port 1bd72070-915b-4d12-b04c-bcdbd61f062c on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:19:07.156812 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-999c9fe2-f7fa-45a9-8c7a-ec44584e20d2 None None] Attempting to bind port 1bd72070-915b-4d12-b04c-bcdbd61f062c by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'bdc2d9c1-2a0f-4504-816a-a7fc6beca0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:19:07.157143 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999c9fe2-f7fa-45a9-8c7a-ec44584e20d2 None None] Attempting to bind port 1bd72070-915b-4d12-b04c-bcdbd61f062c on network 583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:19:07.169471 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6ac39219-9630-4dce-b2c0-dd4dc1248a8f None None] Provisioning for port fefe53df-922a-4fcb-9d20-58607d5715e5 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:07.197836 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72599207-5d9c-4a8f-8ae9-c0e36c4833d2 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:19:07.198095 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72599207-5d9c-4a8f-8ae9-c0e36c4833d2 None None] Checking segment: {'id': '9fbcf031-dba1-4682-acea-ef2967c744fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8a37fed2-a7df-4f9f-9f16-aa0c1d71679e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:07.198685 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-72599207-5d9c-4a8f-8ae9-c0e36c4833d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:07.198889 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72599207-5d9c-4a8f-8ae9-c0e36c4833d2 None None] Bound using segment: {'id': '9fbcf031-dba1-4682-acea-ef2967c744fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8a37fed2-a7df-4f9f-9f16-aa0c1d71679e'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:19:07.199321 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-72599207-5d9c-4a8f-8ae9-c0e36c4833d2 None None] Bound port: 50abd3d4-b964-4262-b5dc-f9c477e2a94c, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fbcf031-dba1-4682-acea-ef2967c744fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8a37fed2-a7df-4f9f-9f16-aa0c1d71679e'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:19:07.199731 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-72599207-5d9c-4a8f-8ae9-c0e36c4833d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:07.216991 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-5d618c35-8f14-49a6-b1bf-63730089533c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Allocated IP 2001:db8::1 (583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7/d476f3f9-9128-4c3a-b009-8fe0dca3cfaa/55039566-8e5d-4643-8ba7-791a0309dfef) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:07.233842 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999c9fe2-f7fa-45a9-8c7a-ec44584e20d2 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:19:07.233842 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999c9fe2-f7fa-45a9-8c7a-ec44584e20d2 None None] Checking segment: {'id': 'bdc2d9c1-2a0f-4504-816a-a7fc6beca0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:07.233842 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-999c9fe2-f7fa-45a9-8c7a-ec44584e20d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:07.235284 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999c9fe2-f7fa-45a9-8c7a-ec44584e20d2 None None] Bound using segment: {'id': 'bdc2d9c1-2a0f-4504-816a-a7fc6beca0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:19:07.235284 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-999c9fe2-f7fa-45a9-8c7a-ec44584e20d2 None None] Bound port: 1bd72070-915b-4d12-b04c-bcdbd61f062c, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc2d9c1-2a0f-4504-816a-a7fc6beca0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:19:07.235284 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-999c9fe2-f7fa-45a9-8c7a-ec44584e20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:07.243762 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6ac39219-9630-4dce-b2c0-dd4dc1248a8f None None] Provisioning complete for port fefe53df-922a-4fcb-9d20-58607d5715e5 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:07.244146 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6ac39219-9630-4dce-b2c0-dd4dc1248a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:07.245580 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5e14d0db-f369-471c-9eaa-9605b3588c8a tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:07.253921 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f1e2b262-553a-44f3-81a4-6657742417fe tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9720638 Apr 06 14:19:07.264599 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2b262-553a-44f3-81a4-6657742417fe tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event updated for resources: {'Network': ['ID=248057d3-7dad-4400-bc5e-08b1aff564af,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:07.294738 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 248057d3-7dad-4400-bc5e-08b1aff564af details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:19:07.314903 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6ac39219-9630-4dce-b2c0-dd4dc1248a8f None None] Port fefe53df-922a-4fcb-9d20-58607d5715e5 was deleted so its status cannot be updated. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 06 14:19:07.316911 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72599207-5d9c-4a8f-8ae9-c0e36c4833d2 None None] Pushing event updated for resources: {'Port': ['ID=50abd3d4-b964-4262-b5dc-f9c477e2a94c,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:07.423835 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50732) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:07.516975 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c3c9248d-8ede-4e66-b4b4-1626725ed017 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Request body: {'subnet': {'network_id': '248057d3-7dad-4400-bc5e-08b1aff564af', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:07.521428 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-72599207-5d9c-4a8f-8ae9-c0e36c4833d2 None None] For port 50abd3d4-b964-4262-b5dc-f9c477e2a94c, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:19:07.525823 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a0d25c8c-8680-4b9c-95f1-960c770ad756 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9dcf49423fa94965b59ada8282b64351&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5827632 Apr 06 14:19:07.525823 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50736) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:07.532295 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-72599207-5d9c-4a8f-8ae9-c0e36c4833d2 None None] For port 50abd3d4-b964-4262-b5dc-f9c477e2a94c, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=50abd3d4-b964-4262-b5dc-f9c477e2a94c,segment=NetworkSegment(9fbcf031-dba1-4682-acea-ef2967c744fb),segment_id=9fbcf031-dba1-4682-acea-ef2967c744fb)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:19:07.601500 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-72599207-5d9c-4a8f-8ae9-c0e36c4833d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:07.601500 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6ac39219-9630-4dce-b2c0-dd4dc1248a8f None None] Provisioning complete for port 9b58453a-50e0-429a-9136-08fef71604d1 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:07.601500 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6ac39219-9630-4dce-b2c0-dd4dc1248a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:07.612949 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d618c35-8f14-49a6-b1bf-63730089533c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:07.648692 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-5d618c35-8f14-49a6-b1bf-63730089533c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Transition to ACTIVE for port object 55039566-8e5d-4643-8ba7-791a0309dfef will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:07.657371 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14d0db-f369-471c-9eaa-9605b3588c8a tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Port': ['ID=fefe53df-922a-4fcb-9d20-58607d5715e5,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:07.675244 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef4568d-6698-4b4d-b27d-dd7913f97ac3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network 2741843a-e5a1-4178-a86a-308c21f3041c is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:19:07.678822 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0ff46a41-fbf0-4ff8-9987-6adf7b083626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:07.728380 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72599207-5d9c-4a8f-8ae9-c0e36c4833d2 None None] Pushing event updated for resources: {'Port': ['ID=50abd3d4-b964-4262-b5dc-f9c477e2a94c,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:07.736701 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0ff46a41-fbf0-4ff8-9987-6adf7b083626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:07.747076 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d618c35-8f14-49a6-b1bf-63730089533c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:07.802565 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5e14d0db-f369-471c-9eaa-9605b3588c8a tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:07.823317 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5e14d0db-f369-471c-9eaa-9605b3588c8a tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/ports/fefe53df-922a-4fcb-9d20-58607d5715e5 HTTP/1.1" status: 204 len: 168 time: 2.8098204 Apr 06 14:19:07.827361 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50740) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:07.827857 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c3c9248d-8ede-4e66-b4b4-1626725ed017 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:07.835885 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-6ef4568d-6698-4b4d-b27d-dd7913f97ac3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 2741843a-e5a1-4178-a86a-308c21f3041c) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:07.886712 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88782aee-bae4-4b19-9f93-a5e54ad66e7b None None] Network 2741843a-e5a1-4178-a86a-308c21f3041c requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:07.928271 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d618c35-8f14-49a6-b1bf-63730089533c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Port': ['ID=55039566-8e5d-4643-8ba7-791a0309dfef,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:07.936756 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d618c35-8f14-49a6-b1bf-63730089533c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network 583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:07.936756 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-5d618c35-8f14-49a6-b1bf-63730089533c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:07.942908 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d618c35-8f14-49a6-b1bf-63730089533c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:07.942908 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d618c35-8f14-49a6-b1bf-63730089533c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:07.953371 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c3c9248d-8ede-4e66-b4b4-1626725ed017 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Usage tracker for resource:subnet and tenant:dc88b2721e454f4b9119a3f7bd8b83b6 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:07.958339 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c3c9248d-8ede-4e66-b4b4-1626725ed017 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:07.976719 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef4568d-6698-4b4d-b27d-dd7913f97ac3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:07.977576 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ef4568d-6698-4b4d-b27d-dd7913f97ac3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:07.982918 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c3c9248d-8ede-4e66-b4b4-1626725ed017 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:07.992172 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea43f255-786f-45bb-9426-06743596fc13 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:07.993005 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea43f255-786f-45bb-9426-06743596fc13 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:07.997949 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ea43f255-786f-45bb-9426-06743596fc13 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/ports/fefe53df-922a-4fcb-9d20-58607d5715e5 HTTP/1.1" status: 404 len: 333 time: 0.1641524 Apr 06 14:19:08.010834 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50746) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:08.070220 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-999c9fe2-f7fa-45a9-8c7a-ec44584e20d2 None None] For port 1bd72070-915b-4d12-b04c-bcdbd61f062c, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:19:08.138113 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-339883f1-82af-46a3-9a99-c75726775b33 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:08.142067 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-d45c3f06-1ba4-41e0-bfa4-8e2d84f1d7ad tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] GET failed (client error): The resource could not be found. Apr 06 14:19:08.142624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d45c3f06-1ba4-41e0-bfa4-8e2d84f1d7ad tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Synchronizing usage tracker for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:19:08.150592 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-999c9fe2-f7fa-45a9-8c7a-ec44584e20d2 None None] For port 1bd72070-915b-4d12-b04c-bcdbd61f062c, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=1bd72070-915b-4d12-b04c-bcdbd61f062c,segment=NetworkSegment(bdc2d9c1-2a0f-4504-816a-a7fc6beca0fc),segment_id=bdc2d9c1-2a0f-4504-816a-a7fc6beca0fc)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:19:08.151482 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6ef4568d-6698-4b4d-b27d-dd7913f97ac3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5858269 Apr 06 14:19:08.161466 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50750) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:08.163661 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b6c04a57-a4d6-4119-a798-60b402bc0fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:08.173061 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-43111f00-0fe9-47b5-a18a-49ce2ba853ef tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2082824203', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:08.181527 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c9248d-8ede-4e66-b4b4-1626725ed017 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Made reservation on behalf of dc88b2721e454f4b9119a3f7bd8b83b6 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:08.186629 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-999c9fe2-f7fa-45a9-8c7a-ec44584e20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:08.201522 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-339883f1-82af-46a3-9a99-c75726775b33 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653861', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691619'] for router, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:08.206532 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-43111f00-0fe9-47b5-a18a-49ce2ba853ef tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:08.219120 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-43111f00-0fe9-47b5-a18a-49ce2ba853ef tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Usage tracker for resource:router and tenant:54b6b16a88cd457596297a5e2f6c39ce is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:08.275546 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0ff46a41-fbf0-4ff8-9987-6adf7b083626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:08.317010 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff46a41-fbf0-4ff8-9987-6adf7b083626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702e0488-14df-4aa2-aaae-4fcc8d32ffdb,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:08.348772 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-43111f00-0fe9-47b5-a18a-49ce2ba853ef tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:08.367484 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0ff46a41-fbf0-4ff8-9987-6adf7b083626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:08.369233 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0ff46a41-fbf0-4ff8-9987-6adf7b083626 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/702e0488-14df-4aa2-aaae-4fcc8d32ffdb HTTP/1.1" status: 204 len: 168 time: 0.8432906 Apr 06 14:19:08.388778 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d618c35-8f14-49a6-b1bf-63730089533c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:08.442171 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c9fe2-f7fa-45a9-8c7a-ec44584e20d2 None None] Pushing event updated for resources: {'Port': ['ID=1bd72070-915b-4d12-b04c-bcdbd61f062c,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:08.499182 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6236a2ab-3a89-4087-b8e4-2eb70a23ac3e None None] Could not find standard attr ID for object fefe53df-922a-4fcb-9d20-58607d5715e5. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 14:19:08.553432 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-43111f00-0fe9-47b5-a18a-49ce2ba853ef tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:08.557703 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d45c3f06-1ba4-41e0-bfa4-8e2d84f1d7ad tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Unset dirty status for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:19:08.563250 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d45c3f06-1ba4-41e0-bfa4-8e2d84f1d7ad tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "GET /v2.0/ports/fefe53df-922a-4fcb-9d20-58607d5715e5 HTTP/1.1" status: 404 len: 333 time: 0.5435510 Apr 06 14:19:08.564389 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50756) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:08.572951 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c3c9248d-8ede-4e66-b4b4-1626725ed017 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:08.604561 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453144b7-19d8-47a2-af7c-ca933472af62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-2741843a-e5a1-4178-a86a-308c21f3041c', 'network_id': '2741843a-e5a1-4178-a86a-308c21f3041c', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'fixed_ips': [{'subnet_id': '11ed482f-1e65-47b3-b52d-a2c23e48f88e'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:19:08.606848 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-453144b7-19d8-47a2-af7c-ca933472af62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:09.033886 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-453144b7-19d8-47a2-af7c-ca933472af62 None None] Allocated IP 172.21.0.2 (2741843a-e5a1-4178-a86a-308c21f3041c/11ed482f-1e65-47b3-b52d-a2c23e48f88e/ea5302bc-5d1c-4774-a639-86b2c739e9a3) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:09.067160 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-43111f00-0fe9-47b5-a18a-49ce2ba853ef tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:09.068671 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-43111f00-0fe9-47b5-a18a-49ce2ba853ef tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:09.086936 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d618c35-8f14-49a6-b1bf-63730089533c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:09.106226 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d618c35-8f14-49a6-b1bf-63730089533c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:09.106997 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d618c35-8f14-49a6-b1bf-63730089533c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:09.251472 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d618c35-8f14-49a6-b1bf-63730089533c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Port': ['ID=55039566-8e5d-4643-8ba7-791a0309dfef,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:09.443928 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 9b58453a-50e0-429a-9136-08fef71604d1 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:19:09.448807 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c3c9248d-8ede-4e66-b4b4-1626725ed017 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:09.502688 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d618c35-8f14-49a6-b1bf-63730089533c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network 583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:09.504024 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-5d618c35-8f14-49a6-b1bf-63730089533c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:09.643525 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8b9a0d-e8d9-4ef1-a6ee-43dc18f6e8e7 None None] Network 8a37fed2-a7df-4f9f-9f16-aa0c1d71679e requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:09.647382 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-43111f00-0fe9-47b5-a18a-49ce2ba853ef tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:09.702790 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9248d-8ede-4e66-b4b4-1626725ed017 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event updated for resources: {'Subnet': ['ID=3fe59202-790b-42c6-ae74-bdc2dcbf1103,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:09.755176 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7d92fe-24fc-4f69-abcb-1ef3e6943694 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting subnet eb9123ff-538c-4f48-ac1c-e8e57a4dc8d3 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:19:09.763000 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-43111f00-0fe9-47b5-a18a-49ce2ba853ef tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:09.798434 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cb7d92fe-24fc-4f69-abcb-1ef3e6943694 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:09.802633 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-453144b7-19d8-47a2-af7c-ca933472af62 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:09.830673 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-eede08cf-a477-47dc-ae6b-ce374f5b23c5 None None] Provisioning for port 50abd3d4-b964-4262-b5dc-f9c477e2a94c completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:09.861909 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-453144b7-19d8-47a2-af7c-ca933472af62 None None] Transition to ACTIVE for port object ea5302bc-5d1c-4774-a639-86b2c739e9a3 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:09.892939 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c9248d-8ede-4e66-b4b4-1626725ed017 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Checking segment: {'id': 'bf25ca53-e6b4-49c7-b59e-a45216184526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '248057d3-7dad-4400-bc5e-08b1aff564af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:09.897510 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c9248d-8ede-4e66-b4b4-1626725ed017 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Network hostable DHCP agents. Network: 248057d3-7dad-4400-bc5e-08b1aff564af, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:19:09.979243 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50778) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:09.998781 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-43111f00-0fe9-47b5-a18a-49ce2ba853ef tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:10.003203 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-43111f00-0fe9-47b5-a18a-49ce2ba853ef tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.8404689 Apr 06 14:19:10.004682 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50782) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:10.052184 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-453144b7-19d8-47a2-af7c-ca933472af62 None None] Transition to ACTIVE for port object ea5302bc-5d1c-4774-a639-86b2c739e9a3 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:10.080453 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-453144b7-19d8-47a2-af7c-ca933472af62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:10.118508 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cb7d92fe-24fc-4f69-abcb-1ef3e6943694 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:10.173250 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d618c35-8f14-49a6-b1bf-63730089533c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Router ebdeaac8-870c-4075-879c-a1ae155a0999 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:19:10.176816 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c9248d-8ede-4e66-b4b4-1626725ed017 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Network 248057d3-7dad-4400-bc5e-08b1aff564af is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:19:10.226854 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 9b58453a-50e0-429a-9136-08fef71604d1 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:10.227500 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:10.275634 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453144b7-19d8-47a2-af7c-ca933472af62 None None] Network 2741843a-e5a1-4178-a86a-308c21f3041c is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:10.285607 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-453144b7-19d8-47a2-af7c-ca933472af62 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:10.290475 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453144b7-19d8-47a2-af7c-ca933472af62 None None] Pushing event updated for resources: {'Port': ['ID=ea5302bc-5d1c-4774-a639-86b2c739e9a3,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:10.300188 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453144b7-19d8-47a2-af7c-ca933472af62 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:10.311823 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-c3c9248d-8ede-4e66-b4b4-1626725ed017 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 248057d3-7dad-4400-bc5e-08b1aff564af) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:10.316377 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c9248d-8ede-4e66-b4b4-1626725ed017 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:10.317002 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c3c9248d-8ede-4e66-b4b4-1626725ed017 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:10.317558 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4351c56b-5056-4b2d-9545-4bf8b50efe56 None None] Network 583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:10.337395 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e988801-60dd-4aa2-aeb3-5222155331da None None] Network 248057d3-7dad-4400-bc5e-08b1aff564af requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:10.351759 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9659007d-038f-4246-9923-940ab2e2712e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1156007209'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:10.368504 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9659007d-038f-4246-9923-940ab2e2712e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:10.374567 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9659007d-038f-4246-9923-940ab2e2712e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Usage tracker for resource:network and tenant:80ad0f6582bc443bac7991e53e262edd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:10.378688 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9659007d-038f-4246-9923-940ab2e2712e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:10.385769 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9659007d-038f-4246-9923-940ab2e2712e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:10.412986 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9659007d-038f-4246-9923-940ab2e2712e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Made reservation on behalf of 80ad0f6582bc443bac7991e53e262edd for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:10.415988 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9659007d-038f-4246-9923-940ab2e2712e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:10.432669 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9659007d-038f-4246-9923-940ab2e2712e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:10.432891 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c3c9248d-8ede-4e66-b4b4-1626725ed017 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.0005558 Apr 06 14:19:10.438927 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50788) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:10.473586 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9659007d-038f-4246-9923-940ab2e2712e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:10.477484 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9659007d-038f-4246-9923-940ab2e2712e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Usage tracker for resource:security_group_rule and tenant:80ad0f6582bc443bac7991e53e262edd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:10.480332 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9659007d-038f-4246-9923-940ab2e2712e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:10.488704 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9659007d-038f-4246-9923-940ab2e2712e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:10.503385 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-570f4b47-b3fb-47f8-b446-7a707c2d1534 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1567573191'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:10.506778 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d618c35-8f14-49a6-b1bf-63730089533c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:19:10.518703 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d8f9c2-3c97-45d3-b96a-590639c64786 None None] Sync routers for ids ['ebdeaac8-870c-4075-879c-a1ae155a0999'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:19:10.521967 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-570f4b47-b3fb-47f8-b446-7a707c2d1534 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:10.533626 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-570f4b47-b3fb-47f8-b446-7a707c2d1534 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Usage tracker for resource:network and tenant:dc88b2721e454f4b9119a3f7bd8b83b6 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:10.538959 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5d618c35-8f14-49a6-b1bf-63730089533c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "PUT /v2.0/routers/ebdeaac8-870c-4075-879c-a1ae155a0999/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2725444 Apr 06 14:19:10.539359 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50792) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:10.544533 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-570f4b47-b3fb-47f8-b446-7a707c2d1534 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:10.550135 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d8f9c2-3c97-45d3-b96a-590639c64786 None None] Routers {'ebdeaac8-870c-4075-879c-a1ae155a0999'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:19:10.550334 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5dd22b65-ecba-4846-b521-d6feb5f94e87 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-366981691'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:10.550608 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cb7d92fe-24fc-4f69-abcb-1ef3e6943694 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:10.551012 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e6d8f9c2-3c97-45d3-b96a-590639c64786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:18:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ebdeaac8-870c-4075-879c-a1ae155a0999'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:10.555625 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5dd22b65-ecba-4846-b521-d6feb5f94e87 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:10.560209 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5dd22b65-ecba-4846-b521-d6feb5f94e87 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Usage tracker for resource:network and tenant:6405625efdd14c9bb474ac0b7c765923 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:10.564207 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5dd22b65-ecba-4846-b521-d6feb5f94e87 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:10.570590 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5dd22b65-ecba-4846-b521-d6feb5f94e87 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:10.587553 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd22b65-ecba-4846-b521-d6feb5f94e87 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Made reservation on behalf of 6405625efdd14c9bb474ac0b7c765923 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:10.590441 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-570f4b47-b3fb-47f8-b446-7a707c2d1534 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:10.591086 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5dd22b65-ecba-4846-b521-d6feb5f94e87 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:10.613885 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339883f1-82af-46a3-9a99-c75726775b33 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Router a8bc825f-923b-49cb-be8b-640a647cf281 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:19:10.628934 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd22b65-ecba-4846-b521-d6feb5f94e87 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:19:10.630880 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570f4b47-b3fb-47f8-b446-7a707c2d1534 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Made reservation on behalf of dc88b2721e454f4b9119a3f7bd8b83b6 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:10.634172 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-570f4b47-b3fb-47f8-b446-7a707c2d1534 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:10.639002 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5dd22b65-ecba-4846-b521-d6feb5f94e87 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:10.639416 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-5dd22b65-ecba-4846-b521-d6feb5f94e87 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Added segment 81578319-70e3-455e-88c3-f820805b38b1 of type vlan for network 5a64e061-a353-4abc-8272-6e91f765a77c Apr 06 14:19:10.673083 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5dd22b65-ecba-4846-b521-d6feb5f94e87 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:10.703160 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d5d22819-6a08-4069-9da2-8284463f5bf0 None None] Provisioning for port 1bd72070-915b-4d12-b04c-bcdbd61f062c completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:10.707538 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-453144b7-19d8-47a2-af7c-ca933472af62 None None] Attempting to bind port ea5302bc-5d1c-4774-a639-86b2c739e9a3 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:19:10.708092 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-453144b7-19d8-47a2-af7c-ca933472af62 None None] Attempting to bind port ea5302bc-5d1c-4774-a639-86b2c739e9a3 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '7059996c-1f71-437f-b35d-7570fc3feded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2741843a-e5a1-4178-a86a-308c21f3041c'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:19:10.708763 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453144b7-19d8-47a2-af7c-ca933472af62 None None] Attempting to bind port ea5302bc-5d1c-4774-a639-86b2c739e9a3 on network 2741843a-e5a1-4178-a86a-308c21f3041c {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:19:10.710732 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5dd22b65-ecba-4846-b521-d6feb5f94e87 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:10.714823 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd22b65-ecba-4846-b521-d6feb5f94e87 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:10.717445 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5dd22b65-ecba-4846-b521-d6feb5f94e87 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:10.827229 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-e6d8f9c2-3c97-45d3-b96a-590639c64786 None None] Set router ebdeaac8-870c-4075-879c-a1ae155a0999 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:19:10.833611 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453144b7-19d8-47a2-af7c-ca933472af62 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:19:10.834274 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453144b7-19d8-47a2-af7c-ca933472af62 None None] Checking segment: {'id': '7059996c-1f71-437f-b35d-7570fc3feded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2741843a-e5a1-4178-a86a-308c21f3041c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:10.835182 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-453144b7-19d8-47a2-af7c-ca933472af62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:10.835743 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453144b7-19d8-47a2-af7c-ca933472af62 None None] Bound using segment: {'id': '7059996c-1f71-437f-b35d-7570fc3feded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2741843a-e5a1-4178-a86a-308c21f3041c'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:19:10.836438 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-453144b7-19d8-47a2-af7c-ca933472af62 None None] Bound port: ea5302bc-5d1c-4774-a639-86b2c739e9a3, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7059996c-1f71-437f-b35d-7570fc3feded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2741843a-e5a1-4178-a86a-308c21f3041c'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:19:10.837039 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-453144b7-19d8-47a2-af7c-ca933472af62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:10.861021 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 1bd72070-915b-4d12-b04c-bcdbd61f062c up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:19:10.891834 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-570f4b47-b3fb-47f8-b446-7a707c2d1534 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:19:10.961958 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cb7d92fe-24fc-4f69-abcb-1ef3e6943694 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:11.020255 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-570f4b47-b3fb-47f8-b446-7a707c2d1534 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:11.020929 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-570f4b47-b3fb-47f8-b446-7a707c2d1534 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Added segment b66ec991-4465-4cb5-a968-546ca7c97c5a of type vlan for network c0367d2a-c32b-406e-833c-4514be6d2c5f Apr 06 14:19:11.046552 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d92fe-24fc-4f69-abcb-1ef3e6943694 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Subnet': ['ID=eb9123ff-538c-4f48-ac1c-e8e57a4dc8d3,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:11.097067 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9659007d-038f-4246-9923-940ab2e2712e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:11.117744 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5dd22b65-ecba-4846-b521-d6feb5f94e87 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5770278 Apr 06 14:19:11.120036 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cb7d92fe-24fc-4f69-abcb-1ef3e6943694 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:11.123930 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9659007d-038f-4246-9923-940ab2e2712e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:11.126342 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50796) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:11.146068 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-570f4b47-b3fb-47f8-b446-7a707c2d1534 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:11.154894 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-19e67a46-f715-4216-8409-58bbb2a0d8bd tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'subnet': {'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:11.162296 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e4db36-f542-46fa-bbcc-6eef8a5f82c0 None None] Network 2014d90c-9b49-414d-9dc0-fcff1dc59b41 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:11.169703 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd22b65-ecba-4846-b521-d6feb5f94e87 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Network': ['ID=5a64e061-a353-4abc-8272-6e91f765a77c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:11.174066 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659007d-038f-4246-9923-940ab2e2712e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9926cde-9fa7-40a0-ba30-ced97b7a60a0,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:11.185906 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9659007d-038f-4246-9923-940ab2e2712e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:19:11.192532 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fd253279-24a6-4ec4-a5a6-62dab0a5e44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:11.201872 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9659007d-038f-4246-9923-940ab2e2712e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:11.202449 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-9659007d-038f-4246-9923-940ab2e2712e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Added segment 00613c02-5478-4fb6-a1ff-3e08f432ee0e of type vlan for network 2574f6ce-ed97-4769-8b2d-afcdb82630f5 Apr 06 14:19:11.208041 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 5a64e061-a353-4abc-8272-6e91f765a77c details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:19:11.216673 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cb7d92fe-24fc-4f69-abcb-1ef3e6943694 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/subnets/eb9123ff-538c-4f48-ac1c-e8e57a4dc8d3 HTTP/1.1" status: 204 len: 168 time: 2.6480732 Apr 06 14:19:11.218397 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50800) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:11.319582 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e6d8f9c2-3c97-45d3-b96a-590639c64786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:19:07Z', 'revision_number': 2, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None, '_interfaces': [{'id': '55039566-8e5d-4643-8ba7-791a0309dfef', 'name': '', 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:c1:3e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:06Z', 'updated_at': '2022-04-06T14:19:08Z', 'revision_number': 2, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:11.324831 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d8f9c2-3c97-45d3-b96a-590639c64786 None None] Checking router: ebdeaac8-870c-4075-879c-a1ae155a0999 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:19:11.325505 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d8f9c2-3c97-45d3-b96a-590639c64786 None None] Updating router ebdeaac8-870c-4075-879c-a1ae155a0999 port 55039566-8e5d-4643-8ba7-791a0309dfef binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:19:11.357676 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-69bd7e16-c00a-4412-8ad9-1675c348bafe tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:11.375675 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9659007d-038f-4246-9923-940ab2e2712e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:11.379990 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-69bd7e16-c00a-4412-8ad9-1675c348bafe tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting port 9b58453a-50e0-429a-9136-08fef71604d1 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:19:11.380663 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-69bd7e16-c00a-4412-8ad9-1675c348bafe tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:11.389748 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-e6d8f9c2-3c97-45d3-b96a-590639c64786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:11.442688 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-570f4b47-b3fb-47f8-b446-7a707c2d1534 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:19:11.464825 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:11.518613 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9659007d-038f-4246-9923-940ab2e2712e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:11.522870 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9659007d-038f-4246-9923-940ab2e2712e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:11.525143 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9659007d-038f-4246-9923-940ab2e2712e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:11.527297 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f042c3-96d4-439b-b8e9-173e5a267740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-248057d3-7dad-4400-bc5e-08b1aff564af', 'network_id': '248057d3-7dad-4400-bc5e-08b1aff564af', 'tenant_id': 'dc88b2721e454f4b9119a3f7bd8b83b6', 'fixed_ips': [{'subnet_id': '3fe59202-790b-42c6-ae74-bdc2dcbf1103'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:19:11.529101 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e2f042c3-96d4-439b-b8e9-173e5a267740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:11.536656 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7e766fd9-130a-414a-bb17-2dd5a953a96e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:11.558615 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-570f4b47-b3fb-47f8-b446-7a707c2d1534 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:11.562973 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570f4b47-b3fb-47f8-b446-7a707c2d1534 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:11.563672 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:11.564110 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-570f4b47-b3fb-47f8-b446-7a707c2d1534 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:11.626250 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-453144b7-19d8-47a2-af7c-ca933472af62 None None] For port ea5302bc-5d1c-4774-a639-86b2c739e9a3, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:19:11.667025 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-19e67a46-f715-4216-8409-58bbb2a0d8bd tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:11.672963 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 1bd72070-915b-4d12-b04c-bcdbd61f062c completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:11.680917 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9659007d-038f-4246-9923-940ab2e2712e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6920524 Apr 06 14:19:11.738894 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-19e67a46-f715-4216-8409-58bbb2a0d8bd tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Usage tracker for resource:subnet and tenant:6405625efdd14c9bb474ac0b7c765923 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:11.826388 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-19e67a46-f715-4216-8409-58bbb2a0d8bd tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:11.828590 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-453144b7-19d8-47a2-af7c-ca933472af62 None None] For port ea5302bc-5d1c-4774-a639-86b2c739e9a3, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=ea5302bc-5d1c-4774-a639-86b2c739e9a3,segment=NetworkSegment(7059996c-1f71-437f-b35d-7570fc3feded),segment_id=7059996c-1f71-437f-b35d-7570fc3feded)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:19:11.829108 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659007d-038f-4246-9923-940ab2e2712e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event updated for resources: {'Network': ['ID=2574f6ce-ed97-4769-8b2d-afcdb82630f5,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:11.862889 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 1bd72070-915b-4d12-b04c-bcdbd61f062c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:11.863261 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:11.901696 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-69bd7e16-c00a-4412-8ad9-1675c348bafe tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] For port 9b58453a-50e0-429a-9136-08fef71604d1, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=9b58453a-50e0-429a-9136-08fef71604d1,segment=NetworkSegment(9a1e2c97-ce6e-409f-95b0-c8729a883c0f),segment_id=9a1e2c97-ce6e-409f-95b0-c8729a883c0f)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:11.902204 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-69bd7e16-c00a-4412-8ad9-1675c348bafe tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:11.904948 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-e6d8f9c2-3c97-45d3-b96a-590639c64786 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:11.920631 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-e6d8f9c2-3c97-45d3-b96a-590639c64786 None None] Transition to ACTIVE for port object 55039566-8e5d-4643-8ba7-791a0309dfef will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:11.932423 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-e6d8f9c2-3c97-45d3-b96a-590639c64786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:11.935973 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-570f4b47-b3fb-47f8-b446-7a707c2d1534 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4895716 Apr 06 14:19:11.951023 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-19e67a46-f715-4216-8409-58bbb2a0d8bd tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:11.961752 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 2574f6ce-ed97-4769-8b2d-afcdb82630f5 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:19:11.993763 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50806) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:12.007286 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-453144b7-19d8-47a2-af7c-ca933472af62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:12.083674 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-69bd7e16-c00a-4412-8ad9-1675c348bafe tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Calling delete_port for 9b58453a-50e0-429a-9136-08fef71604d1 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:19:12.101311 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f4b47-b3fb-47f8-b446-7a707c2d1534 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event updated for resources: {'Network': ['ID=c0367d2a-c32b-406e-833c-4514be6d2c5f,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:12.101533 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb159e0-92d4-410f-a416-984e5da007e8 None None] Pushing event updated for resources: {'Port': ['ID=55039566-8e5d-4643-8ba7-791a0309dfef,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:12.118385 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-5b0cf73b-2b2c-4d8f-92ad-3eea965a83c2 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Request body: {'subnet': {'network_id': 'c0367d2a-c32b-406e-833c-4514be6d2c5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:12.192785 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-69bd7e16-c00a-4412-8ad9-1675c348bafe tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:12.227807 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb159e0-92d4-410f-a416-984e5da007e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:12.228160 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb159e0-92d4-410f-a416-984e5da007e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:12.228495 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb159e0-92d4-410f-a416-984e5da007e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:12.228829 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb159e0-92d4-410f-a416-984e5da007e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:12.229196 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb159e0-92d4-410f-a416-984e5da007e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:12.229526 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb159e0-92d4-410f-a416-984e5da007e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:12.229850 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb159e0-92d4-410f-a416-984e5da007e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:12.230185 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb159e0-92d4-410f-a416-984e5da007e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:12.230533 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb159e0-92d4-410f-a416-984e5da007e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:12.230854 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb159e0-92d4-410f-a416-984e5da007e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:12.231172 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb159e0-92d4-410f-a416-984e5da007e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:12.279031 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network c0367d2a-c32b-406e-833c-4514be6d2c5f details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:19:12.301880 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd7e16-c00a-4412-8ad9-1675c348bafe tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Port': ['ID=9b58453a-50e0-429a-9136-08fef71604d1,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:12.310922 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bd7e16-c00a-4412-8ad9-1675c348bafe tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] No DVR routers for this DVR port 9b58453a-50e0-429a-9136-08fef71604d1 on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:19:12.432998 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-e6d8f9c2-3c97-45d3-b96a-590639c64786 None None] Attempting to bind port 55039566-8e5d-4643-8ba7-791a0309dfef on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:19:12.432998 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-e6d8f9c2-3c97-45d3-b96a-590639c64786 None None] Attempting to bind port 55039566-8e5d-4643-8ba7-791a0309dfef by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'bdc2d9c1-2a0f-4504-816a-a7fc6beca0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:19:12.432998 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d8f9c2-3c97-45d3-b96a-590639c64786 None None] Attempting to bind port 55039566-8e5d-4643-8ba7-791a0309dfef on network 583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:19:12.453445 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-e2f042c3-96d4-439b-b8e9-173e5a267740 None None] Allocated IP 172.20.255.242 (248057d3-7dad-4400-bc5e-08b1aff564af/3fe59202-790b-42c6-ae74-bdc2dcbf1103/6bd5afba-bdb4-4881-b321-1eee2569969d) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:12.465291 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d8f9c2-3c97-45d3-b96a-590639c64786 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:19:12.465570 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d8f9c2-3c97-45d3-b96a-590639c64786 None None] Checking segment: {'id': 'bdc2d9c1-2a0f-4504-816a-a7fc6beca0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:12.466025 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-e6d8f9c2-3c97-45d3-b96a-590639c64786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:12.466349 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d8f9c2-3c97-45d3-b96a-590639c64786 None None] Bound using segment: {'id': 'bdc2d9c1-2a0f-4504-816a-a7fc6beca0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:19:12.466834 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-e6d8f9c2-3c97-45d3-b96a-590639c64786 None None] Bound port: 55039566-8e5d-4643-8ba7-791a0309dfef, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc2d9c1-2a0f-4504-816a-a7fc6beca0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:19:12.467226 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-e6d8f9c2-3c97-45d3-b96a-590639c64786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:12.589774 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e67a46-f715-4216-8409-58bbb2a0d8bd tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Made reservation on behalf of 6405625efdd14c9bb474ac0b7c765923 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:12.736736 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-69bd7e16-c00a-4412-8ad9-1675c348bafe tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:12.775844 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e2f042c3-96d4-439b-b8e9-173e5a267740 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:12.786268 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e2f042c3-96d4-439b-b8e9-173e5a267740 None None] Transition to ACTIVE for port object 6bd5afba-bdb4-4881-b321-1eee2569969d will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:12.823449 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-e6d8f9c2-3c97-45d3-b96a-590639c64786 None None] For port 55039566-8e5d-4643-8ba7-791a0309dfef, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:19:12.829627 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-e6d8f9c2-3c97-45d3-b96a-590639c64786 None None] For port 55039566-8e5d-4643-8ba7-791a0309dfef, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=55039566-8e5d-4643-8ba7-791a0309dfef,segment=NetworkSegment(bdc2d9c1-2a0f-4504-816a-a7fc6beca0fc),segment_id=bdc2d9c1-2a0f-4504-816a-a7fc6beca0fc)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:19:12.842804 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-e6d8f9c2-3c97-45d3-b96a-590639c64786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:12.867079 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-69bd7e16-c00a-4412-8ad9-1675c348bafe tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2014d90c-9b49-414d-9dc0-fcff1dc59b41']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:12.899166 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-69bd7e16-c00a-4412-8ad9-1675c348bafe tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a1e2c97-ce6e-409f-95b0-c8729a883c0f') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:12.900581 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-69bd7e16-c00a-4412-8ad9-1675c348bafe tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a1e2c97-ce6e-409f-95b0-c8729a883c0f') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:12.900737 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453144b7-19d8-47a2-af7c-ca933472af62 None None] Pushing event updated for resources: {'Port': ['ID=ea5302bc-5d1c-4774-a639-86b2c739e9a3,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:12.907660 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e2f042c3-96d4-439b-b8e9-173e5a267740 None None] Transition to ACTIVE for port object 6bd5afba-bdb4-4881-b321-1eee2569969d will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:12.913127 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5b0cf73b-2b2c-4d8f-92ad-3eea965a83c2 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:12.942403 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-69bd7e16-c00a-4412-8ad9-1675c348bafe tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:12.945468 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5b0cf73b-2b2c-4d8f-92ad-3eea965a83c2 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Usage tracker for resource:subnet and tenant:dc88b2721e454f4b9119a3f7bd8b83b6 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:12.983509 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-69bd7e16-c00a-4412-8ad9-1675c348bafe tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:13.002923 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69bd7e16-c00a-4412-8ad9-1675c348bafe tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:19:13.004036 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-69bd7e16-c00a-4412-8ad9-1675c348bafe tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:13.024232 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5b0cf73b-2b2c-4d8f-92ad-3eea965a83c2 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:13.041033 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb159e0-92d4-410f-a416-984e5da007e8 None None] Pushing event updated for resources: {'Port': ['ID=55039566-8e5d-4643-8ba7-791a0309dfef,revision_number=4']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:13.073566 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5b0cf73b-2b2c-4d8f-92ad-3eea965a83c2 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:19:13.089042 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:19:13.147257 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d8f9c2-3c97-45d3-b96a-590639c64786 None None] Routers {'ebdeaac8-870c-4075-879c-a1ae155a0999'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:19:13.149968 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e6d8f9c2-3c97-45d3-b96a-590639c64786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ebdeaac8-870c-4075-879c-a1ae155a0999'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:13.201311 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339883f1-82af-46a3-9a99-c75726775b33 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:19:13.207546 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0cf73b-2b2c-4d8f-92ad-3eea965a83c2 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Made reservation on behalf of dc88b2721e454f4b9119a3f7bd8b83b6 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:13.285069 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-69bd7e16-c00a-4412-8ad9-1675c348bafe tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:13.340600 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:13.354950 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-69bd7e16-c00a-4412-8ad9-1675c348bafe tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:13.366994 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd7e16-c00a-4412-8ad9-1675c348bafe tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Network': ['ID=2014d90c-9b49-414d-9dc0-fcff1dc59b41,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:13.384543 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a80004-0a57-4422-b5f6-151db085c3bb None None] Sync routers for ids ['a8bc825f-923b-49cb-be8b-640a647cf281'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:19:13.393184 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2f16dfc7-cd55-448a-867f-698296f3a3f5 None None] Provisioning for port 55039566-8e5d-4643-8ba7-791a0309dfef completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:13.403178 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e2f042c3-96d4-439b-b8e9-173e5a267740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:13.413217 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-69bd7e16-c00a-4412-8ad9-1675c348bafe tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/networks/2014d90c-9b49-414d-9dc0-fcff1dc59b41 HTTP/1.1" status: 204 len: 168 time: 2.1934361 Apr 06 14:19:13.414230 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50810) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:13.425070 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-430686f5-2165-4cb0-8a04-471e7b26857f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-73049011'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:13.433155 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:13.440168 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-430686f5-2165-4cb0-8a04-471e7b26857f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:13.444634 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b0cf73b-2b2c-4d8f-92ad-3eea965a83c2 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:13.455090 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-430686f5-2165-4cb0-8a04-471e7b26857f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:network and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:13.467031 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-430686f5-2165-4cb0-8a04-471e7b26857f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:13.481773 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-430686f5-2165-4cb0-8a04-471e7b26857f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:13.511068 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430686f5-2165-4cb0-8a04-471e7b26857f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:13.516348 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-430686f5-2165-4cb0-8a04-471e7b26857f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:13.591605 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-e6d8f9c2-3c97-45d3-b96a-590639c64786 None None] Set router ebdeaac8-870c-4075-879c-a1ae155a0999 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:19:13.597138 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430686f5-2165-4cb0-8a04-471e7b26857f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:19:13.630451 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-430686f5-2165-4cb0-8a04-471e7b26857f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:13.631425 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-430686f5-2165-4cb0-8a04-471e7b26857f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Added segment 301bd4f6-c650-4a80-a945-cfed6ed91b43 of type vlan for network 8baaf047-7519-45d7-83c2-37ead2c17bb8 Apr 06 14:19:13.722022 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f042c3-96d4-439b-b8e9-173e5a267740 None None] Network 248057d3-7dad-4400-bc5e-08b1aff564af is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:13.722436 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-430686f5-2165-4cb0-8a04-471e7b26857f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:13.756787 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-e2f042c3-96d4-439b-b8e9-173e5a267740 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:13.804816 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 1bd72070-915b-4d12-b04c-bcdbd61f062c, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=1bd72070-915b-4d12-b04c-bcdbd61f062c,segment=NetworkSegment(bdc2d9c1-2a0f-4504-816a-a7fc6beca0fc),segment_id=bdc2d9c1-2a0f-4504-816a-a7fc6beca0fc)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:13.810612 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f042c3-96d4-439b-b8e9-173e5a267740 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:13.821300 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-430686f5-2165-4cb0-8a04-471e7b26857f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:13.841410 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430686f5-2165-4cb0-8a04-471e7b26857f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:13.844430 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-430686f5-2165-4cb0-8a04-471e7b26857f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:13.993167 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-7e766fd9-130a-414a-bb17-2dd5a953a96e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Allocated IP 172.20.0.1 (8a37fed2-a7df-4f9f-9f16-aa0c1d71679e/fd9a4f5f-13a1-411f-a0f9-8f8218820d0a/e06f31b7-9061-4054-91b0-e20383b45f62) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:14.004152 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b0cf73b-2b2c-4d8f-92ad-3eea965a83c2 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:14.016435 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-19e67a46-f715-4216-8409-58bbb2a0d8bd tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:14.071480 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95e32d7-aac6-4fb8-96af-e24e6f75f364 None None] DHCP port deletion for 2014d90c-9b49-414d-9dc0-fcff1dc59b41 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:19:14.103387 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f042c3-96d4-439b-b8e9-173e5a267740 None None] Pushing event updated for resources: {'Port': ['ID=6bd5afba-bdb4-4881-b321-1eee2569969d,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:14.116981 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:14.119505 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 50abd3d4-b964-4262-b5dc-f9c477e2a94c up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:19:14.175389 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-430686f5-2165-4cb0-8a04-471e7b26857f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7596071 Apr 06 14:19:14.190538 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50814) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:14.227713 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-52fe95ab-9c64-4d3c-85ec-c14b06080e2b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'subnet': {'network_id': '8baaf047-7519-45d7-83c2-37ead2c17bb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:14.363443 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-339883f1-82af-46a3-9a99-c75726775b33 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:14.371969 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-339883f1-82af-46a3-9a99-c75726775b33 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "PUT /v2.0/routers/a8bc825f-923b-49cb-be8b-640a647cf281 HTTP/1.1" status: 200 len: 879 time: 12.9968438 Apr 06 14:19:14.390543 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14920e2-5f44-4b6b-a95f-b4b2af32788d None None] Network 2741843a-e5a1-4178-a86a-308c21f3041c requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:14.395048 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50818) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:14.496774 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430686f5-2165-4cb0-8a04-471e7b26857f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Network': ['ID=8baaf047-7519-45d7-83c2-37ead2c17bb8,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:14.500551 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-52fe95ab-9c64-4d3c-85ec-c14b06080e2b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:14.513968 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-52fe95ab-9c64-4d3c-85ec-c14b06080e2b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:subnet and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:14.526432 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e6d8f9c2-3c97-45d3-b96a-590639c64786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:19:07Z', 'revision_number': 2, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None, '_interfaces': [{'id': '55039566-8e5d-4643-8ba7-791a0309dfef', 'name': '', 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:c1:3e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:06Z', 'updated_at': '2022-04-06T14:19:12Z', 'revision_number': 4, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:14.558235 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-52fe95ab-9c64-4d3c-85ec-c14b06080e2b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:14.576200 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2f16dfc7-cd55-448a-867f-698296f3a3f5 None None] Provisioning complete for port 1bd72070-915b-4d12-b04c-bcdbd61f062c triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:14.576419 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d8f9c2-3c97-45d3-b96a-590639c64786 None None] The sync data for ids ['ebdeaac8-870c-4075-879c-a1ae155a0999'] in dv-neutron-835868-1-hyperv is: [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:19:07Z', 'revision_number': 2, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None, '_interfaces': [{'id': '55039566-8e5d-4643-8ba7-791a0309dfef', 'name': '', 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:c1:3e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:06Z', 'updated_at': '2022-04-06T14:19:12Z', 'revision_number': 4, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:19:14.576643 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2f16dfc7-cd55-448a-867f-698296f3a3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:14.627104 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-52fe95ab-9c64-4d3c-85ec-c14b06080e2b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:14.639405 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430686f5-2165-4cb0-8a04-471e7b26857f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:14.645633 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430686f5-2165-4cb0-8a04-471e7b26857f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:14.647431 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430686f5-2165-4cb0-8a04-471e7b26857f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:14.653184 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430686f5-2165-4cb0-8a04-471e7b26857f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:14.653740 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430686f5-2165-4cb0-8a04-471e7b26857f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:14.654578 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430686f5-2165-4cb0-8a04-471e7b26857f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:14.655026 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430686f5-2165-4cb0-8a04-471e7b26857f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:14.655479 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430686f5-2165-4cb0-8a04-471e7b26857f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:14.655923 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430686f5-2165-4cb0-8a04-471e7b26857f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:14.656703 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430686f5-2165-4cb0-8a04-471e7b26857f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:14.657164 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430686f5-2165-4cb0-8a04-471e7b26857f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:14.696233 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fe95ab-9c64-4d3c-85ec-c14b06080e2b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:14.888812 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 8baaf047-7519-45d7-83c2-37ead2c17bb8 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:19:14.939817 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a80004-0a57-4422-b5f6-151db085c3bb None None] Routers {'a8bc825f-923b-49cb-be8b-640a647cf281'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:19:14.940583 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-33a80004-0a57-4422-b5f6-151db085c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['a8bc825f-923b-49cb-be8b-640a647cf281'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:15.140533 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50826) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:15.149294 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4a8e385b-e650-4db0-ad8a-11d8da3d64a1 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Request body: {'subnet': {'network_id': '2574f6ce-ed97-4769-8b2d-afcdb82630f5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:15.151941 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e2f042c3-96d4-439b-b8e9-173e5a267740 None None] Attempting to bind port 6bd5afba-bdb4-4881-b321-1eee2569969d on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:19:15.153414 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e2f042c3-96d4-439b-b8e9-173e5a267740 None None] Attempting to bind port 6bd5afba-bdb4-4881-b321-1eee2569969d by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'bf25ca53-e6b4-49c7-b59e-a45216184526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '248057d3-7dad-4400-bc5e-08b1aff564af'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:19:15.154905 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f042c3-96d4-439b-b8e9-173e5a267740 None None] Attempting to bind port 6bd5afba-bdb4-4881-b321-1eee2569969d on network 248057d3-7dad-4400-bc5e-08b1aff564af {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:19:15.210818 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-19e67a46-f715-4216-8409-58bbb2a0d8bd tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:15.250204 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-52fe95ab-9c64-4d3c-85ec-c14b06080e2b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:15.253370 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0cf73b-2b2c-4d8f-92ad-3eea965a83c2 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event updated for resources: {'Subnet': ['ID=1b211614-dde9-48d4-aee8-dc0fee36ecbc,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:15.307068 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-33a80004-0a57-4422-b5f6-151db085c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:15.322770 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f042c3-96d4-439b-b8e9-173e5a267740 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:19:15.323148 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f042c3-96d4-439b-b8e9-173e5a267740 None None] Checking segment: {'id': 'bf25ca53-e6b4-49c7-b59e-a45216184526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '248057d3-7dad-4400-bc5e-08b1aff564af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:15.323740 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e2f042c3-96d4-439b-b8e9-173e5a267740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:15.324972 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f042c3-96d4-439b-b8e9-173e5a267740 None None] Bound using segment: {'id': 'bf25ca53-e6b4-49c7-b59e-a45216184526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '248057d3-7dad-4400-bc5e-08b1aff564af'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:19:15.325620 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e2f042c3-96d4-439b-b8e9-173e5a267740 None None] Bound port: 6bd5afba-bdb4-4881-b321-1eee2569969d, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf25ca53-e6b4-49c7-b59e-a45216184526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '248057d3-7dad-4400-bc5e-08b1aff564af'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:19:15.326188 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e2f042c3-96d4-439b-b8e9-173e5a267740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:15.374673 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=1bd72070-915b-4d12-b04c-bcdbd61f062c,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:15.382834 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0cf73b-2b2c-4d8f-92ad-3eea965a83c2 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:15.383436 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0cf73b-2b2c-4d8f-92ad-3eea965a83c2 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:15.383784 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0cf73b-2b2c-4d8f-92ad-3eea965a83c2 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:15.384384 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0cf73b-2b2c-4d8f-92ad-3eea965a83c2 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:15.384731 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0cf73b-2b2c-4d8f-92ad-3eea965a83c2 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:15.385087 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0cf73b-2b2c-4d8f-92ad-3eea965a83c2 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:15.385394 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4a8e385b-e650-4db0-ad8a-11d8da3d64a1 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:15.385531 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0cf73b-2b2c-4d8f-92ad-3eea965a83c2 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:15.385736 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0cf73b-2b2c-4d8f-92ad-3eea965a83c2 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:15.386062 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0cf73b-2b2c-4d8f-92ad-3eea965a83c2 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:15.386387 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0cf73b-2b2c-4d8f-92ad-3eea965a83c2 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:15.387380 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0cf73b-2b2c-4d8f-92ad-3eea965a83c2 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:15.392461 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4a8e385b-e650-4db0-ad8a-11d8da3d64a1 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Usage tracker for resource:subnet and tenant:80ad0f6582bc443bac7991e53e262edd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:15.398881 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4a8e385b-e650-4db0-ad8a-11d8da3d64a1 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:15.418015 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4a8e385b-e650-4db0-ad8a-11d8da3d64a1 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:15.420555 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 50abd3d4-b964-4262-b5dc-f9c477e2a94c completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:15.438197 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8e385b-e650-4db0-ad8a-11d8da3d64a1 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Made reservation on behalf of 80ad0f6582bc443bac7991e53e262edd for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:15.471140 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0cf73b-2b2c-4d8f-92ad-3eea965a83c2 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Checking segment: {'id': 'b66ec991-4465-4cb5-a968-546ca7c97c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c0367d2a-c32b-406e-833c-4514be6d2c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:15.471501 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0cf73b-2b2c-4d8f-92ad-3eea965a83c2 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Network hostable DHCP agents. Network: c0367d2a-c32b-406e-833c-4514be6d2c5f, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:19:15.544053 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e67a46-f715-4216-8409-58bbb2a0d8bd tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Checking segment: {'id': '81578319-70e3-455e-88c3-f820805b38b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:15.544416 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e67a46-f715-4216-8409-58bbb2a0d8bd tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network hostable DHCP agents. Network: 5a64e061-a353-4abc-8272-6e91f765a77c, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:19:15.568537 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 50abd3d4-b964-4262-b5dc-f9c477e2a94c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:15.569355 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:15.588390 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e67a46-f715-4216-8409-58bbb2a0d8bd tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Subnet': ['ID=e1d66102-ddeb-4559-8551-306d9eb55d31,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:15.600731 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a8e385b-e650-4db0-ad8a-11d8da3d64a1 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:15.624254 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7e766fd9-130a-414a-bb17-2dd5a953a96e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:15.635667 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0cf73b-2b2c-4d8f-92ad-3eea965a83c2 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Network c0367d2a-c32b-406e-833c-4514be6d2c5f is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:19:15.651922 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e67a46-f715-4216-8409-58bbb2a0d8bd tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network 5a64e061-a353-4abc-8272-6e91f765a77c is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:19:15.657599 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e2f042c3-96d4-439b-b8e9-173e5a267740 None None] For port 6bd5afba-bdb4-4881-b321-1eee2569969d, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:19:15.661916 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e2f042c3-96d4-439b-b8e9-173e5a267740 None None] For port 6bd5afba-bdb4-4881-b321-1eee2569969d, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6bd5afba-bdb4-4881-b321-1eee2569969d,segment=NetworkSegment(bf25ca53-e6b4-49c7-b59e-a45216184526),segment_id=bf25ca53-e6b4-49c7-b59e-a45216184526)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:19:15.669658 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-19e67a46-f715-4216-8409-58bbb2a0d8bd tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 5a64e061-a353-4abc-8272-6e91f765a77c) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:15.686368 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e67a46-f715-4216-8409-58bbb2a0d8bd tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:15.687235 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-19e67a46-f715-4216-8409-58bbb2a0d8bd tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:15.692958 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-5b0cf73b-2b2c-4d8f-92ad-3eea965a83c2 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, c0367d2a-c32b-406e-833c-4514be6d2c5f) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:15.714026 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7bce3d-9957-4315-acc0-2644ad227dc7 None None] Network 5a64e061-a353-4abc-8272-6e91f765a77c requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:15.714545 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-7e766fd9-130a-414a-bb17-2dd5a953a96e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Transition to ACTIVE for port object e06f31b7-9061-4054-91b0-e20383b45f62 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:15.716299 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0cf73b-2b2c-4d8f-92ad-3eea965a83c2 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:15.716919 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b0cf73b-2b2c-4d8f-92ad-3eea965a83c2 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:15.737728 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e2f042c3-96d4-439b-b8e9-173e5a267740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:15.743409 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a80004-0a57-4422-b5f6-151db085c3bb None None] Routers {'a8bc825f-923b-49cb-be8b-640a647cf281'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:19:15.743969 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-33a80004-0a57-4422-b5f6-151db085c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['a8bc825f-923b-49cb-be8b-640a647cf281'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:15.760010 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-52fe95ab-9c64-4d3c-85ec-c14b06080e2b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:15.764241 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-19e67a46-f715-4216-8409-58bbb2a0d8bd tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.6294270 Apr 06 14:19:15.767630 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50830) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:15.769757 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5b0cf73b-2b2c-4d8f-92ad-3eea965a83c2 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.7707148 Apr 06 14:19:15.791255 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50834) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:15.835227 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f68d1c-b20a-48fb-92e3-38f2923f8f4d None None] Network c0367d2a-c32b-406e-833c-4514be6d2c5f requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:15.927385 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe95ab-9c64-4d3c-85ec-c14b06080e2b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Subnet': ['ID=823c2ffc-efb7-4d53-83bc-9c5349670122,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:15.975400 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7e766fd9-130a-414a-bb17-2dd5a953a96e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:16.012536 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0bdf7bc0-61ad-449d-8801-5b4d1b63be4c tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "GET /v2.0/routers/a8bc825f-923b-49cb-be8b-640a647cf281 HTTP/1.1" status: 200 len: 920 time: 1.5622137 Apr 06 14:19:16.025238 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50838) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:16.118415 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-33a80004-0a57-4422-b5f6-151db085c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:16.118415 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a80004-0a57-4422-b5f6-151db085c3bb None None] The sync data for ids ['a8bc825f-923b-49cb-be8b-640a647cf281'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:19:16.133673 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fe95ab-9c64-4d3c-85ec-c14b06080e2b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Checking segment: {'id': '301bd4f6-c650-4a80-a945-cfed6ed91b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8baaf047-7519-45d7-83c2-37ead2c17bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:16.133673 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fe95ab-9c64-4d3c-85ec-c14b06080e2b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network hostable DHCP agents. Network: 8baaf047-7519-45d7-83c2-37ead2c17bb8, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:19:16.147889 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e766fd9-130a-414a-bb17-2dd5a953a96e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Port': ['ID=e06f31b7-9061-4054-91b0-e20383b45f62,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:16.147889 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e766fd9-130a-414a-bb17-2dd5a953a96e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network 8a37fed2-a7df-4f9f-9f16-aa0c1d71679e is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:16.147889 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-7e766fd9-130a-414a-bb17-2dd5a953a96e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:16.147889 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e766fd9-130a-414a-bb17-2dd5a953a96e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:16.195083 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fe95ab-9c64-4d3c-85ec-c14b06080e2b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network 8baaf047-7519-45d7-83c2-37ead2c17bb8 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:19:16.232536 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-48a51cf6-69fa-4d90-a0b7-e3cdbada11e6 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:16.232536 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-52fe95ab-9c64-4d3c-85ec-c14b06080e2b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 8baaf047-7519-45d7-83c2-37ead2c17bb8) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:16.248310 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7e766fd9-130a-414a-bb17-2dd5a953a96e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:16.255407 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fe95ab-9c64-4d3c-85ec-c14b06080e2b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:16.255407 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-52fe95ab-9c64-4d3c-85ec-c14b06080e2b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:16.262116 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a8e385b-e650-4db0-ad8a-11d8da3d64a1 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:16.304959 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd7cb7d-055f-448e-95ff-397dfc0e4f26 None None] Network 8baaf047-7519-45d7-83c2-37ead2c17bb8 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:16.333223 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-44b0b92a-9572-47e1-b1fd-1be53c71c5bf tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=5b121ca5-69d5-4d27-bffe-4929f7aabdf6&device_id=a8bc825f-923b-49cb-be8b-640a647cf281&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3022730 Apr 06 14:19:16.342600 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50842) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:16.344413 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e385b-e650-4db0-ad8a-11d8da3d64a1 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event updated for resources: {'Subnet': ['ID=a96f1de9-3561-43e3-a388-ac25b7ecbdb0,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:16.359758 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f042c3-96d4-439b-b8e9-173e5a267740 None None] Pushing event updated for resources: {'Port': ['ID=6bd5afba-bdb4-4881-b321-1eee2569969d,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:16.437102 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-52fe95ab-9c64-4d3c-85ec-c14b06080e2b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2419541 Apr 06 14:19:16.442255 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50846) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:16.475786 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-6eb494e4-9d04-4913-b5eb-17675d30d8e8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'port': {'network_id': '8baaf047-7519-45d7-83c2-37ead2c17bb8', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2126550545'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:16.678246 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-48a51cf6-69fa-4d90-a0b7-e3cdbada11e6 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:16.779790 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7e766fd9-130a-414a-bb17-2dd5a953a96e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:16.833508 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e2d443-466f-4134-a962-b0b4c7a34386 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:16.833508 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-38e2d443-466f-4134-a962-b0b4c7a34386 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "GET /v2.0/networks/5b121ca5-69d5-4d27-bffe-4929f7aabdf6 HTTP/1.1" status: 200 len: 881 time: 0.4884691 Apr 06 14:19:16.889215 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50850) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:16.894033 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-48a51cf6-69fa-4d90-a0b7-e3cdbada11e6 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:16.946760 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5f90030e-7856-4a78-ac37-1974b2f3961e tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8bc825f-923b-49cb-be8b-640a647cf281 HTTP/1.1" status: 200 len: 205 time: 0.0659513 Apr 06 14:19:16.947325 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50854) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:17.017542 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a51cf6-69fa-4d90-a0b7-e3cdbada11e6 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event deleted for resources: {'Subnet': ['ID=1b211614-dde9-48d4-aee8-dc0fee36ecbc,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:17.082556 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b961bab-39be-44b7-89b7-2bc94870a5a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-c0367d2a-c32b-406e-833c-4514be6d2c5f', 'network_id': 'c0367d2a-c32b-406e-833c-4514be6d2c5f', 'tenant_id': 'dc88b2721e454f4b9119a3f7bd8b83b6', 'fixed_ips': [{'subnet_id': '1b211614-dde9-48d4-aee8-dc0fee36ecbc'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:19:17.083375 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7b961bab-39be-44b7-89b7-2bc94870a5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:17.106866 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8e385b-e650-4db0-ad8a-11d8da3d64a1 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Checking segment: {'id': '00613c02-5478-4fb6-a1ff-3e08f432ee0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2574f6ce-ed97-4769-8b2d-afcdb82630f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:17.108728 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8e385b-e650-4db0-ad8a-11d8da3d64a1 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Network hostable DHCP agents. Network: 2574f6ce-ed97-4769-8b2d-afcdb82630f5, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:19:17.112444 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:17.189786 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6eb494e4-9d04-4913-b5eb-17675d30d8e8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:17.201009 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6eb494e4-9d04-4913-b5eb-17675d30d8e8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:port and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:17.207073 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-48a51cf6-69fa-4d90-a0b7-e3cdbada11e6 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:17.216257 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6eb494e4-9d04-4913-b5eb-17675d30d8e8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:17.237733 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6eb494e4-9d04-4913-b5eb-17675d30d8e8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:17.274024 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-48a51cf6-69fa-4d90-a0b7-e3cdbada11e6 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0367d2a-c32b-406e-833c-4514be6d2c5f']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:17.288560 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f3153f5c-4dc5-4ec6-b58b-5b9cccca7579 None None] Provisioning for port ea5302bc-5d1c-4774-a639-86b2c739e9a3 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:17.292664 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5ee180-3357-4ac4-b9a2-12a5a0ef279d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-5a64e061-a353-4abc-8272-6e91f765a77c', 'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'fixed_ips': [{'subnet_id': 'e1d66102-ddeb-4559-8551-306d9eb55d31'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:19:17.295213 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb494e4-9d04-4913-b5eb-17675d30d8e8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:17.297910 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-db5ee180-3357-4ac4-b9a2-12a5a0ef279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:17.301605 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6eb494e4-9d04-4913-b5eb-17675d30d8e8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:17.330030 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8e385b-e650-4db0-ad8a-11d8da3d64a1 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Network 2574f6ce-ed97-4769-8b2d-afcdb82630f5 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:19:17.342888 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-6eb494e4-9d04-4913-b5eb-17675d30d8e8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] device_id is not set on port d5b2b33e-471a-472c-b08d-b0d768ba7cc1 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:19:17.369828 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 50abd3d4-b964-4262-b5dc-f9c477e2a94c, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=50abd3d4-b964-4262-b5dc-f9c477e2a94c,segment=NetworkSegment(9fbcf031-dba1-4682-acea-ef2967c744fb),segment_id=9fbcf031-dba1-4682-acea-ef2967c744fb)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:17.411624 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-48a51cf6-69fa-4d90-a0b7-e3cdbada11e6 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66ec991-4465-4cb5-a968-546ca7c97c5a') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:17.411624 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-48a51cf6-69fa-4d90-a0b7-e3cdbada11e6 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66ec991-4465-4cb5-a968-546ca7c97c5a') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:17.441712 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-48a51cf6-69fa-4d90-a0b7-e3cdbada11e6 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:17.443692 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:17.470367 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-4a8e385b-e650-4db0-ad8a-11d8da3d64a1 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 2574f6ce-ed97-4769-8b2d-afcdb82630f5) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:17.517974 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894d99d6-c8a8-4603-bb75-51f4038d65a0 None None] Network 2574f6ce-ed97-4769-8b2d-afcdb82630f5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:17.519776 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8e385b-e650-4db0-ad8a-11d8da3d64a1 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:17.520404 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a8e385b-e650-4db0-ad8a-11d8da3d64a1 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:17.552550 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-48a51cf6-69fa-4d90-a0b7-e3cdbada11e6 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:17.582027 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20ad220-78b6-45ae-af25-358df07b7182 None None] Network c0367d2a-c32b-406e-833c-4514be6d2c5f requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:17.596663 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a51cf6-69fa-4d90-a0b7-e3cdbada11e6 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:19:17.597104 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-48a51cf6-69fa-4d90-a0b7-e3cdbada11e6 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:19:17.637458 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:19:17.869790 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 55039566-8e5d-4643-8ba7-791a0309dfef up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:19:17.900418 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef0d2c5-0996-4ad3-9463-5b281f69249d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-8baaf047-7519-45d7-83c2-37ead2c17bb8', 'network_id': '8baaf047-7519-45d7-83c2-37ead2c17bb8', 'tenant_id': '93b55db64c2c45f89e5eddd70ead6075', 'fixed_ips': [{'subnet_id': '823c2ffc-efb7-4d53-83bc-9c5349670122'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:19:17.901811 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d2c5-0996-4ad3-9463-5b281f69249d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:17.909620 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4a8e385b-e650-4db0-ad8a-11d8da3d64a1 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7679882 Apr 06 14:19:17.916294 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50858) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:17.942389 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-62f6f54e-cfbd-4491-8d1c-0b541279ad99 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-643778022'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:17.955322 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-62f6f54e-cfbd-4491-8d1c-0b541279ad99 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:17.967745 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-62f6f54e-cfbd-4491-8d1c-0b541279ad99 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Usage tracker for resource:network and tenant:80ad0f6582bc443bac7991e53e262edd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:17.970187 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-62f6f54e-cfbd-4491-8d1c-0b541279ad99 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:17.981568 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-62f6f54e-cfbd-4491-8d1c-0b541279ad99 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:17.984479 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-48a51cf6-69fa-4d90-a0b7-e3cdbada11e6 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:18.025775 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-48a51cf6-69fa-4d90-a0b7-e3cdbada11e6 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:18.034267 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11faf42d-5e38-46ca-ab3a-daf46536eb29 None None] Network 248057d3-7dad-4400-bc5e-08b1aff564af requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:18.046407 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-6eb494e4-9d04-4913-b5eb-17675d30d8e8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Allocated IP 172.20.0.12 (8baaf047-7519-45d7-83c2-37ead2c17bb8/823c2ffc-efb7-4d53-83bc-9c5349670122/d5b2b33e-471a-472c-b08d-b0d768ba7cc1) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:18.049472 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a51cf6-69fa-4d90-a0b7-e3cdbada11e6 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event deleted for resources: {'Network': ['ID=c0367d2a-c32b-406e-833c-4514be6d2c5f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:18.052249 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-48a51cf6-69fa-4d90-a0b7-e3cdbada11e6 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/networks/c0367d2a-c32b-406e-833c-4514be6d2c5f HTTP/1.1" status: 204 len: 168 time: 2.1476846 Apr 06 14:19:18.060471 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50862) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:18.066311 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f6f54e-cfbd-4491-8d1c-0b541279ad99 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Made reservation on behalf of 80ad0f6582bc443bac7991e53e262edd for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:18.069093 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=50abd3d4-b964-4262-b5dc-f9c477e2a94c,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:18.069302 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-62f6f54e-cfbd-4491-8d1c-0b541279ad99 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:18.084386 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c3105188-46d8-49ca-b118-7a1f40c8b612 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-562754363'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:18.101222 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c3105188-46d8-49ca-b118-7a1f40c8b612 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:18.132619 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c3105188-46d8-49ca-b118-7a1f40c8b612 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Usage tracker for resource:network and tenant:dc88b2721e454f4b9119a3f7bd8b83b6 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:18.146753 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7e766fd9-130a-414a-bb17-2dd5a953a96e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:18.168348 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7e766fd9-130a-414a-bb17-2dd5a953a96e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:18.178853 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-efe97bdd-e4d9-461e-a51a-2d68ffa654cf None None] Provisioning for port e06f31b7-9061-4054-91b0-e20383b45f62 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:18.192274 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c3105188-46d8-49ca-b118-7a1f40c8b612 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:18.210467 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62f6f54e-cfbd-4491-8d1c-0b541279ad99 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:19:18.213124 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c3105188-46d8-49ca-b118-7a1f40c8b612 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:18.244495 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-62f6f54e-cfbd-4491-8d1c-0b541279ad99 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:18.244495 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-62f6f54e-cfbd-4491-8d1c-0b541279ad99 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Added segment a2be5a14-8de1-46fc-802f-d200d1d52fff of type vlan for network 1c0403bb-4714-4e56-8cca-06a31c9c0e1c Apr 06 14:19:18.262566 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3105188-46d8-49ca-b118-7a1f40c8b612 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Made reservation on behalf of dc88b2721e454f4b9119a3f7bd8b83b6 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:18.265579 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c3105188-46d8-49ca-b118-7a1f40c8b612 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:18.312509 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-efe97bdd-e4d9-461e-a51a-2d68ffa654cf None None] Provisioning complete for port e06f31b7-9061-4054-91b0-e20383b45f62 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:18.313227 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-efe97bdd-e4d9-461e-a51a-2d68ffa654cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:18.329913 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ee23747-b788-458a-8fc7-f2393da8808a tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:18.334404 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-62f6f54e-cfbd-4491-8d1c-0b541279ad99 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:18.364947 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6eb494e4-9d04-4913-b5eb-17675d30d8e8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:18.390115 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3105188-46d8-49ca-b118-7a1f40c8b612 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:19:18.395859 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7e766fd9-130a-414a-bb17-2dd5a953a96e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:18.407414 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e766fd9-130a-414a-bb17-2dd5a953a96e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Port': ['ID=e06f31b7-9061-4054-91b0-e20383b45f62,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:18.408092 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-6eb494e4-9d04-4913-b5eb-17675d30d8e8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Transition to ACTIVE for port object d5b2b33e-471a-472c-b08d-b0d768ba7cc1 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:18.427527 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c3105188-46d8-49ca-b118-7a1f40c8b612 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:18.427881 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-c3105188-46d8-49ca-b118-7a1f40c8b612 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Added segment 88875e5d-9b85-4522-8f1a-d852e4c8b922 of type vlan for network 6b0595bb-2f80-4f26-ad42-2b40a39fc29f Apr 06 14:19:18.434399 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-62f6f54e-cfbd-4491-8d1c-0b541279ad99 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:18.438581 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f6f54e-cfbd-4491-8d1c-0b541279ad99 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:18.439824 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-62f6f54e-cfbd-4491-8d1c-0b541279ad99 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:18.461403 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1fb50f93-b1b9-4795-8bde-d058144d7cba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:18.572652 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-db5ee180-3357-4ac4-b9a2-12a5a0ef279d None None] Allocated IP 2001:db8:1::2 (5a64e061-a353-4abc-8272-6e91f765a77c/e1d66102-ddeb-4559-8551-306d9eb55d31/f1820b14-23b9-4838-b644-f2ed600766da) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:18.582708 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-efe97bdd-e4d9-461e-a51a-2d68ffa654cf None None] Port e06f31b7-9061-4054-91b0-e20383b45f62 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:19:18.591416 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6eb494e4-9d04-4913-b5eb-17675d30d8e8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:18.597500 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-62f6f54e-cfbd-4491-8d1c-0b541279ad99 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6638551 Apr 06 14:19:18.613798 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50866) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:18.642601 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c3105188-46d8-49ca-b118-7a1f40c8b612 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:18.672701 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6f54e-cfbd-4491-8d1c-0b541279ad99 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event updated for resources: {'Network': ['ID=1c0403bb-4714-4e56-8cca-06a31c9c0e1c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:18.686278 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-14cb1240-fc13-47aa-aec1-76febc3ce5e9 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Request body: {'subnet': {'network_id': '1c0403bb-4714-4e56-8cca-06a31c9c0e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:18.695246 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 55039566-8e5d-4643-8ba7-791a0309dfef completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:18.751964 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb494e4-9d04-4913-b5eb-17675d30d8e8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network 8baaf047-7519-45d7-83c2-37ead2c17bb8 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:18.754643 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb494e4-9d04-4913-b5eb-17675d30d8e8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Port': ['ID=d5b2b33e-471a-472c-b08d-b0d768ba7cc1,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:18.760736 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-6eb494e4-9d04-4913-b5eb-17675d30d8e8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:18.764572 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb494e4-9d04-4913-b5eb-17675d30d8e8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:18.768048 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 1c0403bb-4714-4e56-8cca-06a31c9c0e1c details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:19:18.781988 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1785c8-cfcf-4d86-879e-201c160e10af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-2574f6ce-ed97-4769-8b2d-afcdb82630f5', 'network_id': '2574f6ce-ed97-4769-8b2d-afcdb82630f5', 'tenant_id': '80ad0f6582bc443bac7991e53e262edd', 'fixed_ips': [{'subnet_id': 'a96f1de9-3561-43e3-a388-ac25b7ecbdb0'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:19:18.783283 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0a1785c8-cfcf-4d86-879e-201c160e10af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:18.845722 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c3105188-46d8-49ca-b118-7a1f40c8b612 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:18.850692 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3105188-46d8-49ca-b118-7a1f40c8b612 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:18.851287 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c3105188-46d8-49ca-b118-7a1f40c8b612 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:18.867254 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 55039566-8e5d-4643-8ba7-791a0309dfef triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:18.868731 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:19.006281 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c3105188-46d8-49ca-b118-7a1f40c8b612 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9447310 Apr 06 14:19:19.009516 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50870) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:19.019071 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb494e4-9d04-4913-b5eb-17675d30d8e8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:19.019071 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6eb494e4-9d04-4913-b5eb-17675d30d8e8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:19.032266 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-47774691-a5f8-4b05-ae5f-8879472d9595 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Request body: {'subnet': {'network_id': '6b0595bb-2f80-4f26-ad42-2b40a39fc29f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:19.043297 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-8ef0d2c5-0996-4ad3-9463-5b281f69249d None None] Allocated IP 172.20.0.2 (8baaf047-7519-45d7-83c2-37ead2c17bb8/823c2ffc-efb7-4d53-83bc-9c5349670122/bfc5e306-3643-4a9c-93d0-b7f2d6d2b642) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:19.062848 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3105188-46d8-49ca-b118-7a1f40c8b612 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event updated for resources: {'Network': ['ID=6b0595bb-2f80-4f26-ad42-2b40a39fc29f,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:19.145968 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 6b0595bb-2f80-4f26-ad42-2b40a39fc29f details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:19:19.153444 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6eb494e4-9d04-4913-b5eb-17675d30d8e8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.7055428 Apr 06 14:19:19.183094 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50874) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:19.200676 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-14cb1240-fc13-47aa-aec1-76febc3ce5e9 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:19.220298 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-14cb1240-fc13-47aa-aec1-76febc3ce5e9 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Usage tracker for resource:subnet and tenant:80ad0f6582bc443bac7991e53e262edd is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:19.234885 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-14cb1240-fc13-47aa-aec1-76febc3ce5e9 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:19.267490 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e766fd9-130a-414a-bb17-2dd5a953a96e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network 8a37fed2-a7df-4f9f-9f16-aa0c1d71679e is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:19.274839 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-47774691-a5f8-4b05-ae5f-8879472d9595 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:19.276347 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-14cb1240-fc13-47aa-aec1-76febc3ce5e9 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:19.280338 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-7e766fd9-130a-414a-bb17-2dd5a953a96e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:19.292469 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-47774691-a5f8-4b05-ae5f-8879472d9595 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Usage tracker for resource:subnet and tenant:dc88b2721e454f4b9119a3f7bd8b83b6 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:19.292469 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-47774691-a5f8-4b05-ae5f-8879472d9595 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:19.319468 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-47774691-a5f8-4b05-ae5f-8879472d9595 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:19.332152 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-1542bf9b-d186-463c-9ee9-bee51c6f839b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting port d5b2b33e-471a-472c-b08d-b0d768ba7cc1 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:19:19.332152 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1542bf9b-d186-463c-9ee9-bee51c6f839b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:19.389522 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47774691-a5f8-4b05-ae5f-8879472d9595 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Made reservation on behalf of dc88b2721e454f4b9119a3f7bd8b83b6 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:19.432242 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4745ac59-a567-4a6e-8264-fc8f3a3e70a5 None None] Provisioning for port 6bd5afba-bdb4-4881-b321-1eee2569969d completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:19.476580 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cb1240-fc13-47aa-aec1-76febc3ce5e9 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Made reservation on behalf of 80ad0f6582bc443bac7991e53e262edd for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:19.612740 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14cb1240-fc13-47aa-aec1-76febc3ce5e9 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:19.669151 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-47774691-a5f8-4b05-ae5f-8879472d9595 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:19.795313 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.ipam_backend_mixin [None req-47774691-a5f8-4b05-ae5f-8879472d9595 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Performing IP validity checks on allocation pools {{(pid=83737) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 06 14:19:19.795464 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.ipam_backend_mixin [None req-47774691-a5f8-4b05-ae5f-8879472d9595 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83737) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 06 14:19:19.815232 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1542bf9b-d186-463c-9ee9-bee51c6f839b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:19.869547 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-0a1785c8-cfcf-4d86-879e-201c160e10af None None] Allocated IP 2001:db8:0:ffff::2 (2574f6ce-ed97-4769-8b2d-afcdb82630f5/a96f1de9-3561-43e3-a388-ac25b7ecbdb0/6417d6ab-a9b0-43bb-a39c-deb2794e255b) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:19.913590 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-db5ee180-3357-4ac4-b9a2-12a5a0ef279d None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:20.015461 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-db5ee180-3357-4ac4-b9a2-12a5a0ef279d None None] Transition to ACTIVE for port object f1820b14-23b9-4838-b644-f2ed600766da will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:20.080661 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-1542bf9b-d186-463c-9ee9-bee51c6f839b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Calling delete_port for d5b2b33e-471a-472c-b08d-b0d768ba7cc1 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:19:20.129954 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:20.175197 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ee23747-b788-458a-8fc7-f2393da8808a tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:20.215667 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-9ee23747-b788-458a-8fc7-f2393da8808a tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Deleting port 9e4738b7-aefc-43c9-a6e9-aa6b51e8ec01 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:19:20.215667 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ee23747-b788-458a-8fc7-f2393da8808a tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:20.281491 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 55039566-8e5d-4643-8ba7-791a0309dfef, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=55039566-8e5d-4643-8ba7-791a0309dfef,segment=NetworkSegment(bdc2d9c1-2a0f-4504-816a-a7fc6beca0fc),segment_id=bdc2d9c1-2a0f-4504-816a-a7fc6beca0fc)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:20.298068 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c0815457-a567-4138-bf3d-3ba4aa011b61 None None] Provisioning complete for port e06f31b7-9061-4054-91b0-e20383b45f62 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:20.298068 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c0815457-a567-4138-bf3d-3ba4aa011b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:20.333289 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d2c5-0996-4ad3-9463-5b281f69249d None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:20.345988 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-db5ee180-3357-4ac4-b9a2-12a5a0ef279d None None] Transition to ACTIVE for port object f1820b14-23b9-4838-b644-f2ed600766da will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:20.354351 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1542bf9b-d186-463c-9ee9-bee51c6f839b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:20.365021 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:20.367258 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device ea5302bc-5d1c-4774-a639-86b2c739e9a3 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:19:20.413804 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-47774691-a5f8-4b05-ae5f-8879472d9595 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:20.454883 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542bf9b-d186-463c-9ee9-bee51c6f839b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Port': ['ID=d5b2b33e-471a-472c-b08d-b0d768ba7cc1,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:20.508324 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-db5ee180-3357-4ac4-b9a2-12a5a0ef279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:20.529724 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8ef0d2c5-0996-4ad3-9463-5b281f69249d None None] Transition to ACTIVE for port object bfc5e306-3643-4a9c-93d0-b7f2d6d2b642 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:20.606942 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47774691-a5f8-4b05-ae5f-8879472d9595 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event updated for resources: {'Subnet': ['ID=985b7b29-712b-458c-9e9a-d8ef946db402,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:20.622612 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1542bf9b-d186-463c-9ee9-bee51c6f839b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:20.630514 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47774691-a5f8-4b05-ae5f-8879472d9595 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Checking segment: {'id': '88875e5d-9b85-4522-8f1a-d852e4c8b922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6b0595bb-2f80-4f26-ad42-2b40a39fc29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:20.631358 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47774691-a5f8-4b05-ae5f-8879472d9595 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Network hostable DHCP agents. Network: 6b0595bb-2f80-4f26-ad42-2b40a39fc29f, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:19:20.648750 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c0815457-a567-4138-bf3d-3ba4aa011b61 None None] Port e06f31b7-9061-4054-91b0-e20383b45f62 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:19:20.659205 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1542bf9b-d186-463c-9ee9-bee51c6f839b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/ports/d5b2b33e-471a-472c-b08d-b0d768ba7cc1 HTTP/1.1" status: 204 len: 168 time: 1.4724486 Apr 06 14:19:20.660002 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-1fb50f93-b1b9-4795-8bde-d058144d7cba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Allocated IP 2001:db8:1::1 (5a64e061-a353-4abc-8272-6e91f765a77c/e1d66102-ddeb-4559-8551-306d9eb55d31/dfa50855-e462-4d02-9fb1-8e256187b600) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:20.662417 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50878) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:20.676080 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5ee180-3357-4ac4-b9a2-12a5a0ef279d None None] Network 5a64e061-a353-4abc-8272-6e91f765a77c is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:20.686511 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8ef0d2c5-0996-4ad3-9463-5b281f69249d None None] Transition to ACTIVE for port object bfc5e306-3643-4a9c-93d0-b7f2d6d2b642 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:20.688981 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-db5ee180-3357-4ac4-b9a2-12a5a0ef279d None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:20.692528 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5ee180-3357-4ac4-b9a2-12a5a0ef279d None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:20.706605 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d2c5-0996-4ad3-9463-5b281f69249d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:20.711349 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=55039566-8e5d-4643-8ba7-791a0309dfef,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:20.722987 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ab1fc0-d6d4-400e-85fb-3da704eaa9d3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] GET failed (client error): The resource could not be found. Apr 06 14:19:20.723760 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-20ab1fc0-d6d4-400e-85fb-3da704eaa9d3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Synchronizing usage tracker for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:19:20.737810 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47774691-a5f8-4b05-ae5f-8879472d9595 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Network 6b0595bb-2f80-4f26-ad42-2b40a39fc29f is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:19:20.756172 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-47774691-a5f8-4b05-ae5f-8879472d9595 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 6b0595bb-2f80-4f26-ad42-2b40a39fc29f) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:20.763996 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47774691-a5f8-4b05-ae5f-8879472d9595 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:20.764673 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-47774691-a5f8-4b05-ae5f-8879472d9595 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:20.776041 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.objects.ports [None req-14cb1240-fc13-47aa-aec1-76febc3ce5e9 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83738) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 06 14:19:20.778197 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ee23747-b788-458a-8fc7-f2393da8808a tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:20.787160 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-20ab1fc0-d6d4-400e-85fb-3da704eaa9d3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Unset dirty status for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:19:20.792890 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-20ab1fc0-d6d4-400e-85fb-3da704eaa9d3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "GET /v2.0/ports/d5b2b33e-471a-472c-b08d-b0d768ba7cc1 HTTP/1.1" status: 404 len: 333 time: 0.1290243 Apr 06 14:19:20.793749 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50882) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:20.839149 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e766fd9-130a-414a-bb17-2dd5a953a96e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Router 46b9e25c-3bdf-4d51-8fd6-f237b43d67a6 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:19:20.877001 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-47774691-a5f8-4b05-ae5f-8879472d9595 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.8643453 Apr 06 14:19:20.879782 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50886) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:20.894514 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14cb1240-fc13-47aa-aec1-76febc3ce5e9 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:20.898134 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c870f1a-8375-4a20-b449-e6814b4df6d3 None None] Network 6b0595bb-2f80-4f26-ad42-2b40a39fc29f requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:20.913278 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ee180-3357-4ac4-b9a2-12a5a0ef279d None None] Pushing event updated for resources: {'Port': ['ID=f1820b14-23b9-4838-b644-f2ed600766da,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:20.917458 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0a1785c8-cfcf-4d86-879e-201c160e10af None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:21.046530 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0a1785c8-cfcf-4d86-879e-201c160e10af None None] Transition to ACTIVE for port object 6417d6ab-a9b0-43bb-a39c-deb2794e255b will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:21.075252 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef0d2c5-0996-4ad3-9463-5b281f69249d None None] Network 8baaf047-7519-45d7-83c2-37ead2c17bb8 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:21.125712 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-9ee23747-b788-458a-8fc7-f2393da8808a tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Calling delete_port for 9e4738b7-aefc-43c9-a6e9-aa6b51e8ec01 owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:19:21.136133 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0dd68a7d-758a-4c63-b722-3d13fc3dfe9d tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:21.162952 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-8ef0d2c5-0996-4ad3-9463-5b281f69249d None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:21.165600 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef0d2c5-0996-4ad3-9463-5b281f69249d None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:21.176621 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-db5ee180-3357-4ac4-b9a2-12a5a0ef279d None None] Attempting to bind port f1820b14-23b9-4838-b644-f2ed600766da on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:19:21.177009 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-db5ee180-3357-4ac4-b9a2-12a5a0ef279d None None] Attempting to bind port f1820b14-23b9-4838-b644-f2ed600766da by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '81578319-70e3-455e-88c3-f820805b38b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:19:21.177555 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5ee180-3357-4ac4-b9a2-12a5a0ef279d None None] Attempting to bind port f1820b14-23b9-4838-b644-f2ed600766da on network 5a64e061-a353-4abc-8272-6e91f765a77c {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:19:21.186023 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a428dbd-fcfd-4d6a-9182-172c4d2905e8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting subnet 823c2ffc-efb7-4d53-83bc-9c5349670122 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:19:21.186985 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port ea5302bc-5d1c-4774-a639-86b2c739e9a3 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:21.196829 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9a428dbd-fcfd-4d6a-9182-172c4d2905e8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:21.212280 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0a1785c8-cfcf-4d86-879e-201c160e10af None None] Transition to ACTIVE for port object 6417d6ab-a9b0-43bb-a39c-deb2794e255b will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:21.213824 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0d2c5-0996-4ad3-9463-5b281f69249d None None] Pushing event updated for resources: {'Port': ['ID=bfc5e306-3643-4a9c-93d0-b7f2d6d2b642,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:21.217585 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port ea5302bc-5d1c-4774-a639-86b2c739e9a3 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:21.218012 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:21.256449 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0dd68a7d-758a-4c63-b722-3d13fc3dfe9d tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:21.293479 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9a428dbd-fcfd-4d6a-9182-172c4d2905e8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:21.298434 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb1240-fc13-47aa-aec1-76febc3ce5e9 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event updated for resources: {'Subnet': ['ID=2c0fc65e-3782-43c4-85f3-c752b812d08d,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:21.299216 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0a1785c8-cfcf-4d86-879e-201c160e10af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:21.345121 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5ee180-3357-4ac4-b9a2-12a5a0ef279d None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:19:21.345490 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5ee180-3357-4ac4-b9a2-12a5a0ef279d None None] Checking segment: {'id': '81578319-70e3-455e-88c3-f820805b38b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:21.346074 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-db5ee180-3357-4ac4-b9a2-12a5a0ef279d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:21.346618 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5ee180-3357-4ac4-b9a2-12a5a0ef279d None None] Bound using segment: {'id': '81578319-70e3-455e-88c3-f820805b38b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:19:21.347547 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-db5ee180-3357-4ac4-b9a2-12a5a0ef279d None None] Bound port: f1820b14-23b9-4838-b644-f2ed600766da, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81578319-70e3-455e-88c3-f820805b38b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:19:21.347694 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-db5ee180-3357-4ac4-b9a2-12a5a0ef279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:21.396683 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0dd68a7d-758a-4c63-b722-3d13fc3dfe9d tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:21.437509 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1fb50f93-b1b9-4795-8bde-d058144d7cba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:21.439173 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd68a7d-758a-4c63-b722-3d13fc3dfe9d tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event deleted for resources: {'Subnet': ['ID=985b7b29-712b-458c-9e9a-d8ef946db402,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:21.450530 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cb1240-fc13-47aa-aec1-76febc3ce5e9 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Checking segment: {'id': 'a2be5a14-8de1-46fc-802f-d200d1d52fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1c0403bb-4714-4e56-8cca-06a31c9c0e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:21.451231 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cb1240-fc13-47aa-aec1-76febc3ce5e9 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Network hostable DHCP agents. Network: 1c0403bb-4714-4e56-8cca-06a31c9c0e1c, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:19:21.481966 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-1fb50f93-b1b9-4795-8bde-d058144d7cba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Transition to ACTIVE for port object dfa50855-e462-4d02-9fb1-8e256187b600 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:21.535575 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0dd68a7d-758a-4c63-b722-3d13fc3dfe9d tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:21.561361 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-0dd68a7d-758a-4c63-b722-3d13fc3dfe9d tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0595bb-2f80-4f26-ad42-2b40a39fc29f']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:21.565020 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1785c8-cfcf-4d86-879e-201c160e10af None None] Network 2574f6ce-ed97-4769-8b2d-afcdb82630f5 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:21.571079 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cb1240-fc13-47aa-aec1-76febc3ce5e9 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Network 1c0403bb-4714-4e56-8cca-06a31c9c0e1c is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:19:21.574426 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-0dd68a7d-758a-4c63-b722-3d13fc3dfe9d tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88875e5d-9b85-4522-8f1a-d852e4c8b922') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:21.574941 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-0dd68a7d-758a-4c63-b722-3d13fc3dfe9d tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88875e5d-9b85-4522-8f1a-d852e4c8b922') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:21.584243 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8ef0d2c5-0996-4ad3-9463-5b281f69249d None None] Attempting to bind port bfc5e306-3643-4a9c-93d0-b7f2d6d2b642 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:19:21.584585 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8ef0d2c5-0996-4ad3-9463-5b281f69249d None None] Attempting to bind port bfc5e306-3643-4a9c-93d0-b7f2d6d2b642 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '301bd4f6-c650-4a80-a945-cfed6ed91b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8baaf047-7519-45d7-83c2-37ead2c17bb8'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:19:21.584964 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef0d2c5-0996-4ad3-9463-5b281f69249d None None] Attempting to bind port bfc5e306-3643-4a9c-93d0-b7f2d6d2b642 on network 8baaf047-7519-45d7-83c2-37ead2c17bb8 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:19:21.586646 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0dd68a7d-758a-4c63-b722-3d13fc3dfe9d tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:21.587132 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-0a1785c8-cfcf-4d86-879e-201c160e10af None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:21.590822 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1785c8-cfcf-4d86-879e-201c160e10af None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:21.597679 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1785c8-cfcf-4d86-879e-201c160e10af None None] Pushing event updated for resources: {'Port': ['ID=6417d6ab-a9b0-43bb-a39c-deb2794e255b,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:21.599213 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-14cb1240-fc13-47aa-aec1-76febc3ce5e9 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 1c0403bb-4714-4e56-8cca-06a31c9c0e1c) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:21.603591 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0dd68a7d-758a-4c63-b722-3d13fc3dfe9d tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:21.603996 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1fb50f93-b1b9-4795-8bde-d058144d7cba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:21.608165 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cb1240-fc13-47aa-aec1-76febc3ce5e9 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:21.609617 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14cb1240-fc13-47aa-aec1-76febc3ce5e9 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:21.610460 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd68a7d-758a-4c63-b722-3d13fc3dfe9d tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:19:21.610861 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0dd68a7d-758a-4c63-b722-3d13fc3dfe9d tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:21.629272 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abac2f9-94da-4efb-8cb4-12423757f35c None None] Network 1c0403bb-4714-4e56-8cca-06a31c9c0e1c requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:21.645833 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a04f04e-c933-4cdb-8d48-c0a6d532b670 None None] Network 6b0595bb-2f80-4f26-ad42-2b40a39fc29f requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:21.655382 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ee23747-b788-458a-8fc7-f2393da8808a tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:21.672511 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e766fd9-130a-414a-bb17-2dd5a953a96e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:19:21.677684 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef0d2c5-0996-4ad3-9463-5b281f69249d None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:19:21.678056 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef0d2c5-0996-4ad3-9463-5b281f69249d None None] Checking segment: {'id': '301bd4f6-c650-4a80-a945-cfed6ed91b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8baaf047-7519-45d7-83c2-37ead2c17bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:21.678457 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d2c5-0996-4ad3-9463-5b281f69249d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:21.679019 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef0d2c5-0996-4ad3-9463-5b281f69249d None None] Bound using segment: {'id': '301bd4f6-c650-4a80-a945-cfed6ed91b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8baaf047-7519-45d7-83c2-37ead2c17bb8'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:19:21.679662 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8ef0d2c5-0996-4ad3-9463-5b281f69249d None None] Bound port: bfc5e306-3643-4a9c-93d0-b7f2d6d2b642, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301bd4f6-c650-4a80-a945-cfed6ed91b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8baaf047-7519-45d7-83c2-37ead2c17bb8'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:19:21.680753 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d2c5-0996-4ad3-9463-5b281f69249d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:21.689686 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90676fc-d78a-4d75-82ee-d5c000f75810 None None] Sync routers for ids ['46b9e25c-3bdf-4d51-8fd6-f237b43d67a6'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:19:21.703181 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90676fc-d78a-4d75-82ee-d5c000f75810 None None] Routers {'46b9e25c-3bdf-4d51-8fd6-f237b43d67a6'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:19:21.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:19:21.707086 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e90676fc-d78a-4d75-82ee-d5c000f75810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['46b9e25c-3bdf-4d51-8fd6-f237b43d67a6'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:21.711330 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0dd68a7d-758a-4c63-b722-3d13fc3dfe9d tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:21.713609 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9a428dbd-fcfd-4d6a-9182-172c4d2905e8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:21.764916 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0dd68a7d-758a-4c63-b722-3d13fc3dfe9d tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:21.765178 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb50f93-b1b9-4795-8bde-d058144d7cba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network 5a64e061-a353-4abc-8272-6e91f765a77c is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:21.771396 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb50f93-b1b9-4795-8bde-d058144d7cba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Port': ['ID=dfa50855-e462-4d02-9fb1-8e256187b600,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:21.774101 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-1fb50f93-b1b9-4795-8bde-d058144d7cba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:21.776618 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd68a7d-758a-4c63-b722-3d13fc3dfe9d tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event deleted for resources: {'Network': ['ID=6b0595bb-2f80-4f26-ad42-2b40a39fc29f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:21.779675 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0dd68a7d-758a-4c63-b722-3d13fc3dfe9d tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/networks/6b0595bb-2f80-4f26-ad42-2b40a39fc29f HTTP/1.1" status: 204 len: 168 time: 0.8987381 Apr 06 14:19:21.784305 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50890) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:21.796000 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-22138198-2d48-4c56-8a81-74c573d67e78 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-443215299'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:21.801617 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e90676fc-d78a-4d75-82ee-d5c000f75810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:21.802840 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-22138198-2d48-4c56-8a81-74c573d67e78 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:21.809888 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-14cb1240-fc13-47aa-aec1-76febc3ce5e9 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1370735 Apr 06 14:19:21.810634 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-22138198-2d48-4c56-8a81-74c573d67e78 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Usage tracker for resource:network and tenant:dc88b2721e454f4b9119a3f7bd8b83b6 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:21.813095 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50894) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:21.815529 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-22138198-2d48-4c56-8a81-74c573d67e78 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:21.823766 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a07b37db-236a-47b9-98a2-7e9b8f392349 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Request body: {'port': {'network_id': '1c0403bb-4714-4e56-8cca-06a31c9c0e1c', 'name': 'tempest-NetworksIpV6TestAttrs-1368926758'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:21.825709 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90676fc-d78a-4d75-82ee-d5c000f75810 None None] Routers {'46b9e25c-3bdf-4d51-8fd6-f237b43d67a6'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:19:21.826385 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e90676fc-d78a-4d75-82ee-d5c000f75810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['46b9e25c-3bdf-4d51-8fd6-f237b43d67a6'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:21.846419 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-22138198-2d48-4c56-8a81-74c573d67e78 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:21.861312 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb50f93-b1b9-4795-8bde-d058144d7cba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:21.861946 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1fb50f93-b1b9-4795-8bde-d058144d7cba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:21.866452 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7e766fd9-130a-414a-bb17-2dd5a953a96e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "PUT /v2.0/routers/46b9e25c-3bdf-4d51-8fd6-f237b43d67a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8457055 Apr 06 14:19:21.878510 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50898) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:21.898947 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e90676fc-d78a-4d75-82ee-d5c000f75810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:21.899444 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90676fc-d78a-4d75-82ee-d5c000f75810 None None] The sync data for ids ['46b9e25c-3bdf-4d51-8fd6-f237b43d67a6'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:19:21.907071 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee23747-b788-458a-8fc7-f2393da8808a tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Pushing event deleted for resources: {'Port': ['ID=9e4738b7-aefc-43c9-a6e9-aa6b51e8ec01,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:21.974827 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:22.009954 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adeebfea-2cae-40d7-ba03-8cfe1b588472 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:22.010894 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-adeebfea-2cae-40d7-ba03-8cfe1b588472 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Synchronizing usage tracker for tenant:54b6b16a88cd457596297a5e2f6c39ce on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:19:22.016392 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22138198-2d48-4c56-8a81-74c573d67e78 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Made reservation on behalf of dc88b2721e454f4b9119a3f7bd8b83b6 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:22.019298 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-22138198-2d48-4c56-8a81-74c573d67e78 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:22.072372 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9a428dbd-fcfd-4d6a-9182-172c4d2905e8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:22.119405 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22138198-2d48-4c56-8a81-74c573d67e78 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:19:22.147841 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a428dbd-fcfd-4d6a-9182-172c4d2905e8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Subnet': ['ID=823c2ffc-efb7-4d53-83bc-9c5349670122,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:22.161563 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-22138198-2d48-4c56-8a81-74c573d67e78 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:22.162085 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-22138198-2d48-4c56-8a81-74c573d67e78 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Added segment ffdd7f08-2b5b-4fb1-b481-868b55423701 of type vlan for network 4704b5b0-b027-478c-8a16-6f2a37b5f450 Apr 06 14:19:22.163849 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9a428dbd-fcfd-4d6a-9182-172c4d2905e8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:22.167508 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-db5ee180-3357-4ac4-b9a2-12a5a0ef279d None None] For port f1820b14-23b9-4838-b644-f2ed600766da, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:19:22.176070 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a07b37db-236a-47b9-98a2-7e9b8f392349 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:22.180181 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a07b37db-236a-47b9-98a2-7e9b8f392349 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Usage tracker for resource:port and tenant:80ad0f6582bc443bac7991e53e262edd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:22.180534 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-0a1785c8-cfcf-4d86-879e-201c160e10af None None] Attempting to bind port 6417d6ab-a9b0-43bb-a39c-deb2794e255b on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:19:22.180922 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-0a1785c8-cfcf-4d86-879e-201c160e10af None None] Attempting to bind port 6417d6ab-a9b0-43bb-a39c-deb2794e255b by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '00613c02-5478-4fb6-a1ff-3e08f432ee0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2574f6ce-ed97-4769-8b2d-afcdb82630f5'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:19:22.181282 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1785c8-cfcf-4d86-879e-201c160e10af None None] Attempting to bind port 6417d6ab-a9b0-43bb-a39c-deb2794e255b on network 2574f6ce-ed97-4769-8b2d-afcdb82630f5 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:19:22.184026 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a07b37db-236a-47b9-98a2-7e9b8f392349 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:22.190417 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a07b37db-236a-47b9-98a2-7e9b8f392349 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:22.192991 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-adeebfea-2cae-40d7-ba03-8cfe1b588472 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Unset dirty status for tenant:54b6b16a88cd457596297a5e2f6c39ce on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:19:22.194185 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-adeebfea-2cae-40d7-ba03-8cfe1b588472 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "GET /v2.0/ports/e06f31b7-9061-4054-91b0-e20383b45f62 HTTP/1.1" status: 200 len: 910 time: 0.3056762 Apr 06 14:19:22.194858 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ee23747-b788-458a-8fc7-f2393da8808a tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:22.202230 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9a428dbd-fcfd-4d6a-9182-172c4d2905e8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/subnets/823c2ffc-efb7-4d53-83bc-9c5349670122 HTTP/1.1" status: 204 len: 168 time: 1.4072237 Apr 06 14:19:22.203114 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50902) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:22.203442 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50904) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:22.239646 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-db5ee180-3357-4ac4-b9a2-12a5a0ef279d None None] For port f1820b14-23b9-4838-b644-f2ed600766da, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f1820b14-23b9-4838-b644-f2ed600766da,segment=NetworkSegment(81578319-70e3-455e-88c3-f820805b38b1),segment_id=81578319-70e3-455e-88c3-f820805b38b1)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:19:22.266191 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-db5ee180-3357-4ac4-b9a2-12a5a0ef279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:22.295001 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07b37db-236a-47b9-98a2-7e9b8f392349 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Made reservation on behalf of 80ad0f6582bc443bac7991e53e262edd for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:22.297587 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a07b37db-236a-47b9-98a2-7e9b8f392349 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:22.299043 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port ea5302bc-5d1c-4774-a639-86b2c739e9a3, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=ea5302bc-5d1c-4774-a639-86b2c739e9a3,segment=NetworkSegment(7059996c-1f71-437f-b35d-7570fc3feded),segment_id=7059996c-1f71-437f-b35d-7570fc3feded)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:22.331082 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1785c8-cfcf-4d86-879e-201c160e10af None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:19:22.331488 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1785c8-cfcf-4d86-879e-201c160e10af None None] Checking segment: {'id': '00613c02-5478-4fb6-a1ff-3e08f432ee0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2574f6ce-ed97-4769-8b2d-afcdb82630f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:22.331842 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0a1785c8-cfcf-4d86-879e-201c160e10af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:22.332231 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1785c8-cfcf-4d86-879e-201c160e10af None None] Bound using segment: {'id': '00613c02-5478-4fb6-a1ff-3e08f432ee0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2574f6ce-ed97-4769-8b2d-afcdb82630f5'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:19:22.332912 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-0a1785c8-cfcf-4d86-879e-201c160e10af None None] Bound port: 6417d6ab-a9b0-43bb-a39c-deb2794e255b, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00613c02-5478-4fb6-a1ff-3e08f432ee0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2574f6ce-ed97-4769-8b2d-afcdb82630f5'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:19:22.333463 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0a1785c8-cfcf-4d86-879e-201c160e10af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:22.337388 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1fb50f93-b1b9-4795-8bde-d058144d7cba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:22.373376 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:22.374121 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 1bd72070-915b-4d12-b04c-bcdbd61f062c up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:19:22.418809 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8ef0d2c5-0996-4ad3-9463-5b281f69249d None None] For port bfc5e306-3643-4a9c-93d0-b7f2d6d2b642, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:19:22.455553 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-22138198-2d48-4c56-8a81-74c573d67e78 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:22.468097 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-a07b37db-236a-47b9-98a2-7e9b8f392349 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] device_id is not set on port adbb5d45-4ada-4b9f-a565-823d026ef7a0 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:19:22.516173 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ee23747-b788-458a-8fc7-f2393da8808a tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:22.519395 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8ef0d2c5-0996-4ad3-9463-5b281f69249d None None] For port bfc5e306-3643-4a9c-93d0-b7f2d6d2b642, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=bfc5e306-3643-4a9c-93d0-b7f2d6d2b642,segment=NetworkSegment(301bd4f6-c650-4a80-a945-cfed6ed91b43),segment_id=301bd4f6-c650-4a80-a945-cfed6ed91b43)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:19:22.533894 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ee23747-b788-458a-8fc7-f2393da8808a tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:22.554372 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d2c5-0996-4ad3-9463-5b281f69249d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:22.556970 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe93b39a-e897-448b-9b1b-257efc821ee3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:22.595454 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ee180-3357-4ac4-b9a2-12a5a0ef279d None None] Pushing event updated for resources: {'Port': ['ID=f1820b14-23b9-4838-b644-f2ed600766da,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:22.603686 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-fe93b39a-e897-448b-9b1b-257efc821ee3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting port bfc5e306-3643-4a9c-93d0-b7f2d6d2b642 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:19:22.604291 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe93b39a-e897-448b-9b1b-257efc821ee3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:22.628226 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-22138198-2d48-4c56-8a81-74c573d67e78 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:22.631935 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22138198-2d48-4c56-8a81-74c573d67e78 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:22.632539 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-22138198-2d48-4c56-8a81-74c573d67e78 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:22.761391 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0a1785c8-cfcf-4d86-879e-201c160e10af None None] For port 6417d6ab-a9b0-43bb-a39c-deb2794e255b, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:19:22.763864 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-1c0403bb-4714-4e56-8cca-06a31c9c0e1c', 'network_id': '1c0403bb-4714-4e56-8cca-06a31c9c0e1c', 'tenant_id': '80ad0f6582bc443bac7991e53e262edd', 'fixed_ips': [{'subnet_id': '2c0fc65e-3782-43c4-85f3-c752b812d08d'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:19:22.764848 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:22.851986 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0a1785c8-cfcf-4d86-879e-201c160e10af None None] For port 6417d6ab-a9b0-43bb-a39c-deb2794e255b, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6417d6ab-a9b0-43bb-a39c-deb2794e255b,segment=NetworkSegment(00613c02-5478-4fb6-a1ff-3e08f432ee0e),segment_id=00613c02-5478-4fb6-a1ff-3e08f432ee0e)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:19:22.868118 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0a1785c8-cfcf-4d86-879e-201c160e10af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:22.871104 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-22138198-2d48-4c56-8a81-74c573d67e78 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0856638 Apr 06 14:19:22.874481 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50910) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:22.898339 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1bab8eb7-aa1a-4777-b775-0e28b819a8dd tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Request body: {'subnet': {'network_id': '4704b5b0-b027-478c-8a16-6f2a37b5f450', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:22.940199 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22138198-2d48-4c56-8a81-74c573d67e78 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event updated for resources: {'Network': ['ID=4704b5b0-b027-478c-8a16-6f2a37b5f450,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:22.954207 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-a07b37db-236a-47b9-98a2-7e9b8f392349 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Allocated IP 2001:db8::f816:3eff:fe2a:8154 (1c0403bb-4714-4e56-8cca-06a31c9c0e1c/2c0fc65e-3782-43c4-85f3-c752b812d08d/adbb5d45-4ada-4b9f-a565-823d026ef7a0) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:22.965272 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=ea5302bc-5d1c-4774-a639-86b2c739e9a3,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:22.978967 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 1bd72070-915b-4d12-b04c-bcdbd61f062c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:22.979966 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:23.021333 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 4704b5b0-b027-478c-8a16-6f2a37b5f450 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:19:23.079159 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ee23747-b788-458a-8fc7-f2393da8808a tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:23.079159 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee23747-b788-458a-8fc7-f2393da8808a tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Fanout notify agent at l3_agent the message router_deleted on router a8bc825f-923b-49cb-be8b-640a647cf281 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:19:23.190307 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ee23747-b788-458a-8fc7-f2393da8808a tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:23.191779 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9ee23747-b788-458a-8fc7-f2393da8808a tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "DELETE /v2.0/routers/a8bc825f-923b-49cb-be8b-640a647cf281 HTTP/1.1" status: 204 len: 168 time: 6.2403131 Apr 06 14:19:23.211442 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50914) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:23.231250 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c428e2e6-3a77-4077-94d4-3a813256c454 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1584092675', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:23.260063 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c428e2e6-3a77-4077-94d4-3a813256c454 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:23.266209 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1bab8eb7-aa1a-4777-b775-0e28b819a8dd tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:23.284285 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c428e2e6-3a77-4077-94d4-3a813256c454 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Usage tracker for resource:router and tenant:a3cb351a0aef464cb839e27e4891b480 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:23.288079 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1bab8eb7-aa1a-4777-b775-0e28b819a8dd tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Usage tracker for resource:subnet and tenant:dc88b2721e454f4b9119a3f7bd8b83b6 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:23.294543 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c428e2e6-3a77-4077-94d4-3a813256c454 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:23.297649 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1bab8eb7-aa1a-4777-b775-0e28b819a8dd tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:23.316899 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c428e2e6-3a77-4077-94d4-3a813256c454 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:23.322160 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1bab8eb7-aa1a-4777-b775-0e28b819a8dd tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:23.345419 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c428e2e6-3a77-4077-94d4-3a813256c454 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:23.346491 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c428e2e6-3a77-4077-94d4-3a813256c454 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:23.362799 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bab8eb7-aa1a-4777-b775-0e28b819a8dd tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Made reservation on behalf of dc88b2721e454f4b9119a3f7bd8b83b6 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:23.417769 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0d2c5-0996-4ad3-9463-5b281f69249d None None] Pushing event updated for resources: {'Port': ['ID=bfc5e306-3643-4a9c-93d0-b7f2d6d2b642,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:23.436547 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1fb50f93-b1b9-4795-8bde-d058144d7cba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:23.441678 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-fe93b39a-e897-448b-9b1b-257efc821ee3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] For port bfc5e306-3643-4a9c-93d0-b7f2d6d2b642, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=bfc5e306-3643-4a9c-93d0-b7f2d6d2b642,segment=NetworkSegment(301bd4f6-c650-4a80-a945-cfed6ed91b43),segment_id=301bd4f6-c650-4a80-a945-cfed6ed91b43)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:23.442207 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe93b39a-e897-448b-9b1b-257efc821ee3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:23.451246 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1fb50f93-b1b9-4795-8bde-d058144d7cba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:23.452113 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1fb50f93-b1b9-4795-8bde-d058144d7cba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:23.540402 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1785c8-cfcf-4d86-879e-201c160e10af None None] Pushing event updated for resources: {'Port': ['ID=6417d6ab-a9b0-43bb-a39c-deb2794e255b,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:23.547132 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb50f93-b1b9-4795-8bde-d058144d7cba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Port': ['ID=dfa50855-e462-4d02-9fb1-8e256187b600,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:23.581461 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c428e2e6-3a77-4077-94d4-3a813256c454 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:23.589172 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6bd5afba-bdb4-4881-b321-1eee2569969d up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:19:23.665319 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 6bd5afba-bdb4-4881-b321-1eee2569969d completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:23.667344 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1bab8eb7-aa1a-4777-b775-0e28b819a8dd tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:23.671623 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 6bd5afba-bdb4-4881-b321-1eee2569969d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:23.672000 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:23.736957 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-fe93b39a-e897-448b-9b1b-257efc821ee3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Calling delete_port for bfc5e306-3643-4a9c-93d0-b7f2d6d2b642 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:19:23.793929 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:23.837950 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 6bd5afba-bdb4-4881-b321-1eee2569969d, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6bd5afba-bdb4-4881-b321-1eee2569969d,segment=NetworkSegment(bf25ca53-e6b4-49c7-b59e-a45216184526),segment_id=bf25ca53-e6b4-49c7-b59e-a45216184526)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:23.848206 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:23.907260 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a07b37db-236a-47b9-98a2-7e9b8f392349 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:23.922822 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c428e2e6-3a77-4077-94d4-3a813256c454 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:23.937266 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 9b58453a-50e0-429a-9136-08fef71604d1 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:19:23.978544 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 9b58453a-50e0-429a-9136-08fef71604d1 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:19:23.978900 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 9b58453a-50e0-429a-9136-08fef71604d1 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:19:24.003931 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c428e2e6-3a77-4077-94d4-3a813256c454 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:24.007694 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c428e2e6-3a77-4077-94d4-3a813256c454 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7892292 Apr 06 14:19:24.012097 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=6bd5afba-bdb4-4881-b321-1eee2569969d,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:24.012786 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50918) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:24.021936 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-14810c92-ba99-46c7-ac83-e890bbec6ee4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'enable_snat': True}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:24.124169 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb50f93-b1b9-4795-8bde-d058144d7cba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network 5a64e061-a353-4abc-8272-6e91f765a77c is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:24.201968 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe93b39a-e897-448b-9b1b-257efc821ee3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:24.216703 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-a07b37db-236a-47b9-98a2-7e9b8f392349 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Transition to ACTIVE for port object adbb5d45-4ada-4b9f-a565-823d026ef7a0 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:24.250636 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-1fb50f93-b1b9-4795-8bde-d058144d7cba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:24.296623 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93b39a-e897-448b-9b1b-257efc821ee3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Port': ['ID=bfc5e306-3643-4a9c-93d0-b7f2d6d2b642,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:24.302443 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe93b39a-e897-448b-9b1b-257efc821ee3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] No DVR routers for this DVR port bfc5e306-3643-4a9c-93d0-b7f2d6d2b642 on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:19:24.361664 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f1820b14-23b9-4838-b644-f2ed600766da up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:19:24.477635 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port f1820b14-23b9-4838-b644-f2ed600766da completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:24.485401 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device bfc5e306-3643-4a9c-93d0-b7f2d6d2b642 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:19:24.497664 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe93b39a-e897-448b-9b1b-257efc821ee3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:24.508421 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a07b37db-236a-47b9-98a2-7e9b8f392349 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:24.509916 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1bab8eb7-aa1a-4777-b775-0e28b819a8dd tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:24.582003 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: bfc5e306-3643-4a9c-93d0-b7f2d6d2b642 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:19:24.582551 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device bfc5e306-3643-4a9c-93d0-b7f2d6d2b642 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 06 14:19:24.629116 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Port bfc5e306-3643-4a9c-93d0-b7f2d6d2b642 not found, will not notify nova. {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 06 14:19:24.629818 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 55039566-8e5d-4643-8ba7-791a0309dfef up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:19:24.642162 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b37db-236a-47b9-98a2-7e9b8f392349 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event updated for resources: {'Port': ['ID=adbb5d45-4ada-4b9f-a565-823d026ef7a0,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:24.676249 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-fe93b39a-e897-448b-9b1b-257efc821ee3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8baaf047-7519-45d7-83c2-37ead2c17bb8']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:24.695844 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Allocated IP 2001:db8::f816:3eff:fe9f:9b97 (1c0403bb-4714-4e56-8cca-06a31c9c0e1c/2c0fc65e-3782-43c4-85f3-c752b812d08d/0c7e7bbc-953d-4f75-93dc-913f7b9fcff6) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:24.708372 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-fe93b39a-e897-448b-9b1b-257efc821ee3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301bd4f6-c650-4a80-a945-cfed6ed91b43') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:24.708890 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-fe93b39a-e897-448b-9b1b-257efc821ee3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301bd4f6-c650-4a80-a945-cfed6ed91b43') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:24.729665 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07b37db-236a-47b9-98a2-7e9b8f392349 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Network 1c0403bb-4714-4e56-8cca-06a31c9c0e1c is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:24.744372 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe93b39a-e897-448b-9b1b-257efc821ee3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:24.774900 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe93b39a-e897-448b-9b1b-257efc821ee3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:24.785896 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe93b39a-e897-448b-9b1b-257efc821ee3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:19:24.786769 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe93b39a-e897-448b-9b1b-257efc821ee3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:24.827492 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 55039566-8e5d-4643-8ba7-791a0309dfef triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:24.828030 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:24.883507 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab8eb7-aa1a-4777-b775-0e28b819a8dd tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event updated for resources: {'Subnet': ['ID=cff10f38-a453-4abf-b446-34aef0ea552e,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:24.922786 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06991c2-f845-4a26-9137-ce5032601f57 None None] Network 5a64e061-a353-4abc-8272-6e91f765a77c requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:19:24.991253 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:19:24.994394 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-a07b37db-236a-47b9-98a2-7e9b8f392349 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:24.999141 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07b37db-236a-47b9-98a2-7e9b8f392349 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:25.008252 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07b37db-236a-47b9-98a2-7e9b8f392349 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:25.009751 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a07b37db-236a-47b9-98a2-7e9b8f392349 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:25.011395 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ce0c66-df22-4be9-89d9-9b463f186322 None None] Network 8baaf047-7519-45d7-83c2-37ead2c17bb8 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:25.018024 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe93b39a-e897-448b-9b1b-257efc821ee3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:25.025522 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe93b39a-e897-448b-9b1b-257efc821ee3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:25.071039 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93b39a-e897-448b-9b1b-257efc821ee3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Network': ['ID=8baaf047-7519-45d7-83c2-37ead2c17bb8,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:25.087735 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ce0c66-df22-4be9-89d9-9b463f186322 None None] Network 8baaf047-7519-45d7-83c2-37ead2c17bb8 could not be found, it might have been deleted concurrently. {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 06 14:19:25.115417 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a07b37db-236a-47b9-98a2-7e9b8f392349 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.3012509 Apr 06 14:19:25.116389 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50922) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:25.124322 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fe93b39a-e897-448b-9b1b-257efc821ee3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/networks/8baaf047-7519-45d7-83c2-37ead2c17bb8 HTTP/1.1" status: 204 len: 168 time: 2.9145629 Apr 06 14:19:25.155656 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50926) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:25.179357 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1da5b8d-8b1b-4930-a821-3d94de65974b None None] DHCP port deletion for 8baaf047-7519-45d7-83c2-37ead2c17bb8 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:19:25.208430 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-bbefa9f0-355c-4a92-bf96-0e96c5327364 None None] Provisioning for port f1820b14-23b9-4838-b644-f2ed600766da completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:25.238969 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a54ab12c-7997-42f9-bf5a-606456145752 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'port': {'network_id': '4e9790fd-6922-4da5-be57-c9b836404c09', 'name': 'tempest-PortsTestJSON-547738818'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:25.242239 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device ea5302bc-5d1c-4774-a639-86b2c739e9a3 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:19:25.271706 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-bbefa9f0-355c-4a92-bf96-0e96c5327364 None None] Provisioning complete for port f1820b14-23b9-4838-b644-f2ed600766da triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:25.272087 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bbefa9f0-355c-4a92-bf96-0e96c5327364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:25.323684 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bab8eb7-aa1a-4777-b775-0e28b819a8dd tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Checking segment: {'id': 'ffdd7f08-2b5b-4fb1-b481-868b55423701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4704b5b0-b027-478c-8a16-6f2a37b5f450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:25.324655 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bab8eb7-aa1a-4777-b775-0e28b819a8dd tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Network hostable DHCP agents. Network: 4704b5b0-b027-478c-8a16-6f2a37b5f450, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:19:25.361686 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:25.408724 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14810c92-ba99-46c7-ac83-e890bbec6ee4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:25.424834 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a54ab12c-7997-42f9-bf5a-606456145752 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:25.436779 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a54ab12c-7997-42f9-bf5a-606456145752 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:port and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:25.441897 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Transition to ACTIVE for port object 0c7e7bbc-953d-4f75-93dc-913f7b9fcff6 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:25.444192 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a54ab12c-7997-42f9-bf5a-606456145752 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:25.444355 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb58c7d-ad75-49b8-a27c-cc6b935e6a9b None None] Network 2574f6ce-ed97-4769-8b2d-afcdb82630f5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:25.452304 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a54ab12c-7997-42f9-bf5a-606456145752 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:25.461294 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bab8eb7-aa1a-4777-b775-0e28b819a8dd tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Network 4704b5b0-b027-478c-8a16-6f2a37b5f450 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:19:25.477775 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3aa490da-b721-4b52-8b81-8b7e6c45fd0b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:25.503784 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-1bab8eb7-aa1a-4777-b775-0e28b819a8dd tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 4704b5b0-b027-478c-8a16-6f2a37b5f450) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:25.508052 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bab8eb7-aa1a-4777-b775-0e28b819a8dd tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:25.508616 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1bab8eb7-aa1a-4777-b775-0e28b819a8dd tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:25.523514 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54ab12c-7997-42f9-bf5a-606456145752 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:25.526734 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a54ab12c-7997-42f9-bf5a-606456145752 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:25.533870 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5954b9f7-c4a0-45e6-af31-f36aa30d2273 None None] Network 4704b5b0-b027-478c-8a16-6f2a37b5f450 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:25.610920 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1bab8eb7-aa1a-4777-b775-0e28b819a8dd tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7318759 Apr 06 14:19:25.612110 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-a54ab12c-7997-42f9-bf5a-606456145752 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] device_id is not set on port 0ae44409-c0b2-497a-9eea-79a30a043914 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:19:25.649661 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50930) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:25.680846 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-b763ed5d-014c-4c40-9518-3bad08aa8c4a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Deleting subnet 2c0fc65e-3782-43c4-85f3-c752b812d08d {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:19:25.690954 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb50f93-b1b9-4795-8bde-d058144d7cba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Router ebdeaac8-870c-4075-879c-a1ae155a0999 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:19:25.708456 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Transition to ACTIVE for port object 0c7e7bbc-953d-4f75-93dc-913f7b9fcff6 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:25.722963 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b763ed5d-014c-4c40-9518-3bad08aa8c4a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:25.739019 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:25.950395 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Network 1c0403bb-4714-4e56-8cca-06a31c9c0e1c is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:25.951710 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port ea5302bc-5d1c-4774-a639-86b2c739e9a3 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:25.951710 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:25.975313 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b763ed5d-014c-4c40-9518-3bad08aa8c4a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:25.988834 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Pushing event updated for resources: {'Port': ['ID=0c7e7bbc-953d-4f75-93dc-913f7b9fcff6,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:25.992389 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:25.994529 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:26.071407 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bbefa9f0-355c-4a92-bf96-0e96c5327364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:26.181161 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:26.202890 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-3aa490da-b721-4b52-8b81-8b7e6c45fd0b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Allocated IP 172.21.0.1 (2741843a-e5a1-4178-a86a-308c21f3041c/11ed482f-1e65-47b3-b52d-a2c23e48f88e/cfa92864-7376-44c3-a3db-d10bf54b478e) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:26.242460 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a54ab12c-7997-42f9-bf5a-606456145752 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:26.331730 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-bbefa9f0-355c-4a92-bf96-0e96c5327364 None None] For port f1820b14-23b9-4838-b644-f2ed600766da, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f1820b14-23b9-4838-b644-f2ed600766da,segment=NetworkSegment(81578319-70e3-455e-88c3-f820805b38b1),segment_id=81578319-70e3-455e-88c3-f820805b38b1)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:26.334133 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Attempting to bind port 0c7e7bbc-953d-4f75-93dc-913f7b9fcff6 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:19:26.334133 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Attempting to bind port 0c7e7bbc-953d-4f75-93dc-913f7b9fcff6 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'a2be5a14-8de1-46fc-802f-d200d1d52fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1c0403bb-4714-4e56-8cca-06a31c9c0e1c'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:19:26.334133 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Attempting to bind port 0c7e7bbc-953d-4f75-93dc-913f7b9fcff6 on network 1c0403bb-4714-4e56-8cca-06a31c9c0e1c {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:19:26.373150 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e737af-f41c-475d-ad3b-4271341a8213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-4704b5b0-b027-478c-8a16-6f2a37b5f450', 'network_id': '4704b5b0-b027-478c-8a16-6f2a37b5f450', 'tenant_id': 'dc88b2721e454f4b9119a3f7bd8b83b6', 'fixed_ips': [{'subnet_id': 'cff10f38-a453-4abf-b446-34aef0ea552e'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:19:26.374370 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-50e737af-f41c-475d-ad3b-4271341a8213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:26.378161 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:26.390496 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bbefa9f0-355c-4a92-bf96-0e96c5327364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:26.427385 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14810c92-ba99-46c7-ac83-e890bbec6ee4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:26.435718 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3aa490da-b721-4b52-8b81-8b7e6c45fd0b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:26.450570 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:19:26.450948 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Checking segment: {'id': 'a2be5a14-8de1-46fc-802f-d200d1d52fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1c0403bb-4714-4e56-8cca-06a31c9c0e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:26.451354 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:26.451748 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Bound using segment: {'id': 'a2be5a14-8de1-46fc-802f-d200d1d52fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1c0403bb-4714-4e56-8cca-06a31c9c0e1c'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:19:26.452231 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Bound port: 0c7e7bbc-953d-4f75-93dc-913f7b9fcff6, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2be5a14-8de1-46fc-802f-d200d1d52fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1c0403bb-4714-4e56-8cca-06a31c9c0e1c'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:19:26.452607 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:26.458044 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b763ed5d-014c-4c40-9518-3bad08aa8c4a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:26.509241 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 50abd3d4-b964-4262-b5dc-f9c477e2a94c up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:19:26.555363 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-3aa490da-b721-4b52-8b81-8b7e6c45fd0b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Transition to ACTIVE for port object cfa92864-7376-44c3-a3db-d10bf54b478e will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:26.565301 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b763ed5d-014c-4c40-9518-3bad08aa8c4a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:26.624122 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763ed5d-014c-4c40-9518-3bad08aa8c4a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event deleted for resources: {'Subnet': ['ID=2c0fc65e-3782-43c4-85f3-c752b812d08d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:26.626018 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a54ab12c-7997-42f9-bf5a-606456145752 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:26.632355 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14810c92-ba99-46c7-ac83-e890bbec6ee4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:26.649344 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b763ed5d-014c-4c40-9518-3bad08aa8c4a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:26.663005 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b763ed5d-014c-4c40-9518-3bad08aa8c4a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "DELETE /v2.0/subnets/2c0fc65e-3782-43c4-85f3-c752b812d08d HTTP/1.1" status: 204 len: 168 time: 1.5405734 Apr 06 14:19:26.665311 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50934) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:26.670424 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbefa9f0-355c-4a92-bf96-0e96c5327364 None None] Pushing event updated for resources: {'Port': ['ID=f1820b14-23b9-4838-b644-f2ed600766da,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:26.733494 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-597c29fa-e7b3-4b32-9030-53467ed91858 None None] Provisioning for port 6417d6ab-a9b0-43bb-a39c-deb2794e255b completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:26.742567 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3aa490da-b721-4b52-8b81-8b7e6c45fd0b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:26.788767 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb50f93-b1b9-4795-8bde-d058144d7cba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:19:26.847824 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] For port 0c7e7bbc-953d-4f75-93dc-913f7b9fcff6, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:19:26.849444 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54ab12c-7997-42f9-bf5a-606456145752 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network 4e9790fd-6922-4da5-be57-c9b836404c09 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:26.851043 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ab12c-7997-42f9-bf5a-606456145752 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Port': ['ID=0ae44409-c0b2-497a-9eea-79a30a043914,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:26.857216 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-a54ab12c-7997-42f9-bf5a-606456145752 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:26.863504 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ddffa4-d1d5-41df-a066-2b08aa8ad47d None None] Sync routers for ids ['ebdeaac8-870c-4075-879c-a1ae155a0999'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:19:26.869556 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1fb50f93-b1b9-4795-8bde-d058144d7cba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "PUT /v2.0/routers/ebdeaac8-870c-4075-879c-a1ae155a0999/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0989780 Apr 06 14:19:26.870874 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54ab12c-7997-42f9-bf5a-606456145752 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:26.876570 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3596b19e-96cb-4a84-bbf1-9073719f5bd0 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:26.877546 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54ab12c-7997-42f9-bf5a-606456145752 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:26.877925 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3596b19e-96cb-4a84-bbf1-9073719f5bd0 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:26.878678 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3596b19e-96cb-4a84-bbf1-9073719f5bd0 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Synchronizing usage tracker for tenant:80ad0f6582bc443bac7991e53e262edd on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:19:26.878937 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a54ab12c-7997-42f9-bf5a-606456145752 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:26.887696 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50938) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:26.888611 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-597c29fa-e7b3-4b32-9030-53467ed91858 None None] Could not find standard attr ID for object bfc5e306-3643-4a9c-93d0-b7f2d6d2b642. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 14:19:26.898989 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-36cfc9dc-1ea6-4f37-b78f-4314c5541c2e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-983582971'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:26.901043 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa490da-b721-4b52-8b81-8b7e6c45fd0b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network 2741843a-e5a1-4178-a86a-308c21f3041c is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:26.902710 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa490da-b721-4b52-8b81-8b7e6c45fd0b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Port': ['ID=cfa92864-7376-44c3-a3db-d10bf54b478e,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:26.911194 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-36cfc9dc-1ea6-4f37-b78f-4314c5541c2e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:26.914332 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-3aa490da-b721-4b52-8b81-8b7e6c45fd0b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:26.916082 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-36cfc9dc-1ea6-4f37-b78f-4314c5541c2e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Usage tracker for resource:network and tenant:6405625efdd14c9bb474ac0b7c765923 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:26.921864 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] For port 0c7e7bbc-953d-4f75-93dc-913f7b9fcff6, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=0c7e7bbc-953d-4f75-93dc-913f7b9fcff6,segment=NetworkSegment(a2be5a14-8de1-46fc-802f-d200d1d52fff),segment_id=a2be5a14-8de1-46fc-802f-d200d1d52fff)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:19:26.931375 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa490da-b721-4b52-8b81-8b7e6c45fd0b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:26.933329 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-36cfc9dc-1ea6-4f37-b78f-4314c5541c2e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:26.940605 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-36cfc9dc-1ea6-4f37-b78f-4314c5541c2e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:26.945277 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:26.988542 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3596b19e-96cb-4a84-bbf1-9073719f5bd0 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Unset dirty status for tenant:80ad0f6582bc443bac7991e53e262edd on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:19:26.989743 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3596b19e-96cb-4a84-bbf1-9073719f5bd0 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3228018 Apr 06 14:19:26.995187 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50942) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:27.010026 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cfc9dc-1ea6-4f37-b78f-4314c5541c2e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Made reservation on behalf of 6405625efdd14c9bb474ac0b7c765923 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:27.013860 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-36cfc9dc-1ea6-4f37-b78f-4314c5541c2e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:27.035547 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 50abd3d4-b964-4262-b5dc-f9c477e2a94c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:27.036200 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:27.064531 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a54ab12c-7997-42f9-bf5a-606456145752 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8864481 Apr 06 14:19:27.065373 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50946) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:27.124995 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ddffa4-d1d5-41df-a066-2b08aa8ad47d None None] Routers {'ebdeaac8-870c-4075-879c-a1ae155a0999'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:19:27.125563 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-64ddffa4-d1d5-41df-a066-2b08aa8ad47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ebdeaac8-870c-4075-879c-a1ae155a0999'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:27.139093 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36cfc9dc-1ea6-4f37-b78f-4314c5541c2e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:19:27.151091 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-36cfc9dc-1ea6-4f37-b78f-4314c5541c2e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:27.151746 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-36cfc9dc-1ea6-4f37-b78f-4314c5541c2e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Added segment 4cd0229c-ac6d-45af-b08b-e8c0cb4cddc4 of type vlan for network 0ae87b72-43d0-43af-bb04-4ab2ab392d90 Apr 06 14:19:27.184532 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3aa490da-b721-4b52-8b81-8b7e6c45fd0b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:27.184969 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-36cfc9dc-1ea6-4f37-b78f-4314c5541c2e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:27.215569 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-50e737af-f41c-475d-ad3b-4271341a8213 None None] Allocated IP 172.20.0.1 (4704b5b0-b027-478c-8a16-6f2a37b5f450/cff10f38-a453-4abf-b446-34aef0ea552e/41965932-937c-4a99-bd25-70bf610e9254) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:27.229182 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-36cfc9dc-1ea6-4f37-b78f-4314c5541c2e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:27.233448 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-43038405-899f-4700-8598-2f3fa8689394 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:27.233647 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cfc9dc-1ea6-4f37-b78f-4314c5541c2e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:27.234302 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-36cfc9dc-1ea6-4f37-b78f-4314c5541c2e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:27.247855 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-43038405-899f-4700-8598-2f3fa8689394 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 06 14:19:27.248633 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43038405-899f-4700-8598-2f3fa8689394 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:27.250837 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-43038405-899f-4700-8598-2f3fa8689394 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "DELETE /v2.0/networks/1c0403bb-4714-4e56-8cca-06a31c9c0e1c HTTP/1.1" status: 409 len: 405 time: 0.2542713 Apr 06 14:19:27.254943 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50950) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:27.263450 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0fc8dee9-01dd-45f5-aaa2-bab28143bbdc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-518045408'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:27.297689 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0fc8dee9-01dd-45f5-aaa2-bab28143bbdc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:27.309164 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0fc8dee9-01dd-45f5-aaa2-bab28143bbdc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Usage tracker for resource:network and tenant:80ad0f6582bc443bac7991e53e262edd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:27.314045 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0fc8dee9-01dd-45f5-aaa2-bab28143bbdc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:27.328190 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0fc8dee9-01dd-45f5-aaa2-bab28143bbdc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:27.340114 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3aa490da-b721-4b52-8b81-8b7e6c45fd0b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:27.358073 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc8dee9-01dd-45f5-aaa2-bab28143bbdc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Made reservation on behalf of 80ad0f6582bc443bac7991e53e262edd for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:27.361837 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0fc8dee9-01dd-45f5-aaa2-bab28143bbdc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:27.393315 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-36cfc9dc-1ea6-4f37-b78f-4314c5541c2e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5011079 Apr 06 14:19:27.397586 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-14810c92-ba99-46c7-ac83-e890bbec6ee4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Allocated IP 172.26.8.209 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/cc85da90-ab70-4ad9-bd9b-fd2a5026c165) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:27.401509 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50954) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:27.416091 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2a24f0e9-7a38-4e65-91cb-845757e9810d tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'subnet': {'network_id': '0ae87b72-43d0-43af-bb04-4ab2ab392d90', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:27.429956 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfc9dc-1ea6-4f37-b78f-4314c5541c2e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Network': ['ID=0ae87b72-43d0-43af-bb04-4ab2ab392d90,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:27.442410 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-7169a895-8891-43b9-be0b-52cd85a1a139 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting port 0ae44409-c0b2-497a-9eea-79a30a043914 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:19:27.442754 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7169a895-8891-43b9-be0b-52cd85a1a139 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:27.457900 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc8dee9-01dd-45f5-aaa2-bab28143bbdc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:19:27.471338 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 0ae87b72-43d0-43af-bb04-4ab2ab392d90 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:19:27.483947 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a5459dda-465e-4282-a97a-098108d807d0 None None] Provisioning for port dfa50855-e462-4d02-9fb1-8e256187b600 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:27.500798 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Pushing event updated for resources: {'Port': ['ID=0c7e7bbc-953d-4f75-93dc-913f7b9fcff6,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:27.579474 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0fc8dee9-01dd-45f5-aaa2-bab28143bbdc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:27.579884 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-0fc8dee9-01dd-45f5-aaa2-bab28143bbdc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Added segment 19baa716-b133-47c2-8561-23191215248d of type vlan for network 890399b2-f93c-4766-acee-71a0f369a06d Apr 06 14:19:27.612738 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a5459dda-465e-4282-a97a-098108d807d0 None None] Provisioning complete for port dfa50855-e462-4d02-9fb1-8e256187b600 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:27.613196 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a5459dda-465e-4282-a97a-098108d807d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:27.628018 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0fc8dee9-01dd-45f5-aaa2-bab28143bbdc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:27.698123 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:27.698560 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:27.698831 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:27.699168 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:27.699504 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:27.700263 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:27.700263 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:27.700482 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:27.700775 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:27.701601 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:27.701601 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbdb2f-d0fc-46b4-b0e3-de2495befcda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:27.720449 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2a24f0e9-7a38-4e65-91cb-845757e9810d tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:27.736505 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2a24f0e9-7a38-4e65-91cb-845757e9810d tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Usage tracker for resource:subnet and tenant:6405625efdd14c9bb474ac0b7c765923 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:27.744142 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-64ddffa4-d1d5-41df-a066-2b08aa8ad47d None None] Set router ebdeaac8-870c-4075-879c-a1ae155a0999 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:19:27.754935 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0fc8dee9-01dd-45f5-aaa2-bab28143bbdc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:27.757367 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2a24f0e9-7a38-4e65-91cb-845757e9810d tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:27.758546 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc8dee9-01dd-45f5-aaa2-bab28143bbdc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:27.758964 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0fc8dee9-01dd-45f5-aaa2-bab28143bbdc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:27.803090 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a2f0e2-b5b8-480a-b0b0-d6b47fe05d2d None None] Network 1c0403bb-4714-4e56-8cca-06a31c9c0e1c requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:27.821341 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2a24f0e9-7a38-4e65-91cb-845757e9810d tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:27.876252 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a24f0e9-7a38-4e65-91cb-845757e9810d tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Made reservation on behalf of 6405625efdd14c9bb474ac0b7c765923 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:27.894510 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14810c92-ba99-46c7-ac83-e890bbec6ee4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:27.953110 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a5459dda-465e-4282-a97a-098108d807d0 None None] Port dfa50855-e462-4d02-9fb1-8e256187b600 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:19:27.954489 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3aa490da-b721-4b52-8b81-8b7e6c45fd0b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:27.961481 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7169a895-8891-43b9-be0b-52cd85a1a139 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:27.967086 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0fc8dee9-01dd-45f5-aaa2-bab28143bbdc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7109644 Apr 06 14:19:27.970947 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50958) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:27.971131 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3aa490da-b721-4b52-8b81-8b7e6c45fd0b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:28.091739 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3aa490da-b721-4b52-8b81-8b7e6c45fd0b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:28.103460 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-6f8eee05-8218-4dee-b11b-de7d4c80100a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Request body: {'subnet': {'network_id': '890399b2-f93c-4766-acee-71a0f369a06d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:28.127751 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-7169a895-8891-43b9-be0b-52cd85a1a139 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Calling delete_port for 0ae44409-c0b2-497a-9eea-79a30a043914 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:19:28.204601 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a24f0e9-7a38-4e65-91cb-845757e9810d tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:28.213865 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f1820b14-23b9-4838-b644-f2ed600766da up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:19:28.288240 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8dee9-01dd-45f5-aaa2-bab28143bbdc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event updated for resources: {'Network': ['ID=890399b2-f93c-4766-acee-71a0f369a06d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:28.298091 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-50e737af-f41c-475d-ad3b-4271341a8213 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:28.311077 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14810c92-ba99-46c7-ac83-e890bbec6ee4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:28.329486 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa490da-b721-4b52-8b81-8b7e6c45fd0b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Port': ['ID=cfa92864-7376-44c3-a3db-d10bf54b478e,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:28.341712 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 890399b2-f93c-4766-acee-71a0f369a06d details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:19:28.380653 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14810c92-ba99-46c7-ac83-e890bbec6ee4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Pushing event updated for resources: {'Port': ['ID=cc85da90-ab70-4ad9-bd9b-fd2a5026c165,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:28.382607 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-50e737af-f41c-475d-ad3b-4271341a8213 None None] Transition to ACTIVE for port object 41965932-937c-4a99-bd25-70bf610e9254 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:28.388947 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a5459dda-465e-4282-a97a-098108d807d0 None None] Provisioning complete for port f1820b14-23b9-4838-b644-f2ed600766da triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:28.388947 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a5459dda-465e-4282-a97a-098108d807d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:28.408635 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14810c92-ba99-46c7-ac83-e890bbec6ee4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:28.412243 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-14810c92-ba99-46c7-ac83-e890bbec6ee4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:28.413376 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6f8eee05-8218-4dee-b11b-de7d4c80100a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:28.416344 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7169a895-8891-43b9-be0b-52cd85a1a139 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:28.419126 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14810c92-ba99-46c7-ac83-e890bbec6ee4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:28.429290 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6f8eee05-8218-4dee-b11b-de7d4c80100a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:28.463264 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8eee05-8218-4dee-b11b-de7d4c80100a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Made reservation on behalf of 80ad0f6582bc443bac7991e53e262edd for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:28.548790 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-50e737af-f41c-475d-ad3b-4271341a8213 None None] Transition to ACTIVE for port object 41965932-937c-4a99-bd25-70bf610e9254 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:28.555511 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa490da-b721-4b52-8b81-8b7e6c45fd0b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network 2741843a-e5a1-4178-a86a-308c21f3041c is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:28.558792 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-3aa490da-b721-4b52-8b81-8b7e6c45fd0b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:28.600637 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-50e737af-f41c-475d-ad3b-4271341a8213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:28.634326 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169a895-8891-43b9-be0b-52cd85a1a139 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Port': ['ID=0ae44409-c0b2-497a-9eea-79a30a043914,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:28.700554 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6f8eee05-8218-4dee-b11b-de7d4c80100a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:28.751075 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7169a895-8891-43b9-be0b-52cd85a1a139 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:28.757428 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:28.772065 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e737af-f41c-475d-ad3b-4271341a8213 None None] Network 4704b5b0-b027-478c-8a16-6f2a37b5f450 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:28.774346 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e737af-f41c-475d-ad3b-4271341a8213 None None] Pushing event updated for resources: {'Port': ['ID=41965932-937c-4a99-bd25-70bf610e9254,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:28.783036 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-50e737af-f41c-475d-ad3b-4271341a8213 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:28.797948 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port f1820b14-23b9-4838-b644-f2ed600766da triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:28.798571 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:28.830727 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e737af-f41c-475d-ad3b-4271341a8213 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:28.888982 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event deleted for resources: {'Subnet': ['ID=cff10f38-a453-4abf-b446-34aef0ea552e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:28.975245 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7169a895-8891-43b9-be0b-52cd85a1a139 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/ports/0ae44409-c0b2-497a-9eea-79a30a043914 HTTP/1.1" status: 204 len: 168 time: 1.8974349 Apr 06 14:19:28.989874 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50962) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:28.990163 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:29.006686 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:29.017544 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d2a73672-7c82-44f8-9324-929d7730830a tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'port': {'network_id': '4e9790fd-6922-4da5-be57-c9b836404c09', 'mac_address': 'fa:16:3e:c1:0b:7f', 'name': 'tempest-PortsTestJSON-148689277'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:29.116228 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-50e737af-f41c-475d-ad3b-4271341a8213 None None] Attempting to bind port 41965932-937c-4a99-bd25-70bf610e9254 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:19:29.116574 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-50e737af-f41c-475d-ad3b-4271341a8213 None None] Attempting to bind port 41965932-937c-4a99-bd25-70bf610e9254 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'ffdd7f08-2b5b-4fb1-b481-868b55423701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4704b5b0-b027-478c-8a16-6f2a37b5f450'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:19:29.117030 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e737af-f41c-475d-ad3b-4271341a8213 None None] Attempting to bind port 41965932-937c-4a99-bd25-70bf610e9254 on network 4704b5b0-b027-478c-8a16-6f2a37b5f450 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:19:29.120386 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-64ddffa4-d1d5-41df-a066-2b08aa8ad47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:19:22Z', 'revision_number': 3, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None, '_interfaces': [{'id': '55039566-8e5d-4643-8ba7-791a0309dfef', 'name': '', 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:c1:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:06Z', 'updated_at': '2022-04-06T14:19:20Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa50855-e462-4d02-9fb1-8e256187b600', 'name': '', 'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:4b:2b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:19Z', 'updated_at': '2022-04-06T14:19:22Z', 'revision_number': 2, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:29.140411 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ddffa4-d1d5-41df-a066-2b08aa8ad47d None None] Checking router: ebdeaac8-870c-4075-879c-a1ae155a0999 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:19:29.140997 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ddffa4-d1d5-41df-a066-2b08aa8ad47d None None] Updating router ebdeaac8-870c-4075-879c-a1ae155a0999 port dfa50855-e462-4d02-9fb1-8e256187b600 binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:19:29.158005 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d2a73672-7c82-44f8-9324-929d7730830a tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:29.182333 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d2a73672-7c82-44f8-9324-929d7730830a tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:port and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:29.184793 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e737af-f41c-475d-ad3b-4271341a8213 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:19:29.185640 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e737af-f41c-475d-ad3b-4271341a8213 None None] Checking segment: {'id': 'ffdd7f08-2b5b-4fb1-b481-868b55423701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4704b5b0-b027-478c-8a16-6f2a37b5f450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:29.186152 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-50e737af-f41c-475d-ad3b-4271341a8213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:29.186357 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e737af-f41c-475d-ad3b-4271341a8213 None None] Bound using segment: {'id': 'ffdd7f08-2b5b-4fb1-b481-868b55423701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4704b5b0-b027-478c-8a16-6f2a37b5f450'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:19:29.186815 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-50e737af-f41c-475d-ad3b-4271341a8213 None None] Bound port: 41965932-937c-4a99-bd25-70bf610e9254, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffdd7f08-2b5b-4fb1-b481-868b55423701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4704b5b0-b027-478c-8a16-6f2a37b5f450'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:19:29.187197 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-50e737af-f41c-475d-ad3b-4271341a8213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:29.190398 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d2a73672-7c82-44f8-9324-929d7730830a tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:29.200318 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4704b5b0-b027-478c-8a16-6f2a37b5f450']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:29.207877 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d2a73672-7c82-44f8-9324-929d7730830a tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:29.213509 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6bd5afba-bdb4-4881-b321-1eee2569969d up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:19:29.217323 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a24f0e9-7a38-4e65-91cb-845757e9810d tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:29.243812 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f5cbf9f8-57cc-4212-aa93-504f8e6f9051 None None] Provisioning for port cfa92864-7376-44c3-a3db-d10bf54b478e completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:29.271171 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.objects.ports [None req-6f8eee05-8218-4dee-b11b-de7d4c80100a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83737) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 06 14:19:29.275763 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6f8eee05-8218-4dee-b11b-de7d4c80100a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:29.277745 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffdd7f08-2b5b-4fb1-b481-868b55423701') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:29.278016 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffdd7f08-2b5b-4fb1-b481-868b55423701') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:29.280295 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa490da-b721-4b52-8b81-8b7e6c45fd0b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Router 46b9e25c-3bdf-4d51-8fd6-f237b43d67a6 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:19:29.285726 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f5cbf9f8-57cc-4212-aa93-504f8e6f9051 None None] Provisioning complete for port cfa92864-7376-44c3-a3db-d10bf54b478e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:29.286100 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f5cbf9f8-57cc-4212-aa93-504f8e6f9051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:29.287838 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14810c92-ba99-46c7-ac83-e890bbec6ee4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:29.343466 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-64ddffa4-d1d5-41df-a066-2b08aa8ad47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:29.351415 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a73672-7c82-44f8-9324-929d7730830a tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:29.356382 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8eee05-8218-4dee-b11b-de7d4c80100a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event updated for resources: {'Subnet': ['ID=0f7b5ce1-6a54-44e7-9421-8a156f3a2780,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:29.421085 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:29.428122 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24f0e9-7a38-4e65-91cb-845757e9810d tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Subnet': ['ID=da4bc539-5a7e-451f-9c78-82fd8270df21,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:29.438817 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f5cbf9f8-57cc-4212-aa93-504f8e6f9051 None None] Port cfa92864-7376-44c3-a3db-d10bf54b478e cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:19:29.472617 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-50e737af-f41c-475d-ad3b-4271341a8213 None None] For port 41965932-937c-4a99-bd25-70bf610e9254, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:19:29.493296 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8eee05-8218-4dee-b11b-de7d4c80100a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Checking segment: {'id': '19baa716-b133-47c2-8561-23191215248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '890399b2-f93c-4766-acee-71a0f369a06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:29.493688 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8eee05-8218-4dee-b11b-de7d4c80100a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Network hostable DHCP agents. Network: 890399b2-f93c-4766-acee-71a0f369a06d, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:19:29.526062 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-50e737af-f41c-475d-ad3b-4271341a8213 None None] For port 41965932-937c-4a99-bd25-70bf610e9254, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=41965932-937c-4a99-bd25-70bf610e9254,segment=NetworkSegment(ffdd7f08-2b5b-4fb1-b481-868b55423701),segment_id=ffdd7f08-2b5b-4fb1-b481-868b55423701)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:19:29.541409 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8eee05-8218-4dee-b11b-de7d4c80100a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Network 890399b2-f93c-4766-acee-71a0f369a06d is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:19:29.550327 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-50e737af-f41c-475d-ad3b-4271341a8213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:29.554377 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f5cbf9f8-57cc-4212-aa93-504f8e6f9051 None None] Provisioning complete for port dfa50855-e462-4d02-9fb1-8e256187b600 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:29.554766 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f5cbf9f8-57cc-4212-aa93-504f8e6f9051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:29.556812 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa490da-b721-4b52-8b81-8b7e6c45fd0b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:19:29.557950 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:29.562930 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-6f8eee05-8218-4dee-b11b-de7d4c80100a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 890399b2-f93c-4766-acee-71a0f369a06d) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:29.567849 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8eee05-8218-4dee-b11b-de7d4c80100a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:29.568630 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6f8eee05-8218-4dee-b11b-de7d4c80100a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:29.577006 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3aa490da-b721-4b52-8b81-8b7e6c45fd0b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "PUT /v2.0/routers/46b9e25c-3bdf-4d51-8fd6-f237b43d67a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3688884 Apr 06 14:19:29.582471 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50966) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:29.594043 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:19:29.594253 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfd2a15-dc83-4dee-8289-250ea82264b2 None None] Sync routers for ids ['46b9e25c-3bdf-4d51-8fd6-f237b43d67a6'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:19:29.594732 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:29.608611 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfd2a15-dc83-4dee-8289-250ea82264b2 None None] Routers {'46b9e25c-3bdf-4d51-8fd6-f237b43d67a6'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:19:29.609479 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-ebfd2a15-dc83-4dee-8289-250ea82264b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['46b9e25c-3bdf-4d51-8fd6-f237b43d67a6'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:19:29.610768 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:19:29.615428 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 6bd5afba-bdb4-4881-b321-1eee2569969d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:29.615804 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:29.632154 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6f8eee05-8218-4dee-b11b-de7d4c80100a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5972493 Apr 06 14:19:29.635371 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50970) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:29.642956 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8df69f87-3230-4734-a7b6-b38aa558014d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Request body: {'port': {'network_id': '890399b2-f93c-4766-acee-71a0f369a06d', 'name': 'tempest-NetworksIpV6TestAttrs-467102709'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:29.656067 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d442fdaa-c0fb-4e11-ad2f-145613143e19 None None] Network 890399b2-f93c-4766-acee-71a0f369a06d requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:29.700148 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-ebfd2a15-dc83-4dee-8289-250ea82264b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:29.706776 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2a73672-7c82-44f8-9324-929d7730830a tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:29.713275 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfd2a15-dc83-4dee-8289-250ea82264b2 None None] Routers {'46b9e25c-3bdf-4d51-8fd6-f237b43d67a6'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:19:29.713990 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-ebfd2a15-dc83-4dee-8289-250ea82264b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['46b9e25c-3bdf-4d51-8fd6-f237b43d67a6'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:29.727919 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a24f0e9-7a38-4e65-91cb-845757e9810d tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Checking segment: {'id': '4cd0229c-ac6d-45af-b08b-e8c0cb4cddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '0ae87b72-43d0-43af-bb04-4ab2ab392d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:29.728529 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1d1688-25d2-4237-b30b-7ef592d2fad1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:29.728854 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a24f0e9-7a38-4e65-91cb-845757e9810d tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network hostable DHCP agents. Network: 0ae87b72-43d0-43af-bb04-4ab2ab392d90, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:19:29.729136 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4d1d1688-25d2-4237-b30b-7ef592d2fad1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Synchronizing usage tracker for tenant:54b6b16a88cd457596297a5e2f6c39ce on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:19:29.768964 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4d1d1688-25d2-4237-b30b-7ef592d2fad1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Unset dirty status for tenant:54b6b16a88cd457596297a5e2f6c39ce on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:19:29.770188 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4d1d1688-25d2-4237-b30b-7ef592d2fad1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "GET /v2.0/ports/cfa92864-7376-44c3-a3db-d10bf54b478e HTTP/1.1" status: 200 len: 910 time: 0.1866372 Apr 06 14:19:29.771126 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14810c92-ba99-46c7-ac83-e890bbec6ee4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:29.781729 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50974) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:29.800369 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14810c92-ba99-46c7-ac83-e890bbec6ee4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653861', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691619'] for router, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:29.818907 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-ebfd2a15-dc83-4dee-8289-250ea82264b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:29.819434 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfd2a15-dc83-4dee-8289-250ea82264b2 None None] The sync data for ids ['46b9e25c-3bdf-4d51-8fd6-f237b43d67a6'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:19:29.881530 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-d2a73672-7c82-44f8-9324-929d7730830a tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] device_id is not set on port 24486d16-9fc7-46cd-8fab-e3747f4fc18d yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:19:29.895476 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f5cbf9f8-57cc-4212-aa93-504f8e6f9051 None None] Port dfa50855-e462-4d02-9fb1-8e256187b600 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:19:29.925822 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8df69f87-3230-4734-a7b6-b38aa558014d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:29.929689 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8df69f87-3230-4734-a7b6-b38aa558014d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Usage tracker for resource:port and tenant:80ad0f6582bc443bac7991e53e262edd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:29.932583 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8df69f87-3230-4734-a7b6-b38aa558014d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:29.934941 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 14:19:29.934941 dv-neutron-835868-1-hyperv neutron-server[83738]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 14:19:29.934941 dv-neutron-835868-1-hyperv neutron-server[83738]: [parameters: {'id': '4704b5b0-b027-478c-8a16-6f2a37b5f450'}] Apr 06 14:19:29.934941 dv-neutron-835868-1-hyperv neutron-server[83738]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:19:29.935590 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:19:29.939870 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8df69f87-3230-4734-a7b6-b38aa558014d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:29.950139 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df69f87-3230-4734-a7b6-b38aa558014d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Made reservation on behalf of 80ad0f6582bc443bac7991e53e262edd for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:29.953273 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8df69f87-3230-4734-a7b6-b38aa558014d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:29.974520 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-8df69f87-3230-4734-a7b6-b38aa558014d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] device_id is not set on port 39378556-17d8-4457-9006-a9dcf8c230ef yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:19:30.018878 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e737af-f41c-475d-ad3b-4271341a8213 None None] Pushing event updated for resources: {'Port': ['ID=41965932-937c-4a99-bd25-70bf610e9254,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:30.133428 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-8df69f87-3230-4734-a7b6-b38aa558014d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Allocated IP 2001:db8::f816:3eff:fe16:f99d (890399b2-f93c-4766-acee-71a0f369a06d/0f7b5ce1-6a54-44e7-9421-8a156f3a2780/39378556-17d8-4457-9006-a9dcf8c230ef) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:30.177864 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fa5ec6-bd86-4bac-9cfa-919dd0c97c8a None None] Network 4704b5b0-b027-478c-8a16-6f2a37b5f450 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:30.265966 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a24f0e9-7a38-4e65-91cb-845757e9810d tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network 0ae87b72-43d0-43af-bb04-4ab2ab392d90 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:19:30.267919 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6417d6ab-a9b0-43bb-a39c-deb2794e255b up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:19:30.292026 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-2a24f0e9-7a38-4e65-91cb-845757e9810d tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 0ae87b72-43d0-43af-bb04-4ab2ab392d90) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:30.303835 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a24f0e9-7a38-4e65-91cb-845757e9810d tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:30.304422 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a24f0e9-7a38-4e65-91cb-845757e9810d tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:30.334666 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c45ba0-3f64-4dbf-845d-24dcc82b7e0b None None] Network 0ae87b72-43d0-43af-bb04-4ab2ab392d90 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:30.341718 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8df69f87-3230-4734-a7b6-b38aa558014d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:30.358935 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-8df69f87-3230-4734-a7b6-b38aa558014d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Transition to ACTIVE for port object 39378556-17d8-4457-9006-a9dcf8c230ef will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:30.382723 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8df69f87-3230-4734-a7b6-b38aa558014d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:30.440727 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2a24f0e9-7a38-4e65-91cb-845757e9810d tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0334811 Apr 06 14:19:30.440727 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:30.441773 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50978) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:30.445002 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566626b3-af58-4aec-8b23-1059e013b71a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-890399b2-f93c-4766-acee-71a0f369a06d', 'network_id': '890399b2-f93c-4766-acee-71a0f369a06d', 'tenant_id': '80ad0f6582bc443bac7991e53e262edd', 'fixed_ips': [{'subnet_id': '0f7b5ce1-6a54-44e7-9421-8a156f3a2780'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:19:30.445824 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-566626b3-af58-4aec-8b23-1059e013b71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:30.507312 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df69f87-3230-4734-a7b6-b38aa558014d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Network 890399b2-f93c-4766-acee-71a0f369a06d is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:30.512464 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Deleting port 41965932-937c-4a99-bd25-70bf610e9254 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:19:30.512811 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:30.517134 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-8df69f87-3230-4734-a7b6-b38aa558014d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:30.527873 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df69f87-3230-4734-a7b6-b38aa558014d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:30.531730 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df69f87-3230-4734-a7b6-b38aa558014d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:30.532338 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8df69f87-3230-4734-a7b6-b38aa558014d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:30.535918 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df69f87-3230-4734-a7b6-b38aa558014d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event updated for resources: {'Port': ['ID=39378556-17d8-4457-9006-a9dcf8c230ef,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:30.537226 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.resource_extend [None req-64ddffa4-d1d5-41df-a066-2b08aa8ad47d None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:19:30.538881 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2a73672-7c82-44f8-9324-929d7730830a tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:30.613569 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8df69f87-3230-4734-a7b6-b38aa558014d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9771762 Apr 06 14:19:30.617052 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50982) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:30.710926 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a8bd1f-850e-4ca5-a2ab-58bf5f1cccf8 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Deleting subnet 0f7b5ce1-6a54-44e7-9421-8a156f3a2780 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:19:30.715655 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f3a8bd1f-850e-4ca5-a2ab-58bf5f1cccf8 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:30.777842 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f3a8bd1f-850e-4ca5-a2ab-58bf5f1cccf8 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:30.856829 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2a73672-7c82-44f8-9324-929d7730830a tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:30.907122 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-64ddffa4-d1d5-41df-a066-2b08aa8ad47d None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:30.911974 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 6417d6ab-a9b0-43bb-a39c-deb2794e255b completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:30.941642 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 6417d6ab-a9b0-43bb-a39c-deb2794e255b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:30.941642 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:30.995027 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] For port 41965932-937c-4a99-bd25-70bf610e9254, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=41965932-937c-4a99-bd25-70bf610e9254,segment=NetworkSegment(ffdd7f08-2b5b-4fb1-b481-868b55423701),segment_id=ffdd7f08-2b5b-4fb1-b481-868b55423701)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:30.995285 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:31.000111 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-64ddffa4-d1d5-41df-a066-2b08aa8ad47d None None] Transition to ACTIVE for port object dfa50855-e462-4d02-9fb1-8e256187b600 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:31.004850 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f3a8bd1f-850e-4ca5-a2ab-58bf5f1cccf8 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:31.011197 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a73672-7c82-44f8-9324-929d7730830a tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network 4e9790fd-6922-4da5-be57-c9b836404c09 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:31.012105 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a73672-7c82-44f8-9324-929d7730830a tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Port': ['ID=24486d16-9fc7-46cd-8fab-e3747f4fc18d,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:31.020173 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-d2a73672-7c82-44f8-9324-929d7730830a tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:31.032633 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-64ddffa4-d1d5-41df-a066-2b08aa8ad47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:31.077786 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73babc24-113e-4ee3-a905-ce27c6e9de5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-0ae87b72-43d0-43af-bb04-4ab2ab392d90', 'network_id': '0ae87b72-43d0-43af-bb04-4ab2ab392d90', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'fixed_ips': [{'subnet_id': 'da4bc539-5a7e-451f-9c78-82fd8270df21'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:19:31.078871 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-73babc24-113e-4ee3-a905-ce27c6e9de5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:31.150419 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a73672-7c82-44f8-9324-929d7730830a tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:31.154781 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a73672-7c82-44f8-9324-929d7730830a tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:31.155497 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2a73672-7c82-44f8-9324-929d7730830a tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:31.173743 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Calling delete_port for 41965932-937c-4a99-bd25-70bf610e9254 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:19:31.206719 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f3a8bd1f-850e-4ca5-a2ab-58bf5f1cccf8 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server [None req-566626b3-af58-4aec-8b23-1059e013b71a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f7b5ce1-6a54-44e7-9421-8a156f3a2780: This subnet is being modified by another concurrent operation. Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 14:19:31.242804 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise exception Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f7b5ce1-6a54-44e7-9421-8a156f3a2780: This subnet is being modified by another concurrent operation. Apr 06 14:19:31.247405 dv-neutron-835868-1-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server Apr 06 14:19:31.252768 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8bd1f-850e-4ca5-a2ab-58bf5f1cccf8 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event deleted for resources: {'Subnet': ['ID=0f7b5ce1-6a54-44e7-9421-8a156f3a2780,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:31.259087 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d2a73672-7c82-44f8-9324-929d7730830a tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2640448 Apr 06 14:19:31.259463 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f3a8bd1f-850e-4ca5-a2ab-58bf5f1cccf8 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:31.263720 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cbca21-8894-4fa4-b7f7-5c6fed5c6d36 None None] Pushing event updated for resources: {'Port': ['ID=dfa50855-e462-4d02-9fb1-8e256187b600,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:31.263989 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 50986) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:31.296602 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f3a8bd1f-850e-4ca5-a2ab-58bf5f1cccf8 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "DELETE /v2.0/subnets/0f7b5ce1-6a54-44e7-9421-8a156f3a2780 HTTP/1.1" status: 204 len: 168 time: 0.6784096 Apr 06 14:19:31.298877 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50990) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:31.333591 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d6a67d-e1aa-4f8c-90cf-91f24e4ab5e5 None None] Network 890399b2-f93c-4766-acee-71a0f369a06d requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:31.344037 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f7b94fab-5857-44d9-a34f-dddf465dc2c8 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:31.488063 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712327ca-9c68-4052-9b7f-b269a8872112 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:31.489315 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712327ca-9c68-4052-9b7f-b269a8872112 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:31.490038 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-712327ca-9c68-4052-9b7f-b269a8872112 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Synchronizing usage tracker for tenant:80ad0f6582bc443bac7991e53e262edd on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:19:31.513689 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8acc1abc-a998-4238-848e-a6a0753cee00 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:31.523686 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14810c92-ba99-46c7-ac83-e890bbec6ee4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Router 1363fbbe-7973-47ce-9367-262613bd1733 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:19:31.535008 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:31.566211 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:31.582831 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc84058-6530-4c01-aa0d-9781a38dac6d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:31.583592 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ffc84058-6530-4c01-aa0d-9781a38dac6d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Synchronizing usage tracker for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:19:31.603110 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event deleted for resources: {'Port': ['ID=41965932-937c-4a99-bd25-70bf610e9254,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:31.627308 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] No DVR routers for this DVR port 41965932-937c-4a99-bd25-70bf610e9254 on host dv-neutron-835868-1-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:19:31.638738 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-712327ca-9c68-4052-9b7f-b269a8872112 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Unset dirty status for tenant:80ad0f6582bc443bac7991e53e262edd on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:19:31.642435 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-712327ca-9c68-4052-9b7f-b269a8872112 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3395832 Apr 06 14:19:31.642807 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50994) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:31.705658 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-64ddffa4-d1d5-41df-a066-2b08aa8ad47d None None] Attempting to bind port dfa50855-e462-4d02-9fb1-8e256187b600 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:19:31.706036 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-64ddffa4-d1d5-41df-a066-2b08aa8ad47d None None] Attempting to bind port dfa50855-e462-4d02-9fb1-8e256187b600 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '81578319-70e3-455e-88c3-f820805b38b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:19:31.706409 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ddffa4-d1d5-41df-a066-2b08aa8ad47d None None] Attempting to bind port dfa50855-e462-4d02-9fb1-8e256187b600 on network 5a64e061-a353-4abc-8272-6e91f765a77c {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:19:31.736820 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-73babc24-113e-4ee3-a905-ce27c6e9de5b None None] Allocated IP 2001:db8:2::2 (0ae87b72-43d0-43af-bb04-4ab2ab392d90/da4bc539-5a7e-451f-9c78-82fd8270df21/4134e85a-57e9-412a-a7de-3400b0bd1498) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:31.742882 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 6417d6ab-a9b0-43bb-a39c-deb2794e255b, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6417d6ab-a9b0-43bb-a39c-deb2794e255b,segment=NetworkSegment(00613c02-5478-4fb6-a1ff-3e08f432ee0e),segment_id=00613c02-5478-4fb6-a1ff-3e08f432ee0e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:31.752963 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:31.789900 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ddffa4-d1d5-41df-a066-2b08aa8ad47d None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:19:31.790563 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ddffa4-d1d5-41df-a066-2b08aa8ad47d None None] Checking segment: {'id': '81578319-70e3-455e-88c3-f820805b38b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:31.791150 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-64ddffa4-d1d5-41df-a066-2b08aa8ad47d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:31.791699 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ddffa4-d1d5-41df-a066-2b08aa8ad47d None None] Bound using segment: {'id': '81578319-70e3-455e-88c3-f820805b38b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:19:31.792384 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-64ddffa4-d1d5-41df-a066-2b08aa8ad47d None None] Bound port: dfa50855-e462-4d02-9fb1-8e256187b600, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81578319-70e3-455e-88c3-f820805b38b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:19:31.792975 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-64ddffa4-d1d5-41df-a066-2b08aa8ad47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:31.888999 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4456daa1-2fb0-48ca-a65d-93cbbb41a7a6 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:31.903968 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-4456daa1-2fb0-48ca-a65d-93cbbb41a7a6 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 06 14:19:31.904404 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4456daa1-2fb0-48ca-a65d-93cbbb41a7a6 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:31.906043 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4456daa1-2fb0-48ca-a65d-93cbbb41a7a6 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "DELETE /v2.0/networks/890399b2-f93c-4766-acee-71a0f369a06d HTTP/1.1" status: 409 len: 405 time: 0.2621787 Apr 06 14:19:31.910569 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 50998) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:31.921261 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device bfc5e306-3643-4a9c-93d0-b7f2d6d2b642 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:19:31.949259 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5075d447-5a4a-4759-8b85-7b9ac0b32c3d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1341056215'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:31.955763 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5075d447-5a4a-4759-8b85-7b9ac0b32c3d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:31.965201 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ffc84058-6530-4c01-aa0d-9781a38dac6d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Unset dirty status for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:19:31.966417 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ffc84058-6530-4c01-aa0d-9781a38dac6d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "GET /v2.0/ports/24486d16-9fc7-46cd-8fab-e3747f4fc18d HTTP/1.1" status: 200 len: 840 time: 0.6987391 Apr 06 14:19:31.968186 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5075d447-5a4a-4759-8b85-7b9ac0b32c3d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Usage tracker for resource:network and tenant:80ad0f6582bc443bac7991e53e262edd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:31.973413 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51002) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:31.975710 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5075d447-5a4a-4759-8b85-7b9ac0b32c3d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:32.020239 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5075d447-5a4a-4759-8b85-7b9ac0b32c3d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:32.025197 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: bfc5e306-3643-4a9c-93d0-b7f2d6d2b642 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:19:32.025910 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device bfc5e306-3643-4a9c-93d0-b7f2d6d2b642 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:19:32.074374 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:32.090074 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5075d447-5a4a-4759-8b85-7b9ac0b32c3d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Made reservation on behalf of 80ad0f6582bc443bac7991e53e262edd for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:32.093808 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5075d447-5a4a-4759-8b85-7b9ac0b32c3d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:32.114814 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=6417d6ab-a9b0-43bb-a39c-deb2794e255b,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:32.121975 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4704b5b0-b027-478c-8a16-6f2a37b5f450']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:32.127277 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ac1820e2-926c-4503-9a07-3ea64d60d255 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting port 24486d16-9fc7-46cd-8fab-e3747f4fc18d {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:19:32.127738 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ac1820e2-926c-4503-9a07-3ea64d60d255 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:32.168728 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffdd7f08-2b5b-4fb1-b481-868b55423701') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:32.169056 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffdd7f08-2b5b-4fb1-b481-868b55423701') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:32.190656 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-64ddffa4-d1d5-41df-a066-2b08aa8ad47d None None] For port dfa50855-e462-4d02-9fb1-8e256187b600, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:19:32.201402 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:32.207060 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-64ddffa4-d1d5-41df-a066-2b08aa8ad47d None None] For port dfa50855-e462-4d02-9fb1-8e256187b600, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=dfa50855-e462-4d02-9fb1-8e256187b600,segment=NetworkSegment(81578319-70e3-455e-88c3-f820805b38b1),segment_id=81578319-70e3-455e-88c3-f820805b38b1)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:19:32.211448 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-73babc24-113e-4ee3-a905-ce27c6e9de5b None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:32.215041 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-64ddffa4-d1d5-41df-a066-2b08aa8ad47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:32.216717 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5075d447-5a4a-4759-8b85-7b9ac0b32c3d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:19:32.271644 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5075d447-5a4a-4759-8b85-7b9ac0b32c3d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:32.272022 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-5075d447-5a4a-4759-8b85-7b9ac0b32c3d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Added segment 9828adfa-d469-4697-94d0-b6d593984b80 of type vlan for network bdd697f1-094f-449b-9b82-36421c81bc32 Apr 06 14:19:32.272990 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-73babc24-113e-4ee3-a905-ce27c6e9de5b None None] Transition to ACTIVE for port object 4134e85a-57e9-412a-a7de-3400b0bd1498 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:32.273770 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:32.320450 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-73babc24-113e-4ee3-a905-ce27c6e9de5b None None] Transition to ACTIVE for port object 4134e85a-57e9-412a-a7de-3400b0bd1498 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:32.329876 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cbca21-8894-4fa4-b7f7-5c6fed5c6d36 None None] Pushing event updated for resources: {'Port': ['ID=dfa50855-e462-4d02-9fb1-8e256187b600,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:32.333056 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ddffa4-d1d5-41df-a066-2b08aa8ad47d None None] Routers {'ebdeaac8-870c-4075-879c-a1ae155a0999'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:19:32.333784 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-64ddffa4-d1d5-41df-a066-2b08aa8ad47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ebdeaac8-870c-4075-879c-a1ae155a0999'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:32.346982 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:19:32.347378 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:19:32.363084 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:19:32.408954 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5075d447-5a4a-4759-8b85-7b9ac0b32c3d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:32.444575 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-73babc24-113e-4ee3-a905-ce27c6e9de5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:32.489604 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ac1820e2-926c-4503-9a07-3ea64d60d255 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:32.504253 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-8acc1abc-a998-4238-848e-a6a0753cee00 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Allocated IP 2001:db8:2::1 (0ae87b72-43d0-43af-bb04-4ab2ab392d90/da4bc539-5a7e-451f-9c78-82fd8270df21/5c3f1881-dc3c-4b14-a023-5ddb3e704c4c) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:32.539494 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14810c92-ba99-46c7-ac83-e890bbec6ee4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:19:32.547621 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:32.553220 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:32.571181 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d12a1c-410b-4985-b144-c892c57ed943 None None] Sync routers for ids ['1363fbbe-7973-47ce-9367-262613bd1733'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:19:32.605796 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73babc24-113e-4ee3-a905-ce27c6e9de5b None None] Network 0ae87b72-43d0-43af-bb04-4ab2ab392d90 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:32.611469 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-73babc24-113e-4ee3-a905-ce27c6e9de5b None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:32.626906 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:19:32.627939 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73babc24-113e-4ee3-a905-ce27c6e9de5b None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:32.633323 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d12a1c-410b-4985-b144-c892c57ed943 None None] Routers {'1363fbbe-7973-47ce-9367-262613bd1733'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:19:32.634089 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-19d12a1c-410b-4985-b144-c892c57ed943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['1363fbbe-7973-47ce-9367-262613bd1733'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:32.634240 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-edb4f4d9-7471-4434-9d89-256ab78b678a req-5ce62908-72ba-434d-a5c4-8026abad63dd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2a62ad8f-048d-4db6-b975-d3349e712732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4249473 Apr 06 14:19:32.641775 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event deleted for resources: {'Network': ['ID=4704b5b0-b027-478c-8a16-6f2a37b5f450,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:32.646020 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14810c92-ba99-46c7-ac83-e890bbec6ee4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:32.647770 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-14810c92-ba99-46c7-ac83-e890bbec6ee4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "PUT /v2.0/routers/1363fbbe-7973-47ce-9367-262613bd1733 HTTP/1.1" status: 200 len: 915 time: 8.6333387 Apr 06 14:19:32.662060 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51006) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:32.681404 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ac1820e2-926c-4503-9a07-3ea64d60d255 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Calling delete_port for 24486d16-9fc7-46cd-8fab-e3747f4fc18d owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:19:32.682379 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73babc24-113e-4ee3-a905-ce27c6e9de5b None None] Pushing event updated for resources: {'Port': ['ID=4134e85a-57e9-412a-a7de-3400b0bd1498,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:32.704525 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-19d12a1c-410b-4985-b144-c892c57ed943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:32.731110 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5075d447-5a4a-4759-8b85-7b9ac0b32c3d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:32.734784 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5075d447-5a4a-4759-8b85-7b9ac0b32c3d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:32.735367 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5075d447-5a4a-4759-8b85-7b9ac0b32c3d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:32.740973 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f0d49614-f6b6-44cf-900a-885b79b80e13 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/networks/4704b5b0-b027-478c-8a16-6f2a37b5f450 HTTP/1.1" status: 204 len: 168 time: 7.0901508 Apr 06 14:19:32.744350 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51010) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:32.755078 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-64ddffa4-d1d5-41df-a066-2b08aa8ad47d None None] Set router ebdeaac8-870c-4075-879c-a1ae155a0999 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:19:32.802700 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8dbda881-cfb4-47db-b1ae-963b55b2df63 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-361221372'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:32.817255 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d12a1c-410b-4985-b144-c892c57ed943 None None] Routers {'1363fbbe-7973-47ce-9367-262613bd1733'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:19:32.817949 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-19d12a1c-410b-4985-b144-c892c57ed943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['1363fbbe-7973-47ce-9367-262613bd1733'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:32.868167 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8dbda881-cfb4-47db-b1ae-963b55b2df63 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:32.894253 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8dbda881-cfb4-47db-b1ae-963b55b2df63 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Usage tracker for resource:network and tenant:dc88b2721e454f4b9119a3f7bd8b83b6 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:32.898278 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8dbda881-cfb4-47db-b1ae-963b55b2df63 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:32.911209 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-19d12a1c-410b-4985-b144-c892c57ed943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:32.911717 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d12a1c-410b-4985-b144-c892c57ed943 None None] The sync data for ids ['1363fbbe-7973-47ce-9367-262613bd1733'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:19:32.941260 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8dbda881-cfb4-47db-b1ae-963b55b2df63 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:32.944727 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-73babc24-113e-4ee3-a905-ce27c6e9de5b None None] Attempting to bind port 4134e85a-57e9-412a-a7de-3400b0bd1498 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:19:32.945277 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-73babc24-113e-4ee3-a905-ce27c6e9de5b None None] Attempting to bind port 4134e85a-57e9-412a-a7de-3400b0bd1498 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '4cd0229c-ac6d-45af-b08b-e8c0cb4cddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '0ae87b72-43d0-43af-bb04-4ab2ab392d90'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:19:32.945695 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73babc24-113e-4ee3-a905-ce27c6e9de5b None None] Attempting to bind port 4134e85a-57e9-412a-a7de-3400b0bd1498 on network 0ae87b72-43d0-43af-bb04-4ab2ab392d90 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:19:32.961822 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075d447-5a4a-4759-8b85-7b9ac0b32c3d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event updated for resources: {'Network': ['ID=bdd697f1-094f-449b-9b82-36421c81bc32,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:32.969131 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbda881-cfb4-47db-b1ae-963b55b2df63 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Made reservation on behalf of dc88b2721e454f4b9119a3f7bd8b83b6 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:32.972002 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8dbda881-cfb4-47db-b1ae-963b55b2df63 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:32.992005 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5075d447-5a4a-4759-8b85-7b9ac0b32c3d tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0777984 Apr 06 14:19:32.993560 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51014) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:33.015196 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network bdd697f1-094f-449b-9b82-36421c81bc32 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:19:33.015497 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-bf985f38-b149-49e2-b24d-45fb92a825bc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Request body: {'subnet': {'network_id': 'bdd697f1-094f-449b-9b82-36421c81bc32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:33.025250 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ac1820e2-926c-4503-9a07-3ea64d60d255 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:33.036278 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73babc24-113e-4ee3-a905-ce27c6e9de5b None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:19:33.036808 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73babc24-113e-4ee3-a905-ce27c6e9de5b None None] Checking segment: {'id': '4cd0229c-ac6d-45af-b08b-e8c0cb4cddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '0ae87b72-43d0-43af-bb04-4ab2ab392d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:33.037349 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-73babc24-113e-4ee3-a905-ce27c6e9de5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:33.037839 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73babc24-113e-4ee3-a905-ce27c6e9de5b None None] Bound using segment: {'id': '4cd0229c-ac6d-45af-b08b-e8c0cb4cddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '0ae87b72-43d0-43af-bb04-4ab2ab392d90'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:19:33.038452 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-73babc24-113e-4ee3-a905-ce27c6e9de5b None None] Bound port: 4134e85a-57e9-412a-a7de-3400b0bd1498, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd0229c-ac6d-45af-b08b-e8c0cb4cddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '0ae87b72-43d0-43af-bb04-4ab2ab392d90'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:19:33.038929 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-73babc24-113e-4ee3-a905-ce27c6e9de5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:33.088776 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1820e2-926c-4503-9a07-3ea64d60d255 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Port': ['ID=24486d16-9fc7-46cd-8fab-e3747f4fc18d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:33.107292 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ac1820e2-926c-4503-9a07-3ea64d60d255 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:33.119154 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8acc1abc-a998-4238-848e-a6a0753cee00 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:33.127194 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ac1820e2-926c-4503-9a07-3ea64d60d255 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/ports/24486d16-9fc7-46cd-8fab-e3747f4fc18d HTTP/1.1" status: 204 len: 168 time: 1.1527965 Apr 06 14:19:33.130017 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51018) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:33.139498 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-edb4f4d9-7471-4434-9d89-256ab78b678a req-ce51ba61-487b-4a8f-a729-58c42a7026b1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=681e39576088423facd0bc7051aac5ad&device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 1098 time: 0.3940051 Apr 06 14:19:33.149107 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dbda881-cfb4-47db-b1ae-963b55b2df63 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:19:33.201213 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-bf985f38-b149-49e2-b24d-45fb92a825bc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:33.203699 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8dbda881-cfb4-47db-b1ae-963b55b2df63 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:33.204045 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-8dbda881-cfb4-47db-b1ae-963b55b2df63 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Added segment 17c35c8c-5a2b-4827-856a-ecb0e9c3ef58 of type vlan for network 7df227b5-71a0-4875-b93c-3cca6377252e Apr 06 14:19:33.287994 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-8acc1abc-a998-4238-848e-a6a0753cee00 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Transition to ACTIVE for port object 5c3f1881-dc3c-4b14-a023-5ddb3e704c4c will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:33.289811 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c38598-743d-4d3e-9a23-a7e0b6d5cfd0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] GET failed (client error): The resource could not be found. Apr 06 14:19:33.290563 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-45c38598-743d-4d3e-9a23-a7e0b6d5cfd0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Synchronizing usage tracker for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:19:33.298781 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-bf985f38-b149-49e2-b24d-45fb92a825bc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:33.306549 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-73babc24-113e-4ee3-a905-ce27c6e9de5b None None] For port 4134e85a-57e9-412a-a7de-3400b0bd1498, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:19:33.318950 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-45c38598-743d-4d3e-9a23-a7e0b6d5cfd0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Unset dirty status for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:19:33.320017 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-45c38598-743d-4d3e-9a23-a7e0b6d5cfd0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "GET /v2.0/ports/24486d16-9fc7-46cd-8fab-e3747f4fc18d HTTP/1.1" status: 404 len: 333 time: 0.1892107 Apr 06 14:19:33.324380 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51022) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:33.330528 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-57f2b760-cbdc-4c4a-a73d-220566374197 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'port': {'network_id': '4e9790fd-6922-4da5-be57-c9b836404c09', 'name': 'tempest-PortsTestJSON-1319317065'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:33.333291 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-73babc24-113e-4ee3-a905-ce27c6e9de5b None None] For port 4134e85a-57e9-412a-a7de-3400b0bd1498, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4134e85a-57e9-412a-a7de-3400b0bd1498,segment=NetworkSegment(4cd0229c-ac6d-45af-b08b-e8c0cb4cddc4),segment_id=4cd0229c-ac6d-45af-b08b-e8c0cb4cddc4)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:19:33.346786 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8acc1abc-a998-4238-848e-a6a0753cee00 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:33.353986 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf985f38-b149-49e2-b24d-45fb92a825bc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Made reservation on behalf of 80ad0f6582bc443bac7991e53e262edd for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:33.365348 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-73babc24-113e-4ee3-a905-ce27c6e9de5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:33.372857 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8dbda881-cfb4-47db-b1ae-963b55b2df63 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:33.463264 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73babc24-113e-4ee3-a905-ce27c6e9de5b None None] Pushing event updated for resources: {'Port': ['ID=4134e85a-57e9-412a-a7de-3400b0bd1498,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:33.499360 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-64ddffa4-d1d5-41df-a066-2b08aa8ad47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:19:22Z', 'revision_number': 3, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None, '_interfaces': [{'id': '55039566-8e5d-4643-8ba7-791a0309dfef', 'name': '', 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:c1:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:06Z', 'updated_at': '2022-04-06T14:19:20Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa50855-e462-4d02-9fb1-8e256187b600', 'name': '', 'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:4b:2b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:19Z', 'updated_at': '2022-04-06T14:19:32Z', 'revision_number': 4, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:33.500691 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acc1abc-a998-4238-848e-a6a0753cee00 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network 0ae87b72-43d0-43af-bb04-4ab2ab392d90 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:33.504596 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ddffa4-d1d5-41df-a066-2b08aa8ad47d None None] The sync data for ids ['ebdeaac8-870c-4075-879c-a1ae155a0999'] in dv-neutron-835868-1-hyperv is: [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:19:22Z', 'revision_number': 3, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None, '_interfaces': [{'id': '55039566-8e5d-4643-8ba7-791a0309dfef', 'name': '', 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:c1:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:06Z', 'updated_at': '2022-04-06T14:19:20Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa50855-e462-4d02-9fb1-8e256187b600', 'name': '', 'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:4b:2b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:19Z', 'updated_at': '2022-04-06T14:19:32Z', 'revision_number': 4, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:19:33.513008 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-8acc1abc-a998-4238-848e-a6a0753cee00 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:33.523300 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acc1abc-a998-4238-848e-a6a0753cee00 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:33.523848 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8acc1abc-a998-4238-848e-a6a0753cee00 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:33.537047 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc1abc-a998-4238-848e-a6a0753cee00 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Port': ['ID=5c3f1881-dc3c-4b14-a023-5ddb3e704c4c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:33.540549 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-57f2b760-cbdc-4c4a-a73d-220566374197 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:33.562217 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-57f2b760-cbdc-4c4a-a73d-220566374197 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:33.584249 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f2b760-cbdc-4c4a-a73d-220566374197 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:33.593513 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-57f2b760-cbdc-4c4a-a73d-220566374197 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:33.657617 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-8dbda881-cfb4-47db-b1ae-963b55b2df63 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:19:33.667550 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-57f2b760-cbdc-4c4a-a73d-220566374197 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] device_id is not set on port eeca2809-445f-49cd-9c4d-14b90f5cfbdf yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:19:33.732477 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4f4d9-7471-4434-9d89-256ab78b678a req-0558ec88-f26c-4d15-bcbe-4d97b2dd6078 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:33.734248 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-edb4f4d9-7471-4434-9d89-256ab78b678a req-0558ec88-f26c-4d15-bcbe-4d97b2dd6078 service neutron] 10.222.0.69 "GET /v2.0/networks?id=095d4797-b5a4-4559-a0b9-992b5f89d16a HTTP/1.1" status: 200 len: 912 time: 0.5669689 Apr 06 14:19:33.738832 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bf985f38-b149-49e2-b24d-45fb92a825bc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:33.752516 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8acc1abc-a998-4238-848e-a6a0753cee00 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:33.760082 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8dbda881-cfb4-47db-b1ae-963b55b2df63 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:33.764400 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbda881-cfb4-47db-b1ae-963b55b2df63 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:33.765005 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8dbda881-cfb4-47db-b1ae-963b55b2df63 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:34.026499 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-51f4396c-99f9-45ac-b884-d239e6378b65 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "GET /v2.0/routers/1363fbbe-7973-47ce-9367-262613bd1733 HTTP/1.1" status: 200 len: 921 time: 1.3630545 Apr 06 14:19:34.052014 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51026) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:34.167441 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-57f2b760-cbdc-4c4a-a73d-220566374197 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:34.260195 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbda881-cfb4-47db-b1ae-963b55b2df63 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event updated for resources: {'Network': ['ID=7df227b5-71a0-4875-b93c-3cca6377252e,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:34.263846 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8dbda881-cfb4-47db-b1ae-963b55b2df63 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4828606 Apr 06 14:19:34.269805 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51030) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:34.271233 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f7b94fab-5857-44d9-a34f-dddf465dc2c8 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Deleting port cfa92864-7376-44c3-a3db-d10bf54b478e {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:19:34.271666 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f7b94fab-5857-44d9-a34f-dddf465dc2c8 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:34.279486 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 7df227b5-71a0-4875-b93c-3cca6377252e details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:19:34.280799 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5998b41c-38dd-42d0-a991-0045fe1ce67a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Request body: {'subnet': {'network_id': '7df227b5-71a0-4875-b93c-3cca6377252e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:34.407414 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device dfa50855-e462-4d02-9fb1-8e256187b600 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:19:34.413090 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-edb4f4d9-7471-4434-9d89-256ab78b678a req-707d415e-9fb2-404f-8ba0-92499fc0775d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af44ed81-bba5-4d12-8d96-7ee14b06cdf7 HTTP/1.1" status: 200 len: 1001 time: 0.6545377 Apr 06 14:19:34.492852 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5998b41c-38dd-42d0-a991-0045fe1ce67a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:34.512035 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5998b41c-38dd-42d0-a991-0045fe1ce67a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Usage tracker for resource:subnet and tenant:dc88b2721e454f4b9119a3f7bd8b83b6 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:34.516601 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5998b41c-38dd-42d0-a991-0045fe1ce67a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:34.524842 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-57f2b760-cbdc-4c4a-a73d-220566374197 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:34.530371 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port dfa50855-e462-4d02-9fb1-8e256187b600 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:34.537045 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port dfa50855-e462-4d02-9fb1-8e256187b600 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:34.537719 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:34.589806 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f2b760-cbdc-4c4a-a73d-220566374197 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network 4e9790fd-6922-4da5-be57-c9b836404c09 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:34.592320 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8acc1abc-a998-4238-848e-a6a0753cee00 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:34.600848 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5998b41c-38dd-42d0-a991-0045fe1ce67a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:34.603743 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-57f2b760-cbdc-4c4a-a73d-220566374197 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:34.607406 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f2b760-cbdc-4c4a-a73d-220566374197 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:34.612252 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f2b760-cbdc-4c4a-a73d-220566374197 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:34.613394 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-57f2b760-cbdc-4c4a-a73d-220566374197 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:34.642734 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f7b94fab-5857-44d9-a34f-dddf465dc2c8 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:34.648915 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8acc1abc-a998-4238-848e-a6a0753cee00 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:34.649711 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8acc1abc-a998-4238-848e-a6a0753cee00 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:34.656781 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-57f2b760-cbdc-4c4a-a73d-220566374197 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3285387 Apr 06 14:19:34.660413 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51034) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:34.669860 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e72a4557-970f-4d6c-9043-6e9d652ebcf9 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:34.679875 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:34.717622 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port dfa50855-e462-4d02-9fb1-8e256187b600, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=dfa50855-e462-4d02-9fb1-8e256187b600,segment=NetworkSegment(81578319-70e3-455e-88c3-f820805b38b1),segment_id=81578319-70e3-455e-88c3-f820805b38b1)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:34.724400 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:34.726111 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4134e85a-57e9-412a-a7de-3400b0bd1498 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:19:34.778644 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f7b94fab-5857-44d9-a34f-dddf465dc2c8 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Calling delete_port for cfa92864-7376-44c3-a3db-d10bf54b478e owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:19:34.797995 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5998b41c-38dd-42d0-a991-0045fe1ce67a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Made reservation on behalf of dc88b2721e454f4b9119a3f7bd8b83b6 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:34.869729 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3bc09b-5790-47e7-b706-33e7f02ca219 None None] Network 0ae87b72-43d0-43af-bb04-4ab2ab392d90 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:34.914318 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5998b41c-38dd-42d0-a991-0045fe1ce67a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:34.948832 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4f4d9-7471-4434-9d89-256ab78b678a req-892436d3-d783-4c6c-8242-520f910e4acc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:34.950306 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-edb4f4d9-7471-4434-9d89-256ab78b678a req-892436d3-d783-4c6c-8242-520f910e4acc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=905b1e27-43c6-41a9-9b0b-26bc504bfcd6 HTTP/1.1" status: 200 len: 850 time: 0.5234659 Apr 06 14:19:34.959177 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-964bcfbd-7740-499d-a844-27f4446df96b tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=5b121ca5-69d5-4d27-bffe-4929f7aabdf6&device_id=1363fbbe-7973-47ce-9367-262613bd1733&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8976696 Apr 06 14:19:35.000190 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51038) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:35.008981 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=dfa50855-e462-4d02-9fb1-8e256187b600,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:35.012180 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-320d66ce-8f4a-44d7-b59b-6c7bd3c4b060 None None] Provisioning for port 4134e85a-57e9-412a-a7de-3400b0bd1498 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:35.058431 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 4134e85a-57e9-412a-a7de-3400b0bd1498 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:35.068885 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 4134e85a-57e9-412a-a7de-3400b0bd1498 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:35.069274 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:35.283189 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:35.297102 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bcafc0-22a7-4d03-90da-02bd9be8c3c3 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:35.301173 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-45bcafc0-22a7-4d03-90da-02bd9be8c3c3 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "GET /v2.0/networks/5b121ca5-69d5-4d27-bffe-4929f7aabdf6 HTTP/1.1" status: 200 len: 881 time: 0.2976012 Apr 06 14:19:35.303870 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5998b41c-38dd-42d0-a991-0045fe1ce67a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:35.305866 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f7b94fab-5857-44d9-a34f-dddf465dc2c8 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:35.311211 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51042) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:35.325143 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 4134e85a-57e9-412a-a7de-3400b0bd1498, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4134e85a-57e9-412a-a7de-3400b0bd1498,segment=NetworkSegment(4cd0229c-ac6d-45af-b08b-e8c0cb4cddc4),segment_id=4cd0229c-ac6d-45af-b08b-e8c0cb4cddc4)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:35.330421 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:35.331259 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6417d6ab-a9b0-43bb-a39c-deb2794e255b up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:19:35.395782 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2b760-cbdc-4c4a-a73d-220566374197 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Port': ['ID=eeca2809-445f-49cd-9c4d-14b90f5cfbdf,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:35.440852 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b94fab-5857-44d9-a34f-dddf465dc2c8 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Port': ['ID=cfa92864-7376-44c3-a3db-d10bf54b478e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:35.448961 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cdc491ec-6710-4f99-8a15-03be447f205d tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "GET /v2.0/ports?device_id=1363fbbe-7973-47ce-9367-262613bd1733 HTTP/1.1" status: 200 len: 205 time: 0.0736284 Apr 06 14:19:35.452434 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-edb4f4d9-7471-4434-9d89-256ab78b678a req-f9f84700-3e61-49d3-b235-a407b93231c3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=095d4797-b5a4-4559-a0b9-992b5f89d16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4830370 Apr 06 14:19:35.471303 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51046) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:35.482071 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=4134e85a-57e9-412a-a7de-3400b0bd1498,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:35.494886 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.objects.ports [None req-bf985f38-b149-49e2-b24d-45fb92a825bc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83738) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 06 14:19:35.515329 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 6417d6ab-a9b0-43bb-a39c-deb2794e255b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:35.516688 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:35.553055 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998b41c-38dd-42d0-a991-0045fe1ce67a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event updated for resources: {'Subnet': ['ID=55afcb29-890f-4f20-bf89-5c28d1854467,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:35.638456 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc1abc-a998-4238-848e-a6a0753cee00 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Port': ['ID=5c3f1881-dc3c-4b14-a023-5ddb3e704c4c,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:35.679943 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e72a4557-970f-4d6c-9043-6e9d652ebcf9 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:35.709719 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6b0238c5-c99f-4ff4-9525-c271143174a1 None None] Provisioning complete for port 4134e85a-57e9-412a-a7de-3400b0bd1498 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:35.710086 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6b0238c5-c99f-4ff4-9525-c271143174a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:35.755223 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bf985f38-b149-49e2-b24d-45fb92a825bc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:35.763040 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5998b41c-38dd-42d0-a991-0045fe1ce67a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Checking segment: {'id': '17c35c8c-5a2b-4827-856a-ecb0e9c3ef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7df227b5-71a0-4875-b93c-3cca6377252e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:35.763412 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5998b41c-38dd-42d0-a991-0045fe1ce67a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Network hostable DHCP agents. Network: 7df227b5-71a0-4875-b93c-3cca6377252e, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:19:35.907351 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31532e0f-2e0b-4bfb-9a4e-5ff1c6f80dc8 None None] get_active_networks_info from dv-neutron-835868-1-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 06 14:19:35.939899 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5998b41c-38dd-42d0-a991-0045fe1ce67a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Network 7df227b5-71a0-4875-b93c-3cca6377252e is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:19:35.943858 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acc1abc-a998-4238-848e-a6a0753cee00 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network 0ae87b72-43d0-43af-bb04-4ab2ab392d90 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:35.962095 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf985f38-b149-49e2-b24d-45fb92a825bc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event updated for resources: {'Subnet': ['ID=94ec59d9-7bb4-4408-8bef-5bdfb1496652,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:35.971277 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-8acc1abc-a998-4238-848e-a6a0753cee00 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:36.045037 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6b0238c5-c99f-4ff4-9525-c271143174a1 None None] Provisioning for port 5c3f1881-dc3c-4b14-a023-5ddb3e704c4c completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:36.055130 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6b0238c5-c99f-4ff4-9525-c271143174a1 None None] Provisioning complete for port 5c3f1881-dc3c-4b14-a023-5ddb3e704c4c triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:36.055324 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6b0238c5-c99f-4ff4-9525-c271143174a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:36.055574 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-edb4f4d9-7471-4434-9d89-256ab78b678a req-a947ac58-e990-49fe-8eec-e9a8a9269497 service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297303 Apr 06 14:19:36.139942 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-5998b41c-38dd-42d0-a991-0045fe1ce67a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 7df227b5-71a0-4875-b93c-3cca6377252e) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:36.172549 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5998b41c-38dd-42d0-a991-0045fe1ce67a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:36.173172 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5998b41c-38dd-42d0-a991-0045fe1ce67a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:36.199093 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4134e85a-57e9-412a-a7de-3400b0bd1498 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:19:36.225592 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf985f38-b149-49e2-b24d-45fb92a825bc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Checking segment: {'id': '9828adfa-d469-4697-94d0-b6d593984b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bdd697f1-094f-449b-9b82-36421c81bc32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:36.225950 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf985f38-b149-49e2-b24d-45fb92a825bc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Network hostable DHCP agents. Network: bdd697f1-094f-449b-9b82-36421c81bc32, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:19:36.245634 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5998b41c-38dd-42d0-a991-0045fe1ce67a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9722621 Apr 06 14:19:36.245905 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6b0238c5-c99f-4ff4-9525-c271143174a1 None None] Port 5c3f1881-dc3c-4b14-a023-5ddb3e704c4c cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:19:36.246814 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51050) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:36.325484 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e72a4557-970f-4d6c-9043-6e9d652ebcf9 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:36.345903 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 4134e85a-57e9-412a-a7de-3400b0bd1498 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:36.346478 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:36.382292 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e72a4557-970f-4d6c-9043-6e9d652ebcf9 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:36.401085 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-edb4f4d9-7471-4434-9d89-256ab78b678a req-9f685a45-b7ec-45e8-9c41-d8b6f1003033 service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360631 Apr 06 14:19:36.406458 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf985f38-b149-49e2-b24d-45fb92a825bc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Network bdd697f1-094f-449b-9b82-36421c81bc32 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:19:36.439317 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-bf985f38-b149-49e2-b24d-45fb92a825bc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, bdd697f1-094f-449b-9b82-36421c81bc32) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:36.443219 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e66e2815-eb64-4af3-b401-1d75bea715cc None None] Provisioning complete for port 5c3f1881-dc3c-4b14-a023-5ddb3e704c4c triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:36.443714 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e66e2815-eb64-4af3-b401-1d75bea715cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:36.446017 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf985f38-b149-49e2-b24d-45fb92a825bc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:36.446618 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bf985f38-b149-49e2-b24d-45fb92a825bc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:36.475860 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-e72a4557-970f-4d6c-9043-6e9d652ebcf9 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] In _notify_port_updated(), no bound segment for port eeca2809-445f-49cd-9c4d-14b90f5cfbdf on network 4e9790fd-6922-4da5-be57-c9b836404c09 {{(pid=83737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 06 14:19:36.479310 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72a4557-970f-4d6c-9043-6e9d652ebcf9 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:36.480789 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e72a4557-970f-4d6c-9043-6e9d652ebcf9 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:36.484711 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e72a4557-970f-4d6c-9043-6e9d652ebcf9 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "PUT /v2.0/ports/eeca2809-445f-49cd-9c4d-14b90f5cfbdf HTTP/1.1" status: 200 len: 818 time: 1.8204517 Apr 06 14:19:36.487492 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-22805926-c24c-416d-8063-5e17ed1c2442 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:36.490989 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51054) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:36.495230 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f7b94fab-5857-44d9-a34f-dddf465dc2c8 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:36.526295 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bf985f38-b149-49e2-b24d-45fb92a825bc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.5285003 Apr 06 14:19:36.526532 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a4557-970f-4d6c-9043-6e9d652ebcf9 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Port': ['ID=eeca2809-445f-49cd-9c4d-14b90f5cfbdf,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:36.531656 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51058) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:36.544490 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31532e0f-2e0b-4bfb-9a4e-5ff1c6f80dc8 None None] Unable to find a vacant binding_index for network bdd697f1-094f-449b-9b82-36421c81bc32 and agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 {{(pid=83739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 06 14:19:36.548627 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e66e2815-eb64-4af3-b401-1d75bea715cc None None] Port 5c3f1881-dc3c-4b14-a023-5ddb3e704c4c cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:19:36.569852 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-238e731e-661e-4633-97c6-b7a15bdbd0b2 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:36.571693 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31532e0f-2e0b-4bfb-9a4e-5ff1c6f80dc8 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, bdd697f1-094f-449b-9b82-36421c81bc32) {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:19:36.575206 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device dfa50855-e462-4d02-9fb1-8e256187b600 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:19:36.698204 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-22805926-c24c-416d-8063-5e17ed1c2442 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:36.850175 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port dfa50855-e462-4d02-9fb1-8e256187b600 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:36.853010 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:36.870277 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-22805926-c24c-416d-8063-5e17ed1c2442 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:36.907655 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-2fb3f8ba-460d-4bd9-836d-da1c65bc8130 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting port eeca2809-445f-49cd-9c4d-14b90f5cfbdf {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:19:36.907991 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f8ba-460d-4bd9-836d-da1c65bc8130 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:36.986841 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22805926-c24c-416d-8063-5e17ed1c2442 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event deleted for resources: {'Subnet': ['ID=55afcb29-890f-4f20-bf89-5c28d1854467,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:37.063098 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:37.103493 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-22805926-c24c-416d-8063-5e17ed1c2442 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:37.107268 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8acc1abc-a998-4238-848e-a6a0753cee00 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Router ebdeaac8-870c-4075-879c-a1ae155a0999 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:19:37.258134 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8666d57b-ffa6-477a-9eb8-f2064cda5611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-bdd697f1-094f-449b-9b82-36421c81bc32', 'network_id': 'bdd697f1-094f-449b-9b82-36421c81bc32', 'tenant_id': '80ad0f6582bc443bac7991e53e262edd', 'fixed_ips': [{'subnet_id': '94ec59d9-7bb4-4408-8bef-5bdfb1496652'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:19:37.259232 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8666d57b-ffa6-477a-9eb8-f2064cda5611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:37.274489 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f8ba-460d-4bd9-836d-da1c65bc8130 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:37.356229 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-22805926-c24c-416d-8063-5e17ed1c2442 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df227b5-71a0-4875-b93c-3cca6377252e']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:37.371384 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-22805926-c24c-416d-8063-5e17ed1c2442 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c35c8c-5a2b-4827-856a-ecb0e9c3ef58') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:37.371685 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-22805926-c24c-416d-8063-5e17ed1c2442 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c35c8c-5a2b-4827-856a-ecb0e9c3ef58') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:37.388852 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-22805926-c24c-416d-8063-5e17ed1c2442 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:37.398087 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:37.413939 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-22805926-c24c-416d-8063-5e17ed1c2442 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:37.420747 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-8666d57b-ffa6-477a-9eb8-f2064cda5611 None None] Allocated IP 2001:db8::f816:3eff:fe2e:d59b (bdd697f1-094f-449b-9b82-36421c81bc32/94ec59d9-7bb4-4408-8bef-5bdfb1496652/481c3b9b-f852-4556-8566-def2e65263eb) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:37.423984 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22805926-c24c-416d-8063-5e17ed1c2442 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:19:37.424432 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-22805926-c24c-416d-8063-5e17ed1c2442 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:19:37.440130 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:19:37.504253 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-2fb3f8ba-460d-4bd9-836d-da1c65bc8130 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Calling delete_port for eeca2809-445f-49cd-9c4d-14b90f5cfbdf owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:19:37.552952 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-22805926-c24c-416d-8063-5e17ed1c2442 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:37.563465 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b94fab-5857-44d9-a34f-dddf465dc2c8 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Router 46b9e25c-3bdf-4d51-8fd6-f237b43d67a6 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:19:37.563465 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-22805926-c24c-416d-8063-5e17ed1c2442 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:37.591574 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22805926-c24c-416d-8063-5e17ed1c2442 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event deleted for resources: {'Network': ['ID=7df227b5-71a0-4875-b93c-3cca6377252e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:37.591574 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-22805926-c24c-416d-8063-5e17ed1c2442 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/networks/7df227b5-71a0-4875-b93c-3cca6377252e HTTP/1.1" status: 204 len: 168 time: 1.3288836 Apr 06 14:19:37.591574 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51062) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:37.591574 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-21c6b00b-d1a9-4b91-a997-d4006f1eeeef tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-57776785'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:37.605442 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-21c6b00b-d1a9-4b91-a997-d4006f1eeeef tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:37.605442 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-21c6b00b-d1a9-4b91-a997-d4006f1eeeef tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Usage tracker for resource:network and tenant:dc88b2721e454f4b9119a3f7bd8b83b6 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:37.611130 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-21c6b00b-d1a9-4b91-a997-d4006f1eeeef tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:37.662928 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-21c6b00b-d1a9-4b91-a997-d4006f1eeeef tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:37.704222 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f8ba-460d-4bd9-836d-da1c65bc8130 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:37.721092 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8666d57b-ffa6-477a-9eb8-f2064cda5611 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:37.733601 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8666d57b-ffa6-477a-9eb8-f2064cda5611 None None] Transition to ACTIVE for port object 481c3b9b-f852-4556-8566-def2e65263eb will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:37.739448 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c6b00b-d1a9-4b91-a997-d4006f1eeeef tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Made reservation on behalf of dc88b2721e454f4b9119a3f7bd8b83b6 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:37.742555 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21c6b00b-d1a9-4b91-a997-d4006f1eeeef tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:37.753455 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8666d57b-ffa6-477a-9eb8-f2064cda5611 None None] Transition to ACTIVE for port object 481c3b9b-f852-4556-8566-def2e65263eb will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:37.756738 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3f8ba-460d-4bd9-836d-da1c65bc8130 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Port': ['ID=eeca2809-445f-49cd-9c4d-14b90f5cfbdf,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:37.765251 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8666d57b-ffa6-477a-9eb8-f2064cda5611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:37.776095 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-238e731e-661e-4633-97c6-b7a15bdbd0b2 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:37.792098 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f8ba-460d-4bd9-836d-da1c65bc8130 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:37.801000 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-238e731e-661e-4633-97c6-b7a15bdbd0b2 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Deleting port cc85da90-ab70-4ad9-bd9b-fd2a5026c165 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:19:37.801331 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-238e731e-661e-4633-97c6-b7a15bdbd0b2 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:37.824144 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b94fab-5857-44d9-a34f-dddf465dc2c8 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:19:37.846020 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8acc1abc-a998-4238-848e-a6a0753cee00 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:19:37.846741 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3119b81e-94af-4e54-a9da-a3dc31307597 None None] Sync routers for ids ['46b9e25c-3bdf-4d51-8fd6-f237b43d67a6'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:19:37.850963 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:37.858608 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2fb3f8ba-460d-4bd9-836d-da1c65bc8130 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/ports/eeca2809-445f-49cd-9c4d-14b90f5cfbdf HTTP/1.1" status: 204 len: 168 time: 1.3631597 Apr 06 14:19:37.862452 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8acc1abc-a998-4238-848e-a6a0753cee00 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "PUT /v2.0/routers/ebdeaac8-870c-4075-879c-a1ae155a0999/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4195158 Apr 06 14:19:37.868185 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8666d57b-ffa6-477a-9eb8-f2064cda5611 None None] Network bdd697f1-094f-449b-9b82-36421c81bc32 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:37.869970 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f7b94fab-5857-44d9-a34f-dddf465dc2c8 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "PUT /v2.0/routers/46b9e25c-3bdf-4d51-8fd6-f237b43d67a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0830810 Apr 06 14:19:37.870952 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51066) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:37.872294 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-8666d57b-ffa6-477a-9eb8-f2064cda5611 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:37.872908 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51068) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:37.873294 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51070) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:37.874414 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666d57b-ffa6-477a-9eb8-f2064cda5611 None None] Pushing event updated for resources: {'Port': ['ID=481c3b9b-f852-4556-8566-def2e65263eb,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:37.876000 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3119b81e-94af-4e54-a9da-a3dc31307597 None None] Routers {'46b9e25c-3bdf-4d51-8fd6-f237b43d67a6'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:19:37.876980 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8666d57b-ffa6-477a-9eb8-f2064cda5611 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:37.877661 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-3119b81e-94af-4e54-a9da-a3dc31307597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['46b9e25c-3bdf-4d51-8fd6-f237b43d67a6'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:37.913582 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event deleted for resources: {'Subnet': ['ID=94ec59d9-7bb4-4408-8bef-5bdfb1496652,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:37.915839 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d36f12d-03fb-4712-a977-b7d95d7a8dcc None None] Sync routers for ids ['ebdeaac8-870c-4075-879c-a1ae155a0999'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:19:37.953963 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-80db8dd6-663a-4abd-bff6-2304684a0962 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1438123147'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:37.977996 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8666d57b-ffa6-477a-9eb8-f2064cda5611 None None] Attempting to bind port 481c3b9b-f852-4556-8566-def2e65263eb on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:19:37.978368 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8666d57b-ffa6-477a-9eb8-f2064cda5611 None None] Attempting to bind port 481c3b9b-f852-4556-8566-def2e65263eb by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '9828adfa-d469-4697-94d0-b6d593984b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bdd697f1-094f-449b-9b82-36421c81bc32'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:19:37.978781 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8666d57b-ffa6-477a-9eb8-f2064cda5611 None None] Attempting to bind port 481c3b9b-f852-4556-8566-def2e65263eb on network bdd697f1-094f-449b-9b82-36421c81bc32 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:19:37.983913 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d36f12d-03fb-4712-a977-b7d95d7a8dcc None None] Routers {'ebdeaac8-870c-4075-879c-a1ae155a0999'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:19:37.984550 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7d36f12d-03fb-4712-a977-b7d95d7a8dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ebdeaac8-870c-4075-879c-a1ae155a0999'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:38.002703 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-3119b81e-94af-4e54-a9da-a3dc31307597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:38.013532 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c6b00b-d1a9-4b91-a997-d4006f1eeeef tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:19:38.021099 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3119b81e-94af-4e54-a9da-a3dc31307597 None None] Routers {'46b9e25c-3bdf-4d51-8fd6-f237b43d67a6'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:19:38.022600 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-3119b81e-94af-4e54-a9da-a3dc31307597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['46b9e25c-3bdf-4d51-8fd6-f237b43d67a6'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:38.024083 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-80db8dd6-663a-4abd-bff6-2304684a0962 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:38.094009 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-80db8dd6-663a-4abd-bff6-2304684a0962 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Usage tracker for resource:network and tenant:6405625efdd14c9bb474ac0b7c765923 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:38.094609 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:38.104011 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-80db8dd6-663a-4abd-bff6-2304684a0962 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:38.107252 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21c6b00b-d1a9-4b91-a997-d4006f1eeeef tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:38.107717 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-21c6b00b-d1a9-4b91-a997-d4006f1eeeef tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Added segment 97f14db8-d5d4-4b2d-a649-6abd8023a471 of type vlan for network 08614ba3-d7a0-47c3-8539-65d668cc6f34 Apr 06 14:19:38.122049 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8666d57b-ffa6-477a-9eb8-f2064cda5611 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:19:38.122423 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8666d57b-ffa6-477a-9eb8-f2064cda5611 None None] Checking segment: {'id': '9828adfa-d469-4697-94d0-b6d593984b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bdd697f1-094f-449b-9b82-36421c81bc32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:38.122955 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8666d57b-ffa6-477a-9eb8-f2064cda5611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:38.123871 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8666d57b-ffa6-477a-9eb8-f2064cda5611 None None] Bound using segment: {'id': '9828adfa-d469-4697-94d0-b6d593984b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bdd697f1-094f-449b-9b82-36421c81bc32'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:19:38.124054 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-80db8dd6-663a-4abd-bff6-2304684a0962 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:38.124362 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8666d57b-ffa6-477a-9eb8-f2064cda5611 None None] Bound port: 481c3b9b-f852-4556-8566-def2e65263eb, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9828adfa-d469-4697-94d0-b6d593984b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bdd697f1-094f-449b-9b82-36421c81bc32'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:19:38.124791 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8666d57b-ffa6-477a-9eb8-f2064cda5611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:38.139847 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd697f1-094f-449b-9b82-36421c81bc32']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:38.155494 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-3119b81e-94af-4e54-a9da-a3dc31307597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:38.156563 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3119b81e-94af-4e54-a9da-a3dc31307597 None None] The sync data for ids ['46b9e25c-3bdf-4d51-8fd6-f237b43d67a6'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:19:38.160001 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ee2a31f-60fc-4595-a4aa-e241cbbfa178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:38.163590 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80db8dd6-663a-4abd-bff6-2304684a0962 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Made reservation on behalf of 6405625efdd14c9bb474ac0b7c765923 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:38.166190 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9828adfa-d469-4697-94d0-b6d593984b80') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:38.166711 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9828adfa-d469-4697-94d0-b6d593984b80') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:38.167255 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-80db8dd6-663a-4abd-bff6-2304684a0962 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:38.175229 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-238e731e-661e-4633-97c6-b7a15bdbd0b2 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:38.190343 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21c6b00b-d1a9-4b91-a997-d4006f1eeeef tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:38.192345 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:38.230297 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-7d36f12d-03fb-4712-a977-b7d95d7a8dcc None None] Set router ebdeaac8-870c-4075-879c-a1ae155a0999 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:19:38.256653 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80db8dd6-663a-4abd-bff6-2304684a0962 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:19:38.269317 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b550a3bf-67e3-4948-8539-6a2bed808f26 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:38.274782 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b550a3bf-67e3-4948-8539-6a2bed808f26 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.3914864 Apr 06 14:19:38.274782 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51078) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:38.283154 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-80db8dd6-663a-4abd-bff6-2304684a0962 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:38.283469 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-80db8dd6-663a-4abd-bff6-2304684a0962 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Added segment 026e04f4-73c6-4942-b504-77ab253f4071 of type vlan for network 6b0fbecc-c7df-46e8-b709-f6a100698d37 Apr 06 14:19:38.325410 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21c6b00b-d1a9-4b91-a997-d4006f1eeeef tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:38.326659 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8666d57b-ffa6-477a-9eb8-f2064cda5611 None None] For port 481c3b9b-f852-4556-8566-def2e65263eb, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:19:38.329299 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c6b00b-d1a9-4b91-a997-d4006f1eeeef tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:38.329963 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21c6b00b-d1a9-4b91-a997-d4006f1eeeef tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:38.375870 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e82909-1794-4e87-a59b-3f773ee8fa8d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] GET failed (client error): The resource could not be found. Apr 06 14:19:38.381303 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d7e82909-1794-4e87-a59b-3f773ee8fa8d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "GET /v2.0/ports/eeca2809-445f-49cd-9c4d-14b90f5cfbdf HTTP/1.1" status: 404 len: 333 time: 0.1009161 Apr 06 14:19:38.400088 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8666d57b-ffa6-477a-9eb8-f2064cda5611 None None] For port 481c3b9b-f852-4556-8566-def2e65263eb, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=481c3b9b-f852-4556-8566-def2e65263eb,segment=NetworkSegment(9828adfa-d469-4697-94d0-b6d593984b80),segment_id=9828adfa-d469-4697-94d0-b6d593984b80)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:19:38.417801 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8666d57b-ffa6-477a-9eb8-f2064cda5611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:38.427609 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51082) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:38.438602 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-238e731e-661e-4633-97c6-b7a15bdbd0b2 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Calling delete_port for cc85da90-ab70-4ad9-bd9b-fd2a5026c165 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:19:38.461128 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-80db8dd6-663a-4abd-bff6-2304684a0962 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:38.466703 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1c6decc2-c139-442a-b623-b67b3a7dee04 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1497562745'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:38.478617 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:38.483670 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1c6decc2-c139-442a-b623-b67b3a7dee04 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:38.506341 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1c6decc2-c139-442a-b623-b67b3a7dee04 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:network and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:38.511874 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:19:38.512450 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:19:38.527081 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:19:38.530092 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1c6decc2-c139-442a-b623-b67b3a7dee04 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:38.541777 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1c6decc2-c139-442a-b623-b67b3a7dee04 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:38.553409 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-21c6b00b-d1a9-4b91-a997-d4006f1eeeef tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9722874 Apr 06 14:19:38.554363 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6b00b-d1a9-4b91-a997-d4006f1eeeef tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event updated for resources: {'Network': ['ID=08614ba3-d7a0-47c3-8539-65d668cc6f34,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:38.563603 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51086) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:38.585618 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666d57b-ffa6-477a-9eb8-f2064cda5611 None None] Pushing event updated for resources: {'Port': ['ID=481c3b9b-f852-4556-8566-def2e65263eb,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:38.588328 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 08614ba3-d7a0-47c3-8539-65d668cc6f34 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:19:38.623776 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8029158c-eba1-4d35-9c40-2257c33b5094 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Request body: {'subnet': {'network_id': '08614ba3-d7a0-47c3-8539-65d668cc6f34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:38.641995 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6decc2-c139-442a-b623-b67b3a7dee04 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:38.645410 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1c6decc2-c139-442a-b623-b67b3a7dee04 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:38.662279 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 14:19:38.662279 dv-neutron-835868-1-hyperv neutron-server[83737]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 14:19:38.662279 dv-neutron-835868-1-hyperv neutron-server[83737]: [parameters: {'id': 'bdd697f1-094f-449b-9b82-36421c81bc32'}] Apr 06 14:19:38.662279 dv-neutron-835868-1-hyperv neutron-server[83737]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:19:38.663160 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:19:38.728429 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-80db8dd6-663a-4abd-bff6-2304684a0962 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:38.732664 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80db8dd6-663a-4abd-bff6-2304684a0962 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:38.733271 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-80db8dd6-663a-4abd-bff6-2304684a0962 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:38.752791 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-238e731e-661e-4633-97c6-b7a15bdbd0b2 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:38.821998 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c6decc2-c139-442a-b623-b67b3a7dee04 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:19:38.833123 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e72742-87a5-4718-8273-285f0dccccd0 None None] get_active_networks_info from dv-neutron-835868-1-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 06 14:19:38.842312 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1c6decc2-c139-442a-b623-b67b3a7dee04 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:38.842738 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-1c6decc2-c139-442a-b623-b67b3a7dee04 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Added segment 6ce4d691-f8bc-482c-a5ab-48c6101053d1 of type vlan for network 370c8388-de14-4eef-806e-53ac000b21eb Apr 06 14:19:38.881797 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e731e-661e-4633-97c6-b7a15bdbd0b2 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Pushing event deleted for resources: {'Port': ['ID=cc85da90-ab70-4ad9-bd9b-fd2a5026c165,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:38.898296 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1c6decc2-c139-442a-b623-b67b3a7dee04 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:38.965072 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-80db8dd6-663a-4abd-bff6-2304684a0962 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0835862 Apr 06 14:19:38.966519 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8029158c-eba1-4d35-9c40-2257c33b5094 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:38.971599 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51090) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:38.974818 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1c6decc2-c139-442a-b623-b67b3a7dee04 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:38.979274 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6decc2-c139-442a-b623-b67b3a7dee04 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:38.979887 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1c6decc2-c139-442a-b623-b67b3a7dee04 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:38.985356 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7d36f12d-03fb-4712-a977-b7d95d7a8dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:19:33Z', 'revision_number': 4, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None, '_interfaces': [{'id': '55039566-8e5d-4643-8ba7-791a0309dfef', 'name': '', 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:c1:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:06Z', 'updated_at': '2022-04-06T14:19:20Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3f1881-dc3c-4b14-a023-5ddb3e704c4c', 'name': '', 'network_id': '0ae87b72-43d0-43af-bb04-4ab2ab392d90', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:e0:16:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4bc539-5a7e-451f-9c78-82fd8270df21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:31Z', 'updated_at': '2022-04-06T14:19:34Z', 'revision_number': 2, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'da4bc539-5a7e-451f-9c78-82fd8270df21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa50855-e462-4d02-9fb1-8e256187b600', 'name': '', 'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:4b:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:19Z', 'updated_at': '2022-04-06T14:19:34Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:38.992022 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8029158c-eba1-4d35-9c40-2257c33b5094 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Usage tracker for resource:subnet and tenant:dc88b2721e454f4b9119a3f7bd8b83b6 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:38.996142 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db8dd6-663a-4abd-bff6-2304684a0962 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Network': ['ID=6b0fbecc-c7df-46e8-b709-f6a100698d37,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:38.998303 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d36f12d-03fb-4712-a977-b7d95d7a8dcc None None] Checking router: ebdeaac8-870c-4075-879c-a1ae155a0999 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:19:38.998663 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d36f12d-03fb-4712-a977-b7d95d7a8dcc None None] Updating router ebdeaac8-870c-4075-879c-a1ae155a0999 port 5c3f1881-dc3c-4b14-a023-5ddb3e704c4c binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:19:38.999420 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8029158c-eba1-4d35-9c40-2257c33b5094 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:39.007604 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8029158c-eba1-4d35-9c40-2257c33b5094 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:39.015645 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-cadbe879-c13b-4b38-9ec3-b06e224109ef tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'subnet': {'network_id': '6b0fbecc-c7df-46e8-b709-f6a100698d37', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:39.030036 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8029158c-eba1-4d35-9c40-2257c33b5094 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Made reservation on behalf of dc88b2721e454f4b9119a3f7bd8b83b6 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:39.034032 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 6b0fbecc-c7df-46e8-b709-f6a100698d37 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:19:39.109363 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26fcc8eb-4203-45dc-bb14-6b19c34c51c7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:39.153852 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e72742-87a5-4718-8273-285f0dccccd0 None None] Resources bound (agent type, host, resource id): {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:19:39.159607 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7d36f12d-03fb-4712-a977-b7d95d7a8dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:39.166641 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:39.225405 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1c6decc2-c139-442a-b623-b67b3a7dee04 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7942467 Apr 06 14:19:39.239066 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51094) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:39.242848 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6decc2-c139-442a-b623-b67b3a7dee04 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Network': ['ID=370c8388-de14-4eef-806e-53ac000b21eb,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:39.251191 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7caa72dc-8f92-4aa5-93a1-5e81e394addc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'subnet': {'network_id': '370c8388-de14-4eef-806e-53ac000b21eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:39.263763 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 370c8388-de14-4eef-806e-53ac000b21eb details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:19:39.266750 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8029158c-eba1-4d35-9c40-2257c33b5094 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:39.331056 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Deleting port 481c3b9b-f852-4556-8566-def2e65263eb {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:19:39.331673 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:39.358474 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.ipam_backend_mixin [None req-8029158c-eba1-4d35-9c40-2257c33b5094 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Performing IP validity checks on allocation pools {{(pid=83738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 06 14:19:39.358998 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.ipam_backend_mixin [None req-8029158c-eba1-4d35-9c40-2257c33b5094 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 06 14:19:39.432295 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cadbe879-c13b-4b38-9ec3-b06e224109ef tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:39.520387 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cadbe879-c13b-4b38-9ec3-b06e224109ef tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Usage tracker for resource:subnet and tenant:6405625efdd14c9bb474ac0b7c765923 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:39.531988 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cadbe879-c13b-4b38-9ec3-b06e224109ef tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:39.544707 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cadbe879-c13b-4b38-9ec3-b06e224109ef tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:39.560076 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-238e731e-661e-4633-97c6-b7a15bdbd0b2 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:39.644076 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7caa72dc-8f92-4aa5-93a1-5e81e394addc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:39.650332 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8029158c-eba1-4d35-9c40-2257c33b5094 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:39.715309 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadbe879-c13b-4b38-9ec3-b06e224109ef tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Made reservation on behalf of 6405625efdd14c9bb474ac0b7c765923 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:39.729193 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7caa72dc-8f92-4aa5-93a1-5e81e394addc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:subnet and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:39.741375 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7caa72dc-8f92-4aa5-93a1-5e81e394addc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:39.756152 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029158c-eba1-4d35-9c40-2257c33b5094 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event updated for resources: {'Subnet': ['ID=5384a285-12dd-42e3-aa4f-90ababd42f3f,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:39.805206 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8029158c-eba1-4d35-9c40-2257c33b5094 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Checking segment: {'id': '97f14db8-d5d4-4b2d-a649-6abd8023a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '08614ba3-d7a0-47c3-8539-65d668cc6f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:39.805560 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8029158c-eba1-4d35-9c40-2257c33b5094 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Network hostable DHCP agents. Network: 08614ba3-d7a0-47c3-8539-65d668cc6f34, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:19:39.889712 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8029158c-eba1-4d35-9c40-2257c33b5094 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Network 08614ba3-d7a0-47c3-8539-65d668cc6f34 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:19:39.906605 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-8029158c-eba1-4d35-9c40-2257c33b5094 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 08614ba3-d7a0-47c3-8539-65d668cc6f34) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:39.911168 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7d36f12d-03fb-4712-a977-b7d95d7a8dcc None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:39.911682 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8029158c-eba1-4d35-9c40-2257c33b5094 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:39.912564 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8029158c-eba1-4d35-9c40-2257c33b5094 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:39.913131 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7caa72dc-8f92-4aa5-93a1-5e81e394addc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:39.945795 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7d36f12d-03fb-4712-a977-b7d95d7a8dcc None None] Transition to ACTIVE for port object 5c3f1881-dc3c-4b14-a023-5ddb3e704c4c will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:39.961044 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7d36f12d-03fb-4712-a977-b7d95d7a8dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:39.992906 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8029158c-eba1-4d35-9c40-2257c33b5094 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4258661 Apr 06 14:19:39.993174 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51098) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:40.018931 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd4adca-b16e-4f07-b76f-d787eec523a1 None None] Network 7df227b5-71a0-4875-b93c-3cca6377252e requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:40.037595 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc0cb65-61ac-468b-a83d-a712a7198eb6 None None] Network bdd697f1-094f-449b-9b82-36421c81bc32 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:40.145845 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cadbe879-c13b-4b38-9ec3-b06e224109ef tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:40.159879 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7caa72dc-8f92-4aa5-93a1-5e81e394addc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:40.170539 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd4adca-b16e-4f07-b76f-d787eec523a1 None None] Network 7df227b5-71a0-4875-b93c-3cca6377252e could not be found, it might have been deleted concurrently. {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 06 14:19:40.180768 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da885b43-39ff-4323-8d03-d1dd71214852 None None] Network 08614ba3-d7a0-47c3-8539-65d668cc6f34 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:40.205392 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb97946d-3b3d-4109-b187-68dbd8179ab4 None None] Network 7df227b5-71a0-4875-b93c-3cca6377252e requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:40.218826 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78c3c1-2880-45c6-800c-0bf99374f35d None None] Pushing event updated for resources: {'Port': ['ID=5c3f1881-dc3c-4b14-a023-5ddb3e704c4c,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:40.231361 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-866432bf-7ebb-4e83-9e8e-05a7f797d065 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:40.245391 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-26fcc8eb-4203-45dc-bb14-6b19c34c51c7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Deleting port e06f31b7-9061-4054-91b0-e20383b45f62 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:19:40.245391 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26fcc8eb-4203-45dc-bb14-6b19c34c51c7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:40.250635 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-238e731e-661e-4633-97c6-b7a15bdbd0b2 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:40.255559 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-238e731e-661e-4633-97c6-b7a15bdbd0b2 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:40.340193 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-238e731e-661e-4633-97c6-b7a15bdbd0b2 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:40.340999 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238e731e-661e-4633-97c6-b7a15bdbd0b2 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Fanout notify agent at l3_agent the message router_deleted on router 1363fbbe-7973-47ce-9367-262613bd1733 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:19:40.370030 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb97946d-3b3d-4109-b187-68dbd8179ab4 None None] Network 7df227b5-71a0-4875-b93c-3cca6377252e could not be found, it might have been deleted concurrently. {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 06 14:19:40.427536 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-238e731e-661e-4633-97c6-b7a15bdbd0b2 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:40.433135 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-238e731e-661e-4633-97c6-b7a15bdbd0b2 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "DELETE /v2.0/routers/1363fbbe-7973-47ce-9367-262613bd1733 HTTP/1.1" status: 204 len: 168 time: 4.8769846 Apr 06 14:19:40.434224 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51104) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:40.446535 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] For port 481c3b9b-f852-4556-8566-def2e65263eb, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=481c3b9b-f852-4556-8566-def2e65263eb,segment=NetworkSegment(9828adfa-d469-4697-94d0-b6d593984b80),segment_id=9828adfa-d469-4697-94d0-b6d593984b80)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:40.447053 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-866432bf-7ebb-4e83-9e8e-05a7f797d065 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:40.447518 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:40.549612 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26fcc8eb-4203-45dc-bb14-6b19c34c51c7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:40.600855 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Calling delete_port for 481c3b9b-f852-4556-8566-def2e65263eb owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:19:40.604254 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7d36f12d-03fb-4712-a977-b7d95d7a8dcc None None] Attempting to bind port 5c3f1881-dc3c-4b14-a023-5ddb3e704c4c on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:19:40.605202 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7d36f12d-03fb-4712-a977-b7d95d7a8dcc None None] Attempting to bind port 5c3f1881-dc3c-4b14-a023-5ddb3e704c4c by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '4cd0229c-ac6d-45af-b08b-e8c0cb4cddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '0ae87b72-43d0-43af-bb04-4ab2ab392d90'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:19:40.605574 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d36f12d-03fb-4712-a977-b7d95d7a8dcc None None] Attempting to bind port 5c3f1881-dc3c-4b14-a023-5ddb3e704c4c on network 0ae87b72-43d0-43af-bb04-4ab2ab392d90 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:19:40.673381 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-98f658b0-076e-4b75-b72f-f9a6f46f071c tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1697710680', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:40.692169 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-98f658b0-076e-4b75-b72f-f9a6f46f071c tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:40.708709 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7caa72dc-8f92-4aa5-93a1-5e81e394addc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:40.723666 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d36f12d-03fb-4712-a977-b7d95d7a8dcc None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:19:40.723872 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d36f12d-03fb-4712-a977-b7d95d7a8dcc None None] Checking segment: {'id': '4cd0229c-ac6d-45af-b08b-e8c0cb4cddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '0ae87b72-43d0-43af-bb04-4ab2ab392d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:40.724286 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7d36f12d-03fb-4712-a977-b7d95d7a8dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:40.724680 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d36f12d-03fb-4712-a977-b7d95d7a8dcc None None] Bound using segment: {'id': '4cd0229c-ac6d-45af-b08b-e8c0cb4cddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '0ae87b72-43d0-43af-bb04-4ab2ab392d90'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:19:40.725190 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7d36f12d-03fb-4712-a977-b7d95d7a8dcc None None] Bound port: 5c3f1881-dc3c-4b14-a023-5ddb3e704c4c, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd0229c-ac6d-45af-b08b-e8c0cb4cddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '0ae87b72-43d0-43af-bb04-4ab2ab392d90'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:19:40.725570 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7d36f12d-03fb-4712-a977-b7d95d7a8dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:40.739362 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:40.740975 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d157b82f-08bc-4c91-ac6b-cd011197146f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-08614ba3-d7a0-47c3-8539-65d668cc6f34', 'network_id': '08614ba3-d7a0-47c3-8539-65d668cc6f34', 'tenant_id': 'dc88b2721e454f4b9119a3f7bd8b83b6', 'fixed_ips': [{'subnet_id': '5384a285-12dd-42e3-aa4f-90ababd42f3f'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:19:40.741837 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d157b82f-08bc-4c91-ac6b-cd011197146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:40.748692 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-98f658b0-076e-4b75-b72f-f9a6f46f071c tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Usage tracker for resource:router and tenant:a3cb351a0aef464cb839e27e4891b480 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:40.791216 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-98f658b0-076e-4b75-b72f-f9a6f46f071c tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:40.806531 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dcd867-8d87-45e1-9d5c-efd60299735f None None] Network bdd697f1-094f-449b-9b82-36421c81bc32 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:40.810157 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-866432bf-7ebb-4e83-9e8e-05a7f797d065 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:40.820629 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-26fcc8eb-4203-45dc-bb14-6b19c34c51c7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Calling delete_port for e06f31b7-9061-4054-91b0-e20383b45f62 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:19:40.861680 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-98f658b0-076e-4b75-b72f-f9a6f46f071c tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:40.884431 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event deleted for resources: {'Port': ['ID=481c3b9b-f852-4556-8566-def2e65263eb,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:40.903410 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866432bf-7ebb-4e83-9e8e-05a7f797d065 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event deleted for resources: {'Subnet': ['ID=5384a285-12dd-42e3-aa4f-90ababd42f3f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:40.921319 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] No DVR routers for this DVR port 481c3b9b-f852-4556-8566-def2e65263eb on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:19:40.978733 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-98f658b0-076e-4b75-b72f-f9a6f46f071c tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:40.980244 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-98f658b0-076e-4b75-b72f-f9a6f46f071c tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:40.998517 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-353763c6-174d-4752-8eb7-ac9c111f80a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:41.052548 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-866432bf-7ebb-4e83-9e8e-05a7f797d065 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:41.065093 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7d36f12d-03fb-4712-a977-b7d95d7a8dcc None None] For port 5c3f1881-dc3c-4b14-a023-5ddb3e704c4c, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:19:41.070901 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0144feb-7b0c-4de4-b8cb-6bf8f1ccb5f6 None None] Network 08614ba3-d7a0-47c3-8539-65d668cc6f34 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:41.083824 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-866432bf-7ebb-4e83-9e8e-05a7f797d065 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08614ba3-d7a0-47c3-8539-65d668cc6f34']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:41.103152 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-866432bf-7ebb-4e83-9e8e-05a7f797d065 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f14db8-d5d4-4b2d-a649-6abd8023a471') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:41.103152 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-866432bf-7ebb-4e83-9e8e-05a7f797d065 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f14db8-d5d4-4b2d-a649-6abd8023a471') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:41.116712 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-866432bf-7ebb-4e83-9e8e-05a7f797d065 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:41.131577 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:41.135148 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-866432bf-7ebb-4e83-9e8e-05a7f797d065 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:41.174466 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7d36f12d-03fb-4712-a977-b7d95d7a8dcc None None] For port 5c3f1881-dc3c-4b14-a023-5ddb3e704c4c, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=5c3f1881-dc3c-4b14-a023-5ddb3e704c4c,segment=NetworkSegment(4cd0229c-ac6d-45af-b08b-e8c0cb4cddc4),segment_id=4cd0229c-ac6d-45af-b08b-e8c0cb4cddc4)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:19:41.174696 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866432bf-7ebb-4e83-9e8e-05a7f797d065 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:19:41.174806 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-866432bf-7ebb-4e83-9e8e-05a7f797d065 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:41.176621 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd697f1-094f-449b-9b82-36421c81bc32']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:41.190013 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-98f658b0-076e-4b75-b72f-f9a6f46f071c tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:19:41.190281 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:19:41.196630 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7d36f12d-03fb-4712-a977-b7d95d7a8dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:41.213696 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9828adfa-d469-4697-94d0-b6d593984b80') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:41.214613 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9828adfa-d469-4697-94d0-b6d593984b80') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:41.274079 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78c3c1-2880-45c6-800c-0bf99374f35d None None] Pushing event updated for resources: {'Port': ['ID=5c3f1881-dc3c-4b14-a023-5ddb3e704c4c,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:41.281324 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:41.294281 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-866432bf-7ebb-4e83-9e8e-05a7f797d065 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:41.307876 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cadbe879-c13b-4b38-9ec3-b06e224109ef tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:41.316311 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:41.317355 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-866432bf-7ebb-4e83-9e8e-05a7f797d065 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:41.324261 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26fcc8eb-4203-45dc-bb14-6b19c34c51c7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:41.365892 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-98f658b0-076e-4b75-b72f-f9a6f46f071c tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:41.370231 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866432bf-7ebb-4e83-9e8e-05a7f797d065 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event deleted for resources: {'Network': ['ID=08614ba3-d7a0-47c3-8539-65d668cc6f34,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:41.394236 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:41.394928 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:41.399073 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:19:41.399581 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcc8eb-4203-45dc-bb14-6b19c34c51c7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Port': ['ID=e06f31b7-9061-4054-91b0-e20383b45f62,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:41.399963 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:41.405190 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d36f12d-03fb-4712-a977-b7d95d7a8dcc None None] Routers {'ebdeaac8-870c-4075-879c-a1ae155a0999'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:19:41.405845 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7d36f12d-03fb-4712-a977-b7d95d7a8dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ebdeaac8-870c-4075-879c-a1ae155a0999'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:41.408568 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-866432bf-7ebb-4e83-9e8e-05a7f797d065 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/networks/08614ba3-d7a0-47c3-8539-65d668cc6f34 HTTP/1.1" status: 204 len: 168 time: 1.4143355 Apr 06 14:19:41.413579 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51108) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:19:41.430771 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:19:41.451832 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9bb4b3d1-06d8-4543-8966-278ef03f292f tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-309490164'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:41.491334 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9bb4b3d1-06d8-4543-8966-278ef03f292f tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:41.502423 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9bb4b3d1-06d8-4543-8966-278ef03f292f tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Usage tracker for resource:network and tenant:dc88b2721e454f4b9119a3f7bd8b83b6 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:41.507060 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9bb4b3d1-06d8-4543-8966-278ef03f292f tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:41.525210 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9bb4b3d1-06d8-4543-8966-278ef03f292f tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:41.551741 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbe879-c13b-4b38-9ec3-b06e224109ef tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Subnet': ['ID=777b1b0e-10c1-45a0-8b5f-0efaca091088,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:41.628256 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7caa72dc-8f92-4aa5-93a1-5e81e394addc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:41.633727 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb4b3d1-06d8-4543-8966-278ef03f292f tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Made reservation on behalf of dc88b2721e454f4b9119a3f7bd8b83b6 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:41.638587 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9bb4b3d1-06d8-4543-8966-278ef03f292f tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:41.643573 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-7d36f12d-03fb-4712-a977-b7d95d7a8dcc None None] Set router ebdeaac8-870c-4075-879c-a1ae155a0999 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:19:41.758185 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb4b3d1-06d8-4543-8966-278ef03f292f tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:19:41.772322 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9bb4b3d1-06d8-4543-8966-278ef03f292f tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:41.772671 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-9bb4b3d1-06d8-4543-8966-278ef03f292f tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Added segment 573430d5-549a-440b-ada1-079880932818 of type vlan for network 6b45800a-404c-4d74-9f5d-31e5edf9fd00 Apr 06 14:19:41.784177 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26fcc8eb-4203-45dc-bb14-6b19c34c51c7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:41.804459 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-98f658b0-076e-4b75-b72f-f9a6f46f071c tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:41.808835 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-98f658b0-076e-4b75-b72f-f9a6f46f071c tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3666148 Apr 06 14:19:41.810629 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51112) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:41.816241 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-dce58069-5950-4c45-9e8c-4cbe1fb685c4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'enable_snat': False}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:41.816633 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:41.830066 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadbe879-c13b-4b38-9ec3-b06e224109ef tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Checking segment: {'id': '026e04f4-73c6-4942-b504-77ab253f4071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6b0fbecc-c7df-46e8-b709-f6a100698d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:41.830424 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadbe879-c13b-4b38-9ec3-b06e224109ef tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network hostable DHCP agents. Network: 6b0fbecc-c7df-46e8-b709-f6a100698d37, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:19:41.849908 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:41.879893 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event deleted for resources: {'Network': ['ID=bdd697f1-094f-449b-9b82-36421c81bc32,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:41.885332 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5e0ec341-8703-4ed2-81b9-c2e615ecc0ef tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "DELETE /v2.0/networks/bdd697f1-094f-449b-9b82-36421c81bc32 HTTP/1.1" status: 204 len: 168 time: 5.3490496 Apr 06 14:19:41.891883 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51116) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:41.903742 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa72dc-8f92-4aa5-93a1-5e81e394addc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Subnet': ['ID=5dc6e764-8360-4e7d-913c-751ac4c11424,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:41.911178 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-333409ff-df11-466c-824b-a39e2a0f1a2e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1479387916'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:41.923258 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-333409ff-df11-466c-824b-a39e2a0f1a2e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:41.930053 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-333409ff-df11-466c-824b-a39e2a0f1a2e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Usage tracker for resource:network and tenant:80ad0f6582bc443bac7991e53e262edd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:41.933644 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9bb4b3d1-06d8-4543-8966-278ef03f292f tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:41.936086 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-333409ff-df11-466c-824b-a39e2a0f1a2e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:41.946064 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-333409ff-df11-466c-824b-a39e2a0f1a2e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:41.950678 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadbe879-c13b-4b38-9ec3-b06e224109ef tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network 6b0fbecc-c7df-46e8-b709-f6a100698d37 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:19:41.956008 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7caa72dc-8f92-4aa5-93a1-5e81e394addc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Checking segment: {'id': '6ce4d691-f8bc-482c-a5ab-48c6101053d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '370c8388-de14-4eef-806e-53ac000b21eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:41.956444 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caa72dc-8f92-4aa5-93a1-5e81e394addc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network hostable DHCP agents. Network: 370c8388-de14-4eef-806e-53ac000b21eb, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:19:41.973863 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-cadbe879-c13b-4b38-9ec3-b06e224109ef tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 6b0fbecc-c7df-46e8-b709-f6a100698d37) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:41.975502 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333409ff-df11-466c-824b-a39e2a0f1a2e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Made reservation on behalf of 80ad0f6582bc443bac7991e53e262edd for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:41.978586 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-333409ff-df11-466c-824b-a39e2a0f1a2e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:41.992743 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadbe879-c13b-4b38-9ec3-b06e224109ef tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:41.993347 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cadbe879-c13b-4b38-9ec3-b06e224109ef tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:42.010315 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e643e7-9bc5-4e96-8614-d0421ffb9402 None None] Network 6b0fbecc-c7df-46e8-b709-f6a100698d37 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:42.027125 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cadbe879-c13b-4b38-9ec3-b06e224109ef tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0511651 Apr 06 14:19:42.027366 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51120) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:42.092492 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333409ff-df11-466c-824b-a39e2a0f1a2e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:19:42.094438 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caa72dc-8f92-4aa5-93a1-5e81e394addc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network 370c8388-de14-4eef-806e-53ac000b21eb is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:19:42.108619 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9bb4b3d1-06d8-4543-8966-278ef03f292f tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:42.112312 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb4b3d1-06d8-4543-8966-278ef03f292f tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:42.112910 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9bb4b3d1-06d8-4543-8966-278ef03f292f tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:42.166661 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-7caa72dc-8f92-4aa5-93a1-5e81e394addc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 370c8388-de14-4eef-806e-53ac000b21eb) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:42.169894 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-333409ff-df11-466c-824b-a39e2a0f1a2e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:42.169894 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-333409ff-df11-466c-824b-a39e2a0f1a2e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Added segment 25c3140b-9319-46a9-bb69-732b42222052 of type vlan for network 64a5fc8f-788a-41fe-b82f-21deb35fa746 Apr 06 14:19:42.177306 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7caa72dc-8f92-4aa5-93a1-5e81e394addc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:42.178070 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7caa72dc-8f92-4aa5-93a1-5e81e394addc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:42.226200 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-333409ff-df11-466c-824b-a39e2a0f1a2e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:42.228123 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15cefa7-1c45-4a09-ab19-8b8a785b4130 None None] Network 370c8388-de14-4eef-806e-53ac000b21eb requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:42.232647 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7caa72dc-8f92-4aa5-93a1-5e81e394addc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9911160 Apr 06 14:19:42.236970 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51124) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:42.251484 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-460ea580-9466-4ef2-b2b0-219dad302969 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'subnet': {'network_id': '370c8388-de14-4eef-806e-53ac000b21eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:42.360203 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-333409ff-df11-466c-824b-a39e2a0f1a2e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:42.363770 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333409ff-df11-466c-824b-a39e2a0f1a2e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:42.364349 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-333409ff-df11-466c-824b-a39e2a0f1a2e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:42.495847 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-333409ff-df11-466c-824b-a39e2a0f1a2e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6006331 Apr 06 14:19:42.507425 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51128) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:42.517871 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333409ff-df11-466c-824b-a39e2a0f1a2e tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event updated for resources: {'Network': ['ID=64a5fc8f-788a-41fe-b82f-21deb35fa746,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:42.523784 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4558a07a-eada-480a-b2a2-8bb10824de1b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Request body: {'subnet': {'network_id': '64a5fc8f-788a-41fe-b82f-21deb35fa746', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:42.536385 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7d36f12d-03fb-4712-a977-b7d95d7a8dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:19:33Z', 'revision_number': 4, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None, '_interfaces': [{'id': '55039566-8e5d-4643-8ba7-791a0309dfef', 'name': '', 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:c1:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:06Z', 'updated_at': '2022-04-06T14:19:20Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3f1881-dc3c-4b14-a023-5ddb3e704c4c', 'name': '', 'network_id': '0ae87b72-43d0-43af-bb04-4ab2ab392d90', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:e0:16:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4bc539-5a7e-451f-9c78-82fd8270df21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:31Z', 'updated_at': '2022-04-06T14:19:41Z', 'revision_number': 4, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'da4bc539-5a7e-451f-9c78-82fd8270df21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa50855-e462-4d02-9fb1-8e256187b600', 'name': '', 'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:4b:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:19Z', 'updated_at': '2022-04-06T14:19:34Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:42.541051 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 64a5fc8f-788a-41fe-b82f-21deb35fa746 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:19:42.556815 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-460ea580-9466-4ef2-b2b0-219dad302969 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:42.568113 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9bb4b3d1-06d8-4543-8966-278ef03f292f tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1487753 Apr 06 14:19:42.568918 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d36f12d-03fb-4712-a977-b7d95d7a8dcc None None] The sync data for ids ['ebdeaac8-870c-4075-879c-a1ae155a0999'] in dv-neutron-835868-1-hyperv is: [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:19:33Z', 'revision_number': 4, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None, '_interfaces': [{'id': '55039566-8e5d-4643-8ba7-791a0309dfef', 'name': '', 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:c1:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:06Z', 'updated_at': '2022-04-06T14:19:20Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3f1881-dc3c-4b14-a023-5ddb3e704c4c', 'name': '', 'network_id': '0ae87b72-43d0-43af-bb04-4ab2ab392d90', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:e0:16:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4bc539-5a7e-451f-9c78-82fd8270df21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:31Z', 'updated_at': '2022-04-06T14:19:41Z', 'revision_number': 4, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'da4bc539-5a7e-451f-9c78-82fd8270df21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa50855-e462-4d02-9fb1-8e256187b600', 'name': '', 'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:4b:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:19Z', 'updated_at': '2022-04-06T14:19:34Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:19:42.571824 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51132) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:42.575471 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c53cd7-3275-40c1-9e32-91bffa3d38ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-6b0fbecc-c7df-46e8-b709-f6a100698d37', 'network_id': '6b0fbecc-c7df-46e8-b709-f6a100698d37', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'fixed_ips': [{'subnet_id': '777b1b0e-10c1-45a0-8b5f-0efaca091088'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:19:42.576450 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-19c53cd7-3275-40c1-9e32-91bffa3d38ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:42.577982 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4b3d1-06d8-4543-8966-278ef03f292f tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event updated for resources: {'Network': ['ID=6b45800a-404c-4d74-9f5d-31e5edf9fd00,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:42.584573 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-e3589c9d-2a54-44d3-9911-ed3b91e42acf tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Request body: {'subnet': {'network_id': '6b45800a-404c-4d74-9f5d-31e5edf9fd00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:42.624189 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 6b45800a-404c-4d74-9f5d-31e5edf9fd00 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:19:42.701531 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-460ea580-9466-4ef2-b2b0-219dad302969 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:subnet and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:42.714791 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-460ea580-9466-4ef2-b2b0-219dad302969 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:42.777094 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-460ea580-9466-4ef2-b2b0-219dad302969 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:42.823819 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460ea580-9466-4ef2-b2b0-219dad302969 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:42.827592 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-460ea580-9466-4ef2-b2b0-219dad302969 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:42.851204 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4558a07a-eada-480a-b2a2-8bb10824de1b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:42.927039 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4558a07a-eada-480a-b2a2-8bb10824de1b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Usage tracker for resource:subnet and tenant:80ad0f6582bc443bac7991e53e262edd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:42.931020 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4558a07a-eada-480a-b2a2-8bb10824de1b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:42.948600 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4558a07a-eada-480a-b2a2-8bb10824de1b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:42.972578 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e3589c9d-2a54-44d3-9911-ed3b91e42acf tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:42.984919 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e3589c9d-2a54-44d3-9911-ed3b91e42acf tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Usage tracker for resource:subnet and tenant:dc88b2721e454f4b9119a3f7bd8b83b6 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:42.988331 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4558a07a-eada-480a-b2a2-8bb10824de1b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Made reservation on behalf of 80ad0f6582bc443bac7991e53e262edd for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:42.990525 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e3589c9d-2a54-44d3-9911-ed3b91e42acf tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:42.997292 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e3589c9d-2a54-44d3-9911-ed3b91e42acf tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:43.027317 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dce58069-5950-4c45-9e8c-4cbe1fb685c4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:43.031498 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fcc8eb-4203-45dc-bb14-6b19c34c51c7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Router 46b9e25c-3bdf-4d51-8fd6-f237b43d67a6 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:19:43.033551 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3589c9d-2a54-44d3-9911-ed3b91e42acf tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Made reservation on behalf of dc88b2721e454f4b9119a3f7bd8b83b6 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:43.098943 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.ipam_backend_mixin [None req-460ea580-9466-4ef2-b2b0-219dad302969 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5dc6e764-8360-4e7d-913c-751ac4c11424 (CIDR: 172.20.0.0/28) Apr 06 14:19:43.108768 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:43.115215 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-460ea580-9466-4ef2-b2b0-219dad302969 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:19:43.115215 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-460ea580-9466-4ef2-b2b0-219dad302969 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:43.115642 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd4834b-45e8-47de-afc5-4006ac673d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-370c8388-de14-4eef-806e-53ac000b21eb', 'network_id': '370c8388-de14-4eef-806e-53ac000b21eb', 'tenant_id': '93b55db64c2c45f89e5eddd70ead6075', 'fixed_ips': [{'subnet_id': '5dc6e764-8360-4e7d-913c-751ac4c11424'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:19:43.115981 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7bd4834b-45e8-47de-afc5-4006ac673d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:43.195348 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-19c53cd7-3275-40c1-9e32-91bffa3d38ed None None] Allocated IP 2001:db8:3::2 (6b0fbecc-c7df-46e8-b709-f6a100698d37/777b1b0e-10c1-45a0-8b5f-0efaca091088/e71a5a26-d82c-46fc-b652-6e4cffa73532) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:43.245017 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4558a07a-eada-480a-b2a2-8bb10824de1b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:43.286942 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e3589c9d-2a54-44d3-9911-ed3b91e42acf tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:43.321266 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-460ea580-9466-4ef2-b2b0-219dad302969 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0830448 Apr 06 14:19:43.321979 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51136) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:43.339930 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-7bd4834b-45e8-47de-afc5-4006ac673d79 None None] Allocated IP 172.20.0.2 (370c8388-de14-4eef-806e-53ac000b21eb/5dc6e764-8360-4e7d-913c-751ac4c11424/6db2e99a-df24-4610-91d7-97be7290e13f) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:43.518232 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d6d74960-eae6-454c-9f09-c304d6008cbb tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'subnet': {'network_id': '370c8388-de14-4eef-806e-53ac000b21eb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:43.620014 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fcc8eb-4203-45dc-bb14-6b19c34c51c7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:19:43.640220 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4469b7b1-9c5d-4b9a-a99c-6f743553885a None None] Sync routers for ids ['46b9e25c-3bdf-4d51-8fd6-f237b43d67a6'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:19:43.642561 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-26fcc8eb-4203-45dc-bb14-6b19c34c51c7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "PUT /v2.0/routers/46b9e25c-3bdf-4d51-8fd6-f237b43d67a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7603531 Apr 06 14:19:43.645479 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51140) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:43.658604 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4469b7b1-9c5d-4b9a-a99c-6f743553885a None None] Routers {'46b9e25c-3bdf-4d51-8fd6-f237b43d67a6'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:19:43.659612 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4469b7b1-9c5d-4b9a-a99c-6f743553885a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['46b9e25c-3bdf-4d51-8fd6-f237b43d67a6'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:43.704095 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5d76058f-cd77-41e8-8882-172b56cf0650 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Synchronizing usage tracker for tenant:54b6b16a88cd457596297a5e2f6c39ce on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:19:43.742401 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7bd4834b-45e8-47de-afc5-4006ac673d79 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:43.758924 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7bd4834b-45e8-47de-afc5-4006ac673d79 None None] Transition to ACTIVE for port object 6db2e99a-df24-4610-91d7-97be7290e13f will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:43.767443 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4469b7b1-9c5d-4b9a-a99c-6f743553885a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:43.782891 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d6d74960-eae6-454c-9f09-c304d6008cbb tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:43.788645 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5d76058f-cd77-41e8-8882-172b56cf0650 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Unset dirty status for tenant:54b6b16a88cd457596297a5e2f6c39ce on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:19:43.790097 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5d76058f-cd77-41e8-8882-172b56cf0650 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "GET /v2.0/ports?device_id=46b9e25c-3bdf-4d51-8fd6-f237b43d67a6 HTTP/1.1" status: 200 len: 205 time: 0.1416328 Apr 06 14:19:43.791942 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d6d74960-eae6-454c-9f09-c304d6008cbb tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:subnet and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:43.798862 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7bd4834b-45e8-47de-afc5-4006ac673d79 None None] Transition to ACTIVE for port object 6db2e99a-df24-4610-91d7-97be7290e13f will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:43.808802 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4469b7b1-9c5d-4b9a-a99c-6f743553885a None None] Routers {'46b9e25c-3bdf-4d51-8fd6-f237b43d67a6'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:19:43.811247 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4469b7b1-9c5d-4b9a-a99c-6f743553885a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['46b9e25c-3bdf-4d51-8fd6-f237b43d67a6'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:43.838901 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51144) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:43.855244 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d6d74960-eae6-454c-9f09-c304d6008cbb tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:43.888265 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d6d74960-eae6-454c-9f09-c304d6008cbb tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:43.907501 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4469b7b1-9c5d-4b9a-a99c-6f743553885a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:43.907895 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4469b7b1-9c5d-4b9a-a99c-6f743553885a None None] The sync data for ids ['46b9e25c-3bdf-4d51-8fd6-f237b43d67a6'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:19:43.933546 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7bd4834b-45e8-47de-afc5-4006ac673d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:43.942612 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d74960-eae6-454c-9f09-c304d6008cbb tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:43.946055 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d6d74960-eae6-454c-9f09-c304d6008cbb tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:44.033629 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-01e047d8-8a35-4d6d-b9e4-c0fdff2dc6c4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:44.051576 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-19c53cd7-3275-40c1-9e32-91bffa3d38ed None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:44.055806 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4558a07a-eada-480a-b2a2-8bb10824de1b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:44.063572 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dce58069-5950-4c45-9e8c-4cbe1fb685c4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:44.082924 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-19c53cd7-3275-40c1-9e32-91bffa3d38ed None None] Transition to ACTIVE for port object e71a5a26-d82c-46fc-b652-6e4cffa73532 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:44.096884 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e3589c9d-2a54-44d3-9911-ed3b91e42acf tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:44.101623 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4834b-45e8-47de-afc5-4006ac673d79 None None] Pushing event updated for resources: {'Port': ['ID=6db2e99a-df24-4610-91d7-97be7290e13f,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:44.103537 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd4834b-45e8-47de-afc5-4006ac673d79 None None] Network 370c8388-de14-4eef-806e-53ac000b21eb is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:44.109076 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-7bd4834b-45e8-47de-afc5-4006ac673d79 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:44.114351 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd4834b-45e8-47de-afc5-4006ac673d79 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:44.120809 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-19c53cd7-3275-40c1-9e32-91bffa3d38ed None None] Transition to ACTIVE for port object e71a5a26-d82c-46fc-b652-6e4cffa73532 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:44.128075 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dce58069-5950-4c45-9e8c-4cbe1fb685c4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:44.159037 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-19c53cd7-3275-40c1-9e32-91bffa3d38ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:44.236131 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dfdaf650-5c5c-4d23-b748-6c54804a274e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:44.266304 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 5c3f1881-dc3c-4b14-a023-5ddb3e704c4c up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:19:44.310831 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3589c9d-2a54-44d3-9911-ed3b91e42acf tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event updated for resources: {'Subnet': ['ID=aa94de56-c706-4a04-9d52-8b37c0a2ebb6,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:44.328007 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7bd4834b-45e8-47de-afc5-4006ac673d79 None None] Attempting to bind port 6db2e99a-df24-4610-91d7-97be7290e13f on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:19:44.328379 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7bd4834b-45e8-47de-afc5-4006ac673d79 None None] Attempting to bind port 6db2e99a-df24-4610-91d7-97be7290e13f by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '6ce4d691-f8bc-482c-a5ab-48c6101053d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '370c8388-de14-4eef-806e-53ac000b21eb'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:19:44.328739 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd4834b-45e8-47de-afc5-4006ac673d79 None None] Attempting to bind port 6db2e99a-df24-4610-91d7-97be7290e13f on network 370c8388-de14-4eef-806e-53ac000b21eb {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:19:44.340538 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558a07a-eada-480a-b2a2-8bb10824de1b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event updated for resources: {'Subnet': ['ID=105c7952-c8f0-4361-a3eb-26f3c34348f0,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:44.350182 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c53cd7-3275-40c1-9e32-91bffa3d38ed None None] Network 6b0fbecc-c7df-46e8-b709-f6a100698d37 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:44.358223 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c53cd7-3275-40c1-9e32-91bffa3d38ed None None] Pushing event updated for resources: {'Port': ['ID=e71a5a26-d82c-46fc-b652-6e4cffa73532,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:44.360605 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-19c53cd7-3275-40c1-9e32-91bffa3d38ed None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:44.364663 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c53cd7-3275-40c1-9e32-91bffa3d38ed None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:44.366877 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd4834b-45e8-47de-afc5-4006ac673d79 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:19:44.367249 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd4834b-45e8-47de-afc5-4006ac673d79 None None] Checking segment: {'id': '6ce4d691-f8bc-482c-a5ab-48c6101053d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '370c8388-de14-4eef-806e-53ac000b21eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:44.367637 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7bd4834b-45e8-47de-afc5-4006ac673d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:44.368030 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd4834b-45e8-47de-afc5-4006ac673d79 None None] Bound using segment: {'id': '6ce4d691-f8bc-482c-a5ab-48c6101053d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '370c8388-de14-4eef-806e-53ac000b21eb'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:19:44.368543 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7bd4834b-45e8-47de-afc5-4006ac673d79 None None] Bound port: 6db2e99a-df24-4610-91d7-97be7290e13f, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce4d691-f8bc-482c-a5ab-48c6101053d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '370c8388-de14-4eef-806e-53ac000b21eb'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:19:44.368991 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7bd4834b-45e8-47de-afc5-4006ac673d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:44.424491 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4558a07a-eada-480a-b2a2-8bb10824de1b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Checking segment: {'id': '25c3140b-9319-46a9-bb69-732b42222052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '64a5fc8f-788a-41fe-b82f-21deb35fa746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:44.425127 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4558a07a-eada-480a-b2a2-8bb10824de1b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Network hostable DHCP agents. Network: 64a5fc8f-788a-41fe-b82f-21deb35fa746, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:19:44.437490 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3589c9d-2a54-44d3-9911-ed3b91e42acf tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Checking segment: {'id': '573430d5-549a-440b-ada1-079880932818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6b45800a-404c-4d74-9f5d-31e5edf9fd00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:44.437922 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3589c9d-2a54-44d3-9911-ed3b91e42acf tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Network hostable DHCP agents. Network: 6b45800a-404c-4d74-9f5d-31e5edf9fd00, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:19:44.475512 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-dce58069-5950-4c45-9e8c-4cbe1fb685c4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Allocated IP 172.26.8.139 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/e2971ead-0f2b-4a56-a89f-b53c6db86bbe) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:44.537901 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-19c53cd7-3275-40c1-9e32-91bffa3d38ed None None] Attempting to bind port e71a5a26-d82c-46fc-b652-6e4cffa73532 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:19:44.538323 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-19c53cd7-3275-40c1-9e32-91bffa3d38ed None None] Attempting to bind port e71a5a26-d82c-46fc-b652-6e4cffa73532 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '026e04f4-73c6-4942-b504-77ab253f4071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6b0fbecc-c7df-46e8-b709-f6a100698d37'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:19:44.538618 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c53cd7-3275-40c1-9e32-91bffa3d38ed None None] Attempting to bind port e71a5a26-d82c-46fc-b652-6e4cffa73532 on network 6b0fbecc-c7df-46e8-b709-f6a100698d37 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:19:44.543933 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 5c3f1881-dc3c-4b14-a023-5ddb3e704c4c completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:44.558247 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 5c3f1881-dc3c-4b14-a023-5ddb3e704c4c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:44.558619 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:44.587092 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c53cd7-3275-40c1-9e32-91bffa3d38ed None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:19:44.587092 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c53cd7-3275-40c1-9e32-91bffa3d38ed None None] Checking segment: {'id': '026e04f4-73c6-4942-b504-77ab253f4071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6b0fbecc-c7df-46e8-b709-f6a100698d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:44.587453 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-19c53cd7-3275-40c1-9e32-91bffa3d38ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:44.587769 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c53cd7-3275-40c1-9e32-91bffa3d38ed None None] Bound using segment: {'id': '026e04f4-73c6-4942-b504-77ab253f4071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6b0fbecc-c7df-46e8-b709-f6a100698d37'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:19:44.588253 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-19c53cd7-3275-40c1-9e32-91bffa3d38ed None None] Bound port: e71a5a26-d82c-46fc-b652-6e4cffa73532, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '026e04f4-73c6-4942-b504-77ab253f4071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6b0fbecc-c7df-46e8-b709-f6a100698d37'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:19:44.588634 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-19c53cd7-3275-40c1-9e32-91bffa3d38ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:44.592276 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4558a07a-eada-480a-b2a2-8bb10824de1b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Network 64a5fc8f-788a-41fe-b82f-21deb35fa746 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:19:44.608629 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7bd4834b-45e8-47de-afc5-4006ac673d79 None None] For port 6db2e99a-df24-4610-91d7-97be7290e13f, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:19:44.639445 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7bd4834b-45e8-47de-afc5-4006ac673d79 None None] For port 6db2e99a-df24-4610-91d7-97be7290e13f, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6db2e99a-df24-4610-91d7-97be7290e13f,segment=NetworkSegment(6ce4d691-f8bc-482c-a5ab-48c6101053d1),segment_id=6ce4d691-f8bc-482c-a5ab-48c6101053d1)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:19:44.643110 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3589c9d-2a54-44d3-9911-ed3b91e42acf tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Network 6b45800a-404c-4d74-9f5d-31e5edf9fd00 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:19:44.664078 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-4558a07a-eada-480a-b2a2-8bb10824de1b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 64a5fc8f-788a-41fe-b82f-21deb35fa746) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:44.668953 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4558a07a-eada-480a-b2a2-8bb10824de1b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:44.669543 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4558a07a-eada-480a-b2a2-8bb10824de1b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:44.671383 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7bd4834b-45e8-47de-afc5-4006ac673d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:44.699322 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-e3589c9d-2a54-44d3-9911-ed3b91e42acf tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 6b45800a-404c-4d74-9f5d-31e5edf9fd00) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:44.723029 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752b03e4-f472-4032-b511-244c525ed210 None None] Network 64a5fc8f-788a-41fe-b82f-21deb35fa746 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:44.735603 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12529d19-4888-494a-935c-2a6e33af7894 None None] Network 6b45800a-404c-4d74-9f5d-31e5edf9fd00 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:44.745961 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d6d74960-eae6-454c-9f09-c304d6008cbb tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:44.770015 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3589c9d-2a54-44d3-9911-ed3b91e42acf tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:44.770357 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e3589c9d-2a54-44d3-9911-ed3b91e42acf tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:44.789325 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4558a07a-eada-480a-b2a2-8bb10824de1b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2759521 Apr 06 14:19:44.803088 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51150) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:44.837725 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-01e047d8-8a35-4d6d-b9e4-c0fdff2dc6c4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Allocated IP 2001:db8:3::1 (6b0fbecc-c7df-46e8-b709-f6a100698d37/777b1b0e-10c1-45a0-8b5f-0efaca091088/b55289af-f5ea-4b71-8e6f-f16760be9364) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:44.866294 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dfdaf650-5c5c-4d23-b748-6c54804a274e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:44.886457 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e3589c9d-2a54-44d3-9911-ed3b91e42acf tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3130593 Apr 06 14:19:44.890471 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dfdaf650-5c5c-4d23-b748-6c54804a274e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:44.894126 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51154) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:44.970298 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d74960-eae6-454c-9f09-c304d6008cbb tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network 370c8388-de14-4eef-806e-53ac000b21eb is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:44.977005 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-d6d74960-eae6-454c-9f09-c304d6008cbb tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:44.980500 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d74960-eae6-454c-9f09-c304d6008cbb tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:44.981135 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d6d74960-eae6-454c-9f09-c304d6008cbb tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:44.985567 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d74960-eae6-454c-9f09-c304d6008cbb tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Subnet': ['ID=3067e68f-a462-4942-badf-57022585fb32,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:45.015768 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dce58069-5950-4c45-9e8c-4cbe1fb685c4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:45.024715 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4834b-45e8-47de-afc5-4006ac673d79 None None] Pushing event updated for resources: {'Port': ['ID=6db2e99a-df24-4610-91d7-97be7290e13f,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:45.028141 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-19c53cd7-3275-40c1-9e32-91bffa3d38ed None None] For port e71a5a26-d82c-46fc-b652-6e4cffa73532, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:19:45.065742 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dfdaf650-5c5c-4d23-b748-6c54804a274e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:45.066318 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfdaf650-5c5c-4d23-b748-6c54804a274e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Fanout notify agent at l3_agent the message router_deleted on router 46b9e25c-3bdf-4d51-8fd6-f237b43d67a6 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:19:45.074683 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:45.094150 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-19c53cd7-3275-40c1-9e32-91bffa3d38ed None None] For port e71a5a26-d82c-46fc-b652-6e4cffa73532, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=e71a5a26-d82c-46fc-b652-6e4cffa73532,segment=NetworkSegment(026e04f4-73c6-4942-b504-77ab253f4071),segment_id=026e04f4-73c6-4942-b504-77ab253f4071)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:19:45.107575 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d6d74960-eae6-454c-9f09-c304d6008cbb tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6044881 Apr 06 14:19:45.111475 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51158) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:45.117154 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dfdaf650-5c5c-4d23-b748-6c54804a274e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:45.120846 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-dfdaf650-5c5c-4d23-b748-6c54804a274e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/routers/46b9e25c-3bdf-4d51-8fd6-f237b43d67a6 HTTP/1.1" status: 204 len: 168 time: 1.2755213 Apr 06 14:19:45.122975 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4833f1dd-f9aa-489a-9b2f-4ace89814699 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'port': {'network_id': '370c8388-de14-4eef-806e-53ac000b21eb', 'fixed_ips': [{'subnet_id': '5dc6e764-8360-4e7d-913c-751ac4c11424'}, {'subnet_id': '3067e68f-a462-4942-badf-57022585fb32'}], 'name': 'tempest-PortsTestJSON-5845043'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:45.127222 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-19c53cd7-3275-40c1-9e32-91bffa3d38ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:45.140762 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51162) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:45.237823 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:45.359518 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:45.359850 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 5c3f1881-dc3c-4b14-a023-5ddb3e704c4c, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=5c3f1881-dc3c-4b14-a023-5ddb3e704c4c,segment=NetworkSegment(4cd0229c-ac6d-45af-b08b-e8c0cb4cddc4),segment_id=4cd0229c-ac6d-45af-b08b-e8c0cb4cddc4)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:45.369923 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dce58069-5950-4c45-9e8c-4cbe1fb685c4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:45.377852 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:45.413269 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c53cd7-3275-40c1-9e32-91bffa3d38ed None None] Pushing event updated for resources: {'Port': ['ID=e71a5a26-d82c-46fc-b652-6e4cffa73532,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:45.537783 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-01e047d8-8a35-4d6d-b9e4-c0fdff2dc6c4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:45.541528 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1ea463-f546-403a-b94d-6b4b97fcafa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-6b45800a-404c-4d74-9f5d-31e5edf9fd00', 'network_id': '6b45800a-404c-4d74-9f5d-31e5edf9fd00', 'tenant_id': 'dc88b2721e454f4b9119a3f7bd8b83b6', 'fixed_ips': [{'subnet_id': 'aa94de56-c706-4a04-9d52-8b37c0a2ebb6'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:19:45.542667 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9f1ea463-f546-403a-b94d-6b4b97fcafa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:45.559929 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388f7198-2a5e-47c2-b14c-1c55af1a9244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-64a5fc8f-788a-41fe-b82f-21deb35fa746', 'network_id': '64a5fc8f-788a-41fe-b82f-21deb35fa746', 'tenant_id': '80ad0f6582bc443bac7991e53e262edd', 'fixed_ips': [{'subnet_id': '105c7952-c8f0-4361-a3eb-26f3c34348f0'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:19:45.561246 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-388f7198-2a5e-47c2-b14c-1c55af1a9244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:45.587206 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4833f1dd-f9aa-489a-9b2f-4ace89814699 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:45.589725 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-01e047d8-8a35-4d6d-b9e4-c0fdff2dc6c4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Transition to ACTIVE for port object b55289af-f5ea-4b71-8e6f-f16760be9364 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:45.599574 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4833f1dd-f9aa-489a-9b2f-4ace89814699 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:port and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:45.604210 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:45.693232 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4833f1dd-f9aa-489a-9b2f-4ace89814699 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:45.700704 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4833f1dd-f9aa-489a-9b2f-4ace89814699 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:45.707265 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:45.715853 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-01e047d8-8a35-4d6d-b9e4-c0fdff2dc6c4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:45.735504 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=5c3f1881-dc3c-4b14-a023-5ddb3e704c4c,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:45.827442 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce58069-5950-4c45-9e8c-4cbe1fb685c4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Pushing event updated for resources: {'Port': ['ID=e2971ead-0f2b-4a56-a89f-b53c6db86bbe,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:45.831052 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce58069-5950-4c45-9e8c-4cbe1fb685c4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:45.845899 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-dce58069-5950-4c45-9e8c-4cbe1fb685c4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:45.852579 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce58069-5950-4c45-9e8c-4cbe1fb685c4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:45.869702 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4833f1dd-f9aa-489a-9b2f-4ace89814699 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:45.957075 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-057f3d8a-efe8-4b9f-91b3-f912a94529c2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Deleting subnet 11ed482f-1e65-47b3-b52d-a2c23e48f88e {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:19:45.961649 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-057f3d8a-efe8-4b9f-91b3-f912a94529c2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:45.985692 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e047d8-8a35-4d6d-b9e4-c0fdff2dc6c4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network 6b0fbecc-c7df-46e8-b709-f6a100698d37 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:45.998010 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-01e047d8-8a35-4d6d-b9e4-c0fdff2dc6c4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:46.003416 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-9f1ea463-f546-403a-b94d-6b4b97fcafa8 None None] Allocated IP 172.20.0.1 (6b45800a-404c-4d74-9f5d-31e5edf9fd00/aa94de56-c706-4a04-9d52-8b37c0a2ebb6/c85c3e56-c569-44fa-be3b-3f5c501336bb) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:46.006236 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-388f7198-2a5e-47c2-b14c-1c55af1a9244 None None] Allocated IP 2001:db8::2 (64a5fc8f-788a-41fe-b82f-21deb35fa746/105c7952-c8f0-4361-a3eb-26f3c34348f0/071d86ba-4be0-4d84-ad0e-ce7a9b61eeb2) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:46.007735 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e047d8-8a35-4d6d-b9e4-c0fdff2dc6c4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:46.008337 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-01e047d8-8a35-4d6d-b9e4-c0fdff2dc6c4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:46.013690 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e047d8-8a35-4d6d-b9e4-c0fdff2dc6c4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Port': ['ID=b55289af-f5ea-4b71-8e6f-f16760be9364,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:46.076530 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-057f3d8a-efe8-4b9f-91b3-f912a94529c2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:46.081162 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4833f1dd-f9aa-489a-9b2f-4ace89814699 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:46.110093 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-4833f1dd-f9aa-489a-9b2f-4ace89814699 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] device_id is not set on port c158f0a4-bfa1-4bf3-ae6b-45bd225f4cfb yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:19:46.223068 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-057f3d8a-efe8-4b9f-91b3-f912a94529c2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:46.464672 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-01e047d8-8a35-4d6d-b9e4-c0fdff2dc6c4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:46.496535 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-057f3d8a-efe8-4b9f-91b3-f912a94529c2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:46.499959 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6db2e99a-df24-4610-91d7-97be7290e13f up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:19:46.504030 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dce58069-5950-4c45-9e8c-4cbe1fb685c4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:46.659293 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e824f7-2387-451a-84f8-3c169b67d0fc None None] Network 370c8388-de14-4eef-806e-53ac000b21eb requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:46.677399 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9f1ea463-f546-403a-b94d-6b4b97fcafa8 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:46.698433 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f3d8a-efe8-4b9f-91b3-f912a94529c2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Subnet': ['ID=11ed482f-1e65-47b3-b52d-a2c23e48f88e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:46.728187 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-057f3d8a-efe8-4b9f-91b3-f912a94529c2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:46.754781 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9f1ea463-f546-403a-b94d-6b4b97fcafa8 None None] Transition to ACTIVE for port object c85c3e56-c569-44fa-be3b-3f5c501336bb will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:46.759380 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-057f3d8a-efe8-4b9f-91b3-f912a94529c2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/subnets/11ed482f-1e65-47b3-b52d-a2c23e48f88e HTTP/1.1" status: 204 len: 168 time: 1.6148083 Apr 06 14:19:46.762642 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51166) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:46.767163 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e96087c-648f-4d27-b1ae-1a1ed0dc16b5 None None] Network 2741843a-e5a1-4178-a86a-308c21f3041c requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:46.899658 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-388f7198-2a5e-47c2-b14c-1c55af1a9244 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:46.920726 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dce58069-5950-4c45-9e8c-4cbe1fb685c4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:46.926621 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-4833f1dd-f9aa-489a-9b2f-4ace89814699 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Allocated IP 172.20.0.7 (370c8388-de14-4eef-806e-53ac000b21eb/5dc6e764-8360-4e7d-913c-751ac4c11424/c158f0a4-bfa1-4bf3-ae6b-45bd225f4cfb) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:46.943017 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-4833f1dd-f9aa-489a-9b2f-4ace89814699 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Allocated IP 172.20.0.19 (370c8388-de14-4eef-806e-53ac000b21eb/3067e68f-a462-4942-badf-57022585fb32/c158f0a4-bfa1-4bf3-ae6b-45bd225f4cfb) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:46.980083 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dce58069-5950-4c45-9e8c-4cbe1fb685c4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653861', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691619'] for router, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:47.014528 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-388f7198-2a5e-47c2-b14c-1c55af1a9244 None None] Transition to ACTIVE for port object 071d86ba-4be0-4d84-ad0e-ce7a9b61eeb2 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:47.030805 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baf765d-2de6-43fa-8ff8-699672fbe089 None None] Network 6b0fbecc-c7df-46e8-b709-f6a100698d37 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:47.062168 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9f1ea463-f546-403a-b94d-6b4b97fcafa8 None None] Transition to ACTIVE for port object c85c3e56-c569-44fa-be3b-3f5c501336bb will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:47.167677 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5541639c-afde-4207-881d-c6aa5a656d82 None None] Provisioning for port 6db2e99a-df24-4610-91d7-97be7290e13f completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:47.171071 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9f1ea463-f546-403a-b94d-6b4b97fcafa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:47.177139 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-388f7198-2a5e-47c2-b14c-1c55af1a9244 None None] Transition to ACTIVE for port object 071d86ba-4be0-4d84-ad0e-ce7a9b61eeb2 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:47.186017 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af6abc3-42b7-4320-b0b3-b84e9bf674a2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Deleting subnet fd9a4f5f-13a1-411f-a0f9-8f8218820d0a {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:19:47.191683 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:47.196610 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9af6abc3-42b7-4320-b0b3-b84e9bf674a2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:47.260367 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-388f7198-2a5e-47c2-b14c-1c55af1a9244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:47.288160 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:47.295415 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event deleted for resources: {'Subnet': ['ID=aa94de56-c706-4a04-9d52-8b37c0a2ebb6,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:47.340157 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9af6abc3-42b7-4320-b0b3-b84e9bf674a2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:47.355484 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 6db2e99a-df24-4610-91d7-97be7290e13f completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:47.372904 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event deleted for resources: {'Subnet': ['ID=105c7952-c8f0-4361-a3eb-26f3c34348f0,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:47.385491 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1ea463-f546-403a-b94d-6b4b97fcafa8 None None] Network 6b45800a-404c-4d74-9f5d-31e5edf9fd00 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:47.389641 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ea463-f546-403a-b94d-6b4b97fcafa8 None None] Pushing event updated for resources: {'Port': ['ID=c85c3e56-c569-44fa-be3b-3f5c501336bb,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:47.434744 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-9f1ea463-f546-403a-b94d-6b4b97fcafa8 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:47.448356 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 6db2e99a-df24-4610-91d7-97be7290e13f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:47.448736 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:47.481865 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1ea463-f546-403a-b94d-6b4b97fcafa8 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:47.485659 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388f7198-2a5e-47c2-b14c-1c55af1a9244 None None] Network 64a5fc8f-788a-41fe-b82f-21deb35fa746 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:47.495544 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.db.resource_extend [None req-01e047d8-8a35-4d6d-b9e4-c0fdff2dc6c4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:19:47.498152 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-388f7198-2a5e-47c2-b14c-1c55af1a9244 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:47.526952 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388f7198-2a5e-47c2-b14c-1c55af1a9244 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:47.527709 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4833f1dd-f9aa-489a-9b2f-4ace89814699 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:47.533860 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-01e047d8-8a35-4d6d-b9e4-c0fdff2dc6c4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:47.543125 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:47.559579 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-01e047d8-8a35-4d6d-b9e4-c0fdff2dc6c4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:47.560589 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-01e047d8-8a35-4d6d-b9e4-c0fdff2dc6c4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:47.635124 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:47.671574 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f7198-2a5e-47c2-b14c-1c55af1a9244 None None] Pushing event updated for resources: {'Port': ['ID=071d86ba-4be0-4d84-ad0e-ce7a9b61eeb2,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:47.709659 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b45800a-404c-4d74-9f5d-31e5edf9fd00']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:47.747642 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573430d5-549a-440b-ada1-079880932818') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:47.747985 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573430d5-549a-440b-ada1-079880932818') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:47.750623 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-4833f1dd-f9aa-489a-9b2f-4ace89814699 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Transition to ACTIVE for port object c158f0a4-bfa1-4bf3-ae6b-45bd225f4cfb will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:47.769717 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a5fc8f-788a-41fe-b82f-21deb35fa746']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:47.770070 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:47.782394 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1904dc8b-8dbc-4025-af5b-eae0fd721bf7 None None] DHCP port deletion for 2741843a-e5a1-4178-a86a-308c21f3041c request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:19:47.784552 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-97571f2b-2608-46e5-bbc7-a8076e959241 None None] Provisioning for port e71a5a26-d82c-46fc-b652-6e4cffa73532 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:47.785903 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9af6abc3-42b7-4320-b0b3-b84e9bf674a2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:47.804487 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c3140b-9319-46a9-bb69-732b42222052') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:47.804792 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c3140b-9319-46a9-bb69-732b42222052') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:47.812147 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e047d8-8a35-4d6d-b9e4-c0fdff2dc6c4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event updated for resources: {'Port': ['ID=b55289af-f5ea-4b71-8e6f-f16760be9364,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:47.842739 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:47.847243 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:47.877216 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:19:47.878085 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:19:47.895843 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:19:47.908015 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1904dc8b-8dbc-4025-af5b-eae0fd721bf7 None None] Deleting port ea5302bc-5d1c-4774-a639-86b2c739e9a3 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:19:47.908491 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1904dc8b-8dbc-4025-af5b-eae0fd721bf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:47.927916 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:47.946253 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:19:47.946657 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:19:47.966734 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:19:47.992716 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4833f1dd-f9aa-489a-9b2f-4ace89814699 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:48.004929 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-388f7198-2a5e-47c2-b14c-1c55af1a9244 None None] Attempting to bind port 071d86ba-4be0-4d84-ad0e-ce7a9b61eeb2 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:19:48.005383 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-388f7198-2a5e-47c2-b14c-1c55af1a9244 None None] Attempting to bind port 071d86ba-4be0-4d84-ad0e-ce7a9b61eeb2 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '25c3140b-9319-46a9-bb69-732b42222052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '64a5fc8f-788a-41fe-b82f-21deb35fa746'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:19:48.005813 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388f7198-2a5e-47c2-b14c-1c55af1a9244 None None] Attempting to bind port 071d86ba-4be0-4d84-ad0e-ce7a9b61eeb2 on network 64a5fc8f-788a-41fe-b82f-21deb35fa746 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:19:48.030984 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 14:19:48.030984 dv-neutron-835868-1-hyperv neutron-server[83738]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 14:19:48.030984 dv-neutron-835868-1-hyperv neutron-server[83738]: [parameters: {'id': '6b45800a-404c-4d74-9f5d-31e5edf9fd00'}] Apr 06 14:19:48.030984 dv-neutron-835868-1-hyperv neutron-server[83738]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:19:48.031860 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:19:48.033875 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9af6abc3-42b7-4320-b0b3-b84e9bf674a2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:48.051408 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-9f1ea463-f546-403a-b94d-6b4b97fcafa8 None None] Attempting to bind port c85c3e56-c569-44fa-be3b-3f5c501336bb on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:19:48.052135 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-9f1ea463-f546-403a-b94d-6b4b97fcafa8 None None] Attempting to bind port c85c3e56-c569-44fa-be3b-3f5c501336bb by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '573430d5-549a-440b-ada1-079880932818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6b45800a-404c-4d74-9f5d-31e5edf9fd00'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:19:48.052556 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1ea463-f546-403a-b94d-6b4b97fcafa8 None None] Attempting to bind port c85c3e56-c569-44fa-be3b-3f5c501336bb on network 6b45800a-404c-4d74-9f5d-31e5edf9fd00 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:19:48.067341 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce58069-5950-4c45-9e8c-4cbe1fb685c4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Router beca8968-394b-4982-a8bb-deb78c89a65d is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:19:48.076446 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6abc3-42b7-4320-b0b3-b84e9bf674a2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Subnet': ['ID=fd9a4f5f-13a1-411f-a0f9-8f8218820d0a,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:48.087795 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9af6abc3-42b7-4320-b0b3-b84e9bf674a2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:48.118058 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b9f516-c413-41b6-bc59-80b52894ea81 None None] Network 8a37fed2-a7df-4f9f-9f16-aa0c1d71679e requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:48.130772 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388f7198-2a5e-47c2-b14c-1c55af1a9244 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:19:48.131525 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388f7198-2a5e-47c2-b14c-1c55af1a9244 None None] Checking segment: {'id': '25c3140b-9319-46a9-bb69-732b42222052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '64a5fc8f-788a-41fe-b82f-21deb35fa746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:48.131992 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-388f7198-2a5e-47c2-b14c-1c55af1a9244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:48.132582 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388f7198-2a5e-47c2-b14c-1c55af1a9244 None None] Bound using segment: {'id': '25c3140b-9319-46a9-bb69-732b42222052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '64a5fc8f-788a-41fe-b82f-21deb35fa746'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:19:48.133048 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-388f7198-2a5e-47c2-b14c-1c55af1a9244 None None] Bound port: 071d86ba-4be0-4d84-ad0e-ce7a9b61eeb2, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c3140b-9319-46a9-bb69-732b42222052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '64a5fc8f-788a-41fe-b82f-21deb35fa746'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:19:48.133477 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-388f7198-2a5e-47c2-b14c-1c55af1a9244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:48.154353 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9af6abc3-42b7-4320-b0b3-b84e9bf674a2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/subnets/fd9a4f5f-13a1-411f-a0f9-8f8218820d0a HTTP/1.1" status: 204 len: 168 time: 1.3902643 Apr 06 14:19:48.160773 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 14:19:48.160773 dv-neutron-835868-1-hyperv neutron-server[83737]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 14:19:48.160773 dv-neutron-835868-1-hyperv neutron-server[83737]: [parameters: {'id': '64a5fc8f-788a-41fe-b82f-21deb35fa746'}] Apr 06 14:19:48.160773 dv-neutron-835868-1-hyperv neutron-server[83737]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:19:48.161148 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:19:48.161575 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51170) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:48.203423 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4833f1dd-f9aa-489a-9b2f-4ace89814699 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network 370c8388-de14-4eef-806e-53ac000b21eb is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:48.226155 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1ea463-f546-403a-b94d-6b4b97fcafa8 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:19:48.226545 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1ea463-f546-403a-b94d-6b4b97fcafa8 None None] Checking segment: {'id': '573430d5-549a-440b-ada1-079880932818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6b45800a-404c-4d74-9f5d-31e5edf9fd00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:48.227093 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9f1ea463-f546-403a-b94d-6b4b97fcafa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:48.227550 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1ea463-f546-403a-b94d-6b4b97fcafa8 None None] Bound using segment: {'id': '573430d5-549a-440b-ada1-079880932818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6b45800a-404c-4d74-9f5d-31e5edf9fd00'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:19:48.228093 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-9f1ea463-f546-403a-b94d-6b4b97fcafa8 None None] Bound port: c85c3e56-c569-44fa-be3b-3f5c501336bb, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573430d5-549a-440b-ada1-079880932818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6b45800a-404c-4d74-9f5d-31e5edf9fd00'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:19:48.228538 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9f1ea463-f546-403a-b94d-6b4b97fcafa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:48.256598 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-4833f1dd-f9aa-489a-9b2f-4ace89814699 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:48.258982 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4833f1dd-f9aa-489a-9b2f-4ace89814699 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:48.268741 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:48.297389 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e047d8-8a35-4d6d-b9e4-c0fdff2dc6c4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Network 6b0fbecc-c7df-46e8-b709-f6a100698d37 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:48.297968 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833f1dd-f9aa-489a-9b2f-4ace89814699 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Port': ['ID=c158f0a4-bfa1-4bf3-ae6b-45bd225f4cfb,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:48.300160 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce58069-5950-4c45-9e8c-4cbe1fb685c4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:19:48.305423 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dce58069-5950-4c45-9e8c-4cbe1fb685c4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:48.305774 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-dce58069-5950-4c45-9e8c-4cbe1fb685c4 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "PUT /v2.0/routers/beca8968-394b-4982-a8bb-deb78c89a65d HTTP/1.1" status: 200 len: 916 time: 6.4936588 Apr 06 14:19:48.308302 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51174) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:48.309583 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-01e047d8-8a35-4d6d-b9e4-c0fdff2dc6c4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:48.348318 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93017a73-fba9-48b4-9f97-27fe983a4d99 None None] Sync routers for ids ['beca8968-394b-4982-a8bb-deb78c89a65d'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:19:48.488858 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9657fc40-e255-4454-8c27-e9cf971fdf48 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:48.510115 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4833f1dd-f9aa-489a-9b2f-4ace89814699 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:48.510552 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-881ff86a-2f9b-4f16-bf59-e63ee254a0b5 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "GET /v2.0/routers/beca8968-394b-4982-a8bb-deb78c89a65d HTTP/1.1" status: 200 len: 922 time: 0.2008882 Apr 06 14:19:48.510762 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4833f1dd-f9aa-489a-9b2f-4ace89814699 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:48.513057 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51178) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:48.544926 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:48.552837 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-9657fc40-e255-4454-8c27-e9cf971fdf48 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Deleting port ea5302bc-5d1c-4774-a639-86b2c739e9a3 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:19:48.553192 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9657fc40-e255-4454-8c27-e9cf971fdf48 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:48.575448 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Deleting port c85c3e56-c569-44fa-be3b-3f5c501336bb {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:19:48.575806 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:48.592421 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4833f1dd-f9aa-489a-9b2f-4ace89814699 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1001 time: 3.4796617 Apr 06 14:19:48.595622 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51182) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:48.603305 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f1281729-6f08-47d4-be2b-f74f3318901c tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5dc6e764-8360-4e7d-913c-751ac4c11424'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:48.683082 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-1904dc8b-8dbc-4025-af5b-eae0fd721bf7 None None] For port ea5302bc-5d1c-4774-a639-86b2c739e9a3, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=ea5302bc-5d1c-4774-a639-86b2c739e9a3,segment=NetworkSegment(7059996c-1f71-437f-b35d-7570fc3feded),segment_id=7059996c-1f71-437f-b35d-7570fc3feded)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:48.684079 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1904dc8b-8dbc-4025-af5b-eae0fd721bf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:48.691223 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-89b2f17a-500e-49e5-a320-a0b1dafba00f tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=5b121ca5-69d5-4d27-bffe-4929f7aabdf6&device_id=beca8968-394b-4982-a8bb-deb78c89a65d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1749110 Apr 06 14:19:48.691762 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51186) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:48.711067 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93017a73-fba9-48b4-9f97-27fe983a4d99 None None] Routers {'beca8968-394b-4982-a8bb-deb78c89a65d'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:19:48.711998 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-93017a73-fba9-48b4-9f97-27fe983a4d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['beca8968-394b-4982-a8bb-deb78c89a65d'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:48.715216 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:48.766188 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-388f7198-2a5e-47c2-b14c-1c55af1a9244 None None] For port 071d86ba-4be0-4d84-ad0e-ce7a9b61eeb2, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:19:48.769422 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 6db2e99a-df24-4610-91d7-97be7290e13f, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6db2e99a-df24-4610-91d7-97be7290e13f,segment=NetworkSegment(6ce4d691-f8bc-482c-a5ab-48c6101053d1),segment_id=6ce4d691-f8bc-482c-a5ab-48c6101053d1)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:48.847986 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:48.856819 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device e71a5a26-d82c-46fc-b652-6e4cffa73532 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:19:48.946114 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-9f1ea463-f546-403a-b94d-6b4b97fcafa8 None None] For port c85c3e56-c569-44fa-be3b-3f5c501336bb, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:19:48.969897 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f1281729-6f08-47d4-be2b-f74f3318901c tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:48.974899 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-93017a73-fba9-48b4-9f97-27fe983a4d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:48.986192 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] For port c85c3e56-c569-44fa-be3b-3f5c501336bb, host dv-neutron-835868-1-hyperv, got binding levels [] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:48.986555 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:48.996950 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1904dc8b-8dbc-4025-af5b-eae0fd721bf7 None None] Calling delete_port for ea5302bc-5d1c-4774-a639-86b2c739e9a3 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:19:49.027845 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-388f7198-2a5e-47c2-b14c-1c55af1a9244 None None] For port 071d86ba-4be0-4d84-ad0e-ce7a9b61eeb2, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=071d86ba-4be0-4d84-ad0e-ce7a9b61eeb2,segment=NetworkSegment(25c3140b-9319-46a9-bb69-732b42222052),segment_id=25c3140b-9319-46a9-bb69-732b42222052)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:19:49.062952 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-9f1ea463-f546-403a-b94d-6b4b97fcafa8 None None] For port c85c3e56-c569-44fa-be3b-3f5c501336bb, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c85c3e56-c569-44fa-be3b-3f5c501336bb,segment=NetworkSegment(573430d5-549a-440b-ada1-079880932818),segment_id=573430d5-549a-440b-ada1-079880932818)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:19:49.067656 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f470595c-9574-4954-9b96-6c4dd4916a3c None None] Update dhcp port {'port': {'network_id': '370c8388-de14-4eef-806e-53ac000b21eb', 'fixed_ips': [{'subnet_id': '5dc6e764-8360-4e7d-913c-751ac4c11424', 'ip_address': '172.20.0.2'}, {'subnet_id': '3067e68f-a462-4942-badf-57022585fb32'}], 'binding:host_id': 'dv-neutron-835868-1-hyperv'}, 'id': '6db2e99a-df24-4610-91d7-97be7290e13f'} from dv-neutron-835868-1-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 06 14:19:49.104605 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-388f7198-2a5e-47c2-b14c-1c55af1a9244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:49.130217 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d80dcab-29d1-4e2a-adfb-8e00c237a4fb tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:49.133674 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3d80dcab-29d1-4e2a-adfb-8e00c237a4fb tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "GET /v2.0/networks/5b121ca5-69d5-4d27-bffe-4929f7aabdf6 HTTP/1.1" status: 200 len: 881 time: 0.4385233 Apr 06 14:19:49.138880 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Calling delete_port for c85c3e56-c569-44fa-be3b-3f5c501336bb owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:19:49.140731 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9f1ea463-f546-403a-b94d-6b4b97fcafa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:49.145720 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Deleting port 071d86ba-4be0-4d84-ad0e-ce7a9b61eeb2 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:19:49.146067 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:49.168624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51190) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:49.246892 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=6db2e99a-df24-4610-91d7-97be7290e13f,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:49.249220 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-189b9ad9-8a34-4c85-99ea-92e90d98b52f tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "GET /v2.0/ports?device_id=beca8968-394b-4982-a8bb-deb78c89a65d HTTP/1.1" status: 200 len: 205 time: 0.0794621 Apr 06 14:19:49.255823 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51194) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:49.285503 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93017a73-fba9-48b4-9f97-27fe983a4d99 None None] Routers {'beca8968-394b-4982-a8bb-deb78c89a65d'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:19:49.286652 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-93017a73-fba9-48b4-9f97-27fe983a4d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['beca8968-394b-4982-a8bb-deb78c89a65d'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:49.452040 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f470595c-9574-4954-9b96-6c4dd4916a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:49.504525 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-93017a73-fba9-48b4-9f97-27fe983a4d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:49.504945 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93017a73-fba9-48b4-9f97-27fe983a4d99 None None] The sync data for ids ['beca8968-394b-4982-a8bb-deb78c89a65d'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:19:49.523878 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1904dc8b-8dbc-4025-af5b-eae0fd721bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:49.601312 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:19:49.601890 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:19:49.688194 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f7198-2a5e-47c2-b14c-1c55af1a9244 None None] Pushing event updated for resources: {'Port': ['ID=071d86ba-4be0-4d84-ad0e-ce7a9b61eeb2,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:49.690613 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port e71a5a26-d82c-46fc-b652-6e4cffa73532 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:49.693868 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1904dc8b-8dbc-4025-af5b-eae0fd721bf7 None None] No DVR routers for this DVR port ea5302bc-5d1c-4774-a639-86b2c739e9a3 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:19:49.742967 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c0440f6c-5bae-4dcf-a7fa-c4d25d25f6d1 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:49.748232 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-9657fc40-e255-4454-8c27-e9cf971fdf48 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] For port ea5302bc-5d1c-4774-a639-86b2c739e9a3, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=ea5302bc-5d1c-4774-a639-86b2c739e9a3,segment=NetworkSegment(7059996c-1f71-437f-b35d-7570fc3feded),segment_id=7059996c-1f71-437f-b35d-7570fc3feded)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:49.757694 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9657fc40-e255-4454-8c27-e9cf971fdf48 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:49.793686 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e0849cde-224c-4e2c-bfd7-663a75cc3a8f None None] Provisioning for port b55289af-f5ea-4b71-8e6f-f16760be9364 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:49.818166 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7316c5-bd74-4baa-a911-a83bd5ca377c None None] DHCP port deletion for 8a37fed2-a7df-4f9f-9f16-aa0c1d71679e request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:19:49.832497 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port e71a5a26-d82c-46fc-b652-6e4cffa73532 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:49.833131 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:49.872153 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53a3b4f-1d4c-4245-81e1-25f12fd469e6 None None] Network 6b45800a-404c-4d74-9f5d-31e5edf9fd00 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:49.902795 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e0849cde-224c-4e2c-bfd7-663a75cc3a8f None None] Provisioning complete for port b55289af-f5ea-4b71-8e6f-f16760be9364 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:49.903082 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e0849cde-224c-4e2c-bfd7-663a75cc3a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:49.921074 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e047d8-8a35-4d6d-b9e4-c0fdff2dc6c4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Router ebdeaac8-870c-4075-879c-a1ae155a0999 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:19:49.930478 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-9657fc40-e255-4454-8c27-e9cf971fdf48 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Calling delete_port for ea5302bc-5d1c-4774-a639-86b2c739e9a3 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:19:49.937459 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6b7316c5-bd74-4baa-a911-a83bd5ca377c None None] Deleting port 50abd3d4-b964-4262-b5dc-f9c477e2a94c {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:19:49.937836 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6b7316c5-bd74-4baa-a911-a83bd5ca377c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:49.983253 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2afd893-bba4-4c34-9457-7033bf8f1eee None None] Network 64a5fc8f-788a-41fe-b82f-21deb35fa746 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:50.021253 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c0440f6c-5bae-4dcf-a7fa-c4d25d25f6d1 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:50.033039 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c0440f6c-5bae-4dcf-a7fa-c4d25d25f6d1 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Deleting port e2971ead-0f2b-4a56-a89f-b53c6db86bbe {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:19:50.033419 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c0440f6c-5bae-4dcf-a7fa-c4d25d25f6d1 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:50.108691 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Deleting port c85c3e56-c569-44fa-be3b-3f5c501336bb {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:19:50.109110 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:50.140419 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] For port 071d86ba-4be0-4d84-ad0e-ce7a9b61eeb2, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=071d86ba-4be0-4d84-ad0e-ce7a9b61eeb2,segment=NetworkSegment(25c3140b-9319-46a9-bb69-732b42222052),segment_id=25c3140b-9319-46a9-bb69-732b42222052)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:50.140684 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:50.199938 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ea463-f546-403a-b94d-6b4b97fcafa8 None None] Pushing event updated for resources: {'Port': ['ID=c85c3e56-c569-44fa-be3b-3f5c501336bb,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:50.216817 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e0849cde-224c-4e2c-bfd7-663a75cc3a8f None None] Port b55289af-f5ea-4b71-8e6f-f16760be9364 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:19:50.333006 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c0440f6c-5bae-4dcf-a7fa-c4d25d25f6d1 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:50.340672 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904dc8b-8dbc-4025-af5b-eae0fd721bf7 None None] Pushing event deleted for resources: {'Port': ['ID=ea5302bc-5d1c-4774-a639-86b2c739e9a3,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:50.396698 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-f1281729-6f08-47d4-be2b-f74f3318901c tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Delete allocated IP 172.20.0.19 (370c8388-de14-4eef-806e-53ac000b21eb/3067e68f-a462-4942-badf-57022585fb32) {{(pid=83737) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 06 14:19:50.406223 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Calling delete_port for 071d86ba-4be0-4d84-ad0e-ce7a9b61eeb2 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:19:50.512963 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-9657fc40-e255-4454-8c27-e9cf971fdf48 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:19:50.512963 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-9657fc40-e255-4454-8c27-e9cf971fdf48 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:19:50.520489 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c0440f6c-5bae-4dcf-a7fa-c4d25d25f6d1 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Calling delete_port for e2971ead-0f2b-4a56-a89f-b53c6db86bbe owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:19:50.605964 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] For port c85c3e56-c569-44fa-be3b-3f5c501336bb, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c85c3e56-c569-44fa-be3b-3f5c501336bb,segment=NetworkSegment(573430d5-549a-440b-ada1-079880932818),segment_id=573430d5-549a-440b-ada1-079880932818)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:50.606625 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:50.639363 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-af780e2b-e1ea-4d10-a8cd-217a4efe0327 None None] Provisioning complete for port b55289af-f5ea-4b71-8e6f-f16760be9364 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:50.639737 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-af780e2b-e1ea-4d10-a8cd-217a4efe0327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:50.710325 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:50.733156 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6b7316c5-bd74-4baa-a911-a83bd5ca377c None None] For port 50abd3d4-b964-4262-b5dc-f9c477e2a94c, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=50abd3d4-b964-4262-b5dc-f9c477e2a94c,segment=NetworkSegment(9fbcf031-dba1-4682-acea-ef2967c744fb),segment_id=9fbcf031-dba1-4682-acea-ef2967c744fb)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:50.733767 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6b7316c5-bd74-4baa-a911-a83bd5ca377c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:50.742194 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:50.753555 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Calling delete_port for c85c3e56-c569-44fa-be3b-3f5c501336bb owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:19:50.777122 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event deleted for resources: {'Port': ['ID=071d86ba-4be0-4d84-ad0e-ce7a9b61eeb2,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:50.791523 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] No DVR routers for this DVR port 071d86ba-4be0-4d84-ad0e-ce7a9b61eeb2 on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:19:50.870065 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:50.898600 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-af780e2b-e1ea-4d10-a8cd-217a4efe0327 None None] Port b55289af-f5ea-4b71-8e6f-f16760be9364 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:19:50.918382 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6b7316c5-bd74-4baa-a911-a83bd5ca377c None None] Calling delete_port for 50abd3d4-b964-4262-b5dc-f9c477e2a94c owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:19:50.954625 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.db.resource_extend [None req-f1281729-6f08-47d4-be2b-f74f3318901c tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:19:50.965925 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event deleted for resources: {'Port': ['ID=c85c3e56-c569-44fa-be3b-3f5c501336bb,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:50.978125 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] No DVR routers for this DVR port c85c3e56-c569-44fa-be3b-3f5c501336bb on host dv-neutron-835868-1-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:19:50.994436 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e047d8-8a35-4d6d-b9e4-c0fdff2dc6c4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:19:51.011096 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964b5e98-8ad0-42f4-957b-9bd86f0d69a1 None None] Sync routers for ids ['ebdeaac8-870c-4075-879c-a1ae155a0999'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:19:51.012078 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:51.036811 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964b5e98-8ad0-42f4-957b-9bd86f0d69a1 None None] Routers {'ebdeaac8-870c-4075-879c-a1ae155a0999'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:19:51.037190 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port e71a5a26-d82c-46fc-b652-6e4cffa73532, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=e71a5a26-d82c-46fc-b652-6e4cffa73532,segment=NetworkSegment(026e04f4-73c6-4942-b504-77ab253f4071),segment_id=026e04f4-73c6-4942-b504-77ab253f4071)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:51.038442 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-964b5e98-8ad0-42f4-957b-9bd86f0d69a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ebdeaac8-870c-4075-879c-a1ae155a0999'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:51.051426 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:51.052211 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 5c3f1881-dc3c-4b14-a023-5ddb3e704c4c up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:19:51.068192 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a5fc8f-788a-41fe-b82f-21deb35fa746']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:51.087475 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c3140b-9319-46a9-bb69-732b42222052') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:51.088130 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c3140b-9319-46a9-bb69-732b42222052') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:51.110157 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:51.115014 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c0440f6c-5bae-4dcf-a7fa-c4d25d25f6d1 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:51.122843 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-9657fc40-e255-4454-8c27-e9cf971fdf48 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Deleting port ea5302bc-5d1c-4774-a639-86b2c739e9a3 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:19:51.123273 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9657fc40-e255-4454-8c27-e9cf971fdf48 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:51.170596 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f1281729-6f08-47d4-be2b-f74f3318901c tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:51.206345 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=e71a5a26-d82c-46fc-b652-6e4cffa73532,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:51.227299 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-01e047d8-8a35-4d6d-b9e4-c0fdff2dc6c4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "PUT /v2.0/routers/ebdeaac8-870c-4075-879c-a1ae155a0999/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1989729 Apr 06 14:19:51.230949 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6b7316c5-bd74-4baa-a911-a83bd5ca377c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:51.240539 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51198) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:51.266567 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-964b5e98-8ad0-42f4-957b-9bd86f0d69a1 None None] Set router ebdeaac8-870c-4075-879c-a1ae155a0999 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:19:51.291240 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7316c5-bd74-4baa-a911-a83bd5ca377c None None] No DVR routers for this DVR port 50abd3d4-b964-4262-b5dc-f9c477e2a94c on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:19:51.306583 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7316c5-bd74-4baa-a911-a83bd5ca377c None None] Pushing event deleted for resources: {'Port': ['ID=50abd3d4-b964-4262-b5dc-f9c477e2a94c,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:51.315247 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 5c3f1881-dc3c-4b14-a023-5ddb3e704c4c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:51.315937 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:51.351246 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0440f6c-5bae-4dcf-a7fa-c4d25d25f6d1 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Pushing event deleted for resources: {'Port': ['ID=e2971ead-0f2b-4a56-a89f-b53c6db86bbe,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:51.357490 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:51.372213 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-9657fc40-e255-4454-8c27-e9cf971fdf48 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] The port 'ea5302bc-5d1c-4774-a639-86b2c739e9a3' was deleted {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:19:51.381082 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8606f92a-d341-49cd-a196-926e0c3f7e54 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:51.461012 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:51.483862 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-f1281729-6f08-47d4-be2b-f74f3318901c tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Ignored duplicate provisioning block setup for port c158f0a4-bfa1-4bf3-ae6b-45bd225f4cfb by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 06 14:19:51.498215 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b45800a-404c-4d74-9f5d-31e5edf9fd00']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:51.505294 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:19:51.505489 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: util.warn( Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: util.warn( Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: util.warn( Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: util.warn( Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:19:51.520240 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:19:51.585567 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f1281729-6f08-47d4-be2b-f74f3318901c tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:51.631736 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573430d5-549a-440b-ada1-079880932818') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:51.632326 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573430d5-549a-440b-ada1-079880932818') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:51.640643 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-f470595c-9574-4954-9b96-6c4dd4916a3c None None] Allocated IP 172.20.0.18 (370c8388-de14-4eef-806e-53ac000b21eb/3067e68f-a462-4942-badf-57022585fb32/6db2e99a-df24-4610-91d7-97be7290e13f) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:51.655212 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:51.674649 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c0440f6c-5bae-4dcf-a7fa-c4d25d25f6d1 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:51.712443 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6db2e99a-df24-4610-91d7-97be7290e13f up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:19:51.802687 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9657fc40-e255-4454-8c27-e9cf971fdf48 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:51.808987 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:51.821770 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:19:51.822212 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:19:51.837983 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:19:51.851310 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:51.895072 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:51.895511 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-964b5e98-8ad0-42f4-957b-9bd86f0d69a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:19:46Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None, '_interfaces': [{'id': '55039566-8e5d-4643-8ba7-791a0309dfef', 'name': '', 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:c1:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:06Z', 'updated_at': '2022-04-06T14:19:20Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3f1881-dc3c-4b14-a023-5ddb3e704c4c', 'name': '', 'network_id': '0ae87b72-43d0-43af-bb04-4ab2ab392d90', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:e0:16:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4bc539-5a7e-451f-9c78-82fd8270df21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:31Z', 'updated_at': '2022-04-06T14:19:45Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'da4bc539-5a7e-451f-9c78-82fd8270df21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b55289af-f5ea-4b71-8e6f-f16760be9364', 'name': '', 'network_id': '6b0fbecc-c7df-46e8-b709-f6a100698d37', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:ed:4c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '777b1b0e-10c1-45a0-8b5f-0efaca091088', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:44Z', 'updated_at': '2022-04-06T14:19:47Z', 'revision_number': 2, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': '777b1b0e-10c1-45a0-8b5f-0efaca091088', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa50855-e462-4d02-9fb1-8e256187b600', 'name': '', 'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:4b:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:19Z', 'updated_at': '2022-04-06T14:19:34Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:51.909621 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964b5e98-8ad0-42f4-957b-9bd86f0d69a1 None None] Checking router: ebdeaac8-870c-4075-879c-a1ae155a0999 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:19:51.910447 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964b5e98-8ad0-42f4-957b-9bd86f0d69a1 None None] Updating router ebdeaac8-870c-4075-879c-a1ae155a0999 port b55289af-f5ea-4b71-8e6f-f16760be9364 binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:19:51.931781 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-9657fc40-e255-4454-8c27-e9cf971fdf48 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2741843a-e5a1-4178-a86a-308c21f3041c']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:51.944486 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1281729-6f08-47d4-be2b-f74f3318901c tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Port': ['ID=c158f0a4-bfa1-4bf3-ae6b-45bd225f4cfb,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:51.969898 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event deleted for resources: {'Network': ['ID=64a5fc8f-788a-41fe-b82f-21deb35fa746,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:51.972833 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-9657fc40-e255-4454-8c27-e9cf971fdf48 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7059996c-1f71-437f-b35d-7570fc3feded') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:51.973171 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-9657fc40-e255-4454-8c27-e9cf971fdf48 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7059996c-1f71-437f-b35d-7570fc3feded') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:51.987241 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f470595c-9574-4954-9b96-6c4dd4916a3c None None] For port 6db2e99a-df24-4610-91d7-97be7290e13f, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6db2e99a-df24-4610-91d7-97be7290e13f,segment=NetworkSegment(6ce4d691-f8bc-482c-a5ab-48c6101053d1),segment_id=6ce4d691-f8bc-482c-a5ab-48c6101053d1)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:51.999970 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ff48ac2a-5ce7-4316-bf31-3b399f25890a tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "DELETE /v2.0/networks/64a5fc8f-788a-41fe-b82f-21deb35fa746 HTTP/1.1" status: 204 len: 168 time: 7.1940150 Apr 06 14:19:52.006080 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51202) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:52.009241 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 6db2e99a-df24-4610-91d7-97be7290e13f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:52.009418 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9657fc40-e255-4454-8c27-e9cf971fdf48 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:52.010117 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:52.021518 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b4c627f6-0c5c-45c2-a3ee-5ae97b1b7c20 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-258185335'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:52.036168 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b4c627f6-0c5c-45c2-a3ee-5ae97b1b7c20 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:52.045532 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b4c627f6-0c5c-45c2-a3ee-5ae97b1b7c20 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Usage tracker for resource:network and tenant:80ad0f6582bc443bac7991e53e262edd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:52.048126 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-f1281729-6f08-47d4-be2b-f74f3318901c tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] In _notify_port_updated(), no bound segment for port c158f0a4-bfa1-4bf3-ae6b-45bd225f4cfb on network 370c8388-de14-4eef-806e-53ac000b21eb {{(pid=83737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 06 14:19:52.051912 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1281729-6f08-47d4-be2b-f74f3318901c tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:52.052532 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f1281729-6f08-47d4-be2b-f74f3318901c tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:52.053860 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f1281729-6f08-47d4-be2b-f74f3318901c tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "PUT /v2.0/ports/c158f0a4-bfa1-4bf3-ae6b-45bd225f4cfb HTTP/1.1" status: 200 len: 916 time: 3.4553607 Apr 06 14:19:52.055023 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b4c627f6-0c5c-45c2-a3ee-5ae97b1b7c20 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:52.058937 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9657fc40-e255-4454-8c27-e9cf971fdf48 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:52.059908 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51206) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:52.060032 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-964b5e98-8ad0-42f4-957b-9bd86f0d69a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:52.070077 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b4c627f6-0c5c-45c2-a3ee-5ae97b1b7c20 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:52.072218 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9657fc40-e255-4454-8c27-e9cf971fdf48 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:19:52.072625 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9657fc40-e255-4454-8c27-e9cf971fdf48 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:52.086268 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-92ab1205-bfde-48f9-adfa-f09b453a24a8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5dc6e764-8360-4e7d-913c-751ac4c11424'}, {'subnet_id': '3067e68f-a462-4942-badf-57022585fb32'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:19:52.088271 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:19:52.114870 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f470595c-9574-4954-9b96-6c4dd4916a3c None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:52.134555 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c0440f6c-5bae-4dcf-a7fa-c4d25d25f6d1 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:52.148408 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c0440f6c-5bae-4dcf-a7fa-c4d25d25f6d1 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:52.162863 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:52.164287 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f470595c-9574-4954-9b96-6c4dd4916a3c None None] Transition to ACTIVE for port object 6db2e99a-df24-4610-91d7-97be7290e13f will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:52.174938 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c627f6-0c5c-45c2-a3ee-5ae97b1b7c20 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Made reservation on behalf of 80ad0f6582bc443bac7991e53e262edd for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:52.178111 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b4c627f6-0c5c-45c2-a3ee-5ae97b1b7c20 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:52.201782 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:52.209891 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f470595c-9574-4954-9b96-6c4dd4916a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:52.219999 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9657fc40-e255-4454-8c27-e9cf971fdf48 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:52.221491 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event deleted for resources: {'Network': ['ID=6b45800a-404c-4d74-9f5d-31e5edf9fd00,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:52.269528 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9657fc40-e255-4454-8c27-e9cf971fdf48 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:52.274777 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657fc40-e255-4454-8c27-e9cf971fdf48 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Network': ['ID=2741843a-e5a1-4178-a86a-308c21f3041c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:52.349112 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e5f512b4-ef24-4bf4-bd10-a490878a2000 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/networks/6b45800a-404c-4d74-9f5d-31e5edf9fd00 HTTP/1.1" status: 204 len: 168 time: 7.4534593 Apr 06 14:19:52.352566 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51210) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:52.361150 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-bea0c8b9-cb25-4540-af26-1c709b3f07e0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2059698743'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:52.366989 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-bea0c8b9-cb25-4540-af26-1c709b3f07e0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:52.371841 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bea0c8b9-cb25-4540-af26-1c709b3f07e0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Usage tracker for resource:network and tenant:dc88b2721e454f4b9119a3f7bd8b83b6 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:52.375370 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bea0c8b9-cb25-4540-af26-1c709b3f07e0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:52.384612 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device e71a5a26-d82c-46fc-b652-6e4cffa73532 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:19:52.389702 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-bea0c8b9-cb25-4540-af26-1c709b3f07e0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:52.409066 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea0c8b9-cb25-4540-af26-1c709b3f07e0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Made reservation on behalf of dc88b2721e454f4b9119a3f7bd8b83b6 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:52.412981 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bea0c8b9-cb25-4540-af26-1c709b3f07e0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:52.427155 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470595c-9574-4954-9b96-6c4dd4916a3c None None] Pushing event updated for resources: {'Port': ['ID=6db2e99a-df24-4610-91d7-97be7290e13f,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:52.431861 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c0440f6c-5bae-4dcf-a7fa-c4d25d25f6d1 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:52.432534 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0440f6c-5bae-4dcf-a7fa-c4d25d25f6d1 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Fanout notify agent at l3_agent the message router_deleted on router beca8968-394b-4982-a8bb-deb78c89a65d {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:19:52.474879 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c0440f6c-5bae-4dcf-a7fa-c4d25d25f6d1 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:52.486900 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c0440f6c-5bae-4dcf-a7fa-c4d25d25f6d1 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "DELETE /v2.0/routers/beca8968-394b-4982-a8bb-deb78c89a65d HTTP/1.1" status: 204 len: 168 time: 3.2293556 Apr 06 14:19:52.490847 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port e71a5a26-d82c-46fc-b652-6e4cffa73532 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:52.491231 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:52.498709 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51214) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:52.505045 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d6465590-7f43-48e6-beb3-c86d29a9ed59 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-157000618', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:52.528715 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d6465590-7f43-48e6-beb3-c86d29a9ed59 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:52.536487 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c627f6-0c5c-45c2-a3ee-5ae97b1b7c20 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:19:52.545869 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b4c627f6-0c5c-45c2-a3ee-5ae97b1b7c20 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:52.546301 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-b4c627f6-0c5c-45c2-a3ee-5ae97b1b7c20 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Added segment add80feb-9865-4164-81d3-2c5bad0bcc0a of type vlan for network 451ff6e4-25f4-4db0-8228-99e981279d0c Apr 06 14:19:52.569851 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d6465590-7f43-48e6-beb3-c86d29a9ed59 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Usage tracker for resource:router and tenant:a3cb351a0aef464cb839e27e4891b480 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:52.571894 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9657fc40-e255-4454-8c27-e9cf971fdf48 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/networks/2741843a-e5a1-4178-a86a-308c21f3041c HTTP/1.1" status: 204 len: 168 time: 4.3980904 Apr 06 14:19:52.577371 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea0c8b9-cb25-4540-af26-1c709b3f07e0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:19:52.580474 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51218) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:52.581073 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d6465590-7f43-48e6-beb3-c86d29a9ed59 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:52.591758 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d6465590-7f43-48e6-beb3-c86d29a9ed59 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:52.648903 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bea0c8b9-cb25-4540-af26-1c709b3f07e0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:52.648903 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-bea0c8b9-cb25-4540-af26-1c709b3f07e0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Added segment d4de5ddb-0c79-4227-b605-22e59479ef6f of type vlan for network b760ed73-1e5d-42a4-8304-551cb2d6bb8b Apr 06 14:19:52.650076 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-964b5e98-8ad0-42f4-957b-9bd86f0d69a1 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:52.672545 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d6465590-7f43-48e6-beb3-c86d29a9ed59 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:52.673538 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d6465590-7f43-48e6-beb3-c86d29a9ed59 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:52.677539 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-964b5e98-8ad0-42f4-957b-9bd86f0d69a1 None None] Transition to ACTIVE for port object b55289af-f5ea-4b71-8e6f-f16760be9364 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:19:52.688303 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-964b5e98-8ad0-42f4-957b-9bd86f0d69a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:52.721159 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b4c627f6-0c5c-45c2-a3ee-5ae97b1b7c20 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:52.741859 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92ab1205-bfde-48f9-adfa-f09b453a24a8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:52.780680 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device ea5302bc-5d1c-4774-a639-86b2c739e9a3 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:19:52.783349 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bea0c8b9-cb25-4540-af26-1c709b3f07e0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:52.886392 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: ea5302bc-5d1c-4774-a639-86b2c739e9a3 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:19:52.887365 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f67eed7-9434-4c64-b09a-11380e337287 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:52.888132 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device ea5302bc-5d1c-4774-a639-86b2c739e9a3 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:19:52.888132 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 50abd3d4-b964-4262-b5dc-f9c477e2a94c no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:19:52.890703 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d6465590-7f43-48e6-beb3-c86d29a9ed59 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:52.959101 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b4c627f6-0c5c-45c2-a3ee-5ae97b1b7c20 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:52.985767 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 50abd3d4-b964-4262-b5dc-f9c477e2a94c {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:19:52.986088 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c627f6-0c5c-45c2-a3ee-5ae97b1b7c20 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:52.986637 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 50abd3d4-b964-4262-b5dc-f9c477e2a94c not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:19:52.986797 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b4c627f6-0c5c-45c2-a3ee-5ae97b1b7c20 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:53.004537 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe0076-a692-40b9-a617-4ec3784fbac6 None None] Pushing event updated for resources: {'Port': ['ID=b55289af-f5ea-4b71-8e6f-f16760be9364,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:53.021593 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bea0c8b9-cb25-4540-af26-1c709b3f07e0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:53.025247 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea0c8b9-cb25-4540-af26-1c709b3f07e0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:53.025826 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bea0c8b9-cb25-4540-af26-1c709b3f07e0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:53.065434 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-964b5e98-8ad0-42f4-957b-9bd86f0d69a1 None None] Attempting to bind port b55289af-f5ea-4b71-8e6f-f16760be9364 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:19:53.065969 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-964b5e98-8ad0-42f4-957b-9bd86f0d69a1 None None] Attempting to bind port b55289af-f5ea-4b71-8e6f-f16760be9364 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '026e04f4-73c6-4942-b504-77ab253f4071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6b0fbecc-c7df-46e8-b709-f6a100698d37'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:19:53.066159 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964b5e98-8ad0-42f4-957b-9bd86f0d69a1 None None] Attempting to bind port b55289af-f5ea-4b71-8e6f-f16760be9364 on network 6b0fbecc-c7df-46e8-b709-f6a100698d37 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:19:53.085986 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964b5e98-8ad0-42f4-957b-9bd86f0d69a1 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:19:53.086750 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964b5e98-8ad0-42f4-957b-9bd86f0d69a1 None None] Checking segment: {'id': '026e04f4-73c6-4942-b504-77ab253f4071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6b0fbecc-c7df-46e8-b709-f6a100698d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:53.087526 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-964b5e98-8ad0-42f4-957b-9bd86f0d69a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:53.089778 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964b5e98-8ad0-42f4-957b-9bd86f0d69a1 None None] Bound using segment: {'id': '026e04f4-73c6-4942-b504-77ab253f4071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6b0fbecc-c7df-46e8-b709-f6a100698d37'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:19:53.090547 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-964b5e98-8ad0-42f4-957b-9bd86f0d69a1 None None] Bound port: b55289af-f5ea-4b71-8e6f-f16760be9364, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '026e04f4-73c6-4942-b504-77ab253f4071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6b0fbecc-c7df-46e8-b709-f6a100698d37'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:19:53.091144 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-964b5e98-8ad0-42f4-957b-9bd86f0d69a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:53.211266 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-964b5e98-8ad0-42f4-957b-9bd86f0d69a1 None None] For port b55289af-f5ea-4b71-8e6f-f16760be9364, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:19:53.215988 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-964b5e98-8ad0-42f4-957b-9bd86f0d69a1 None None] For port b55289af-f5ea-4b71-8e6f-f16760be9364, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=b55289af-f5ea-4b71-8e6f-f16760be9364,segment=NetworkSegment(026e04f4-73c6-4942-b504-77ab253f4071),segment_id=026e04f4-73c6-4942-b504-77ab253f4071)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:19:53.228295 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-964b5e98-8ad0-42f4-957b-9bd86f0d69a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:53.395505 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe0076-a692-40b9-a617-4ec3784fbac6 None None] Pushing event updated for resources: {'Port': ['ID=b55289af-f5ea-4b71-8e6f-f16760be9364,revision_number=4']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:53.397634 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cd1017-72e4-40c5-a4c6-fba2e9c4b62d None None] Network 370c8388-de14-4eef-806e-53ac000b21eb requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:53.423073 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964b5e98-8ad0-42f4-957b-9bd86f0d69a1 None None] Routers {'ebdeaac8-870c-4075-879c-a1ae155a0999'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:19:53.423692 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-964b5e98-8ad0-42f4-957b-9bd86f0d69a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ebdeaac8-870c-4075-879c-a1ae155a0999'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:53.451861 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bea0c8b9-cb25-4540-af26-1c709b3f07e0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0969000 Apr 06 14:19:53.464641 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51222) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:53.466136 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f67eed7-9434-4c64-b09a-11380e337287 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:53.472215 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-5070f814-016e-46a1-b0da-38df2e7177fb tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Request body: {'subnet': {'network_id': 'b760ed73-1e5d-42a4-8304-551cb2d6bb8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:53.492293 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-4f67eed7-9434-4c64-b09a-11380e337287 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a37fed2-a7df-4f9f-9f16-aa0c1d71679e']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:53.511105 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-4f67eed7-9434-4c64-b09a-11380e337287 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fbcf031-dba1-4682-acea-ef2967c744fb') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:53.511408 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-4f67eed7-9434-4c64-b09a-11380e337287 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fbcf031-dba1-4682-acea-ef2967c744fb') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:53.516707 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0c8b9-cb25-4540-af26-1c709b3f07e0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event updated for resources: {'Network': ['ID=b760ed73-1e5d-42a4-8304-551cb2d6bb8b,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:53.534481 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f67eed7-9434-4c64-b09a-11380e337287 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:53.553943 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f67eed7-9434-4c64-b09a-11380e337287 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:53.561280 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f67eed7-9434-4c64-b09a-11380e337287 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:19:53.561910 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f67eed7-9434-4c64-b09a-11380e337287 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:53.578605 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network b760ed73-1e5d-42a4-8304-551cb2d6bb8b details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:19:53.702060 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d6465590-7f43-48e6-beb3-c86d29a9ed59 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:53.703937 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-964b5e98-8ad0-42f4-957b-9bd86f0d69a1 None None] Set router ebdeaac8-870c-4075-879c-a1ae155a0999 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:19:53.734054 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5070f814-016e-46a1-b0da-38df2e7177fb tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:53.741203 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5070f814-016e-46a1-b0da-38df2e7177fb tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Usage tracker for resource:subnet and tenant:dc88b2721e454f4b9119a3f7bd8b83b6 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:53.745534 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6db2e99a-df24-4610-91d7-97be7290e13f up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:19:53.747284 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5070f814-016e-46a1-b0da-38df2e7177fb tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:53.774996 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5070f814-016e-46a1-b0da-38df2e7177fb tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:53.793527 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.extraroute_db [None req-8606f92a-d341-49cd-a196-926e0c3f7e54 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=83737) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 06 14:19:53.814632 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.extraroute_db [None req-8606f92a-d341-49cd-a196-926e0c3f7e54 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Removed routes are [] {{(pid=83737) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 06 14:19:53.815081 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8606f92a-d341-49cd-a196-926e0c3f7e54 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:19:53.818506 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:19:53.831745 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f67eed7-9434-4c64-b09a-11380e337287 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:53.853278 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f2d68d00-9fb7-4f04-80f0-14b4ea1b6b8d None None] Provisioning for port 6db2e99a-df24-4610-91d7-97be7290e13f completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:53.880761 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f2d68d00-9fb7-4f04-80f0-14b4ea1b6b8d None None] Provisioning complete for port 6db2e99a-df24-4610-91d7-97be7290e13f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:53.881170 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f2d68d00-9fb7-4f04-80f0-14b4ea1b6b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:53.891730 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b4c627f6-0c5c-45c2-a3ee-5ae97b1b7c20 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8719606 Apr 06 14:19:53.895914 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5070f814-016e-46a1-b0da-38df2e7177fb tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Made reservation on behalf of dc88b2721e454f4b9119a3f7bd8b83b6 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:53.905576 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51226) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:53.906693 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f67eed7-9434-4c64-b09a-11380e337287 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:53.914355 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-98333f03-d56b-447b-9f98-f1eb35ad4fb6 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Request body: {'subnet': {'network_id': '451ff6e4-25f4-4db0-8228-99e981279d0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:53.990224 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 6db2e99a-df24-4610-91d7-97be7290e13f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:53.990523 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:53.993457 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c627f6-0c5c-45c2-a3ee-5ae97b1b7c20 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event updated for resources: {'Network': ['ID=451ff6e4-25f4-4db0-8228-99e981279d0c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:53.994478 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-92ab1205-bfde-48f9-adfa-f09b453a24a8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Allocated IP 172.20.0.29 (370c8388-de14-4eef-806e-53ac000b21eb/3067e68f-a462-4942-badf-57022585fb32/c158f0a4-bfa1-4bf3-ae6b-45bd225f4cfb) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:54.071984 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4f67eed7-9434-4c64-b09a-11380e337287 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/networks/8a37fed2-a7df-4f9f-9f16-aa0c1d71679e HTTP/1.1" status: 204 len: 168 time: 1.4804599 Apr 06 14:19:54.076454 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 451ff6e4-25f4-4db0-8228-99e981279d0c details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:19:54.085140 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51230) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:54.096321 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e7ddfd50-0426-450a-8d17-b84f06a37ec9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'network': {'name': 'tempest-RoutersTest-308581943'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:54.112010 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67eed7-9434-4c64-b09a-11380e337287 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Network': ['ID=8a37fed2-a7df-4f9f-9f16-aa0c1d71679e,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:54.122279 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5070f814-016e-46a1-b0da-38df2e7177fb tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:54.122845 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e7ddfd50-0426-450a-8d17-b84f06a37ec9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:54.141861 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e7ddfd50-0426-450a-8d17-b84f06a37ec9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Usage tracker for resource:network and tenant:54b6b16a88cd457596297a5e2f6c39ce is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:54.146470 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e7ddfd50-0426-450a-8d17-b84f06a37ec9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:54.163717 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e7ddfd50-0426-450a-8d17-b84f06a37ec9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:54.167967 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-98333f03-d56b-447b-9f98-f1eb35ad4fb6 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:54.181926 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-964b5e98-8ad0-42f4-957b-9bd86f0d69a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:19:46Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None, '_interfaces': [{'id': '55039566-8e5d-4643-8ba7-791a0309dfef', 'name': '', 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:c1:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:06Z', 'updated_at': '2022-04-06T14:19:20Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3f1881-dc3c-4b14-a023-5ddb3e704c4c', 'name': '', 'network_id': '0ae87b72-43d0-43af-bb04-4ab2ab392d90', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:e0:16:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4bc539-5a7e-451f-9c78-82fd8270df21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:31Z', 'updated_at': '2022-04-06T14:19:45Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'da4bc539-5a7e-451f-9c78-82fd8270df21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b55289af-f5ea-4b71-8e6f-f16760be9364', 'name': '', 'network_id': '6b0fbecc-c7df-46e8-b709-f6a100698d37', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:ed:4c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '777b1b0e-10c1-45a0-8b5f-0efaca091088', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:44Z', 'updated_at': '2022-04-06T14:19:53Z', 'revision_number': 4, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': '777b1b0e-10c1-45a0-8b5f-0efaca091088', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa50855-e462-4d02-9fb1-8e256187b600', 'name': '', 'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:4b:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:19Z', 'updated_at': '2022-04-06T14:19:34Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:54.187673 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964b5e98-8ad0-42f4-957b-9bd86f0d69a1 None None] The sync data for ids ['ebdeaac8-870c-4075-879c-a1ae155a0999'] in dv-neutron-835868-1-hyperv is: [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:19:46Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None, '_interfaces': [{'id': '55039566-8e5d-4643-8ba7-791a0309dfef', 'name': '', 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:c1:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:06Z', 'updated_at': '2022-04-06T14:19:20Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3f1881-dc3c-4b14-a023-5ddb3e704c4c', 'name': '', 'network_id': '0ae87b72-43d0-43af-bb04-4ab2ab392d90', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:e0:16:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4bc539-5a7e-451f-9c78-82fd8270df21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:31Z', 'updated_at': '2022-04-06T14:19:45Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'da4bc539-5a7e-451f-9c78-82fd8270df21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b55289af-f5ea-4b71-8e6f-f16760be9364', 'name': '', 'network_id': '6b0fbecc-c7df-46e8-b709-f6a100698d37', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:ed:4c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '777b1b0e-10c1-45a0-8b5f-0efaca091088', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:44Z', 'updated_at': '2022-04-06T14:19:53Z', 'revision_number': 4, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': '777b1b0e-10c1-45a0-8b5f-0efaca091088', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa50855-e462-4d02-9fb1-8e256187b600', 'name': '', 'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:4b:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:19Z', 'updated_at': '2022-04-06T14:19:34Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:19:54.190966 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-98333f03-d56b-447b-9f98-f1eb35ad4fb6 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Usage tracker for resource:subnet and tenant:80ad0f6582bc443bac7991e53e262edd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:54.202781 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-98333f03-d56b-447b-9f98-f1eb35ad4fb6 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:54.214830 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-98333f03-d56b-447b-9f98-f1eb35ad4fb6 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:54.216973 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ddfd50-0426-450a-8d17-b84f06a37ec9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Made reservation on behalf of 54b6b16a88cd457596297a5e2f6c39ce for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:54.220421 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7ddfd50-0426-450a-8d17-b84f06a37ec9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:54.275364 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98333f03-d56b-447b-9f98-f1eb35ad4fb6 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Made reservation on behalf of 80ad0f6582bc443bac7991e53e262edd for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:54.481965 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ddfd50-0426-450a-8d17-b84f06a37ec9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:19:54.507771 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92ab1205-bfde-48f9-adfa-f09b453a24a8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:54.525752 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d6465590-7f43-48e6-beb3-c86d29a9ed59 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:54.527616 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7ddfd50-0426-450a-8d17-b84f06a37ec9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:54.527959 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-e7ddfd50-0426-450a-8d17-b84f06a37ec9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Added segment c910d0b5-4c10-4f9c-a21e-6fc92d080dc0 of type vlan for network b37f5783-fb44-487e-bcc6-8878ec2e0cec Apr 06 14:19:54.549241 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-98333f03-d56b-447b-9f98-f1eb35ad4fb6 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:54.578099 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8606f92a-d341-49cd-a196-926e0c3f7e54 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:54.606480 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d6465590-7f43-48e6-beb3-c86d29a9ed59 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:54.645579 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8606f92a-d341-49cd-a196-926e0c3f7e54 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653861', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691619'] for router, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:54.666177 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7ddfd50-0426-450a-8d17-b84f06a37ec9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:54.730516 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-92ab1205-bfde-48f9-adfa-f09b453a24a8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Ignored duplicate provisioning block setup for port c158f0a4-bfa1-4bf3-ae6b-45bd225f4cfb by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 06 14:19:54.733779 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5070f814-016e-46a1-b0da-38df2e7177fb tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:54.833327 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070f814-016e-46a1-b0da-38df2e7177fb tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event updated for resources: {'Subnet': ['ID=2e1d2200-fd2f-43c5-9009-fe8bd7f3b97d,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:54.847380 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92ab1205-bfde-48f9-adfa-f09b453a24a8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:54.928454 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c809728f-726d-444b-a6ec-99aeb0b54466 None None] Provisioning for port c158f0a4-bfa1-4bf3-ae6b-45bd225f4cfb completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:54.934458 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c809728f-726d-444b-a6ec-99aeb0b54466 None None] Provisioning complete for port c158f0a4-bfa1-4bf3-ae6b-45bd225f4cfb triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:54.934836 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c809728f-726d-444b-a6ec-99aeb0b54466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:54.943415 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-d6465590-7f43-48e6-beb3-c86d29a9ed59 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Allocated IP 172.26.8.113 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/09680182-f311-478c-ba05-4a4841049ef2) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:54.949655 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7ddfd50-0426-450a-8d17-b84f06a37ec9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:54.952963 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ddfd50-0426-450a-8d17-b84f06a37ec9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:54.953469 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7ddfd50-0426-450a-8d17-b84f06a37ec9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:55.008273 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c809728f-726d-444b-a6ec-99aeb0b54466 None None] Port c158f0a4-bfa1-4bf3-ae6b-45bd225f4cfb cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:19:55.040734 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c809728f-726d-444b-a6ec-99aeb0b54466 None None] Provisioning complete for port 6db2e99a-df24-4610-91d7-97be7290e13f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:55.041352 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c809728f-726d-444b-a6ec-99aeb0b54466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:55.099582 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab1205-bfde-48f9-adfa-f09b453a24a8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Port': ['ID=c158f0a4-bfa1-4bf3-ae6b-45bd225f4cfb,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:55.320383 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e7ddfd50-0426-450a-8d17-b84f06a37ec9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2283397 Apr 06 14:19:55.330449 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51234) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:55.349602 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-76d7f54c-aa15-45df-a83e-e12fda2f6f97 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'subnet': {'network_id': 'b37f5783-fb44-487e-bcc6-8878ec2e0cec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:55.357619 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a2d0e140-96f4-47b8-88df-80fc61a52fcc None None] Provisioning complete for port c158f0a4-bfa1-4bf3-ae6b-45bd225f4cfb triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:55.358290 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a2d0e140-96f4-47b8-88df-80fc61a52fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:55.367881 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ddfd50-0426-450a-8d17-b84f06a37ec9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Network': ['ID=b37f5783-fb44-487e-bcc6-8878ec2e0cec,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:55.416771 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a2d0e140-96f4-47b8-88df-80fc61a52fcc None None] Port c158f0a4-bfa1-4bf3-ae6b-45bd225f4cfb cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:19:55.418952 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network b37f5783-fb44-487e-bcc6-8878ec2e0cec details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:19:55.449626 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5070f814-016e-46a1-b0da-38df2e7177fb tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Checking segment: {'id': 'd4de5ddb-0c79-4227-b605-22e59479ef6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b760ed73-1e5d-42a4-8304-551cb2d6bb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:55.449988 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5070f814-016e-46a1-b0da-38df2e7177fb tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Network hostable DHCP agents. Network: b760ed73-1e5d-42a4-8304-551cb2d6bb8b, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:19:55.500619 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8606f92a-d341-49cd-a196-926e0c3f7e54 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Router ebdeaac8-870c-4075-879c-a1ae155a0999 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:19:55.513037 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d6465590-7f43-48e6-beb3-c86d29a9ed59 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:55.517612 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-92ab1205-bfde-48f9-adfa-f09b453a24a8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] In _notify_port_updated(), no bound segment for port c158f0a4-bfa1-4bf3-ae6b-45bd225f4cfb on network 370c8388-de14-4eef-806e-53ac000b21eb {{(pid=83738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 06 14:19:55.521890 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ab1205-bfde-48f9-adfa-f09b453a24a8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:55.523095 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92ab1205-bfde-48f9-adfa-f09b453a24a8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:55.524731 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-92ab1205-bfde-48f9-adfa-f09b453a24a8 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "PUT /v2.0/ports/c158f0a4-bfa1-4bf3-ae6b-45bd225f4cfb HTTP/1.1" status: 200 len: 996 time: 3.4567537 Apr 06 14:19:55.528793 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51238) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:55.536069 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-76d7f54c-aa15-45df-a83e-e12fda2f6f97 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:55.540033 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-76d7f54c-aa15-45df-a83e-e12fda2f6f97 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Usage tracker for resource:subnet and tenant:54b6b16a88cd457596297a5e2f6c39ce is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:55.543419 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-76d7f54c-aa15-45df-a83e-e12fda2f6f97 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:55.545776 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5070f814-016e-46a1-b0da-38df2e7177fb tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Network b760ed73-1e5d-42a4-8304-551cb2d6bb8b is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:19:55.549862 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-76d7f54c-aa15-45df-a83e-e12fda2f6f97 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:55.564374 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-5070f814-016e-46a1-b0da-38df2e7177fb tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, b760ed73-1e5d-42a4-8304-551cb2d6bb8b) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:55.568257 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2f74d343-3b4e-4913-bbcf-a51da1b850b9 None None] Provisioning complete for port c158f0a4-bfa1-4bf3-ae6b-45bd225f4cfb triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:55.568645 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2f74d343-3b4e-4913-bbcf-a51da1b850b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:55.581204 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5070f814-016e-46a1-b0da-38df2e7177fb tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:55.583590 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5070f814-016e-46a1-b0da-38df2e7177fb tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:55.608999 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636891f3-3bc6-4cfe-bd0b-f89d759dca7e None None] Network b760ed73-1e5d-42a4-8304-551cb2d6bb8b requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:55.618399 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5070f814-016e-46a1-b0da-38df2e7177fb tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1502233 Apr 06 14:19:55.619204 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d6465590-7f43-48e6-beb3-c86d29a9ed59 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:55.623875 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51242) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:55.650696 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d7f54c-aa15-45df-a83e-e12fda2f6f97 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Made reservation on behalf of 54b6b16a88cd457596297a5e2f6c39ce for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:55.721998 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device b55289af-f5ea-4b71-8e6f-f16760be9364 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:19:55.799429 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2f74d343-3b4e-4913-bbcf-a51da1b850b9 None None] Port c158f0a4-bfa1-4bf3-ae6b-45bd225f4cfb cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:19:55.817715 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6465590-7f43-48e6-beb3-c86d29a9ed59 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:55.823855 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-d6465590-7f43-48e6-beb3-c86d29a9ed59 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:55.829678 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6465590-7f43-48e6-beb3-c86d29a9ed59 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:19:55.851158 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port b55289af-f5ea-4b71-8e6f-f16760be9364 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:19:55.859955 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port b55289af-f5ea-4b71-8e6f-f16760be9364 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:55.860330 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:55.873076 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465590-7f43-48e6-beb3-c86d29a9ed59 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Pushing event updated for resources: {'Port': ['ID=09680182-f311-478c-ba05-4a4841049ef2,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:55.877418 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-76d7f54c-aa15-45df-a83e-e12fda2f6f97 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:55.974637 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-478a2d00-ad3d-46bf-b445-61374282b050 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:56.031339 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-723dbf69-aca8-452e-9c15-967d8d6f7c0d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting port c158f0a4-bfa1-4bf3-ae6b-45bd225f4cfb {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:19:56.032004 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-723dbf69-aca8-452e-9c15-967d8d6f7c0d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:56.032818 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:56.041740 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c414f0dc-d6a2-4084-a5d9-5638aa48f652 None None] Provisioning complete for port c158f0a4-bfa1-4bf3-ae6b-45bd225f4cfb triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:56.041740 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c414f0dc-d6a2-4084-a5d9-5638aa48f652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:56.072276 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-478a2d00-ad3d-46bf-b445-61374282b050 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:56.111264 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port b55289af-f5ea-4b71-8e6f-f16760be9364, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=b55289af-f5ea-4b71-8e6f-f16760be9364,segment=NetworkSegment(026e04f4-73c6-4942-b504-77ab253f4071),segment_id=026e04f4-73c6-4942-b504-77ab253f4071)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:56.159227 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:56.171645 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d6465590-7f43-48e6-beb3-c86d29a9ed59 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:56.171811 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.objects.ports [None req-98333f03-d56b-447b-9f98-f1eb35ad4fb6 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83737) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 06 14:19:56.171926 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d6465590-7f43-48e6-beb3-c86d29a9ed59 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:56.174564 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-478a2d00-ad3d-46bf-b445-61374282b050 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:56.186732 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-98333f03-d56b-447b-9f98-f1eb35ad4fb6 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:56.215514 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a2d00-ad3d-46bf-b445-61374282b050 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event deleted for resources: {'Subnet': ['ID=2e1d2200-fd2f-43c5-9009-fe8bd7f3b97d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:56.222920 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c414f0dc-d6a2-4084-a5d9-5638aa48f652 None None] Port c158f0a4-bfa1-4bf3-ae6b-45bd225f4cfb cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:19:56.228830 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc290bc-a3bf-4919-b9fc-b352c29a34a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-b760ed73-1e5d-42a4-8304-551cb2d6bb8b', 'network_id': 'b760ed73-1e5d-42a4-8304-551cb2d6bb8b', 'tenant_id': 'dc88b2721e454f4b9119a3f7bd8b83b6', 'fixed_ips': [{'subnet_id': '2e1d2200-fd2f-43c5-9009-fe8bd7f3b97d'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:19:56.229725 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8dc290bc-a3bf-4919-b9fc-b352c29a34a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:56.303512 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=b55289af-f5ea-4b71-8e6f-f16760be9364,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:56.367922 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce5a9ba-819a-4e8a-ba01-9f436498ca8d None None] Network b760ed73-1e5d-42a4-8304-551cb2d6bb8b requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:19:56.405308 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98333f03-d56b-447b-9f98-f1eb35ad4fb6 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event updated for resources: {'Subnet': ['ID=a0a6b6b2-15f2-4bcc-a208-e28f9b07b624,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:56.430010 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-478a2d00-ad3d-46bf-b445-61374282b050 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:56.471432 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-478a2d00-ad3d-46bf-b445-61374282b050 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b760ed73-1e5d-42a4-8304-551cb2d6bb8b']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:56.485820 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-478a2d00-ad3d-46bf-b445-61374282b050 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4de5ddb-0c79-4227-b605-22e59479ef6f') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:56.485820 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-478a2d00-ad3d-46bf-b445-61374282b050 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4de5ddb-0c79-4227-b605-22e59479ef6f') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:56.500427 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-478a2d00-ad3d-46bf-b445-61374282b050 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:56.528329 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-478a2d00-ad3d-46bf-b445-61374282b050 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:56.538300 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-478a2d00-ad3d-46bf-b445-61374282b050 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:19:56.538736 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-478a2d00-ad3d-46bf-b445-61374282b050 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:56.548062 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8dc0f2-62d3-4889-b316-0149b8032c4c None None] get_active_networks_info from dv-neutron-835868-1-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:19:56.554402 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:19:56.563883 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98333f03-d56b-447b-9f98-f1eb35ad4fb6 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Checking segment: {'id': 'add80feb-9865-4164-81d3-2c5bad0bcc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '451ff6e4-25f4-4db0-8228-99e981279d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:56.564262 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98333f03-d56b-447b-9f98-f1eb35ad4fb6 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Network hostable DHCP agents. Network: 451ff6e4-25f4-4db0-8228-99e981279d0c, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:19:56.579221 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8606f92a-d341-49cd-a196-926e0c3f7e54 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:19:56.598634 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5fb67f-a055-4999-a3b1-edcd697cbb6d None None] Sync routers for ids ['ebdeaac8-870c-4075-879c-a1ae155a0999'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:19:56.625131 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8606f92a-d341-49cd-a196-926e0c3f7e54 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:56.626989 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8606f92a-d341-49cd-a196-926e0c3f7e54 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "PUT /v2.0/routers/ebdeaac8-870c-4075-879c-a1ae155a0999 HTTP/1.1" status: 200 len: 954 time: 5.2526393 Apr 06 14:19:56.628196 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-723dbf69-aca8-452e-9c15-967d8d6f7c0d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:56.631323 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51246) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:56.659734 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5fb67f-a055-4999-a3b1-edcd697cbb6d None None] Routers {'ebdeaac8-870c-4075-879c-a1ae155a0999'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:19:56.660345 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2a5fb67f-a055-4999-a3b1-edcd697cbb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ebdeaac8-870c-4075-879c-a1ae155a0999'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:56.763096 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-478a2d00-ad3d-46bf-b445-61374282b050 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:56.770476 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-723dbf69-aca8-452e-9c15-967d8d6f7c0d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Calling delete_port for c158f0a4-bfa1-4bf3-ae6b-45bd225f4cfb owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:19:56.788359 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-478a2d00-ad3d-46bf-b445-61374282b050 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:56.806095 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a2d00-ad3d-46bf-b445-61374282b050 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event deleted for resources: {'Network': ['ID=b760ed73-1e5d-42a4-8304-551cb2d6bb8b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:56.814716 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-478a2d00-ad3d-46bf-b445-61374282b050 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/networks/b760ed73-1e5d-42a4-8304-551cb2d6bb8b HTTP/1.1" status: 204 len: 168 time: 1.1210971 Apr 06 14:19:56.818846 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51250) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:56.828556 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a3118498-0997-4e16-af3a-3f9ba619d04a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1798622553'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:56.834910 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a3118498-0997-4e16-af3a-3f9ba619d04a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:56.845140 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a3118498-0997-4e16-af3a-3f9ba619d04a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Usage tracker for resource:network and tenant:dc88b2721e454f4b9119a3f7bd8b83b6 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:56.849400 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a3118498-0997-4e16-af3a-3f9ba619d04a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:56.864492 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a3118498-0997-4e16-af3a-3f9ba619d04a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:56.898086 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3118498-0997-4e16-af3a-3f9ba619d04a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Made reservation on behalf of dc88b2721e454f4b9119a3f7bd8b83b6 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:56.901990 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3118498-0997-4e16-af3a-3f9ba619d04a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:56.962650 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6465590-7f43-48e6-beb3-c86d29a9ed59 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Router eefc110f-712d-4960-b5a8-28aab5e4779c is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:19:56.971538 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-2a5fb67f-a055-4999-a3b1-edcd697cbb6d None None] Set router ebdeaac8-870c-4075-879c-a1ae155a0999 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:19:56.977435 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-49df7b4e-4cab-4ced-90c1-57320ce13a5d tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "GET /v2.0/routers/ebdeaac8-870c-4075-879c-a1ae155a0999 HTTP/1.1" status: 200 len: 954 time: 0.3427842 Apr 06 14:19:56.977435 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3118498-0997-4e16-af3a-3f9ba619d04a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:19:56.979620 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51254) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:56.991843 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c4861c70-c51b-4d5b-bd92-8241cdef7764 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'router': {'routes': None}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:57.141530 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-76d7f54c-aa15-45df-a83e-e12fda2f6f97 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:57.178179 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98333f03-d56b-447b-9f98-f1eb35ad4fb6 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Network 451ff6e4-25f4-4db0-8228-99e981279d0c is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:19:57.253391 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3118498-0997-4e16-af3a-3f9ba619d04a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:57.253639 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-98333f03-d56b-447b-9f98-f1eb35ad4fb6 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 451ff6e4-25f4-4db0-8228-99e981279d0c) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:57.253738 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-a3118498-0997-4e16-af3a-3f9ba619d04a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Added segment 4ddf7bc7-832b-4b64-96d0-116e6293280d of type vlan for network 2a265142-c64f-4d07-bd5c-08ff49ca3048 Apr 06 14:19:57.278059 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98333f03-d56b-447b-9f98-f1eb35ad4fb6 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:57.278823 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-98333f03-d56b-447b-9f98-f1eb35ad4fb6 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:57.308958 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7f54c-aa15-45df-a83e-e12fda2f6f97 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Subnet': ['ID=e4c9450e-1630-4a46-b0f8-c5ce3aca2a02,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:57.332680 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-98333f03-d56b-447b-9f98-f1eb35ad4fb6 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.4228413 Apr 06 14:19:57.334344 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d7f54c-aa15-45df-a83e-e12fda2f6f97 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Checking segment: {'id': 'c910d0b5-4c10-4f9c-a21e-6fc92d080dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b37f5783-fb44-487e-bcc6-8878ec2e0cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:19:57.334710 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d7f54c-aa15-45df-a83e-e12fda2f6f97 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network hostable DHCP agents. Network: b37f5783-fb44-487e-bcc6-8878ec2e0cec, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:19:57.338713 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51260) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:57.359300 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3118498-0997-4e16-af3a-3f9ba619d04a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:57.359681 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-723dbf69-aca8-452e-9c15-967d8d6f7c0d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:57.361234 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8dc0f2-62d3-4889-b316-0149b8032c4c None None] Unable to find a vacant binding_index for network 451ff6e4-25f4-4db0-8228-99e981279d0c and agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 {{(pid=83739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 06 14:19:57.380986 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8dc0f2-62d3-4889-b316-0149b8032c4c None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 451ff6e4-25f4-4db0-8228-99e981279d0c) {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:19:57.465401 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723dbf69-aca8-452e-9c15-967d8d6f7c0d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Port': ['ID=c158f0a4-bfa1-4bf3-ae6b-45bd225f4cfb,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:57.487536 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3118498-0997-4e16-af3a-3f9ba619d04a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:57.491835 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3118498-0997-4e16-af3a-3f9ba619d04a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:57.491835 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3118498-0997-4e16-af3a-3f9ba619d04a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:57.619498 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d7f54c-aa15-45df-a83e-e12fda2f6f97 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network b37f5783-fb44-487e-bcc6-8878ec2e0cec is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:19:57.635472 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device b55289af-f5ea-4b71-8e6f-f16760be9364 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:19:57.663630 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9369bc17-3e1a-47dd-a006-5109b2ed1784 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:57.668565 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-76d7f54c-aa15-45df-a83e-e12fda2f6f97 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, b37f5783-fb44-487e-bcc6-8878ec2e0cec) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:57.676390 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d7f54c-aa15-45df-a83e-e12fda2f6f97 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:57.677007 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-76d7f54c-aa15-45df-a83e-e12fda2f6f97 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:57.694690 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-723dbf69-aca8-452e-9c15-967d8d6f7c0d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:57.696554 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-723dbf69-aca8-452e-9c15-967d8d6f7c0d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/ports/c158f0a4-bfa1-4bf3-ae6b-45bd225f4cfb HTTP/1.1" status: 204 len: 168 time: 2.1661081 Apr 06 14:19:57.700791 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51264) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:57.717407 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2a5fb67f-a055-4999-a3b1-edcd697cbb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:19:53Z', 'revision_number': 6, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None, '_interfaces': [{'id': '55039566-8e5d-4643-8ba7-791a0309dfef', 'name': '', 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:c1:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:06Z', 'updated_at': '2022-04-06T14:19:20Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3f1881-dc3c-4b14-a023-5ddb3e704c4c', 'name': '', 'network_id': '0ae87b72-43d0-43af-bb04-4ab2ab392d90', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:e0:16:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4bc539-5a7e-451f-9c78-82fd8270df21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:31Z', 'updated_at': '2022-04-06T14:19:45Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'da4bc539-5a7e-451f-9c78-82fd8270df21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b55289af-f5ea-4b71-8e6f-f16760be9364', 'name': '', 'network_id': '6b0fbecc-c7df-46e8-b709-f6a100698d37', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:ed:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '777b1b0e-10c1-45a0-8b5f-0efaca091088', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:44Z', 'updated_at': '2022-04-06T14:19:56Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': '777b1b0e-10c1-45a0-8b5f-0efaca091088', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa50855-e462-4d02-9fb1-8e256187b600', 'name': '', 'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:4b:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:19Z', 'updated_at': '2022-04-06T14:19:34Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:57.723356 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a3118498-0997-4e16-af3a-3f9ba619d04a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8987727 Apr 06 14:19:57.725969 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51268) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:57.743452 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f5f50e0b-00a3-45c3-9c19-ed43fa02b080 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:57.756191 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5fb67f-a055-4999-a3b1-edcd697cbb6d None None] Checking router: ebdeaac8-870c-4075-879c-a1ae155a0999 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:19:57.770166 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3118498-0997-4e16-af3a-3f9ba619d04a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event updated for resources: {'Network': ['ID=2a265142-c64f-4d07-bd5c-08ff49ca3048,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:57.777846 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-76d7f54c-aa15-45df-a83e-e12fda2f6f97 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4433022 Apr 06 14:19:57.781058 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51272) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:57.791571 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8f1086f0-f642-4b05-a67b-e1f1e2b0f927 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1404398713', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:57.796974 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0cbaa75-2ace-44e6-bf6f-508741fba553 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] GET failed (client error): The resource could not be found. Apr 06 14:19:57.797475 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c0cbaa75-2ace-44e6-bf6f-508741fba553 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Synchronizing usage tracker for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:19:57.803389 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8f1086f0-f642-4b05-a67b-e1f1e2b0f927 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:57.807841 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5fb67f-a055-4999-a3b1-edcd697cbb6d None None] Routers {'ebdeaac8-870c-4075-879c-a1ae155a0999'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:19:57.809421 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2a5fb67f-a055-4999-a3b1-edcd697cbb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ebdeaac8-870c-4075-879c-a1ae155a0999'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:57.812851 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8f1086f0-f642-4b05-a67b-e1f1e2b0f927 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Usage tracker for resource:router and tenant:54b6b16a88cd457596297a5e2f6c39ce is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:57.818387 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8f1086f0-f642-4b05-a67b-e1f1e2b0f927 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:57.833719 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8f1086f0-f642-4b05-a67b-e1f1e2b0f927 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:57.836476 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9369bc17-3e1a-47dd-a006-5109b2ed1784 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:57.867572 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 2a265142-c64f-4d07-bd5c-08ff49ca3048 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:19:57.869406 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c0cbaa75-2ace-44e6-bf6f-508741fba553 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Unset dirty status for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:19:57.873133 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c0cbaa75-2ace-44e6-bf6f-508741fba553 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "GET /v2.0/ports/c158f0a4-bfa1-4bf3-ae6b-45bd225f4cfb HTTP/1.1" status: 404 len: 333 time: 0.1683657 Apr 06 14:19:57.877455 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51276) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:57.933638 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f1086f0-f642-4b05-a67b-e1f1e2b0f927 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:57.934588 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f1086f0-f642-4b05-a67b-e1f1e2b0f927 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:58.061144 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9369bc17-3e1a-47dd-a006-5109b2ed1784 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:58.085357 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port b55289af-f5ea-4b71-8e6f-f16760be9364 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:19:58.085728 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:58.111795 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f1086f0-f642-4b05-a67b-e1f1e2b0f927 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:58.113640 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369bc17-3e1a-47dd-a006-5109b2ed1784 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a6b6b2-15f2-4bcc-a208-e28f9b07b624,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:58.160245 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f5f50e0b-00a3-45c3-9c19-ed43fa02b080 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:58.214540 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6465590-7f43-48e6-beb3-c86d29a9ed59 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:19:58.216219 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f5f50e0b-00a3-45c3-9c19-ed43fa02b080 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:58.234169 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ddc391-2216-44ba-a818-77eed9e6ad90 None None] Sync routers for ids ['eefc110f-712d-4960-b5a8-28aab5e4779c'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:19:58.239608 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f1086f0-f642-4b05-a67b-e1f1e2b0f927 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:58.256754 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ddc391-2216-44ba-a818-77eed9e6ad90 None None] Routers {'eefc110f-712d-4960-b5a8-28aab5e4779c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:19:58.257933 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-61ddc391-2216-44ba-a818-77eed9e6ad90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['eefc110f-712d-4960-b5a8-28aab5e4779c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:58.273387 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-2a5fb67f-a055-4999-a3b1-edcd697cbb6d None None] Set router ebdeaac8-870c-4075-879c-a1ae155a0999 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:19:58.274156 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-a359adac-3696-4ac1-9b67-032f5d1deb99 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting subnet 3067e68f-a462-4942-badf-57022585fb32 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:19:58.285184 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9369bc17-3e1a-47dd-a006-5109b2ed1784 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:58.293078 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a359adac-3696-4ac1-9b67-032f5d1deb99 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:58.326792 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f5f50e0b-00a3-45c3-9c19-ed43fa02b080 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Network 2a265142-c64f-4d07-bd5c-08ff49ca3048 is not hosted by any dhcp agent {{(pid=83738) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 06 14:19:58.330711 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f50e0b-00a3-45c3-9c19-ed43fa02b080 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:58.331449 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f1086f0-f642-4b05-a67b-e1f1e2b0f927 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:58.331667 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f5f50e0b-00a3-45c3-9c19-ed43fa02b080 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:58.333172 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f5f50e0b-00a3-45c3-9c19-ed43fa02b080 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "PUT /v2.0/networks/2a265142-c64f-4d07-bd5c-08ff49ca3048 HTTP/1.1" status: 200 len: 723 time: 0.5967071 Apr 06 14:19:58.335319 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8f1086f0-f642-4b05-a67b-e1f1e2b0f927 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5533245 Apr 06 14:19:58.337881 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51280) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:58.338208 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51282) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:58.346962 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-6ec4aa2e-11be-4a72-b91c-fbced3b3d7b0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Request body: {'subnet': {'network_id': '2a265142-c64f-4d07-bd5c-08ff49ca3048', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:58.372944 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d6465590-7f43-48e6-beb3-c86d29a9ed59 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:58.373682 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-61ddc391-2216-44ba-a818-77eed9e6ad90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:58.374634 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d6465590-7f43-48e6-beb3-c86d29a9ed59 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.8748832 Apr 06 14:19:58.379933 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b0a3c6fb-1bec-4753-9658-d52efdc938b7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'port': {'network_id': 'b37f5783-fb44-487e-bcc6-8878ec2e0cec', 'name': 'tempest-RoutersTest-234641275'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:58.392214 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51288) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:58.400157 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-60b2aecf-cc3c-44bb-88c8-b8d891e701d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:19:58.403506 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ddc391-2216-44ba-a818-77eed9e6ad90 None None] Routers {'eefc110f-712d-4960-b5a8-28aab5e4779c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:19:58.404567 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-61ddc391-2216-44ba-a818-77eed9e6ad90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['eefc110f-712d-4960-b5a8-28aab5e4779c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:58.461642 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f50e0b-00a3-45c3-9c19-ed43fa02b080 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event updated for resources: {'Network': ['ID=2a265142-c64f-4d07-bd5c-08ff49ca3048,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:58.499225 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-61ddc391-2216-44ba-a818-77eed9e6ad90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:58.499680 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ddc391-2216-44ba-a818-77eed9e6ad90 None None] The sync data for ids ['eefc110f-712d-4960-b5a8-28aab5e4779c'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:19:58.503432 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 2a265142-c64f-4d07-bd5c-08ff49ca3048 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:19:58.512433 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-9369bc17-3e1a-47dd-a006-5109b2ed1784 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['451ff6e4-25f4-4db0-8228-99e981279d0c']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:58.551579 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-9369bc17-3e1a-47dd-a006-5109b2ed1784 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add80feb-9865-4164-81d3-2c5bad0bcc0a') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:58.551916 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-9369bc17-3e1a-47dd-a006-5109b2ed1784 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add80feb-9865-4164-81d3-2c5bad0bcc0a') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:58.564581 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a359adac-3696-4ac1-9b67-032f5d1deb99 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:58.607425 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa47955b-9c37-4521-b663-734fa0f57148 None None] get_active_networks_info from dv-neutron-835868-1-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 06 14:19:58.615788 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9369bc17-3e1a-47dd-a006-5109b2ed1784 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:58.620352 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.extraroute_db [None req-c4861c70-c51b-4d5b-bd92-8241cdef7764 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Added routes are [] {{(pid=83738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 06 14:19:58.620676 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.extraroute_db [None req-c4861c70-c51b-4d5b-bd92-8241cdef7764 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=83738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 06 14:19:58.664838 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c4861c70-c51b-4d5b-bd92-8241cdef7764 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:58.670469 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6ec4aa2e-11be-4a72-b91c-fbced3b3d7b0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:58.675429 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9369bc17-3e1a-47dd-a006-5109b2ed1784 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:58.691188 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6ec4aa2e-11be-4a72-b91c-fbced3b3d7b0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Usage tracker for resource:subnet and tenant:dc88b2721e454f4b9119a3f7bd8b83b6 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:58.707765 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6ec4aa2e-11be-4a72-b91c-fbced3b3d7b0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:58.715264 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9369bc17-3e1a-47dd-a006-5109b2ed1784 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:19:58.715738 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9369bc17-3e1a-47dd-a006-5109b2ed1784 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:19:58.833359 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:19:58.841444 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6ec4aa2e-11be-4a72-b91c-fbced3b3d7b0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:58.900291 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b0a3c6fb-1bec-4753-9658-d52efdc938b7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:19:58.925226 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:58.932160 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b0a3c6fb-1bec-4753-9658-d52efdc938b7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Usage tracker for resource:port and tenant:54b6b16a88cd457596297a5e2f6c39ce is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:19:58.937970 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b0a3c6fb-1bec-4753-9658-d52efdc938b7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:19:58.946989 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec4aa2e-11be-4a72-b91c-fbced3b3d7b0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Made reservation on behalf of dc88b2721e454f4b9119a3f7bd8b83b6 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:58.962639 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b0a3c6fb-1bec-4753-9658-d52efdc938b7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:19:58.973944 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9369bc17-3e1a-47dd-a006-5109b2ed1784 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:58.992140 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa47955b-9c37-4521-b663-734fa0f57148 None None] Resources bound (agent type, host, resource id): {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:19:58.997129 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2a5fb67f-a055-4999-a3b1-edcd697cbb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:19:53Z', 'revision_number': 6, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None, '_interfaces': [{'id': '55039566-8e5d-4643-8ba7-791a0309dfef', 'name': '', 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:c1:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:06Z', 'updated_at': '2022-04-06T14:19:20Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3f1881-dc3c-4b14-a023-5ddb3e704c4c', 'name': '', 'network_id': '0ae87b72-43d0-43af-bb04-4ab2ab392d90', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:e0:16:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4bc539-5a7e-451f-9c78-82fd8270df21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:31Z', 'updated_at': '2022-04-06T14:19:45Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'da4bc539-5a7e-451f-9c78-82fd8270df21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b55289af-f5ea-4b71-8e6f-f16760be9364', 'name': '', 'network_id': '6b0fbecc-c7df-46e8-b709-f6a100698d37', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:ed:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '777b1b0e-10c1-45a0-8b5f-0efaca091088', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:44Z', 'updated_at': '2022-04-06T14:19:56Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': '777b1b0e-10c1-45a0-8b5f-0efaca091088', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa50855-e462-4d02-9fb1-8e256187b600', 'name': '', 'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:4b:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:19Z', 'updated_at': '2022-04-06T14:19:34Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:59.004751 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5fb67f-a055-4999-a3b1-edcd697cbb6d None None] The sync data for ids ['ebdeaac8-870c-4075-879c-a1ae155a0999'] in dv-neutron-835868-1-hyperv is: [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:19:53Z', 'revision_number': 6, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None, '_interfaces': [{'id': '55039566-8e5d-4643-8ba7-791a0309dfef', 'name': '', 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:c1:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:06Z', 'updated_at': '2022-04-06T14:19:20Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3f1881-dc3c-4b14-a023-5ddb3e704c4c', 'name': '', 'network_id': '0ae87b72-43d0-43af-bb04-4ab2ab392d90', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:e0:16:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4bc539-5a7e-451f-9c78-82fd8270df21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:31Z', 'updated_at': '2022-04-06T14:19:45Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'da4bc539-5a7e-451f-9c78-82fd8270df21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b55289af-f5ea-4b71-8e6f-f16760be9364', 'name': '', 'network_id': '6b0fbecc-c7df-46e8-b709-f6a100698d37', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:ed:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '777b1b0e-10c1-45a0-8b5f-0efaca091088', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:44Z', 'updated_at': '2022-04-06T14:19:56Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': '777b1b0e-10c1-45a0-8b5f-0efaca091088', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa50855-e462-4d02-9fb1-8e256187b600', 'name': '', 'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:4b:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:19Z', 'updated_at': '2022-04-06T14:19:34Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:19:59.040826 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9369bc17-3e1a-47dd-a006-5109b2ed1784 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:59.051375 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a359adac-3696-4ac1-9b67-032f5d1deb99 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:59.092416 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a3c6fb-1bec-4753-9658-d52efdc938b7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Made reservation on behalf of 54b6b16a88cd457596297a5e2f6c39ce for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:59.095410 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0a3c6fb-1bec-4753-9658-d52efdc938b7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:59.118150 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369bc17-3e1a-47dd-a006-5109b2ed1784 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event deleted for resources: {'Network': ['ID=451ff6e4-25f4-4db0-8228-99e981279d0c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:59.141076 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51292) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:59.141450 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9369bc17-3e1a-47dd-a006-5109b2ed1784 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "DELETE /v2.0/networks/451ff6e4-25f4-4db0-8228-99e981279d0c HTTP/1.1" status: 204 len: 168 time: 1.8010848 Apr 06 14:19:59.174694 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-b0a3c6fb-1bec-4753-9658-d52efdc938b7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] device_id is not set on port 028fa7e6-8f62-495d-b114-8b9e3bfedc1e yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:19:59.219620 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6ec4aa2e-11be-4a72-b91c-fbced3b3d7b0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:59.261788 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-65cb0448-54c4-499d-b4f2-4f2a04231afc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:59.262345 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65cb0448-54c4-499d-b4f2-4f2a04231afc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:59.264176 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-65cb0448-54c4-499d-b4f2-4f2a04231afc tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "DELETE /v2.0/subnets/a0a6b6b2-15f2-4bcc-a208-e28f9b07b624 HTTP/1.1" status: 404 len: 337 time: 0.1170266 Apr 06 14:19:59.306442 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51296) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:59.363842 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea3ae7a-d8bf-4cf3-8438-1a5174195903 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:59.364287 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea3ae7a-d8bf-4cf3-8438-1a5174195903 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:59.388381 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c4861c70-c51b-4d5b-bd92-8241cdef7764 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:59.395077 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c4861c70-c51b-4d5b-bd92-8241cdef7764 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653861', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691619'] for router, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:59.401629 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3ea3ae7a-d8bf-4cf3-8438-1a5174195903 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "DELETE /v2.0/networks/451ff6e4-25f4-4db0-8228-99e981279d0c HTTP/1.1" status: 404 len: 339 time: 0.0919156 Apr 06 14:19:59.402700 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a359adac-3696-4ac1-9b67-032f5d1deb99 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:59.405223 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51300) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:59.477255 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3c759b-b744-465f-82bf-6ca8f19aa82b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-b37f5783-fb44-487e-bcc6-8878ec2e0cec', 'network_id': 'b37f5783-fb44-487e-bcc6-8878ec2e0cec', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'fixed_ips': [{'subnet_id': 'e4c9450e-1630-4a46-b0f8-c5ce3aca2a02'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:19:59.478346 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4a3c759b-b744-465f-82bf-6ca8f19aa82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:59.483427 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359adac-3696-4ac1-9b67-032f5d1deb99 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Subnet': ['ID=3067e68f-a462-4942-badf-57022585fb32,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:59.502069 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a359adac-3696-4ac1-9b67-032f5d1deb99 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:59.509956 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-3052ee60-03a6-413b-8cca-9cc2ac874c53 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:59.509956 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3052ee60-03a6-413b-8cca-9cc2ac874c53 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:59.514045 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3052ee60-03a6-413b-8cca-9cc2ac874c53 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "DELETE /v2.0/subnets/105c7952-c8f0-4361-a3eb-26f3c34348f0 HTTP/1.1" status: 404 len: 337 time: 0.1043069 Apr 06 14:19:59.515324 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51304) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:59.518091 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a359adac-3696-4ac1-9b67-032f5d1deb99 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/subnets/3067e68f-a462-4942-badf-57022585fb32 HTTP/1.1" status: 204 len: 168 time: 1.6382844 Apr 06 14:19:59.521204 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51308) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:59.585738 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a56209-bee3-486a-9ea4-2681a7dd8d66 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:59.586176 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8a56209-bee3-486a-9ea4-2681a7dd8d66 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:59.590679 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f8a56209-bee3-486a-9ea4-2681a7dd8d66 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "DELETE /v2.0/networks/64a5fc8f-788a-41fe-b82f-21deb35fa746 HTTP/1.1" status: 404 len: 339 time: 0.0718575 Apr 06 14:19:59.597594 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51312) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:59.635285 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-b0a3c6fb-1bec-4753-9658-d52efdc938b7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Allocated IP 172.20.0.12 (b37f5783-fb44-487e-bcc6-8878ec2e0cec/e4c9450e-1630-4a46-b0f8-c5ce3aca2a02/028fa7e6-8f62-495d-b114-8b9e3bfedc1e) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:59.653368 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-87225b80-5e4f-4b4a-ad7c-2640a9bbba3b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:59.653809 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87225b80-5e4f-4b4a-ad7c-2640a9bbba3b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:59.655479 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-87225b80-5e4f-4b4a-ad7c-2640a9bbba3b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "DELETE /v2.0/subnets/94ec59d9-7bb4-4408-8bef-5bdfb1496652 HTTP/1.1" status: 404 len: 337 time: 0.0569212 Apr 06 14:19:59.660118 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51316) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:59.716935 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e78343-eaca-42ac-b054-387dda17f9aa tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] DELETE failed (client error): The resource could not be found. Apr 06 14:19:59.717383 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e78343-eaca-42ac-b054-387dda17f9aa tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:19:59.718987 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d6e78343-eaca-42ac-b054-387dda17f9aa tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "DELETE /v2.0/networks/bdd697f1-094f-449b-9b82-36421c81bc32 HTTP/1.1" status: 404 len: 339 time: 0.0568941 Apr 06 14:19:59.730094 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51320) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:59.798461 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6ec4aa2e-11be-4a72-b91c-fbced3b3d7b0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:59.931598 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f3621c-677a-4000-9176-9dc7d71b42cc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting subnet 5dc6e764-8360-4e7d-913c-751ac4c11424 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:19:59.937109 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59f3621c-677a-4000-9176-9dc7d71b42cc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:59.942943 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-eac9f715-ef80-42fc-8a18-529442b6483f tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Deleting port 39378556-17d8-4457-9006-a9dcf8c230ef {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:19:59.943305 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eac9f715-ef80-42fc-8a18-529442b6483f tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:59.996738 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4861c70-c51b-4d5b-bd92-8241cdef7764 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Router ebdeaac8-870c-4075-879c-a1ae155a0999 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:20:00.009547 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59f3621c-677a-4000-9176-9dc7d71b42cc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:00.031438 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4aa2e-11be-4a72-b91c-fbced3b3d7b0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event updated for resources: {'Subnet': ['ID=a1d444ec-3614-4836-8a57-a8e39125e743,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:00.139928 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec4aa2e-11be-4a72-b91c-fbced3b3d7b0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Checking segment: {'id': '4ddf7bc7-832b-4b64-96d0-116e6293280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '2a265142-c64f-4d07-bd5c-08ff49ca3048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:20:00.140294 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec4aa2e-11be-4a72-b91c-fbced3b3d7b0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Network hostable DHCP agents. Network: 2a265142-c64f-4d07-bd5c-08ff49ca3048, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:20:00.228245 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0a3c6fb-1bec-4753-9658-d52efdc938b7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:00.268532 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-b0a3c6fb-1bec-4753-9658-d52efdc938b7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Transition to ACTIVE for port object 028fa7e6-8f62-495d-b114-8b9e3bfedc1e will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:00.296694 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eac9f715-ef80-42fc-8a18-529442b6483f tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:00.358899 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec4aa2e-11be-4a72-b91c-fbced3b3d7b0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Network 2a265142-c64f-4d07-bd5c-08ff49ca3048 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:20:00.378431 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59f3621c-677a-4000-9176-9dc7d71b42cc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:00.414448 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60b2aecf-cc3c-44bb-88c8-b8d891e701d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:00.469669 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60b2aecf-cc3c-44bb-88c8-b8d891e701d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:00.490426 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-60b2aecf-cc3c-44bb-88c8-b8d891e701d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Deleting port 09680182-f311-478c-ba05-4a4841049ef2 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:00.490702 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60b2aecf-cc3c-44bb-88c8-b8d891e701d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:00.520603 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4861c70-c51b-4d5b-bd92-8241cdef7764 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:20:00.522784 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-eac9f715-ef80-42fc-8a18-529442b6483f tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Calling delete_port for 39378556-17d8-4457-9006-a9dcf8c230ef owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:00.535797 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2d6eda-ff10-4fc6-ba0b-92bd7233d0a9 None None] Sync routers for ids ['ebdeaac8-870c-4075-879c-a1ae155a0999'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:20:00.543457 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c4861c70-c51b-4d5b-bd92-8241cdef7764 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:00.544563 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c4861c70-c51b-4d5b-bd92-8241cdef7764 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "PUT /v2.0/routers/ebdeaac8-870c-4075-879c-a1ae155a0999 HTTP/1.1" status: 200 len: 704 time: 3.5604148 Apr 06 14:20:00.549651 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51324) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:00.552197 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59f3621c-677a-4000-9176-9dc7d71b42cc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:00.562776 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2d6eda-ff10-4fc6-ba0b-92bd7233d0a9 None None] Routers {'ebdeaac8-870c-4075-879c-a1ae155a0999'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:00.563428 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ce2d6eda-ff10-4fc6-ba0b-92bd7233d0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ebdeaac8-870c-4075-879c-a1ae155a0999'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:00.614869 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3621c-677a-4000-9176-9dc7d71b42cc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc6e764-8360-4e7d-913c-751ac4c11424,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:00.626079 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-6ec4aa2e-11be-4a72-b91c-fbced3b3d7b0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 2a265142-c64f-4d07-bd5c-08ff49ca3048) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:00.639561 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec4aa2e-11be-4a72-b91c-fbced3b3d7b0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:00.640709 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6ec4aa2e-11be-4a72-b91c-fbced3b3d7b0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:00.667438 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59f3621c-677a-4000-9176-9dc7d71b42cc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:00.669356 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-59f3621c-677a-4000-9176-9dc7d71b42cc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/subnets/5dc6e764-8360-4e7d-913c-751ac4c11424 HTTP/1.1" status: 204 len: 168 time: 1.1472626 Apr 06 14:20:00.674600 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51328) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:00.705353 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0a3c6fb-1bec-4753-9658-d52efdc938b7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:00.783646 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6ec4aa2e-11be-4a72-b91c-fbced3b3d7b0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4409215 Apr 06 14:20:00.787319 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51332) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:00.798606 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-dc6f4db5-aabc-482c-a5e7-e998dd8998ea tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:00.828558 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a3c6fb-1bec-4753-9658-d52efdc938b7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network b37f5783-fb44-487e-bcc6-8878ec2e0cec is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:00.831982 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-b0a3c6fb-1bec-4753-9658-d52efdc938b7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:00.833824 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3c6fb-1bec-4753-9658-d52efdc938b7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Port': ['ID=028fa7e6-8f62-495d-b114-8b9e3bfedc1e,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:00.835990 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a3c6fb-1bec-4753-9658-d52efdc938b7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:20:00.845590 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-4a3c759b-b744-465f-82bf-6ca8f19aa82b None None] Allocated IP 172.20.0.2 (b37f5783-fb44-487e-bcc6-8878ec2e0cec/e4c9450e-1630-4a46-b0f8-c5ce3aca2a02/278bcb1c-0cf8-467c-806e-08053fda0a01) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:00.849919 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-ce2d6eda-ff10-4fc6-ba0b-92bd7233d0a9 None None] Set router ebdeaac8-870c-4075-879c-a1ae155a0999 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:20:00.880928 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eac9f715-ef80-42fc-8a18-529442b6483f tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:00.890184 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dde008a4-153d-4633-a9a4-027d4cee8d38 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:00.907151 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60b2aecf-cc3c-44bb-88c8-b8d891e701d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:00.945836 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9f715-ef80-42fc-8a18-529442b6483f tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event deleted for resources: {'Port': ['ID=39378556-17d8-4457-9006-a9dcf8c230ef,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:00.964532 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a3c6fb-1bec-4753-9658-d52efdc938b7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:00.965155 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0a3c6fb-1bec-4753-9658-d52efdc938b7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:00.988034 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eac9f715-ef80-42fc-8a18-529442b6483f tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:01.003345 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b0a3c6fb-1bec-4753-9658-d52efdc938b7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6567442 Apr 06 14:20:01.003345 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-eac9f715-ef80-42fc-8a18-529442b6483f tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "DELETE /v2.0/ports/39378556-17d8-4457-9006-a9dcf8c230ef HTTP/1.1" status: 204 len: 168 time: 1.2667131 Apr 06 14:20:01.003345 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51336) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:01.055557 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51340) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:01.062520 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-60b2aecf-cc3c-44bb-88c8-b8d891e701d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Calling delete_port for 09680182-f311-478c-ba05-4a4841049ef2 owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:01.102444 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-dde008a4-153d-4633-a9a4-027d4cee8d38 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting port 6db2e99a-df24-4610-91d7-97be7290e13f {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:01.102943 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dde008a4-153d-4633-a9a4-027d4cee8d38 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:01.160140 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b942efe0-ee33-479b-bf6e-65201b7eafb1 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "GET /v2.0/routers/ebdeaac8-870c-4075-879c-a1ae155a0999 HTTP/1.1" status: 200 len: 704 time: 0.6044984 Apr 06 14:20:01.163303 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7de168-7dce-41db-b787-17080f18b619 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] DELETE failed (client error): The resource could not be found. Apr 06 14:20:01.163744 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd7de168-7dce-41db-b787-17080f18b619 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:20:01.168260 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cd7de168-7dce-41db-b787-17080f18b619 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "DELETE /v2.0/subnets/0f7b5ce1-6a54-44e7-9421-8a156f3a2780 HTTP/1.1" status: 404 len: 337 time: 0.1038692 Apr 06 14:20:01.168260 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51344) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:01.173173 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51346) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:01.399810 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4a3c759b-b744-465f-82bf-6ca8f19aa82b None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:01.412519 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4a3c759b-b744-465f-82bf-6ca8f19aa82b None None] Transition to ACTIVE for port object 278bcb1c-0cf8-467c-806e-08053fda0a01 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:01.441888 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4a3c759b-b744-465f-82bf-6ca8f19aa82b None None] Transition to ACTIVE for port object 278bcb1c-0cf8-467c-806e-08053fda0a01 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:01.452156 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4a3c759b-b744-465f-82bf-6ca8f19aa82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:01.453708 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7bd366c9-438a-4ea2-8397-039fdf6926f5 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:01.506036 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ce2d6eda-ff10-4fc6-ba0b-92bd7233d0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:19:58Z', 'revision_number': 7, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None, '_interfaces': [{'id': '55039566-8e5d-4643-8ba7-791a0309dfef', 'name': '', 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:c1:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:06Z', 'updated_at': '2022-04-06T14:19:20Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3f1881-dc3c-4b14-a023-5ddb3e704c4c', 'name': '', 'network_id': '0ae87b72-43d0-43af-bb04-4ab2ab392d90', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:e0:16:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4bc539-5a7e-451f-9c78-82fd8270df21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:31Z', 'updated_at': '2022-04-06T14:19:45Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'da4bc539-5a7e-451f-9c78-82fd8270df21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b55289af-f5ea-4b71-8e6f-f16760be9364', 'name': '', 'network_id': '6b0fbecc-c7df-46e8-b709-f6a100698d37', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:ed:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '777b1b0e-10c1-45a0-8b5f-0efaca091088', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:44Z', 'updated_at': '2022-04-06T14:19:56Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': '777b1b0e-10c1-45a0-8b5f-0efaca091088', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa50855-e462-4d02-9fb1-8e256187b600', 'name': '', 'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:4b:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:19Z', 'updated_at': '2022-04-06T14:19:34Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:01.519027 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2d6eda-ff10-4fc6-ba0b-92bd7233d0a9 None None] Checking router: ebdeaac8-870c-4075-879c-a1ae155a0999 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:20:01.537625 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3c759b-b744-465f-82bf-6ca8f19aa82b None None] Network b37f5783-fb44-487e-bcc6-8878ec2e0cec is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:01.539830 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c759b-b744-465f-82bf-6ca8f19aa82b None None] Pushing event updated for resources: {'Port': ['ID=278bcb1c-0cf8-467c-806e-08053fda0a01,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:01.543912 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-4a3c759b-b744-465f-82bf-6ca8f19aa82b None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:01.545932 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3c759b-b744-465f-82bf-6ca8f19aa82b None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:20:01.554754 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2d6eda-ff10-4fc6-ba0b-92bd7233d0a9 None None] Routers {'ebdeaac8-870c-4075-879c-a1ae155a0999'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:01.555363 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ce2d6eda-ff10-4fc6-ba0b-92bd7233d0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ebdeaac8-870c-4075-879c-a1ae155a0999'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:01.777398 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4a3c759b-b744-465f-82bf-6ca8f19aa82b None None] Attempting to bind port 278bcb1c-0cf8-467c-806e-08053fda0a01 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:20:01.777646 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4a3c759b-b744-465f-82bf-6ca8f19aa82b None None] Attempting to bind port 278bcb1c-0cf8-467c-806e-08053fda0a01 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'c910d0b5-4c10-4f9c-a21e-6fc92d080dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b37f5783-fb44-487e-bcc6-8878ec2e0cec'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:20:01.778004 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3c759b-b744-465f-82bf-6ca8f19aa82b None None] Attempting to bind port 278bcb1c-0cf8-467c-806e-08053fda0a01 on network b37f5783-fb44-487e-bcc6-8878ec2e0cec {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:20:01.785309 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dc6f4db5-aabc-482c-a5e7-e998dd8998ea tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2834156'] for subnet, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:01.791537 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3c759b-b744-465f-82bf-6ca8f19aa82b None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:20:01.791963 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3c759b-b744-465f-82bf-6ca8f19aa82b None None] Checking segment: {'id': 'c910d0b5-4c10-4f9c-a21e-6fc92d080dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b37f5783-fb44-487e-bcc6-8878ec2e0cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:20:01.792366 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4a3c759b-b744-465f-82bf-6ca8f19aa82b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:01.792751 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3c759b-b744-465f-82bf-6ca8f19aa82b None None] Bound using segment: {'id': 'c910d0b5-4c10-4f9c-a21e-6fc92d080dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b37f5783-fb44-487e-bcc6-8878ec2e0cec'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:20:01.793247 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4a3c759b-b744-465f-82bf-6ca8f19aa82b None None] Bound port: 278bcb1c-0cf8-467c-806e-08053fda0a01, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c910d0b5-4c10-4f9c-a21e-6fc92d080dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b37f5783-fb44-487e-bcc6-8878ec2e0cec'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:20:01.793614 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4a3c759b-b744-465f-82bf-6ca8f19aa82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:01.810153 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-ce2d6eda-ff10-4fc6-ba0b-92bd7233d0a9 None None] Set router ebdeaac8-870c-4075-879c-a1ae155a0999 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:20:01.888529 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-dde008a4-153d-4633-a9a4-027d4cee8d38 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] For port 6db2e99a-df24-4610-91d7-97be7290e13f, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6db2e99a-df24-4610-91d7-97be7290e13f,segment=NetworkSegment(6ce4d691-f8bc-482c-a5ab-48c6101053d1),segment_id=6ce4d691-f8bc-482c-a5ab-48c6101053d1)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:01.889009 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dde008a4-153d-4633-a9a4-027d4cee8d38 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:02.030146 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70ba2405-ef9f-4a6d-ae77-5232d7e1ea65 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:02.074596 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4a3c759b-b744-465f-82bf-6ca8f19aa82b None None] For port 278bcb1c-0cf8-467c-806e-08053fda0a01, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:20:02.077239 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7bd366c9-438a-4ea2-8397-039fdf6926f5 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:02.091269 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-dde008a4-153d-4633-a9a4-027d4cee8d38 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Calling delete_port for 6db2e99a-df24-4610-91d7-97be7290e13f owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:02.094788 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4a3c759b-b744-465f-82bf-6ca8f19aa82b None None] For port 278bcb1c-0cf8-467c-806e-08053fda0a01, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=278bcb1c-0cf8-467c-806e-08053fda0a01,segment=NetworkSegment(c910d0b5-4c10-4f9c-a21e-6fc92d080dc0),segment_id=c910d0b5-4c10-4f9c-a21e-6fc92d080dc0)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:20:02.105853 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4a3c759b-b744-465f-82bf-6ca8f19aa82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:02.208516 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-7bd366c9-438a-4ea2-8397-039fdf6926f5 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890399b2-f93c-4766-acee-71a0f369a06d']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:02.227276 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60b2aecf-cc3c-44bb-88c8-b8d891e701d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:02.232000 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5b634d2-cc21-4607-b443-8421234b2687 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:02.242322 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-7bd366c9-438a-4ea2-8397-039fdf6926f5 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19baa716-b133-47c2-8561-23191215248d') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:02.242322 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-7bd366c9-438a-4ea2-8397-039fdf6926f5 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19baa716-b133-47c2-8561-23191215248d') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:02.260150 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c759b-b744-465f-82bf-6ca8f19aa82b None None] Pushing event updated for resources: {'Port': ['ID=278bcb1c-0cf8-467c-806e-08053fda0a01,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:02.311870 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ce2d6eda-ff10-4fc6-ba0b-92bd7233d0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:19:58Z', 'revision_number': 7, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None, '_interfaces': [{'id': '55039566-8e5d-4643-8ba7-791a0309dfef', 'name': '', 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:c1:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:06Z', 'updated_at': '2022-04-06T14:19:20Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3f1881-dc3c-4b14-a023-5ddb3e704c4c', 'name': '', 'network_id': '0ae87b72-43d0-43af-bb04-4ab2ab392d90', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:e0:16:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4bc539-5a7e-451f-9c78-82fd8270df21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:31Z', 'updated_at': '2022-04-06T14:19:45Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'da4bc539-5a7e-451f-9c78-82fd8270df21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b55289af-f5ea-4b71-8e6f-f16760be9364', 'name': '', 'network_id': '6b0fbecc-c7df-46e8-b709-f6a100698d37', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:ed:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '777b1b0e-10c1-45a0-8b5f-0efaca091088', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:44Z', 'updated_at': '2022-04-06T14:19:56Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': '777b1b0e-10c1-45a0-8b5f-0efaca091088', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa50855-e462-4d02-9fb1-8e256187b600', 'name': '', 'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:4b:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:19Z', 'updated_at': '2022-04-06T14:19:34Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:02.317120 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2d6eda-ff10-4fc6-ba0b-92bd7233d0a9 None None] The sync data for ids ['ebdeaac8-870c-4075-879c-a1ae155a0999'] in dv-neutron-835868-1-hyperv is: [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:19:58Z', 'revision_number': 7, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None, '_interfaces': [{'id': '55039566-8e5d-4643-8ba7-791a0309dfef', 'name': '', 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:c1:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:06Z', 'updated_at': '2022-04-06T14:19:20Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3f1881-dc3c-4b14-a023-5ddb3e704c4c', 'name': '', 'network_id': '0ae87b72-43d0-43af-bb04-4ab2ab392d90', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:e0:16:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4bc539-5a7e-451f-9c78-82fd8270df21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:31Z', 'updated_at': '2022-04-06T14:19:45Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'da4bc539-5a7e-451f-9c78-82fd8270df21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b55289af-f5ea-4b71-8e6f-f16760be9364', 'name': '', 'network_id': '6b0fbecc-c7df-46e8-b709-f6a100698d37', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:ed:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '777b1b0e-10c1-45a0-8b5f-0efaca091088', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:44Z', 'updated_at': '2022-04-06T14:19:56Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': '777b1b0e-10c1-45a0-8b5f-0efaca091088', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa50855-e462-4d02-9fb1-8e256187b600', 'name': '', 'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:4b:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:19Z', 'updated_at': '2022-04-06T14:19:34Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:20:02.320609 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7bd366c9-438a-4ea2-8397-039fdf6926f5 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:02.330797 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2aecf-cc3c-44bb-88c8-b8d891e701d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Pushing event deleted for resources: {'Port': ['ID=09680182-f311-478c-ba05-4a4841049ef2,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:02.424130 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dde008a4-153d-4633-a9a4-027d4cee8d38 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:02.432316 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7bd366c9-438a-4ea2-8397-039fdf6926f5 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:02.526290 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde008a4-153d-4633-a9a4-027d4cee8d38 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Port': ['ID=6db2e99a-df24-4610-91d7-97be7290e13f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:02.529475 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd366c9-438a-4ea2-8397-039fdf6926f5 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:20:02.529900 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7bd366c9-438a-4ea2-8397-039fdf6926f5 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:20:02.550891 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:20:02.655642 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde008a4-153d-4633-a9a4-027d4cee8d38 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] No DVR routers for this DVR port 6db2e99a-df24-4610-91d7-97be7290e13f on host dv-neutron-835868-1-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:20:02.659530 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7bd366c9-438a-4ea2-8397-039fdf6926f5 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:02.723749 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7bd366c9-438a-4ea2-8397-039fdf6926f5 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:02.758327 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dc6f4db5-aabc-482c-a5e7-e998dd8998ea tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727578180756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1078162'] for subnet, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:02.793079 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd366c9-438a-4ea2-8397-039fdf6926f5 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event deleted for resources: {'Network': ['ID=890399b2-f93c-4766-acee-71a0f369a06d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:02.876642 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5b634d2-cc21-4607-b443-8421234b2687 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:02.883213 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5b634d2-cc21-4607-b443-8421234b2687 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:02.922471 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7bd366c9-438a-4ea2-8397-039fdf6926f5 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "DELETE /v2.0/networks/890399b2-f93c-4766-acee-71a0f369a06d HTTP/1.1" status: 204 len: 168 time: 1.7419982 Apr 06 14:20:02.929650 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51352) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:03.020060 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6f4db5-aabc-482c-a5e7-e998dd8998ea tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:03.020660 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dc6f4db5-aabc-482c-a5e7-e998dd8998ea tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:03.021979 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-dc6f4db5-aabc-482c-a5e7-e998dd8998ea tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "PUT /v2.0/subnets/a1d444ec-3614-4836-8a57-a8e39125e743 HTTP/1.1" status: 200 len: 806 time: 2.2307563 Apr 06 14:20:03.026360 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dde008a4-153d-4633-a9a4-027d4cee8d38 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:03.040267 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51356) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:03.078464 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60b2aecf-cc3c-44bb-88c8-b8d891e701d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:03.096570 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b634d2-cc21-4607-b443-8421234b2687 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Port': ['ID=028fa7e6-8f62-495d-b114-8b9e3bfedc1e,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:03.112151 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-34dd87e9-9524-4492-8d34-e06afec60f6b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Deleting port adbb5d45-4ada-4b9f-a565-823d026ef7a0 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:03.112350 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-34dd87e9-9524-4492-8d34-e06afec60f6b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:03.125541 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f4db5-aabc-482c-a5e7-e998dd8998ea tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event updated for resources: {'Subnet': ['ID=a1d444ec-3614-4836-8a57-a8e39125e743,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:03.359029 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-dde008a4-153d-4633-a9a4-027d4cee8d38 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370c8388-de14-4eef-806e-53ac000b21eb']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:03.394871 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-dde008a4-153d-4633-a9a4-027d4cee8d38 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce4d691-f8bc-482c-a5ab-48c6101053d1') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:03.395180 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-dde008a4-153d-4633-a9a4-027d4cee8d38 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce4d691-f8bc-482c-a5ab-48c6101053d1') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:03.413350 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60b2aecf-cc3c-44bb-88c8-b8d891e701d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:03.423641 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dde008a4-153d-4633-a9a4-027d4cee8d38 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:03.430906 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60b2aecf-cc3c-44bb-88c8-b8d891e701d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653861', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691619'] for router, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:03.481474 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228b017c-f034-450d-9b6b-449dd95be113 None None] Network 451ff6e4-25f4-4db0-8228-99e981279d0c requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:03.501876 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236562b0-fffe-49b6-a56f-c00955b46560 None None] Network b37f5783-fb44-487e-bcc6-8878ec2e0cec requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:03.522951 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dde008a4-153d-4633-a9a4-027d4cee8d38 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:03.594600 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-34dd87e9-9524-4492-8d34-e06afec60f6b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:03.600345 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde008a4-153d-4633-a9a4-027d4cee8d38 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:20:03.600884 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dde008a4-153d-4633-a9a4-027d4cee8d38 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:20:03.617463 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:20:03.628119 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adbf0b5-e572-406b-91e8-46746c7387cd None None] Network 2a265142-c64f-4d07-bd5c-08ff49ca3048 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:03.713326 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aa1ef53d-6584-4c56-ba99-0dbb0a024434 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:03.760384 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-34dd87e9-9524-4492-8d34-e06afec60f6b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Calling delete_port for adbb5d45-4ada-4b9f-a565-823d026ef7a0 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:03.834287 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 278bcb1c-0cf8-467c-806e-08053fda0a01 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:03.857878 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88301205-f234-4ecc-9545-bb1a6cab04ea None None] Network 370c8388-de14-4eef-806e-53ac000b21eb requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:03.858719 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aa1ef53d-6584-4c56-ba99-0dbb0a024434 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:03.869941 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228b017c-f034-450d-9b6b-449dd95be113 None None] Network 451ff6e4-25f4-4db0-8228-99e981279d0c could not be found, it might have been deleted concurrently. {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 06 14:20:03.893182 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dde008a4-153d-4633-a9a4-027d4cee8d38 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:03.895349 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e868bd8c-8ee3-441b-bc3e-3b249e2b396d None None] Network 451ff6e4-25f4-4db0-8228-99e981279d0c requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:03.923682 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dde008a4-153d-4633-a9a4-027d4cee8d38 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:03.935254 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b2aecf-cc3c-44bb-88c8-b8d891e701d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Router eefc110f-712d-4960-b5a8-28aab5e4779c has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:20:03.940645 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88301205-f234-4ecc-9545-bb1a6cab04ea None None] Network 370c8388-de14-4eef-806e-53ac000b21eb could not be found, it might have been deleted concurrently. {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 06 14:20:03.951495 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde008a4-153d-4633-a9a4-027d4cee8d38 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Network': ['ID=370c8388-de14-4eef-806e-53ac000b21eb,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:03.953660 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e868bd8c-8ee3-441b-bc3e-3b249e2b396d None None] Network 451ff6e4-25f4-4db0-8228-99e981279d0c could not be found, it might have been deleted concurrently. {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 06 14:20:03.959582 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-dde008a4-153d-4633-a9a4-027d4cee8d38 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/networks/370c8388-de14-4eef-806e-53ac000b21eb HTTP/1.1" status: 204 len: 168 time: 3.2835519 Apr 06 14:20:03.967113 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51360) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:03.998324 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5b634d2-cc21-4607-b443-8421234b2687 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:04.011307 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-34dd87e9-9524-4492-8d34-e06afec60f6b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:04.038230 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-413598ef-19c8-43cc-831a-be9c1b0dbc40 None None] Provisioning for port 278bcb1c-0cf8-467c-806e-08053fda0a01 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:04.089049 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd87e9-9524-4492-8d34-e06afec60f6b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event deleted for resources: {'Port': ['ID=adbb5d45-4ada-4b9f-a565-823d026ef7a0,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:04.113135 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a764bfb-dcb1-48ae-b15d-dcc83c1559c9 None None] DHCP port deletion for 370c8388-de14-4eef-806e-53ac000b21eb request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:20:04.169382 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-34dd87e9-9524-4492-8d34-e06afec60f6b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:04.204026 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aa1ef53d-6584-4c56-ba99-0dbb0a024434 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:04.222284 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-34dd87e9-9524-4492-8d34-e06afec60f6b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "DELETE /v2.0/ports/adbb5d45-4ada-4b9f-a565-823d026ef7a0 HTTP/1.1" status: 204 len: 168 time: 1.2875333 Apr 06 14:20:04.226486 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 278bcb1c-0cf8-467c-806e-08053fda0a01 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:04.227243 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51366) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:04.228113 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-70ba2405-ef9f-4a6d-ae77-5232d7e1ea65 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting port b55289af-f5ea-4b71-8e6f-f16760be9364 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:04.228542 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70ba2405-ef9f-4a6d-ae77-5232d7e1ea65 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:04.239830 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 278bcb1c-0cf8-467c-806e-08053fda0a01 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:04.240205 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:04.270106 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84017da-e523-49b8-b078-97ef906e6358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-2a265142-c64f-4d07-bd5c-08ff49ca3048', 'network_id': '2a265142-c64f-4d07-bd5c-08ff49ca3048', 'tenant_id': 'dc88b2721e454f4b9119a3f7bd8b83b6', 'fixed_ips': [{'subnet_id': 'a1d444ec-3614-4836-8a57-a8e39125e743'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:20:04.270843 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a84017da-e523-49b8-b078-97ef906e6358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:04.271427 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0a9d50-c30b-49f7-b07a-2fca47289381 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:04.272132 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ab0a9d50-c30b-49f7-b07a-2fca47289381 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Synchronizing usage tracker for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:20:04.293596 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ef53d-6584-4c56-ba99-0dbb0a024434 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event deleted for resources: {'Subnet': ['ID=a1d444ec-3614-4836-8a57-a8e39125e743,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:04.293596 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b2aecf-cc3c-44bb-88c8-b8d891e701d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:20:04.308698 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dea4d62-fe5c-43ea-9885-dbaa9bcef815 None None] Sync routers for ids ['eefc110f-712d-4960-b5a8-28aab5e4779c'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:20:04.322586 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc2f949-405b-43af-a2b8-6a3ee7c9b338 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] DELETE failed (client error): The resource could not be found. Apr 06 14:20:04.323689 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc2f949-405b-43af-a2b8-6a3ee7c9b338 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:20:04.328058 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1dc2f949-405b-43af-a2b8-6a3ee7c9b338 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "DELETE /v2.0/subnets/2c0fc65e-3782-43c4-85f3-c752b812d08d HTTP/1.1" status: 404 len: 337 time: 0.0730581 Apr 06 14:20:04.330909 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dea4d62-fe5c-43ea-9885-dbaa9bcef815 None None] Routers {'eefc110f-712d-4960-b5a8-28aab5e4779c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:04.331767 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8dea4d62-fe5c-43ea-9885-dbaa9bcef815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['eefc110f-712d-4960-b5a8-28aab5e4779c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:04.332177 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51370) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:04.361106 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5b634d2-cc21-4607-b443-8421234b2687 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:04.398179 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60b2aecf-cc3c-44bb-88c8-b8d891e701d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:04.399665 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-60b2aecf-cc3c-44bb-88c8-b8d891e701d7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "PUT /v2.0/routers/eefc110f-712d-4960-b5a8-28aab5e4779c HTTP/1.1" status: 200 len: 705 time: 6.0062044 Apr 06 14:20:04.416129 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51374) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:04.422753 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ab0a9d50-c30b-49f7-b07a-2fca47289381 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Unset dirty status for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:20:04.424101 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ab0a9d50-c30b-49f7-b07a-2fca47289381 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.4538214 Apr 06 14:20:04.429233 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8dea4d62-fe5c-43ea-9885-dbaa9bcef815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:04.437037 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51378) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:04.449972 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dea4d62-fe5c-43ea-9885-dbaa9bcef815 None None] Routers {'eefc110f-712d-4960-b5a8-28aab5e4779c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:04.450584 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8dea4d62-fe5c-43ea-9885-dbaa9bcef815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['eefc110f-712d-4960-b5a8-28aab5e4779c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:04.481280 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283da4fb-e348-472c-b1c2-5f9b26b2f3ec None None] Network 2a265142-c64f-4d07-bd5c-08ff49ca3048 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:04.496822 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aa1ef53d-6584-4c56-ba99-0dbb0a024434 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:04.560341 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8dea4d62-fe5c-43ea-9885-dbaa9bcef815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:04.561401 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dea4d62-fe5c-43ea-9885-dbaa9bcef815 None None] The sync data for ids ['eefc110f-712d-4960-b5a8-28aab5e4779c'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:20:04.600076 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-aa1ef53d-6584-4c56-ba99-0dbb0a024434 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a265142-c64f-4d07-bd5c-08ff49ca3048']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:04.616019 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-aa1ef53d-6584-4c56-ba99-0dbb0a024434 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ddf7bc7-832b-4b64-96d0-116e6293280d') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:04.616731 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-aa1ef53d-6584-4c56-ba99-0dbb0a024434 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ddf7bc7-832b-4b64-96d0-116e6293280d') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:04.631163 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aa1ef53d-6584-4c56-ba99-0dbb0a024434 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:04.652971 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cbedc20d-215d-43f4-80c2-25f4f424e452 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "GET /v2.0/routers/eefc110f-712d-4960-b5a8-28aab5e4779c HTTP/1.1" status: 200 len: 740 time: 0.2347462 Apr 06 14:20:04.653550 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51382) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:04.654529 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aa1ef53d-6584-4c56-ba99-0dbb0a024434 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:04.695609 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1ef53d-6584-4c56-ba99-0dbb0a024434 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:20:04.696026 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aa1ef53d-6584-4c56-ba99-0dbb0a024434 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:04.706456 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:20:04.710553 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:20:04.724778 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3956ed30-8a7d-4ec5-85be-7abe10ec2558 tempest-RoutersAdminTest-1982583746 tempest-RoutersAdminTest-1982583746-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=5b121ca5-69d5-4d27-bffe-4929f7aabdf6&device_id=eefc110f-712d-4960-b5a8-28aab5e4779c HTTP/1.1" status: 200 len: 205 time: 0.0675523 Apr 06 14:20:04.725396 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51386) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:04.748441 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff40c71-ac71-4816-981e-e0b0175bbf32 None None] Network 2a265142-c64f-4d07-bd5c-08ff49ca3048 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:04.867198 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a3c0c4bc-4197-43e2-8d41-5175b3588ba7 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "GET /v2.0/ports?device_id=eefc110f-712d-4960-b5a8-28aab5e4779c HTTP/1.1" status: 200 len: 205 time: 0.0939763 Apr 06 14:20:04.870899 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51390) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:04.919896 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-adbde4c1-4f5c-4724-9d74-6b4a9fce1446 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:04.954168 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 278bcb1c-0cf8-467c-806e-08053fda0a01, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=278bcb1c-0cf8-467c-806e-08053fda0a01,segment=NetworkSegment(c910d0b5-4c10-4f9c-a21e-6fc92d080dc0),segment_id=c910d0b5-4c10-4f9c-a21e-6fc92d080dc0)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:04.960364 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:05.030461 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b02e5cf-7c3b-4794-bf18-5dfd1b84e425 None None] Network b37f5783-fb44-487e-bcc6-8878ec2e0cec requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:05.042424 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-70ba2405-ef9f-4a6d-ae77-5232d7e1ea65 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] For port b55289af-f5ea-4b71-8e6f-f16760be9364, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=b55289af-f5ea-4b71-8e6f-f16760be9364,segment=NetworkSegment(026e04f4-73c6-4942-b504-77ab253f4071),segment_id=026e04f4-73c6-4942-b504-77ab253f4071)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:05.042782 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70ba2405-ef9f-4a6d-ae77-5232d7e1ea65 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:05.061956 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-adbde4c1-4f5c-4724-9d74-6b4a9fce1446 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Deleting port 0c7e7bbc-953d-4f75-93dc-913f7b9fcff6 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:05.062295 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-adbde4c1-4f5c-4724-9d74-6b4a9fce1446 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:05.096674 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aa1ef53d-6584-4c56-ba99-0dbb0a024434 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:05.127900 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=278bcb1c-0cf8-467c-806e-08053fda0a01,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:05.141484 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7b12e5ba-a02f-436b-82d2-82fa8ea8e2e8 None None] Provisioning complete for port 278bcb1c-0cf8-467c-806e-08053fda0a01 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:05.141952 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7b12e5ba-a02f-436b-82d2-82fa8ea8e2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:05.171475 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aa1ef53d-6584-4c56-ba99-0dbb0a024434 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:05.189190 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ef53d-6584-4c56-ba99-0dbb0a024434 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event deleted for resources: {'Network': ['ID=2a265142-c64f-4d07-bd5c-08ff49ca3048,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:05.193680 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-aa1ef53d-6584-4c56-ba99-0dbb0a024434 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/networks/2a265142-c64f-4d07-bd5c-08ff49ca3048 HTTP/1.1" status: 204 len: 168 time: 2.1524169 Apr 06 14:20:05.199150 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51394) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:05.225443 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a3e29b-5f22-48d5-a9cc-4777f681f3dd tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] DELETE failed (client error): The resource could not be found. Apr 06 14:20:05.225893 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1a3e29b-5f22-48d5-a9cc-4777f681f3dd tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:20:05.229804 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e1a3e29b-5f22-48d5-a9cc-4777f681f3dd tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/networks/2a265142-c64f-4d07-bd5c-08ff49ca3048 HTTP/1.1" status: 404 len: 339 time: 0.0296614 Apr 06 14:20:05.234448 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51398) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:05.240945 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-0f4575cb-3bdd-4ddf-917d-2711632dcd26 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1281741489', 'description': 'd1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:05.247435 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b5b62dfb-b5a3-44c3-9f1e-d9e6de37667a tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:05.337895 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-70ba2405-ef9f-4a6d-ae77-5232d7e1ea65 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Calling delete_port for b55289af-f5ea-4b71-8e6f-f16760be9364 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:05.366752 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0f4575cb-3bdd-4ddf-917d-2711632dcd26 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:05.379509 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0f4575cb-3bdd-4ddf-917d-2711632dcd26 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Usage tracker for resource:network and tenant:dc88b2721e454f4b9119a3f7bd8b83b6 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:05.387455 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0f4575cb-3bdd-4ddf-917d-2711632dcd26 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:05.394369 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7b12e5ba-a02f-436b-82d2-82fa8ea8e2e8 None None] Provisioning for port 028fa7e6-8f62-495d-b114-8b9e3bfedc1e completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:05.396686 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0f4575cb-3bdd-4ddf-917d-2711632dcd26 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:05.399769 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ec9d275a-d70c-44b0-b489-cad401a420ca tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.9429743 Apr 06 14:20:05.406268 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51402) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:05.413548 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7b12e5ba-a02f-436b-82d2-82fa8ea8e2e8 None None] Provisioning complete for port 028fa7e6-8f62-495d-b114-8b9e3bfedc1e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:05.413920 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7b12e5ba-a02f-436b-82d2-82fa8ea8e2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:05.414747 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1e307b17-797a-4e80-bb19-7019191b74d6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-954910048'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:05.423337 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1e307b17-797a-4e80-bb19-7019191b74d6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:05.425425 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4575cb-3bdd-4ddf-917d-2711632dcd26 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Made reservation on behalf of dc88b2721e454f4b9119a3f7bd8b83b6 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:05.428291 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0f4575cb-3bdd-4ddf-917d-2711632dcd26 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:05.477243 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-7b12e5ba-a02f-436b-82d2-82fa8ea8e2e8 None None] Port 028fa7e6-8f62-495d-b114-8b9e3bfedc1e cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:20:05.501216 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1e307b17-797a-4e80-bb19-7019191b74d6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:network and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:05.505433 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1e307b17-797a-4e80-bb19-7019191b74d6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:05.578894 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1e307b17-797a-4e80-bb19-7019191b74d6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:05.616631 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5b634d2-cc21-4607-b443-8421234b2687 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:05.626946 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5b634d2-cc21-4607-b443-8421234b2687 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:05.638173 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 278bcb1c-0cf8-467c-806e-08053fda0a01 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:05.715779 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 278bcb1c-0cf8-467c-806e-08053fda0a01 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:05.716357 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:05.731623 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e307b17-797a-4e80-bb19-7019191b74d6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:05.735518 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e307b17-797a-4e80-bb19-7019191b74d6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:05.741083 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-adbde4c1-4f5c-4724-9d74-6b4a9fce1446 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] For port 0c7e7bbc-953d-4f75-93dc-913f7b9fcff6, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=0c7e7bbc-953d-4f75-93dc-913f7b9fcff6,segment=NetworkSegment(a2be5a14-8de1-46fc-802f-d200d1d52fff),segment_id=a2be5a14-8de1-46fc-802f-d200d1d52fff)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:05.741352 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-adbde4c1-4f5c-4724-9d74-6b4a9fce1446 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:05.797121 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f4575cb-3bdd-4ddf-917d-2711632dcd26 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:20:05.834380 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0f4575cb-3bdd-4ddf-917d-2711632dcd26 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:05.835323 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-0f4575cb-3bdd-4ddf-917d-2711632dcd26 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Added segment 5b5effaa-10ac-4d55-97d7-e8c70f120627 of type vlan for network 647193a2-6584-44da-a720-fcdcd642b900 Apr 06 14:20:05.845828 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0d7bf1e5-5a9f-4a83-970c-11884837f2b1 None None] Provisioning complete for port 278bcb1c-0cf8-467c-806e-08053fda0a01 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:05.846253 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0d7bf1e5-5a9f-4a83-970c-11884837f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:05.898249 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b5b62dfb-b5a3-44c3-9f1e-d9e6de37667a tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:05.907866 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0f4575cb-3bdd-4ddf-917d-2711632dcd26 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:05.914682 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-adbde4c1-4f5c-4724-9d74-6b4a9fce1446 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Calling delete_port for 0c7e7bbc-953d-4f75-93dc-913f7b9fcff6 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:05.924267 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e307b17-797a-4e80-bb19-7019191b74d6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:20:05.934495 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e307b17-797a-4e80-bb19-7019191b74d6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:05.934936 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-1e307b17-797a-4e80-bb19-7019191b74d6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Added segment 167f08e7-9d6a-40b9-b43c-f6725a0b03a4 of type vlan for network 34c3e8f8-5d11-43c0-96b2-fc1b62cfb276 Apr 06 14:20:05.954966 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6db2e99a-df24-4610-91d7-97be7290e13f no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:20:05.959529 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b5b62dfb-b5a3-44c3-9f1e-d9e6de37667a tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:05.967197 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5b634d2-cc21-4607-b443-8421234b2687 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:05.982763 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b634d2-cc21-4607-b443-8421234b2687 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Port': ['ID=028fa7e6-8f62-495d-b114-8b9e3bfedc1e,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:05.986317 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e307b17-797a-4e80-bb19-7019191b74d6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:05.993243 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 6db2e99a-df24-4610-91d7-97be7290e13f {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:20:05.993963 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6db2e99a-df24-4610-91d7-97be7290e13f not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:20:06.037968 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0f4575cb-3bdd-4ddf-917d-2711632dcd26 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:06.041754 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4575cb-3bdd-4ddf-917d-2711632dcd26 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:06.042358 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0f4575cb-3bdd-4ddf-917d-2711632dcd26 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:06.071850 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b5b62dfb-b5a3-44c3-9f1e-d9e6de37667a tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:06.075060 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b62dfb-b5a3-44c3-9f1e-d9e6de37667a tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Fanout notify agent at l3_agent the message router_deleted on router eefc110f-712d-4960-b5a8-28aab5e4779c {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:20:06.082192 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0d7bf1e5-5a9f-4a83-970c-11884837f2b1 None None] Provisioning complete for port 028fa7e6-8f62-495d-b114-8b9e3bfedc1e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:06.082651 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0d7bf1e5-5a9f-4a83-970c-11884837f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:06.156931 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bf1e5-5a9f-4a83-970c-11884837f2b1 None None] Port 028fa7e6-8f62-495d-b114-8b9e3bfedc1e cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:20:06.172504 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e307b17-797a-4e80-bb19-7019191b74d6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:06.176296 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e307b17-797a-4e80-bb19-7019191b74d6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:06.176992 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e307b17-797a-4e80-bb19-7019191b74d6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:06.192693 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b5b62dfb-b5a3-44c3-9f1e-d9e6de37667a tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:06.196951 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b5b62dfb-b5a3-44c3-9f1e-d9e6de37667a tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "DELETE /v2.0/routers/eefc110f-712d-4960-b5a8-28aab5e4779c HTTP/1.1" status: 204 len: 168 time: 1.3196681 Apr 06 14:20:06.205649 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51406) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:06.214255 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0f4575cb-3bdd-4ddf-917d-2711632dcd26 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9787519 Apr 06 14:20:06.215264 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4575cb-3bdd-4ddf-917d-2711632dcd26 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event updated for resources: {'Network': ['ID=647193a2-6584-44da-a720-fcdcd642b900,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:06.218199 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51410) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:06.228237 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 647193a2-6584-44da-a720-fcdcd642b900 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:20:06.266543 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1e307b17-797a-4e80-bb19-7019191b74d6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8548126 Apr 06 14:20:06.269804 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3ebbfff1-7873-4cc1-9c54-1cdabcd696c0 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "GET /v2.0/ports?device_id=eefc110f-712d-4960-b5a8-28aab5e4779c HTTP/1.1" status: 200 len: 205 time: 0.0610547 Apr 06 14:20:06.270782 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-adbde4c1-4f5c-4724-9d74-6b4a9fce1446 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:06.274552 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51414) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:06.275148 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51416) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:06.315673 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ab4a89d3-7d69-43cc-8160-3d6ee3370c59 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'subnet': {'network_id': '34c3e8f8-5d11-43c0-96b2-fc1b62cfb276', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:06.349043 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-51f7b5c2-f990-4f53-a67f-2f9b55de4374 None None] Provisioning complete for port 028fa7e6-8f62-495d-b114-8b9e3bfedc1e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:06.349421 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-51f7b5c2-f990-4f53-a67f-2f9b55de4374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:06.395954 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70ba2405-ef9f-4a6d-ae77-5232d7e1ea65 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:06.408126 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e307b17-797a-4e80-bb19-7019191b74d6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Network': ['ID=34c3e8f8-5d11-43c0-96b2-fc1b62cfb276,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:06.423593 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 34c3e8f8-5d11-43c0-96b2-fc1b62cfb276 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:20:06.429080 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9299c30f-accf-40c2-a03c-43c6e200441b tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:06.429855 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9299c30f-accf-40c2-a03c-43c6e200441b tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Synchronizing usage tracker for tenant:dc88b2721e454f4b9119a3f7bd8b83b6 on resource:network {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:20:06.444739 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-51f7b5c2-f990-4f53-a67f-2f9b55de4374 None None] Port 028fa7e6-8f62-495d-b114-8b9e3bfedc1e cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:20:06.450109 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9299c30f-accf-40c2-a03c-43c6e200441b tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Unset dirty status for tenant:dc88b2721e454f4b9119a3f7bd8b83b6 on resource:network {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:20:06.454676 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9299c30f-accf-40c2-a03c-43c6e200441b tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "GET /v2.0/networks?id=647193a2-6584-44da-a720-fcdcd642b900 HTTP/1.1" status: 200 len: 761 time: 0.2357810 Apr 06 14:20:06.455568 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51422) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:06.461827 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-86143c84-eefd-433a-a29c-5a5c56c43eec tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Request body: {'network': {'description': 'd2'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:06.472644 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbde4c1-4f5c-4724-9d74-6b4a9fce1446 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event deleted for resources: {'Port': ['ID=0c7e7bbc-953d-4f75-93dc-913f7b9fcff6,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:06.483116 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-9bfd5f4a-75f9-4ae5-9ed7-6f86b30db01e tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] delete failed (client error): The resource could not be found. Apr 06 14:20:06.486806 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9bfd5f4a-75f9-4ae5-9ed7-6f86b30db01e tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "DELETE /v2.0/routers/eefc110f-712d-4960-b5a8-28aab5e4779c HTTP/1.1" status: 404 len: 336 time: 0.1750851 Apr 06 14:20:06.486806 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b634d2-cc21-4607-b443-8421234b2687 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network b37f5783-fb44-487e-bcc6-8878ec2e0cec is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:06.523145 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51426) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:06.539351 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-f5b634d2-cc21-4607-b443-8421234b2687 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:06.541849 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbde4c1-4f5c-4724-9d74-6b4a9fce1446 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] No DVR routers for this DVR port 0c7e7bbc-953d-4f75-93dc-913f7b9fcff6 on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:20:06.575648 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-edd4b241-cd2a-48f2-9722-60c97249ec4c None None] Provisioning complete for port 028fa7e6-8f62-495d-b114-8b9e3bfedc1e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:06.576113 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-edd4b241-cd2a-48f2-9722-60c97249ec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:06.636118 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-edd4b241-cd2a-48f2-9722-60c97249ec4c None None] Port 028fa7e6-8f62-495d-b114-8b9e3bfedc1e cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:20:06.689205 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba2405-ef9f-4a6d-ae77-5232d7e1ea65 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event deleted for resources: {'Port': ['ID=b55289af-f5ea-4b71-8e6f-f16760be9364,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:06.841325 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-86143c84-eefd-433a-a29c-5a5c56c43eec tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:06.864178 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-86143c84-eefd-433a-a29c-5a5c56c43eec tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:06.874262 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b5272fcc-b8e6-4283-a3ad-ff55aea0cd43 None None] Provisioning complete for port 028fa7e6-8f62-495d-b114-8b9e3bfedc1e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:06.875461 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b5272fcc-b8e6-4283-a3ad-ff55aea0cd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:06.897773 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ce980b91-4a9b-470b-a476-b7f41f5e90af tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "GET /v2.0/ports?device_id=beca8968-394b-4982-a8bb-deb78c89a65d HTTP/1.1" status: 200 len: 205 time: 0.3598790 Apr 06 14:20:06.929433 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51430) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:06.943768 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-86143c84-eefd-433a-a29c-5a5c56c43eec tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Network 647193a2-6584-44da-a720-fcdcd642b900 is not hosted by any dhcp agent {{(pid=83738) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 06 14:20:06.947298 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86143c84-eefd-433a-a29c-5a5c56c43eec tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:06.947944 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-86143c84-eefd-433a-a29c-5a5c56c43eec tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:06.951902 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-86143c84-eefd-433a-a29c-5a5c56c43eec tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "PUT /v2.0/networks/647193a2-6584-44da-a720-fcdcd642b900 HTTP/1.1" status: 200 len: 758 time: 0.4926753 Apr 06 14:20:06.953058 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-b5272fcc-b8e6-4283-a3ad-ff55aea0cd43 None None] Port 028fa7e6-8f62-495d-b114-8b9e3bfedc1e cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:20:06.958975 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51434) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:07.050639 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86143c84-eefd-433a-a29c-5a5c56c43eec tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event updated for resources: {'Network': ['ID=647193a2-6584-44da-a720-fcdcd642b900,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:07.061249 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 647193a2-6584-44da-a720-fcdcd642b900 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:20:07.096089 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e99daa-3e6a-4ed4-8ee1-db0f071e8ecd tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:07.101048 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d5e99daa-3e6a-4ed4-8ee1-db0f071e8ecd tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "GET /v2.0/networks?id=647193a2-6584-44da-a720-fcdcd642b900 HTTP/1.1" status: 200 len: 761 time: 0.1376710 Apr 06 14:20:07.101492 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51438) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:07.108258 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9e53bf8d-7536-4c79-a813-fb3c66a80c89 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1484436275'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:07.108422 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ab4a89d3-7d69-43cc-8160-3d6ee3370c59 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:07.112538 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9e53bf8d-7536-4c79-a813-fb3c66a80c89 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:07.123299 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9e53bf8d-7536-4c79-a813-fb3c66a80c89 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:07.126620 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ab4a89d3-7d69-43cc-8160-3d6ee3370c59 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:subnet and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:07.134905 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e53bf8d-7536-4c79-a813-fb3c66a80c89 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Made reservation on behalf of dc88b2721e454f4b9119a3f7bd8b83b6 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:07.137922 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-1d752600-18ef-4607-82d4-e89e7f55008a tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] delete failed (client error): The resource could not be found. Apr 06 14:20:07.138268 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9e53bf8d-7536-4c79-a813-fb3c66a80c89 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:07.138413 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1d752600-18ef-4607-82d4-e89e7f55008a tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "DELETE /v2.0/routers/beca8968-394b-4982-a8bb-deb78c89a65d HTTP/1.1" status: 404 len: 336 time: 0.2036557 Apr 06 14:20:07.148234 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51442) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:07.148449 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ab4a89d3-7d69-43cc-8160-3d6ee3370c59 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:07.202252 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2533e374-3d55-4c9b-96ba-887f5a4386da tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "GET /v2.0/ports?device_id=1363fbbe-7973-47ce-9367-262613bd1733 HTTP/1.1" status: 200 len: 205 time: 0.0490577 Apr 06 14:20:07.202995 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51446) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:07.214943 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ab4a89d3-7d69-43cc-8160-3d6ee3370c59 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:07.223316 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-adbde4c1-4f5c-4724-9d74-6b4a9fce1446 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:07.259621 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4a89d3-7d69-43cc-8160-3d6ee3370c59 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:07.272366 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e53bf8d-7536-4c79-a813-fb3c66a80c89 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:20:07.274024 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-adbde4c1-4f5c-4724-9d74-6b4a9fce1446 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0403bb-4714-4e56-8cca-06a31c9c0e1c']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:07.275195 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-fbf59448-de65-4756-a8a3-a68fe8c83a9e tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] delete failed (client error): The resource could not be found. Apr 06 14:20:07.279115 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fbf59448-de65-4756-a8a3-a68fe8c83a9e tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "DELETE /v2.0/routers/1363fbbe-7973-47ce-9367-262613bd1733 HTTP/1.1" status: 404 len: 336 time: 0.0723319 Apr 06 14:20:07.279965 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51450) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:07.299495 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-adbde4c1-4f5c-4724-9d74-6b4a9fce1446 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2be5a14-8de1-46fc-802f-d200d1d52fff') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:07.299790 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-adbde4c1-4f5c-4724-9d74-6b4a9fce1446 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2be5a14-8de1-46fc-802f-d200d1d52fff') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:07.328960 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f67f4a62-8e12-4ec4-922e-93f926fcec44 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8bc825f-923b-49cb-be8b-640a647cf281 HTTP/1.1" status: 200 len: 205 time: 0.0451496 Apr 06 14:20:07.328960 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9e53bf8d-7536-4c79-a813-fb3c66a80c89 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:07.328960 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-9e53bf8d-7536-4c79-a813-fb3c66a80c89 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Added segment 37989a2b-febf-4d36-8949-cb0a4b12ba52 of type vlan for network 834ed0f6-6e8c-44f5-9ac5-2b4b672e2936 Apr 06 14:20:07.328960 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51454) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:07.398157 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-ea5e6763-8a04-4efd-8add-b139ba86041e tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] delete failed (client error): The resource could not be found. Apr 06 14:20:07.399193 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ea5e6763-8a04-4efd-8add-b139ba86041e tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "DELETE /v2.0/routers/a8bc825f-923b-49cb-be8b-640a647cf281 HTTP/1.1" status: 404 len: 336 time: 0.0695932 Apr 06 14:20:07.402475 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51458) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:07.415121 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-adbde4c1-4f5c-4724-9d74-6b4a9fce1446 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:07.455358 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a111e504-fa9f-4f3a-b41b-63fbb59d70dc tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "GET /v2.0/ports?device_id=3da9854d-54bf-454f-9d4d-cb99e2ddc586 HTTP/1.1" status: 200 len: 205 time: 0.0518613 Apr 06 14:20:07.458262 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51462) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:07.519224 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9e53bf8d-7536-4c79-a813-fb3c66a80c89 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:07.523581 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-adbde4c1-4f5c-4724-9d74-6b4a9fce1446 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:07.530399 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-d877c314-0e5e-4dd3-8a90-31bce8a1d3b4 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] delete failed (client error): The resource could not be found. Apr 06 14:20:07.531407 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d877c314-0e5e-4dd3-8a90-31bce8a1d3b4 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "DELETE /v2.0/routers/3da9854d-54bf-454f-9d4d-cb99e2ddc586 HTTP/1.1" status: 404 len: 336 time: 0.0722828 Apr 06 14:20:07.534134 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51466) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:07.540623 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ab4a89d3-7d69-43cc-8160-3d6ee3370c59 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:07.554404 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adbde4c1-4f5c-4724-9d74-6b4a9fce1446 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:20:07.554801 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-adbde4c1-4f5c-4724-9d74-6b4a9fce1446 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:20:07.572542 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:20:07.580961 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e1a9c42c-1673-4e4e-9ef4-f36dbcdde92c tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "GET /v2.0/ports?device_id=36a5affc-c4dc-47d6-ac97-97499dd2f921 HTTP/1.1" status: 200 len: 205 time: 0.0452991 Apr 06 14:20:07.583582 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51470) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:07.658832 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-b439ee25-1b81-42c9-995f-d975371da112 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] delete failed (client error): The resource could not be found. Apr 06 14:20:07.662368 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b439ee25-1b81-42c9-995f-d975371da112 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "DELETE /v2.0/routers/36a5affc-c4dc-47d6-ac97-97499dd2f921 HTTP/1.1" status: 404 len: 336 time: 0.0753911 Apr 06 14:20:07.662939 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51474) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:07.697149 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9e53bf8d-7536-4c79-a813-fb3c66a80c89 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:07.701318 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e53bf8d-7536-4c79-a813-fb3c66a80c89 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:07.701899 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9e53bf8d-7536-4c79-a813-fb3c66a80c89 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:07.733786 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-298a4d78-f375-44a4-9fbf-7c9af1360905 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] DELETE failed (client error): The resource could not be found. Apr 06 14:20:07.734219 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-298a4d78-f375-44a4-9fbf-7c9af1360905 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:20:07.768177 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-adbde4c1-4f5c-4724-9d74-6b4a9fce1446 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:07.776641 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70ba2405-ef9f-4a6d-ae77-5232d7e1ea65 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:07.794163 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-298a4d78-f375-44a4-9fbf-7c9af1360905 tempest-RoutersAdminTest-1498035527 tempest-RoutersAdminTest-1498035527-project] 10.222.0.60 "DELETE /v2.0/subnets/a63de40b-6b79-479c-bf9a-62f1fdac7561 HTTP/1.1" status: 404 len: 337 time: 0.1278982 Apr 06 14:20:07.796486 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-adbde4c1-4f5c-4724-9d74-6b4a9fce1446 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:07.803741 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9e53bf8d-7536-4c79-a813-fb3c66a80c89 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7012038 Apr 06 14:20:07.807940 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51480) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:07.814196 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-207966cb-464e-4ac6-b7c0-7f8901bad3a1 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Request body: {'subnet': {'network_id': '834ed0f6-6e8c-44f5-9ac5-2b4b672e2936', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:07.817090 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbde4c1-4f5c-4724-9d74-6b4a9fce1446 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event deleted for resources: {'Network': ['ID=1c0403bb-4714-4e56-8cca-06a31c9c0e1c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:07.837771 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-adbde4c1-4f5c-4724-9d74-6b4a9fce1446 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "DELETE /v2.0/networks/1c0403bb-4714-4e56-8cca-06a31c9c0e1c HTTP/1.1" status: 204 len: 168 time: 3.5044549 Apr 06 14:20:07.843351 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51484) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:07.949268 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53bf8d-7536-4c79-a813-fb3c66a80c89 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event updated for resources: {'Network': ['ID=834ed0f6-6e8c-44f5-9ac5-2b4b672e2936,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:07.965425 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 834ed0f6-6e8c-44f5-9ac5-2b4b672e2936 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:20:08.038459 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-207966cb-464e-4ac6-b7c0-7f8901bad3a1 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:08.088226 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-207966cb-464e-4ac6-b7c0-7f8901bad3a1 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Usage tracker for resource:subnet and tenant:dc88b2721e454f4b9119a3f7bd8b83b6 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:08.092748 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-207966cb-464e-4ac6-b7c0-7f8901bad3a1 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:08.112215 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-207966cb-464e-4ac6-b7c0-7f8901bad3a1 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:08.116753 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-14993341-d521-4d8c-8b8f-d832abd03c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:08.136466 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207966cb-464e-4ac6-b7c0-7f8901bad3a1 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Made reservation on behalf of dc88b2721e454f4b9119a3f7bd8b83b6 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:08.217777 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51492) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:08.225496 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ab4a89d3-7d69-43cc-8160-3d6ee3370c59 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:08.263726 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f531d27-927b-4f8d-bb1a-b6d2aab48af4 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Deleting subnet a96f1de9-3561-43e3-a388-ac25b7ecbdb0 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:20:08.289755 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b634d2-cc21-4607-b443-8421234b2687 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Router 28fdaadf-d005-4adf-838b-877a10fd983a is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:20:08.314105 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a89d3-7d69-43cc-8160-3d6ee3370c59 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Subnet': ['ID=0edaf2d7-8189-4912-b921-b83325eaccc9,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:08.368720 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6f531d27-927b-4f8d-bb1a-b6d2aab48af4 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:08.416363 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-207966cb-464e-4ac6-b7c0-7f8901bad3a1 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:08.490858 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-47ad07fe-43d3-40a2-a793-a440445b8f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:08.530270 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6f531d27-927b-4f8d-bb1a-b6d2aab48af4 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:08.571313 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4a89d3-7d69-43cc-8160-3d6ee3370c59 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Checking segment: {'id': '167f08e7-9d6a-40b9-b43c-f6725a0b03a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '34c3e8f8-5d11-43c0-96b2-fc1b62cfb276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:20:08.571962 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4a89d3-7d69-43cc-8160-3d6ee3370c59 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network hostable DHCP agents. Network: 34c3e8f8-5d11-43c0-96b2-fc1b62cfb276, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:20:08.612676 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-47ad07fe-43d3-40a2-a793-a440445b8f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:08.622963 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-47ad07fe-43d3-40a2-a793-a440445b8f78 admin admin] Usage tracker for resource:security_group_rule and tenant:a3cb351a0aef464cb839e27e4891b480 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:08.630714 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-47ad07fe-43d3-40a2-a793-a440445b8f78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:08.644169 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-47ad07fe-43d3-40a2-a793-a440445b8f78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:08.651728 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4a89d3-7d69-43cc-8160-3d6ee3370c59 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network 34c3e8f8-5d11-43c0-96b2-fc1b62cfb276 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:20:08.733125 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6f531d27-927b-4f8d-bb1a-b6d2aab48af4 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:08.767086 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-ab4a89d3-7d69-43cc-8160-3d6ee3370c59 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 34c3e8f8-5d11-43c0-96b2-fc1b62cfb276) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:08.776303 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4a89d3-7d69-43cc-8160-3d6ee3370c59 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:08.776910 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ab4a89d3-7d69-43cc-8160-3d6ee3370c59 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:08.778136 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccd544b-dd6e-4e38-9ffe-21cdf9707517 None None] Network 34c3e8f8-5d11-43c0-96b2-fc1b62cfb276 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:08.805647 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ab4a89d3-7d69-43cc-8160-3d6ee3370c59 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4989922 Apr 06 14:20:08.809412 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51498) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:08.819145 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-99e4448a-8ab2-4dfd-9ad9-6d4b0b479c1e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'port': {'network_id': '34c3e8f8-5d11-43c0-96b2-fc1b62cfb276', 'name': 'tempest-PortsTestJSON-1430290774'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:08.835286 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b634d2-cc21-4607-b443-8421234b2687 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:20:08.840913 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f5b634d2-cc21-4607-b443-8421234b2687 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "PUT /v2.0/routers/28fdaadf-d005-4adf-838b-877a10fd983a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8385420 Apr 06 14:20:08.845546 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51502) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:08.886953 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-207966cb-464e-4ac6-b7c0-7f8901bad3a1 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:08.891884 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-47ad07fe-43d3-40a2-a793-a440445b8f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:08.910355 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19420cb-8bf4-4596-a4fa-a608a1edf1a4 None None] Sync routers for ids ['28fdaadf-d005-4adf-838b-877a10fd983a'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:20:08.932379 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-47ad07fe-43d3-40a2-a793-a440445b8f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:08.946144 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19420cb-8bf4-4596-a4fa-a608a1edf1a4 None None] Routers {'28fdaadf-d005-4adf-838b-877a10fd983a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:08.946771 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b19420cb-8bf4-4596-a4fa-a608a1edf1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['28fdaadf-d005-4adf-838b-877a10fd983a'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:08.971422 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6f531d27-927b-4f8d-bb1a-b6d2aab48af4 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:08.996756 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f07f357-e3a3-46c4-bb81-9f46deb02175 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:08.997386 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3f07f357-e3a3-46c4-bb81-9f46deb02175 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Synchronizing usage tracker for tenant:54b6b16a88cd457596297a5e2f6c39ce on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:20:09.019422 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad07fe-43d3-40a2-a793-a440445b8f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ea3162-5b84-4df5-a098-a0ca52d95d2e,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:09.024954 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b19420cb-8bf4-4596-a4fa-a608a1edf1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:09.033719 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207966cb-464e-4ac6-b7c0-7f8901bad3a1 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event updated for resources: {'Subnet': ['ID=b16694db-7d6a-4db4-a662-3842ce86fdae,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:09.057063 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3f07f357-e3a3-46c4-bb81-9f46deb02175 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Unset dirty status for tenant:54b6b16a88cd457596297a5e2f6c39ce on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:20:09.062146 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3f07f357-e3a3-46c4-bb81-9f46deb02175 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "GET /v2.0/ports/028fa7e6-8f62-495d-b114-8b9e3bfedc1e HTTP/1.1" status: 200 len: 977 time: 0.2126758 Apr 06 14:20:09.063476 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51506) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:09.068603 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-99e4448a-8ab2-4dfd-9ad9-6d4b0b479c1e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:09.081524 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6f531d27-927b-4f8d-bb1a-b6d2aab48af4 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:09.083231 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b460c78-e068-4813-b8f0-536fb17c8525 None None] Network 2574f6ce-ed97-4769-8b2d-afcdb82630f5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:09.088612 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-47ad07fe-43d3-40a2-a793-a440445b8f78 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a3cb351a0aef464cb839e27e4891b480&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8682406 Apr 06 14:20:09.093360 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51510) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:09.096699 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f531d27-927b-4f8d-bb1a-b6d2aab48af4 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event deleted for resources: {'Subnet': ['ID=a96f1de9-3561-43e3-a388-ac25b7ecbdb0,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:09.136065 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207966cb-464e-4ac6-b7c0-7f8901bad3a1 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Checking segment: {'id': '37989a2b-febf-4d36-8949-cb0a4b12ba52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '834ed0f6-6e8c-44f5-9ac5-2b4b672e2936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:20:09.136571 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207966cb-464e-4ac6-b7c0-7f8901bad3a1 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Network hostable DHCP agents. Network: 834ed0f6-6e8c-44f5-9ac5-2b4b672e2936, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:20:09.148853 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6f531d27-927b-4f8d-bb1a-b6d2aab48af4 tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "DELETE /v2.0/subnets/a96f1de9-3561-43e3-a388-ac25b7ecbdb0 HTTP/1.1" status: 204 len: 168 time: 1.3015404 Apr 06 14:20:09.155777 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51514) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:09.159783 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19420cb-8bf4-4596-a4fa-a608a1edf1a4 None None] Routers {'28fdaadf-d005-4adf-838b-877a10fd983a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:09.160408 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b19420cb-8bf4-4596-a4fa-a608a1edf1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['28fdaadf-d005-4adf-838b-877a10fd983a'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:09.190465 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ba2405-ef9f-4a6d-ae77-5232d7e1ea65 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Router ebdeaac8-870c-4075-879c-a1ae155a0999 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:20:09.191721 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-99e4448a-8ab2-4dfd-9ad9-6d4b0b479c1e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:09.224633 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e4448a-8ab2-4dfd-9ad9-6d4b0b479c1e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:09.227599 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-99e4448a-8ab2-4dfd-9ad9-6d4b0b479c1e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:09.245800 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b19420cb-8bf4-4596-a4fa-a608a1edf1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:09.246195 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19420cb-8bf4-4596-a4fa-a608a1edf1a4 None None] The sync data for ids ['28fdaadf-d005-4adf-838b-877a10fd983a'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:20:09.298670 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207966cb-464e-4ac6-b7c0-7f8901bad3a1 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Network 834ed0f6-6e8c-44f5-9ac5-2b4b672e2936 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:20:09.314280 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d01429c5-8d1f-4431-b1b5-feb8871bf85b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:09.317978 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7be57f8-3a6e-47ff-9168-9b6ffa2a5cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:09.322853 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-207966cb-464e-4ac6-b7c0-7f8901bad3a1 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 834ed0f6-6e8c-44f5-9ac5-2b4b672e2936) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:09.342224 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207966cb-464e-4ac6-b7c0-7f8901bad3a1 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:09.342976 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-207966cb-464e-4ac6-b7c0-7f8901bad3a1 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:09.368905 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7be57f8-3a6e-47ff-9168-9b6ffa2a5cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:09.378941 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9d3091-a3f0-47aa-98c8-db7d62837984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-34c3e8f8-5d11-43c0-96b2-fc1b62cfb276', 'network_id': '34c3e8f8-5d11-43c0-96b2-fc1b62cfb276', 'tenant_id': '93b55db64c2c45f89e5eddd70ead6075', 'fixed_ips': [{'subnet_id': '0edaf2d7-8189-4912-b921-b83325eaccc9'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:20:09.380086 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dc9d3091-a3f0-47aa-98c8-db7d62837984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:09.383357 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d01429c5-8d1f-4431-b1b5-feb8871bf85b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Deleting port 6417d6ab-a9b0-43bb-a39c-deb2794e255b {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:09.383871 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d01429c5-8d1f-4431-b1b5-feb8871bf85b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:09.384592 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-99e4448a-8ab2-4dfd-9ad9-6d4b0b479c1e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] device_id is not set on port e6345964-97e7-4fd1-aabe-71aa93d5051d yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:20:09.389900 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f44c7cf-0b59-4f0c-821a-8caafe475ec2 None None] Network 834ed0f6-6e8c-44f5-9ac5-2b4b672e2936 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:09.441425 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-207966cb-464e-4ac6-b7c0-7f8901bad3a1 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6300669 Apr 06 14:20:09.442026 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51518) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:09.528220 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7be57f8-3a6e-47ff-9168-9b6ffa2a5cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:09.612743 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be57f8-3a6e-47ff-9168-9b6ffa2a5cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ea3162-5b84-4df5-a098-a0ca52d95d2e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:09.629075 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:20:09.636588 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7be57f8-3a6e-47ff-9168-9b6ffa2a5cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:09.637819 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a7be57f8-3a6e-47ff-9168-9b6ffa2a5cd7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f1ea3162-5b84-4df5-a098-a0ca52d95d2e HTTP/1.1" status: 204 len: 168 time: 0.5389841 Apr 06 14:20:09.664707 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-d01429c5-8d1f-4431-b1b5-feb8871bf85b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] For port 6417d6ab-a9b0-43bb-a39c-deb2794e255b, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6417d6ab-a9b0-43bb-a39c-deb2794e255b,segment=NetworkSegment(00613c02-5478-4fb6-a1ff-3e08f432ee0e),segment_id=00613c02-5478-4fb6-a1ff-3e08f432ee0e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:09.665146 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d01429c5-8d1f-4431-b1b5-feb8871bf85b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:09.800718 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-dc9d3091-a3f0-47aa-98c8-db7d62837984 None None] Allocated IP 172.20.0.2 (34c3e8f8-5d11-43c0-96b2-fc1b62cfb276/0edaf2d7-8189-4912-b921-b83325eaccc9/4e4054cc-64d6-44be-8035-a3af7345600c) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:09.840290 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1915541-b65e-4c77-be7c-bdbdfa0c6cf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-834ed0f6-6e8c-44f5-9ac5-2b4b672e2936', 'network_id': '834ed0f6-6e8c-44f5-9ac5-2b4b672e2936', 'tenant_id': 'dc88b2721e454f4b9119a3f7bd8b83b6', 'fixed_ips': [{'subnet_id': 'b16694db-7d6a-4db4-a662-3842ce86fdae'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:20:09.841187 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f1915541-b65e-4c77-be7c-bdbdfa0c6cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:09.912980 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a61223-60ac-4551-9794-37c7a870fae4 None None] DHCP port deletion for 2574f6ce-ed97-4769-8b2d-afcdb82630f5 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:20:09.925986 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-50a61223-60ac-4551-9794-37c7a870fae4 None None] Deleting port 6417d6ab-a9b0-43bb-a39c-deb2794e255b {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:09.926355 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-50a61223-60ac-4551-9794-37c7a870fae4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:09.930325 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d01429c5-8d1f-4431-b1b5-feb8871bf85b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Calling delete_port for 6417d6ab-a9b0-43bb-a39c-deb2794e255b owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:09.966699 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:10.023087 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d01429c5-8d1f-4431-b1b5-feb8871bf85b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:10.050806 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ba2405-ef9f-4a6d-ae77-5232d7e1ea65 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:20:10.063389 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2e313e-b101-4913-8473-a5e68b91184d None None] Sync routers for ids ['ebdeaac8-870c-4075-879c-a1ae155a0999'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:20:10.082905 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-70ba2405-ef9f-4a6d-ae77-5232d7e1ea65 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "PUT /v2.0/routers/ebdeaac8-870c-4075-879c-a1ae155a0999/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9114437 Apr 06 14:20:10.085125 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51526) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:10.088375 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:10.098015 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-50a61223-60ac-4551-9794-37c7a870fae4 None None] The port '6417d6ab-a9b0-43bb-a39c-deb2794e255b' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:20:10.112109 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2e313e-b101-4913-8473-a5e68b91184d None None] Routers {'ebdeaac8-870c-4075-879c-a1ae155a0999'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:10.112793 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-7c2e313e-b101-4913-8473-a5e68b91184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ebdeaac8-870c-4075-879c-a1ae155a0999'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:10.181922 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01429c5-8d1f-4431-b1b5-feb8871bf85b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event deleted for resources: {'Port': ['ID=6417d6ab-a9b0-43bb-a39c-deb2794e255b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:10.193536 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01429c5-8d1f-4431-b1b5-feb8871bf85b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] No DVR routers for this DVR port 6417d6ab-a9b0-43bb-a39c-deb2794e255b on host dv-neutron-835868-1-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:20:10.239795 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51530) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:10.279039 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-f1915541-b65e-4c77-be7c-bdbdfa0c6cf9 None None] Allocated IP 172.20.0.2 (834ed0f6-6e8c-44f5-9ac5-2b4b672e2936/b16694db-7d6a-4db4-a662-3842ce86fdae/44f53161-4632-4369-ae98-2c36949e2c61) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:10.281239 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dc9d3091-a3f0-47aa-98c8-db7d62837984 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:10.297604 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-dc9d3091-a3f0-47aa-98c8-db7d62837984 None None] Transition to ACTIVE for port object 4e4054cc-64d6-44be-8035-a3af7345600c will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:10.373034 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-76614766-9347-45dc-a1cb-94ac2ab00f11 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf87b9404d1f4f399d15cbb5a60dc412&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1317575 Apr 06 14:20:10.373799 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51534) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:10.383039 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-dc9d3091-a3f0-47aa-98c8-db7d62837984 None None] Transition to ACTIVE for port object 4e4054cc-64d6-44be-8035-a3af7345600c will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:10.383448 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-7c2e313e-b101-4913-8473-a5e68b91184d None None] Set router ebdeaac8-870c-4075-879c-a1ae155a0999 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:20:10.398957 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dc9d3091-a3f0-47aa-98c8-db7d62837984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:10.511044 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9d3091-a3f0-47aa-98c8-db7d62837984 None None] Network 34c3e8f8-5d11-43c0-96b2-fc1b62cfb276 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:10.518534 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d3091-a3f0-47aa-98c8-db7d62837984 None None] Pushing event updated for resources: {'Port': ['ID=4e4054cc-64d6-44be-8035-a3af7345600c,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:10.523200 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-dc9d3091-a3f0-47aa-98c8-db7d62837984 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:10.525476 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9d3091-a3f0-47aa-98c8-db7d62837984 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:20:10.527513 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e4c76d0c-b9e6-42ba-8c7c-1aa687aca736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:10.559483 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e4c76d0c-b9e6-42ba-8c7c-1aa687aca736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:10.619874 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d01429c5-8d1f-4431-b1b5-feb8871bf85b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:10.660017 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-d01429c5-8d1f-4431-b1b5-feb8871bf85b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2574f6ce-ed97-4769-8b2d-afcdb82630f5']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:10.680619 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-99e4448a-8ab2-4dfd-9ad9-6d4b0b479c1e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Allocated IP 172.20.0.7 (34c3e8f8-5d11-43c0-96b2-fc1b62cfb276/0edaf2d7-8189-4912-b921-b83325eaccc9/e6345964-97e7-4fd1-aabe-71aa93d5051d) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:10.691034 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-d01429c5-8d1f-4431-b1b5-feb8871bf85b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00613c02-5478-4fb6-a1ff-3e08f432ee0e') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:10.691367 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-d01429c5-8d1f-4431-b1b5-feb8871bf85b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00613c02-5478-4fb6-a1ff-3e08f432ee0e') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:10.695499 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-058b6268-a669-4207-9abb-00a29bfa7d59 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:10.701904 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-dc9d3091-a3f0-47aa-98c8-db7d62837984 None None] Attempting to bind port 4e4054cc-64d6-44be-8035-a3af7345600c on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:20:10.702272 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-dc9d3091-a3f0-47aa-98c8-db7d62837984 None None] Attempting to bind port 4e4054cc-64d6-44be-8035-a3af7345600c by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '167f08e7-9d6a-40b9-b43c-f6725a0b03a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '34c3e8f8-5d11-43c0-96b2-fc1b62cfb276'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:20:10.702634 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9d3091-a3f0-47aa-98c8-db7d62837984 None None] Attempting to bind port 4e4054cc-64d6-44be-8035-a3af7345600c on network 34c3e8f8-5d11-43c0-96b2-fc1b62cfb276 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:20:10.715205 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f1915541-b65e-4c77-be7c-bdbdfa0c6cf9 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:10.715647 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d01429c5-8d1f-4431-b1b5-feb8871bf85b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:10.731983 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9d3091-a3f0-47aa-98c8-db7d62837984 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:20:10.732525 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9d3091-a3f0-47aa-98c8-db7d62837984 None None] Checking segment: {'id': '167f08e7-9d6a-40b9-b43c-f6725a0b03a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '34c3e8f8-5d11-43c0-96b2-fc1b62cfb276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:20:10.732972 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dc9d3091-a3f0-47aa-98c8-db7d62837984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:10.733369 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9d3091-a3f0-47aa-98c8-db7d62837984 None None] Bound using segment: {'id': '167f08e7-9d6a-40b9-b43c-f6725a0b03a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '34c3e8f8-5d11-43c0-96b2-fc1b62cfb276'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:20:10.733851 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-dc9d3091-a3f0-47aa-98c8-db7d62837984 None None] Bound port: 4e4054cc-64d6-44be-8035-a3af7345600c, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167f08e7-9d6a-40b9-b43c-f6725a0b03a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '34c3e8f8-5d11-43c0-96b2-fc1b62cfb276'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:20:10.734224 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dc9d3091-a3f0-47aa-98c8-db7d62837984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:10.735493 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7aee9f-c5f5-46c8-9387-1ce702164359 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting subnet 777b1b0e-10c1-45a0-8b5f-0efaca091088 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:20:10.741377 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7e7aee9f-c5f5-46c8-9387-1ce702164359 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:10.754261 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f1915541-b65e-4c77-be7c-bdbdfa0c6cf9 None None] Transition to ACTIVE for port object 44f53161-4632-4369-ae98-2c36949e2c61 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:10.774871 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d01429c5-8d1f-4431-b1b5-feb8871bf85b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:10.792751 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01429c5-8d1f-4431-b1b5-feb8871bf85b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:20:10.793322 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d01429c5-8d1f-4431-b1b5-feb8871bf85b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:20:10.809083 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:20:10.825761 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f1915541-b65e-4c77-be7c-bdbdfa0c6cf9 None None] Transition to ACTIVE for port object 44f53161-4632-4369-ae98-2c36949e2c61 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:10.847582 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f1915541-b65e-4c77-be7c-bdbdfa0c6cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:10.873911 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-7c2e313e-b101-4913-8473-a5e68b91184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:20:05Z', 'revision_number': 8, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None, '_interfaces': [{'id': '55039566-8e5d-4643-8ba7-791a0309dfef', 'name': '', 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:c1:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:06Z', 'updated_at': '2022-04-06T14:19:20Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3f1881-dc3c-4b14-a023-5ddb3e704c4c', 'name': '', 'network_id': '0ae87b72-43d0-43af-bb04-4ab2ab392d90', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:e0:16:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4bc539-5a7e-451f-9c78-82fd8270df21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:31Z', 'updated_at': '2022-04-06T14:19:45Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'da4bc539-5a7e-451f-9c78-82fd8270df21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa50855-e462-4d02-9fb1-8e256187b600', 'name': '', 'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:4b:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:19Z', 'updated_at': '2022-04-06T14:19:34Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:10.887087 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2e313e-b101-4913-8473-a5e68b91184d None None] Checking router: ebdeaac8-870c-4075-879c-a1ae155a0999 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:20:10.905811 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7e7aee9f-c5f5-46c8-9387-1ce702164359 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:10.906349 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2e313e-b101-4913-8473-a5e68b91184d None None] Routers {'ebdeaac8-870c-4075-879c-a1ae155a0999'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:10.907445 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-7c2e313e-b101-4913-8473-a5e68b91184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:19:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ebdeaac8-870c-4075-879c-a1ae155a0999'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:10.947242 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1915541-b65e-4c77-be7c-bdbdfa0c6cf9 None None] Pushing event updated for resources: {'Port': ['ID=44f53161-4632-4369-ae98-2c36949e2c61,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:10.950019 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:10.953973 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1665c076-a751-44fa-8cb3-20f6aba5a772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:10.985765 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d01429c5-8d1f-4431-b1b5-feb8871bf85b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:10.990049 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1915541-b65e-4c77-be7c-bdbdfa0c6cf9 None None] Network 834ed0f6-6e8c-44f5-9ac5-2b4b672e2936 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:11.001963 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-f1915541-b65e-4c77-be7c-bdbdfa0c6cf9 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:11.004307 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1915541-b65e-4c77-be7c-bdbdfa0c6cf9 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:20:11.011343 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d01429c5-8d1f-4431-b1b5-feb8871bf85b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:11.012028 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-dc9d3091-a3f0-47aa-98c8-db7d62837984 None None] For port 4e4054cc-64d6-44be-8035-a3af7345600c, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:20:11.013553 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e4c76d0c-b9e6-42ba-8c7c-1aa687aca736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:11.022247 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-dc9d3091-a3f0-47aa-98c8-db7d62837984 None None] For port 4e4054cc-64d6-44be-8035-a3af7345600c, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4e4054cc-64d6-44be-8035-a3af7345600c,segment=NetworkSegment(167f08e7-9d6a-40b9-b43c-f6725a0b03a4),segment_id=167f08e7-9d6a-40b9-b43c-f6725a0b03a4)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:20:11.030048 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dc9d3091-a3f0-47aa-98c8-db7d62837984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:11.031789 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01429c5-8d1f-4431-b1b5-feb8871bf85b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] Pushing event deleted for resources: {'Network': ['ID=2574f6ce-ed97-4769-8b2d-afcdb82630f5,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:11.036950 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event deleted for resources: {'Subnet': ['ID=b16694db-7d6a-4db4-a662-3842ce86fdae,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:11.039888 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d01429c5-8d1f-4431-b1b5-feb8871bf85b tempest-NetworksIpV6TestAttrs-1901808553 tempest-NetworksIpV6TestAttrs-1901808553-project] 10.222.0.60 "DELETE /v2.0/networks/2574f6ce-ed97-4769-8b2d-afcdb82630f5 HTTP/1.1" status: 204 len: 168 time: 1.8802176 Apr 06 14:20:11.066699 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c76d0c-b9e6-42ba-8c7c-1aa687aca736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f078d6-b3ef-4a5f-9f17-072cfb3dee66,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:11.069546 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7e7aee9f-c5f5-46c8-9387-1ce702164359 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:11.140102 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e4c76d0c-b9e6-42ba-8c7c-1aa687aca736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:11.143817 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e4c76d0c-b9e6-42ba-8c7c-1aa687aca736 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/96f078d6-b3ef-4a5f-9f17-072cfb3dee66 HTTP/1.1" status: 204 len: 168 time: 0.7626781 Apr 06 14:20:11.209696 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7e7aee9f-c5f5-46c8-9387-1ce702164359 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:11.248500 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-7c2e313e-b101-4913-8473-a5e68b91184d None None] Set router ebdeaac8-870c-4075-879c-a1ae155a0999 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:20:11.303033 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f1915541-b65e-4c77-be7c-bdbdfa0c6cf9 None None] Attempting to bind port 44f53161-4632-4369-ae98-2c36949e2c61 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:20:11.303586 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f1915541-b65e-4c77-be7c-bdbdfa0c6cf9 None None] Attempting to bind port 44f53161-4632-4369-ae98-2c36949e2c61 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '37989a2b-febf-4d36-8949-cb0a4b12ba52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '834ed0f6-6e8c-44f5-9ac5-2b4b672e2936'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:20:11.303720 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1915541-b65e-4c77-be7c-bdbdfa0c6cf9 None None] Attempting to bind port 44f53161-4632-4369-ae98-2c36949e2c61 on network 834ed0f6-6e8c-44f5-9ac5-2b4b672e2936 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:20:11.321384 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7e7aee9f-c5f5-46c8-9387-1ce702164359 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:11.332122 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:11.341347 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78117e7a-1f18-477a-aa3c-985a846902d3 None None] Network 6b0fbecc-c7df-46e8-b709-f6a100698d37 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:11.346404 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7aee9f-c5f5-46c8-9387-1ce702164359 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event deleted for resources: {'Subnet': ['ID=777b1b0e-10c1-45a0-8b5f-0efaca091088,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:11.361403 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7e7aee9f-c5f5-46c8-9387-1ce702164359 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/subnets/777b1b0e-10c1-45a0-8b5f-0efaca091088 HTTP/1.1" status: 204 len: 168 time: 1.2727203 Apr 06 14:20:11.363955 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51542) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:11.459901 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834ed0f6-6e8c-44f5-9ac5-2b4b672e2936']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:11.553351 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1915541-b65e-4c77-be7c-bdbdfa0c6cf9 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:20:11.553669 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1915541-b65e-4c77-be7c-bdbdfa0c6cf9 None None] Checking segment: {'id': '37989a2b-febf-4d36-8949-cb0a4b12ba52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '834ed0f6-6e8c-44f5-9ac5-2b4b672e2936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:20:11.554202 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f1915541-b65e-4c77-be7c-bdbdfa0c6cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:11.554602 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37989a2b-febf-4d36-8949-cb0a4b12ba52') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:11.554759 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1915541-b65e-4c77-be7c-bdbdfa0c6cf9 None None] Bound using segment: {'id': '37989a2b-febf-4d36-8949-cb0a4b12ba52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '834ed0f6-6e8c-44f5-9ac5-2b4b672e2936'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:20:11.555087 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37989a2b-febf-4d36-8949-cb0a4b12ba52') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:11.555234 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f1915541-b65e-4c77-be7c-bdbdfa0c6cf9 None None] Bound port: 44f53161-4632-4369-ae98-2c36949e2c61, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37989a2b-febf-4d36-8949-cb0a4b12ba52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '834ed0f6-6e8c-44f5-9ac5-2b4b672e2936'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:20:11.555483 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f1915541-b65e-4c77-be7c-bdbdfa0c6cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:11.657135 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f1915541-b65e-4c77-be7c-bdbdfa0c6cf9 None None] For port 44f53161-4632-4369-ae98-2c36949e2c61, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:20:11.657380 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:11.660641 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f1915541-b65e-4c77-be7c-bdbdfa0c6cf9 None None] For port 44f53161-4632-4369-ae98-2c36949e2c61, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=44f53161-4632-4369-ae98-2c36949e2c61,segment=NetworkSegment(37989a2b-febf-4d36-8949-cb0a4b12ba52),segment_id=37989a2b-febf-4d36-8949-cb0a4b12ba52)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:20:11.661885 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:11.664187 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:11.668887 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6417d6ab-a9b0-43bb-a39c-deb2794e255b no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:20:11.708172 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d3091-a3f0-47aa-98c8-db7d62837984 None None] Pushing event updated for resources: {'Port': ['ID=4e4054cc-64d6-44be-8035-a3af7345600c,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:11.711448 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:11.712476 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 6417d6ab-a9b0-43bb-a39c-deb2794e255b {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:20:11.712898 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6417d6ab-a9b0-43bb-a39c-deb2794e255b not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:20:11.715375 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f1915541-b65e-4c77-be7c-bdbdfa0c6cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:11.718443 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-99e4448a-8ab2-4dfd-9ad9-6d4b0b479c1e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:11.737540 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe558402-1c9b-4440-8b3a-13d47d2b23ba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:11.741806 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:20:11.742317 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:11.758375 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51552) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:20:11.765177 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:20:11.893535 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-7c2e313e-b101-4913-8473-a5e68b91184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:20:05Z', 'revision_number': 8, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None, '_interfaces': [{'id': '55039566-8e5d-4643-8ba7-791a0309dfef', 'name': '', 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:c1:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:06Z', 'updated_at': '2022-04-06T14:19:20Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3f1881-dc3c-4b14-a023-5ddb3e704c4c', 'name': '', 'network_id': '0ae87b72-43d0-43af-bb04-4ab2ab392d90', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:e0:16:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4bc539-5a7e-451f-9c78-82fd8270df21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:31Z', 'updated_at': '2022-04-06T14:19:45Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'da4bc539-5a7e-451f-9c78-82fd8270df21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa50855-e462-4d02-9fb1-8e256187b600', 'name': '', 'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:4b:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:19Z', 'updated_at': '2022-04-06T14:19:34Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:11.898690 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2e313e-b101-4913-8473-a5e68b91184d None None] The sync data for ids ['ebdeaac8-870c-4075-879c-a1ae155a0999'] in dv-neutron-835868-1-hyperv is: [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:20:05Z', 'revision_number': 8, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None, '_interfaces': [{'id': '55039566-8e5d-4643-8ba7-791a0309dfef', 'name': '', 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:c1:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:06Z', 'updated_at': '2022-04-06T14:19:20Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3f1881-dc3c-4b14-a023-5ddb3e704c4c', 'name': '', 'network_id': '0ae87b72-43d0-43af-bb04-4ab2ab392d90', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:e0:16:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4bc539-5a7e-451f-9c78-82fd8270df21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:31Z', 'updated_at': '2022-04-06T14:19:45Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'da4bc539-5a7e-451f-9c78-82fd8270df21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa50855-e462-4d02-9fb1-8e256187b600', 'name': '', 'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:4b:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:19Z', 'updated_at': '2022-04-06T14:19:34Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:20:11.933301 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1915541-b65e-4c77-be7c-bdbdfa0c6cf9 None None] Pushing event updated for resources: {'Port': ['ID=44f53161-4632-4369-ae98-2c36949e2c61,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:12.030068 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220d3959-8f28-4609-982b-0a5cfa8799d2 None None] Network 834ed0f6-6e8c-44f5-9ac5-2b4b672e2936 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:12.076512 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6467e92b-489a-490e-a4d6-25a4a16dbfcb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=80ad0f6582bc443bac7991e53e262edd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3166842 Apr 06 14:20:12.079009 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51562) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:12.160322 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-983532f5-65ea-419c-af7a-5222d564d330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:12.177281 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-fe558402-1c9b-4440-8b3a-13d47d2b23ba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting port e71a5a26-d82c-46fc-b652-6e4cffa73532 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:12.177846 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe558402-1c9b-4440-8b3a-13d47d2b23ba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:12.193896 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-983532f5-65ea-419c-af7a-5222d564d330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:12.224959 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-99e4448a-8ab2-4dfd-9ad9-6d4b0b479c1e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Transition to ACTIVE for port object e6345964-97e7-4fd1-aabe-71aa93d5051d will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:12.232543 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 14:20:12.232543 dv-neutron-835868-1-hyperv neutron-server[83737]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 14:20:12.232543 dv-neutron-835868-1-hyperv neutron-server[83737]: [parameters: {'id': '834ed0f6-6e8c-44f5-9ac5-2b4b672e2936'}] Apr 06 14:20:12.232543 dv-neutron-835868-1-hyperv neutron-server[83737]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:20:12.232989 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:20:12.293910 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-983532f5-65ea-419c-af7a-5222d564d330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:12.316101 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-058b6268-a669-4207-9abb-00a29bfa7d59 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Deleting port 028fa7e6-8f62-495d-b114-8b9e3bfedc1e {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:12.316459 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-058b6268-a669-4207-9abb-00a29bfa7d59 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:12.320417 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983532f5-65ea-419c-af7a-5222d564d330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9926cde-9fa7-40a0-ba30-ced97b7a60a0,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:12.327113 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-983532f5-65ea-419c-af7a-5222d564d330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:12.329008 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-983532f5-65ea-419c-af7a-5222d564d330 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b9926cde-9fa7-40a0-ba30-ced97b7a60a0 HTTP/1.1" status: 204 len: 168 time: 0.2481942 Apr 06 14:20:12.365486 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0b488b-5952-4339-97fd-d52c5e11a286 None None] DHCP port deletion for 6b0fbecc-c7df-46e8-b709-f6a100698d37 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:20:12.372261 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-8b0b488b-5952-4339-97fd-d52c5e11a286 None None] Deleting port e71a5a26-d82c-46fc-b652-6e4cffa73532 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:12.372644 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8b0b488b-5952-4339-97fd-d52c5e11a286 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:12.478049 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-99e4448a-8ab2-4dfd-9ad9-6d4b0b479c1e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:12.631981 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8b0b488b-5952-4339-97fd-d52c5e11a286 None None] For port e71a5a26-d82c-46fc-b652-6e4cffa73532, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=e71a5a26-d82c-46fc-b652-6e4cffa73532,segment=NetworkSegment(026e04f4-73c6-4942-b504-77ab253f4071),segment_id=026e04f4-73c6-4942-b504-77ab253f4071)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:12.632388 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8b0b488b-5952-4339-97fd-d52c5e11a286 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:12.770633 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-8b0b488b-5952-4339-97fd-d52c5e11a286 None None] Calling delete_port for e71a5a26-d82c-46fc-b652-6e4cffa73532 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:12.771348 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-058b6268-a669-4207-9abb-00a29bfa7d59 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:12.808299 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51580) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:12.825939 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:12.869352 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8b0b488b-5952-4339-97fd-d52c5e11a286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:12.920680 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b488b-5952-4339-97fd-d52c5e11a286 None None] Pushing event deleted for resources: {'Port': ['ID=e71a5a26-d82c-46fc-b652-6e4cffa73532,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:12.922013 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-058b6268-a669-4207-9abb-00a29bfa7d59 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Calling delete_port for 028fa7e6-8f62-495d-b114-8b9e3bfedc1e owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:12.934509 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0b488b-5952-4339-97fd-d52c5e11a286 None None] No DVR routers for this DVR port e71a5a26-d82c-46fc-b652-6e4cffa73532 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:20:12.965292 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:13.027298 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Deleting port 44f53161-4632-4369-ae98-2c36949e2c61 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:13.027655 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:13.046122 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2f4c55ce-7a12-4c4d-adf4-c97c29f6d39a tempest-AgentManagementNegativeTest-39180463 tempest-AgentManagementNegativeTest-39180463-project] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2356329 Apr 06 14:20:13.111184 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e4448a-8ab2-4dfd-9ad9-6d4b0b479c1e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network 34c3e8f8-5d11-43c0-96b2-fc1b62cfb276 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:13.117743 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-99e4448a-8ab2-4dfd-9ad9-6d4b0b479c1e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:13.119532 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4448a-8ab2-4dfd-9ad9-6d4b0b479c1e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Port': ['ID=e6345964-97e7-4fd1-aabe-71aa93d5051d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:13.136898 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-fe558402-1c9b-4440-8b3a-13d47d2b23ba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] For port e71a5a26-d82c-46fc-b652-6e4cffa73532, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=e71a5a26-d82c-46fc-b652-6e4cffa73532,segment=NetworkSegment(026e04f4-73c6-4942-b504-77ab253f4071),segment_id=026e04f4-73c6-4942-b504-77ab253f4071)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:13.137268 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe558402-1c9b-4440-8b3a-13d47d2b23ba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:13.145406 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e4448a-8ab2-4dfd-9ad9-6d4b0b479c1e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:20:13.209519 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e4448a-8ab2-4dfd-9ad9-6d4b0b479c1e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:13.210184 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-99e4448a-8ab2-4dfd-9ad9-6d4b0b479c1e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:13.340913 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a8bf21-8110-4d53-8623-5853f233f126 None None] Network 34c3e8f8-5d11-43c0-96b2-fc1b62cfb276 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:13.409139 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51600) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:13.476625 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a2c8a624-9ea3-44ca-92a9-c1105d411770 None None] Provisioning for port 4e4054cc-64d6-44be-8035-a3af7345600c completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:13.525209 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-fe558402-1c9b-4440-8b3a-13d47d2b23ba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Calling delete_port for e71a5a26-d82c-46fc-b652-6e4cffa73532 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:13.553040 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-99e4448a-8ab2-4dfd-9ad9-6d4b0b479c1e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.7400489 Apr 06 14:20:13.555773 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51608) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:13.562908 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c273d9cc-5b31-49fd-be04-52704a407332 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'port': {'network_id': '34c3e8f8-5d11-43c0-96b2-fc1b62cfb276', 'name': 'tempest-PortsTestJSON-645383676'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:13.685234 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4e4054cc-64d6-44be-8035-a3af7345600c up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:13.746944 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51612) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:13.756357 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c273d9cc-5b31-49fd-be04-52704a407332 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:13.764437 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c273d9cc-5b31-49fd-be04-52704a407332 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:port and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:13.767971 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a0a9a6ba-a44a-467a-928d-0e0a73ace653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:13.773045 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] For port 44f53161-4632-4369-ae98-2c36949e2c61, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=44f53161-4632-4369-ae98-2c36949e2c61,segment=NetworkSegment(37989a2b-febf-4d36-8949-cb0a4b12ba52),segment_id=37989a2b-febf-4d36-8949-cb0a4b12ba52)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:13.773405 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:13.777988 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c273d9cc-5b31-49fd-be04-52704a407332 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:13.789697 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c273d9cc-5b31-49fd-be04-52704a407332 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:13.790107 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 4e4054cc-64d6-44be-8035-a3af7345600c completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:13.799252 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 4e4054cc-64d6-44be-8035-a3af7345600c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:13.800254 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:13.817562 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c273d9cc-5b31-49fd-be04-52704a407332 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:13.822432 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c273d9cc-5b31-49fd-be04-52704a407332 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:13.860015 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a0a9a6ba-a44a-467a-928d-0e0a73ace653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:13.867969 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a0a9a6ba-a44a-467a-928d-0e0a73ace653 admin admin] Usage tracker for resource:security_group_rule and tenant:72e7ccac878d4c13a682e6b08a11aa47 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:13.877694 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a0a9a6ba-a44a-467a-928d-0e0a73ace653 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:13.894082 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c273d9cc-5b31-49fd-be04-52704a407332 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] device_id is not set on port ac260ffc-d09e-487f-923b-05c204ce7ec5 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:20:13.898337 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-fe558402-1c9b-4440-8b3a-13d47d2b23ba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:20:13.898579 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-fe558402-1c9b-4440-8b3a-13d47d2b23ba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:20:13.949131 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a0a9a6ba-a44a-467a-928d-0e0a73ace653 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:14.001978 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Calling delete_port for 44f53161-4632-4369-ae98-2c36949e2c61 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:14.056645 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:14.095007 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 4e4054cc-64d6-44be-8035-a3af7345600c, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4e4054cc-64d6-44be-8035-a3af7345600c,segment=NetworkSegment(167f08e7-9d6a-40b9-b43c-f6725a0b03a4),segment_id=167f08e7-9d6a-40b9-b43c-f6725a0b03a4)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:14.099747 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:14.134210 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-c273d9cc-5b31-49fd-be04-52704a407332 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Allocated IP 172.20.0.8 (34c3e8f8-5d11-43c0-96b2-fc1b62cfb276/0edaf2d7-8189-4912-b921-b83325eaccc9/ac260ffc-d09e-487f-923b-05c204ce7ec5) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:14.143029 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a0a9a6ba-a44a-467a-928d-0e0a73ace653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:14.153938 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a0a9a6ba-a44a-467a-928d-0e0a73ace653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:14.201726 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7238650f-ded9-4859-bfcf-f6e19997d77c tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-296708349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:14.205993 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device b55289af-f5ea-4b71-8e6f-f16760be9364 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:20:14.211086 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7238650f-ded9-4859-bfcf-f6e19997d77c tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:14.233514 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7238650f-ded9-4859-bfcf-f6e19997d77c tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Usage tracker for resource:router and tenant:78f2b71b089346b19e2d7da517fd88dc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:14.239952 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7238650f-ded9-4859-bfcf-f6e19997d77c tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:14.244310 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-058b6268-a669-4207-9abb-00a29bfa7d59 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:14.250667 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: b55289af-f5ea-4b71-8e6f-f16760be9364 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:20:14.250991 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device b55289af-f5ea-4b71-8e6f-f16760be9364 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:20:14.251415 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device e71a5a26-d82c-46fc-b652-6e4cffa73532 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:20:14.272566 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9a6ba-a44a-467a-928d-0e0a73ace653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d5df3f-b380-4a28-9f78-8c876be50c49,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:14.277717 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d317efb3-71fc-45df-ba30-431846ab3aee None None] Provisioning complete for port 4e4054cc-64d6-44be-8035-a3af7345600c triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:14.278087 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d317efb3-71fc-45df-ba30-431846ab3aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:14.283909 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a0a9a6ba-a44a-467a-928d-0e0a73ace653 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=72e7ccac878d4c13a682e6b08a11aa47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8731174 Apr 06 14:20:14.286742 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51618) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:14.301643 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7238650f-ded9-4859-bfcf-f6e19997d77c tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:14.303558 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:14.317790 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b6268-a669-4207-9abb-00a29bfa7d59 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Port': ['ID=028fa7e6-8f62-495d-b114-8b9e3bfedc1e,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:14.318013 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: e71a5a26-d82c-46fc-b652-6e4cffa73532 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:20:14.318013 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device e71a5a26-d82c-46fc-b652-6e4cffa73532 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:20:14.350209 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=4e4054cc-64d6-44be-8035-a3af7345600c,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:14.401263 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-fe558402-1c9b-4440-8b3a-13d47d2b23ba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting port e71a5a26-d82c-46fc-b652-6e4cffa73532 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:14.401602 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe558402-1c9b-4440-8b3a-13d47d2b23ba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:14.446424 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event deleted for resources: {'Port': ['ID=44f53161-4632-4369-ae98-2c36949e2c61,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:14.453373 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7238650f-ded9-4859-bfcf-f6e19997d77c tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:14.453909 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7238650f-ded9-4859-bfcf-f6e19997d77c tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:14.473760 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c235c8f5-0e9e-4975-9b0c-e5b7c75b392f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:14.476058 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d317efb3-71fc-45df-ba30-431846ab3aee None None] Provisioning for port e6345964-97e7-4fd1-aabe-71aa93d5051d completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:14.481965 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d317efb3-71fc-45df-ba30-431846ab3aee None None] Provisioning complete for port e6345964-97e7-4fd1-aabe-71aa93d5051d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:14.482530 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d317efb3-71fc-45df-ba30-431846ab3aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:14.484167 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] No DVR routers for this DVR port 44f53161-4632-4369-ae98-2c36949e2c61 on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:20:14.523725 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c273d9cc-5b31-49fd-be04-52704a407332 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:14.528021 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c235c8f5-0e9e-4975-9b0c-e5b7c75b392f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:14.542287 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d317efb3-71fc-45df-ba30-431846ab3aee None None] Port e6345964-97e7-4fd1-aabe-71aa93d5051d cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:20:14.558105 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-fe558402-1c9b-4440-8b3a-13d47d2b23ba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] The port 'e71a5a26-d82c-46fc-b652-6e4cffa73532' was deleted {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:20:14.559222 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c273d9cc-5b31-49fd-be04-52704a407332 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Transition to ACTIVE for port object ac260ffc-d09e-487f-923b-05c204ce7ec5 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:14.593972 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c273d9cc-5b31-49fd-be04-52704a407332 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:14.643916 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c235c8f5-0e9e-4975-9b0c-e5b7c75b392f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:14.665891 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2259fb70-2712-4896-aca0-32be653ad001 None None] Provisioning complete for port e6345964-97e7-4fd1-aabe-71aa93d5051d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:14.666293 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2259fb70-2712-4896-aca0-32be653ad001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:14.698660 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235c8f5-0e9e-4975-9b0c-e5b7c75b392f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d5df3f-b380-4a28-9f78-8c876be50c49,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:14.704183 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c273d9cc-5b31-49fd-be04-52704a407332 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network 34c3e8f8-5d11-43c0-96b2-fc1b62cfb276 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:14.708722 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-c273d9cc-5b31-49fd-be04-52704a407332 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:14.714235 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c273d9cc-5b31-49fd-be04-52704a407332 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:20:14.756319 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2259fb70-2712-4896-aca0-32be653ad001 None None] Port e6345964-97e7-4fd1-aabe-71aa93d5051d cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:20:14.778710 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273d9cc-5b31-49fd-be04-52704a407332 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Port': ['ID=ac260ffc-d09e-487f-923b-05c204ce7ec5,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:14.785709 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c273d9cc-5b31-49fd-be04-52704a407332 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:14.789456 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c273d9cc-5b31-49fd-be04-52704a407332 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:14.804542 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c235c8f5-0e9e-4975-9b0c-e5b7c75b392f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:14.808271 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c235c8f5-0e9e-4975-9b0c-e5b7c75b392f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/73d5df3f-b380-4a28-9f78-8c876be50c49 HTTP/1.1" status: 204 len: 168 time: 0.5182166 Apr 06 14:20:14.826512 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c273d9cc-5b31-49fd-be04-52704a407332 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2696588 Apr 06 14:20:14.829567 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51624) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:14.847393 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7238650f-ded9-4859-bfcf-f6e19997d77c tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:14.954937 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7db6b7-27d1-4a01-b03d-bcbe83957f89 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:14.955673 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6d7db6b7-27d1-4a01-b03d-bcbe83957f89 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Synchronizing usage tracker for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:20:14.983925 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6d7db6b7-27d1-4a01-b03d-bcbe83957f89 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Unset dirty status for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:20:14.988686 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6d7db6b7-27d1-4a01-b03d-bcbe83957f89 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.1576867 Apr 06 14:20:14.989460 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51628) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:15.004690 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:15.034750 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe558402-1c9b-4440-8b3a-13d47d2b23ba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:15.068833 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a08a5ee-0436-423d-a0f6-f63c5d38f355 None None] get_active_networks_info from dv-neutron-835868-1-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 06 14:20:15.072903 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834ed0f6-6e8c-44f5-9ac5-2b4b672e2936']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:15.077850 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-7282fd97-391a-4629-96da-f7e428b5a76b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting port ac260ffc-d09e-487f-923b-05c204ce7ec5 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:15.078464 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7282fd97-391a-4629-96da-f7e428b5a76b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:15.098294 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-058b6268-a669-4207-9abb-00a29bfa7d59 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:15.112227 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37989a2b-febf-4d36-8949-cb0a4b12ba52') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:15.112566 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37989a2b-febf-4d36-8949-cb0a4b12ba52') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:15.125725 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-fe558402-1c9b-4440-8b3a-13d47d2b23ba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0fbecc-c7df-46e8-b709-f6a100698d37']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:15.134050 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7238650f-ded9-4859-bfcf-f6e19997d77c tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:15.208789 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ec196f7e-f566-4746-bc22-f6258fb701c3 None None] Provisioning for port ac260ffc-d09e-487f-923b-05c204ce7ec5 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:15.239940 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ec196f7e-f566-4746-bc22-f6258fb701c3 None None] Provisioning complete for port ac260ffc-d09e-487f-923b-05c204ce7ec5 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:15.240664 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ec196f7e-f566-4746-bc22-f6258fb701c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:15.329552 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ec196f7e-f566-4746-bc22-f6258fb701c3 None None] Port ac260ffc-d09e-487f-923b-05c204ce7ec5 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:20:15.346961 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:15.360386 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7238650f-ded9-4859-bfcf-f6e19997d77c tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:15.364268 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7238650f-ded9-4859-bfcf-f6e19997d77c tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.6132960 Apr 06 14:20:15.364268 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-fe558402-1c9b-4440-8b3a-13d47d2b23ba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '026e04f4-73c6-4942-b504-77ab253f4071') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:15.364268 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-fe558402-1c9b-4440-8b3a-13d47d2b23ba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '026e04f4-73c6-4942-b504-77ab253f4071') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:15.379445 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a08a5ee-0436-423d-a0f6-f63c5d38f355 None None] Resources bound (agent type, host, resource id): {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:20:15.391078 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51634) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:15.398634 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-261769e0-937e-4d27-95dd-c21ad99f6316 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-46005944'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:15.407790 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-261769e0-937e-4d27-95dd-c21ad99f6316 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:15.411806 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-261769e0-937e-4d27-95dd-c21ad99f6316 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Usage tracker for resource:network and tenant:78f2b71b089346b19e2d7da517fd88dc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:15.414802 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-261769e0-937e-4d27-95dd-c21ad99f6316 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:15.422516 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-261769e0-937e-4d27-95dd-c21ad99f6316 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:15.436058 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe558402-1c9b-4440-8b3a-13d47d2b23ba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:15.443147 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261769e0-937e-4d27-95dd-c21ad99f6316 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Made reservation on behalf of 78f2b71b089346b19e2d7da517fd88dc for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:15.446353 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-261769e0-937e-4d27-95dd-c21ad99f6316 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:15.456686 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:15.476842 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:20:15.477278 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:15.494617 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-261769e0-937e-4d27-95dd-c21ad99f6316 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: util.warn( Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: util.warn( Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: util.warn( Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: util.warn( Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:20:15.514098 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:20:15.518850 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7282fd97-391a-4629-96da-f7e428b5a76b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:15.565443 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe558402-1c9b-4440-8b3a-13d47d2b23ba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:15.708477 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-7282fd97-391a-4629-96da-f7e428b5a76b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Calling delete_port for ac260ffc-d09e-487f-923b-05c204ce7ec5 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:15.724790 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4e4054cc-64d6-44be-8035-a3af7345600c up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:15.908625 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe558402-1c9b-4440-8b3a-13d47d2b23ba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:20:15.909064 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe558402-1c9b-4440-8b3a-13d47d2b23ba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:15.912857 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7282fd97-391a-4629-96da-f7e428b5a76b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:15.967678 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282fd97-391a-4629-96da-f7e428b5a76b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Port': ['ID=ac260ffc-d09e-487f-923b-05c204ce7ec5,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:20:15.972385 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:20:15.983874 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 4e4054cc-64d6-44be-8035-a3af7345600c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:15.984187 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:16.017401 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282fd97-391a-4629-96da-f7e428b5a76b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:16.018392 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282fd97-391a-4629-96da-f7e428b5a76b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:16.018944 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282fd97-391a-4629-96da-f7e428b5a76b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:16.019633 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282fd97-391a-4629-96da-f7e428b5a76b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:16.020475 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282fd97-391a-4629-96da-f7e428b5a76b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:16.021078 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282fd97-391a-4629-96da-f7e428b5a76b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:16.021623 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282fd97-391a-4629-96da-f7e428b5a76b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:16.022195 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282fd97-391a-4629-96da-f7e428b5a76b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:16.022734 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282fd97-391a-4629-96da-f7e428b5a76b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:16.023376 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282fd97-391a-4629-96da-f7e428b5a76b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:16.023811 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282fd97-391a-4629-96da-f7e428b5a76b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:16.042329 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:16.084207 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:16.094657 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event deleted for resources: {'Network': ['ID=834ed0f6-6e8c-44f5-9ac5-2b4b672e2936,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:16.105948 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:16.106844 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:16.106844 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:16.107300 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:16.107300 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:16.107971 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:16.107971 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:16.108248 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:16.108691 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:16.108905 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:16.109165 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:16.116667 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ddea6642-f128-4984-a15f-b5e638ed20f8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/networks/834ed0f6-6e8c-44f5-9ac5-2b4b672e2936 HTTP/1.1" status: 204 len: 168 time: 6.6694558 Apr 06 14:20:16.116667 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51652) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:16.140545 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7282fd97-391a-4629-96da-f7e428b5a76b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:16.157603 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7282fd97-391a-4629-96da-f7e428b5a76b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/ports/ac260ffc-d09e-487f-923b-05c204ce7ec5 HTTP/1.1" status: 204 len: 168 time: 1.1662977 Apr 06 14:20:16.161023 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51656) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:16.169456 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-3528915b-004e-42f1-a874-4acddbc09628 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] GET failed (client error): The resource could not be found. Apr 06 14:20:16.169970 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3528915b-004e-42f1-a874-4acddbc09628 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Synchronizing usage tracker for tenant:dc88b2721e454f4b9119a3f7bd8b83b6 on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:20:16.208037 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe558402-1c9b-4440-8b3a-13d47d2b23ba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:16.212378 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3528915b-004e-42f1-a874-4acddbc09628 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Unset dirty status for tenant:dc88b2721e454f4b9119a3f7bd8b83b6 on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:20:16.214023 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3528915b-004e-42f1-a874-4acddbc09628 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "GET /v2.0/subnets/b16694db-7d6a-4db4-a662-3842ce86fdae HTTP/1.1" status: 404 len: 337 time: 0.0974896 Apr 06 14:20:16.220122 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51660) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:16.224103 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-2352b29a-8ed5-4f97-8200-68b67bc417a7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] GET failed (client error): The resource could not be found. Apr 06 14:20:16.224615 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2352b29a-8ed5-4f97-8200-68b67bc417a7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Synchronizing usage tracker for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:20:16.238252 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe558402-1c9b-4440-8b3a-13d47d2b23ba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:16.247615 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058b6268-a669-4207-9abb-00a29bfa7d59 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Router 28fdaadf-d005-4adf-838b-877a10fd983a has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:20:16.252159 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-261769e0-937e-4d27-95dd-c21ad99f6316 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:16.255090 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51664) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:16.259564 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe558402-1c9b-4440-8b3a-13d47d2b23ba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event deleted for resources: {'Network': ['ID=6b0fbecc-c7df-46e8-b709-f6a100698d37,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:16.263527 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-261769e0-937e-4d27-95dd-c21ad99f6316 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Usage tracker for resource:security_group_rule and tenant:78f2b71b089346b19e2d7da517fd88dc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:16.267909 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-261769e0-937e-4d27-95dd-c21ad99f6316 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:16.274056 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fe558402-1c9b-4440-8b3a-13d47d2b23ba tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/networks/6b0fbecc-c7df-46e8-b709-f6a100698d37 HTTP/1.1" status: 204 len: 168 time: 4.8991117 Apr 06 14:20:16.275669 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51668) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:16.276544 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-261769e0-937e-4d27-95dd-c21ad99f6316 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:16.281490 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-f377234a-5d03-4341-940d-1b2cd55baf77 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] DELETE failed (client error): The resource could not be found. Apr 06 14:20:16.281923 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f377234a-5d03-4341-940d-1b2cd55baf77 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:20:16.287515 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f377234a-5d03-4341-940d-1b2cd55baf77 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/networks/834ed0f6-6e8c-44f5-9ac5-2b4b672e2936 HTTP/1.1" status: 404 len: 339 time: 0.0622838 Apr 06 14:20:16.287668 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51674) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:16.368607 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2352b29a-8ed5-4f97-8200-68b67bc417a7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Unset dirty status for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:20:16.369876 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2352b29a-8ed5-4f97-8200-68b67bc417a7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "GET /v2.0/ports/ac260ffc-d09e-487f-923b-05c204ce7ec5 HTTP/1.1" status: 404 len: 333 time: 0.2063725 Apr 06 14:20:16.387220 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51678) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:16.459270 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058b6268-a669-4207-9abb-00a29bfa7d59 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:20:16.469661 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5309495a-a497-4f35-bacc-c02f0efeb81c None None] Sync routers for ids ['28fdaadf-d005-4adf-838b-877a10fd983a'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:20:16.480301 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-058b6268-a669-4207-9abb-00a29bfa7d59 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "PUT /v2.0/routers/28fdaadf-d005-4adf-838b-877a10fd983a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4125323 Apr 06 14:20:16.482259 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5309495a-a497-4f35-bacc-c02f0efeb81c None None] Routers {'28fdaadf-d005-4adf-838b-877a10fd983a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:16.482883 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5309495a-a497-4f35-bacc-c02f0efeb81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['28fdaadf-d005-4adf-838b-877a10fd983a'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:16.487545 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51682) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:16.517946 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-75df61a2-6f48-43f0-9da6-75877463ceec tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:16.521900 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-75df61a2-6f48-43f0-9da6-75877463ceec tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.2600181 Apr 06 14:20:16.535022 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51686) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:16.542178 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5309495a-a497-4f35-bacc-c02f0efeb81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:16.553009 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5309495a-a497-4f35-bacc-c02f0efeb81c None None] Routers {'28fdaadf-d005-4adf-838b-877a10fd983a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:16.553273 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-6dec9e3e-12a4-4847-9941-3bbfc8707053 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:16.553610 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5309495a-a497-4f35-bacc-c02f0efeb81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['28fdaadf-d005-4adf-838b-877a10fd983a'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:16.556489 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6dec9e3e-12a4-4847-9941-3bbfc8707053 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0181201 Apr 06 14:20:16.563817 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51690) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:16.580243 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-9bf8c478-3931-49bb-bbfa-3db76f29ebcf tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:16.583541 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9bf8c478-3931-49bb-bbfa-3db76f29ebcf tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0164700 Apr 06 14:20:16.585455 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51694) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:16.599066 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-b01a363c-14a9-480f-9e31-3048e12ecaf2 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:16.602448 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b01a363c-14a9-480f-9e31-3048e12ecaf2 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0100858 Apr 06 14:20:16.606558 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a793b1ae-a413-46e8-b5aa-15a036628a55 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting port e6345964-97e7-4fd1-aabe-71aa93d5051d {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:16.606900 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a793b1ae-a413-46e8-b5aa-15a036628a55 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:16.612848 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51698) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:16.615797 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5309495a-a497-4f35-bacc-c02f0efeb81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:16.616201 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5309495a-a497-4f35-bacc-c02f0efeb81c None None] The sync data for ids ['28fdaadf-d005-4adf-838b-877a10fd983a'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:20:16.629900 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-74a9d2a0-3df4-4654-a245-c2076f5f12e5 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:16.630906 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-74a9d2a0-3df4-4654-a245-c2076f5f12e5 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0131059 Apr 06 14:20:16.632697 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-261769e0-937e-4d27-95dd-c21ad99f6316 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:16.635255 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51702) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:16.642931 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-5bbce578-576d-4ef1-a06f-73399c234f85 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:16.643950 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5bbce578-576d-4ef1-a06f-73399c234f85 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0060146 Apr 06 14:20:16.645781 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-261769e0-937e-4d27-95dd-c21ad99f6316 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:16.648119 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51706) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:16.667995 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-975578ff-85dc-4424-bd52-8f9f79da5467 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:16.668927 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-975578ff-85dc-4424-bd52-8f9f79da5467 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0139802 Apr 06 14:20:16.679829 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51710) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:16.684520 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261769e0-937e-4d27-95dd-c21ad99f6316 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:20:16.707793 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-403b9108-e785-4acd-b111-8abf9ef837b0 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:16.708733 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-403b9108-e785-4acd-b111-8abf9ef837b0 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0280166 Apr 06 14:20:16.715423 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51714) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:16.723261 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00530f4-86a0-4945-8ca5-d75cd1b53c85 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:16.723924 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f00530f4-86a0-4945-8ca5-d75cd1b53c85 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Synchronizing usage tracker for tenant:dc88b2721e454f4b9119a3f7bd8b83b6 on resource:network {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:20:16.752960 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261769e0-937e-4d27-95dd-c21ad99f6316 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a84fc1f-f7e6-45f5-8dac-c33d2bc8e8b1,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:16.756569 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-9f10351c-d7cc-4901-b9da-49d4f07aed21 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:16.757554 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9f10351c-d7cc-4901-b9da-49d4f07aed21 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0397263 Apr 06 14:20:16.763301 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-261769e0-937e-4d27-95dd-c21ad99f6316 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:16.763623 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-261769e0-937e-4d27-95dd-c21ad99f6316 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Added segment dcf4f93a-f4a7-4965-8752-f0bc88c77c76 of type vlan for network cf4f0d2a-c3bc-440c-b0a6-8577d8815e9c Apr 06 14:20:16.764510 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51718) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:16.796888 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f00530f4-86a0-4945-8ca5-d75cd1b53c85 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Unset dirty status for tenant:dc88b2721e454f4b9119a3f7bd8b83b6 on resource:network {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:20:16.800673 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f00530f4-86a0-4945-8ca5-d75cd1b53c85 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5096149 Apr 06 14:20:16.801672 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51722) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:16.814824 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-57aaef81-977c-431e-8ea0-aa9459ce908b tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:16.818409 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-57aaef81-977c-431e-8ea0-aa9459ce908b tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0503376 Apr 06 14:20:16.822549 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51726) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:16.834839 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-5375bc29-ce6e-4d32-9861-e8e734ea7466 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:16.838572 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5375bc29-ce6e-4d32-9861-e8e734ea7466 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0136971 Apr 06 14:20:16.841428 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51730) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:16.860299 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-380007e3-e4c4-4ff5-b041-76a9d95e2435 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:16.863533 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-380007e3-e4c4-4ff5-b041-76a9d95e2435 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0116806 Apr 06 14:20:16.866762 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-261769e0-937e-4d27-95dd-c21ad99f6316 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:16.870472 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51734) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:16.876180 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-57289074-3002-434b-94c3-a4db01ab26c4 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:16.877189 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-57289074-3002-434b-94c3-a4db01ab26c4 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0057549 Apr 06 14:20:16.881023 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51738) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:16.889006 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-52d1e110-a8b0-4df3-9ebd-ad6522e60e21 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:16.889908 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-52d1e110-a8b0-4df3-9ebd-ad6522e60e21 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0069532 Apr 06 14:20:16.893519 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51742) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:16.906747 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-c69a7adf-d7f5-4aec-8c07-3a7eb480ebff tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:16.907385 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-560e8b29-13d3-42b2-9209-c320e6b9b697 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Synchronizing usage tracker for tenant:dc88b2721e454f4b9119a3f7bd8b83b6 on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:20:16.907660 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c69a7adf-d7f5-4aec-8c07-3a7eb480ebff tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0124600 Apr 06 14:20:16.915997 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51746) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:16.933963 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-e7662c9b-acc1-4694-84db-138c60051910 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:16.934902 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e7662c9b-acc1-4694-84db-138c60051910 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0170233 Apr 06 14:20:16.938214 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51750) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:16.970573 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-0b2ba261-ef32-41f5-9fb1-f6f65aafe6e5 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:16.971496 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0b2ba261-ef32-41f5-9fb1-f6f65aafe6e5 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0285225 Apr 06 14:20:16.978236 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51754) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:16.987577 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-82cc4ab6-d686-442e-aa92-264b0ac048b3 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:16.988491 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-82cc4ab6-d686-442e-aa92-264b0ac048b3 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0093882 Apr 06 14:20:16.989834 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-3d221ba0-75c4-4ec3-97c7-6b0a5b9bf43b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] remove_router_interface failed (client error): The resource could not be found. Apr 06 14:20:16.993390 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3d221ba0-75c4-4ec3-97c7-6b0a5b9bf43b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "PUT /v2.0/routers/28fdaadf-d005-4adf-838b-877a10fd983a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5022726 Apr 06 14:20:16.993390 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51758) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:16.993965 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-261769e0-937e-4d27-95dd-c21ad99f6316 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:16.998110 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261769e0-937e-4d27-95dd-c21ad99f6316 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:16.998694 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-261769e0-937e-4d27-95dd-c21ad99f6316 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:17.004816 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-162df7cf-c21e-4aca-932b-3e2c21bd97b7 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.005735 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-162df7cf-c21e-4aca-932b-3e2c21bd97b7 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0133889 Apr 06 14:20:17.006242 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51762) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.022907 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51764) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.117709 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-c3bd31ed-8e7d-4ba3-b6f1-7e3b0c0b29cb tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.118673 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c3bd31ed-8e7d-4ba3-b6f1-7e3b0c0b29cb tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0905685 Apr 06 14:20:17.130910 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51770) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.136441 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-73a4b906-d738-4e83-b7cb-49684a91ac80 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Synchronizing usage tracker for tenant:54b6b16a88cd457596297a5e2f6c39ce on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:20:17.150924 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-cae56390-1c98-42a6-867c-6ce17b22208f tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.151886 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cae56390-1c98-42a6-867c-6ce17b22208f tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0175412 Apr 06 14:20:17.160305 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51774) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.169404 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-9d813181-3561-4787-b967-766df0321b6c tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.170321 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9d813181-3561-4787-b967-766df0321b6c tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0090959 Apr 06 14:20:17.172943 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261769e0-937e-4d27-95dd-c21ad99f6316 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Pushing event updated for resources: {'Network': ['ID=cf4f0d2a-c3bc-440c-b0a6-8577d8815e9c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:17.176420 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51778) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.180767 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-560e8b29-13d3-42b2-9209-c320e6b9b697 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Unset dirty status for tenant:dc88b2721e454f4b9119a3f7bd8b83b6 on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:20:17.187624 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-560e8b29-13d3-42b2-9209-c320e6b9b697 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "GET /v2.0/subnets?network_id=5b121ca5-69d5-4d27-bffe-4929f7aabdf6 HTTP/1.1" status: 200 len: 207 time: 0.3795617 Apr 06 14:20:17.187802 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-261769e0-937e-4d27-95dd-c21ad99f6316 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7910771 Apr 06 14:20:17.187802 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-4311a3c9-eb2f-4317-8a67-439b0a1b9e55 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.187992 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51782) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.188093 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4311a3c9-eb2f-4317-8a67-439b0a1b9e55 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0102565 Apr 06 14:20:17.188184 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51784) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.190632 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51788) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.195969 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-c425dfbd-0a55-42bf-9bfe-2cb98ac7692f tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.196146 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network cf4f0d2a-c3bc-440c-b0a6-8577d8815e9c details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:20:17.197053 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c425dfbd-0a55-42bf-9bfe-2cb98ac7692f tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0054018 Apr 06 14:20:17.198338 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-73a4b906-d738-4e83-b7cb-49684a91ac80 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Unset dirty status for tenant:54b6b16a88cd457596297a5e2f6c39ce on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:20:17.202210 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-73a4b906-d738-4e83-b7cb-49684a91ac80 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "GET /v2.0/ports?device_id=28fdaadf-d005-4adf-838b-877a10fd983a HTTP/1.1" status: 200 len: 205 time: 0.1783047 Apr 06 14:20:17.202210 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51794) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.202412 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51798) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.204485 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-770683ff-5e8b-4209-96ed-bea4816d3a9d tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.207632 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-770683ff-5e8b-4209-96ed-bea4816d3a9d tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0047209 Apr 06 14:20:17.207783 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-824b5014-ac7b-41ab-92e3-fedaf9520ba8 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Request body: {'subnet': {'network_id': 'cf4f0d2a-c3bc-440c-b0a6-8577d8815e9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:17.207876 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51802) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.212432 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-d619ed25-ceb6-4f63-b675-7b6c481cf3e1 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.215638 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d619ed25-ceb6-4f63-b675-7b6c481cf3e1 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0046773 Apr 06 14:20:17.215920 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51806) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.220318 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-d0d99c23-e1b0-42f2-8359-15b77c2c7799 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.223367 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d0d99c23-e1b0-42f2-8359-15b77c2c7799 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0045114 Apr 06 14:20:17.223654 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51810) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.228968 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-7ab9296b-b4e6-44dc-bb10-37583de65e53 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.232583 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7ab9296b-b4e6-44dc-bb10-37583de65e53 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0051284 Apr 06 14:20:17.232837 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51814) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.237314 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-96e928ee-2728-4f02-9b4c-86b64fc2eef4 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.240226 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-96e928ee-2728-4f02-9b4c-86b64fc2eef4 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0045106 Apr 06 14:20:17.240465 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51818) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.245779 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-40e475ba-13a0-4dfb-908e-8b3ad7549ffb tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.248984 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-40e475ba-13a0-4dfb-908e-8b3ad7549ffb tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0054030 Apr 06 14:20:17.250061 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51822) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.258190 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-4ccf9abc-c550-40a7-bb8d-515726309f9d tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.259355 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4ccf9abc-c550-40a7-bb8d-515726309f9d tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0090666 Apr 06 14:20:17.261639 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51826) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.265945 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-d03f0625-3b89-41e5-8b56-8250e457a1a0 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.267136 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d03f0625-3b89-41e5-8b56-8250e457a1a0 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0043712 Apr 06 14:20:17.268913 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51830) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.273687 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-89282555-9758-4c85-8b1e-7b0c99f3cedb tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.274601 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-89282555-9758-4c85-8b1e-7b0c99f3cedb tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0047059 Apr 06 14:20:17.277121 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51834) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.281616 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-07bf23f6-7ee9-4576-b4a2-e6a744d72fa3 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.282732 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-07bf23f6-7ee9-4576-b4a2-e6a744d72fa3 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0045464 Apr 06 14:20:17.284658 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51838) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.288949 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-597deba3-25ce-4ac2-a618-f130b61e212b tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.290518 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-597deba3-25ce-4ac2-a618-f130b61e212b tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0043592 Apr 06 14:20:17.292544 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51842) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.297356 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-329a0963-27f3-4d0e-9209-65e35e650bb9 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.299531 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-329a0963-27f3-4d0e-9209-65e35e650bb9 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0043623 Apr 06 14:20:17.300581 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51846) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.306127 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-9a40a303-db83-4242-89dc-14a1365f22ff tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.307986 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9a40a303-db83-4242-89dc-14a1365f22ff tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0056949 Apr 06 14:20:17.309675 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51850) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.411367 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-08e91271-81fc-48ce-8ee5-810181f327d6 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.412429 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-08e91271-81fc-48ce-8ee5-810181f327d6 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.1017809 Apr 06 14:20:17.415041 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51854) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.419522 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-7935510d-e24b-446b-9274-5bb262697d72 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.420408 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7935510d-e24b-446b-9274-5bb262697d72 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0045018 Apr 06 14:20:17.422660 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51858) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.427289 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-2131b39e-0bcc-4949-8cde-92fbf59ca3d5 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.428408 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2131b39e-0bcc-4949-8cde-92fbf59ca3d5 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0048811 Apr 06 14:20:17.429494 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a793b1ae-a413-46e8-b5aa-15a036628a55 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:17.430702 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51862) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.435557 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-9124023f-9805-4e70-8658-2ac932b70a87 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.437326 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9124023f-9805-4e70-8658-2ac932b70a87 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0051777 Apr 06 14:20:17.438798 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51866) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.443046 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-d60a254d-c9d0-4d6d-ad44-acf89688533b tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.443940 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d60a254d-c9d0-4d6d-ad44-acf89688533b tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0043306 Apr 06 14:20:17.445991 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51870) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.450846 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-67264e2f-f8e5-440e-a8bd-0985d9391bb1 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.451726 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-67264e2f-f8e5-440e-a8bd-0985d9391bb1 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0049400 Apr 06 14:20:17.453871 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51874) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.458462 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-31528ac1-bbab-40df-8507-29603bc1655d tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.459360 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-31528ac1-bbab-40df-8507-29603bc1655d tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0046685 Apr 06 14:20:17.461436 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51878) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.465675 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-ff8f7020-7b2d-430e-a9bc-cc0df8901117 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.466666 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ff8f7020-7b2d-430e-a9bc-cc0df8901117 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0043371 Apr 06 14:20:17.468573 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51882) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.472750 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-62ef267e-0b0e-41d5-8c8e-80a6ecd5d22d tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.473729 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-62ef267e-0b0e-41d5-8c8e-80a6ecd5d22d tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0042701 Apr 06 14:20:17.475727 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51886) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.480647 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-bf79af67-27d0-4dc1-b4d2-8bf25d99b1e6 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.481994 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bf79af67-27d0-4dc1-b4d2-8bf25d99b1e6 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0054665 Apr 06 14:20:17.484221 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51890) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.488614 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-d2fe2d40-336c-43bc-bb50-d618bd724586 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.489538 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d2fe2d40-336c-43bc-bb50-d618bd724586 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0044885 Apr 06 14:20:17.491555 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51894) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.496274 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-05914258-766e-4198-a2e5-b2ae3c9681ef tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.497239 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-05914258-766e-4198-a2e5-b2ae3c9681ef tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0047822 Apr 06 14:20:17.499262 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51898) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.503500 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-acf54647-c3e4-4091-8e09-1586133ad53c tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.506301 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-acf54647-c3e4-4091-8e09-1586133ad53c tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0043192 Apr 06 14:20:17.506529 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51902) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.511871 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-f22de744-f23c-4ae5-a79e-ce78b03e5403 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.512722 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f22de744-f23c-4ae5-a79e-ce78b03e5403 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0053830 Apr 06 14:20:17.514881 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51906) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.519312 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-94ffdf73-ca8f-4be6-bce1-ce19c2c1d3f8 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.520207 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-94ffdf73-ca8f-4be6-bce1-ce19c2c1d3f8 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0045118 Apr 06 14:20:17.522466 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51910) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.527510 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-890ddee7-ae43-45b9-ad8e-9929d1b0f66e tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.531040 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-890ddee7-ae43-45b9-ad8e-9929d1b0f66e tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0076728 Apr 06 14:20:17.531627 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51914) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.537003 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-41404ab6-3617-46bd-b688-14d5e4813273 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.538191 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-41404ab6-3617-46bd-b688-14d5e4813273 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0051873 Apr 06 14:20:17.540020 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51918) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.544350 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-42721427-b5fa-48cc-8edd-7ee00316bff9 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.545300 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-42721427-b5fa-48cc-8edd-7ee00316bff9 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0044520 Apr 06 14:20:17.547420 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51922) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.551626 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-d3b0e88e-9930-439b-b8e3-d794fc600978 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.552495 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d3b0e88e-9930-439b-b8e3-d794fc600978 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0042760 Apr 06 14:20:17.554542 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51926) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.559249 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-8e49a0db-6fb3-400f-b0b0-ed6ef682f2eb tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.560123 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8e49a0db-6fb3-400f-b0b0-ed6ef682f2eb tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0047913 Apr 06 14:20:17.562402 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51930) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.566974 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-8e4515a3-4c9e-4a49-a120-09dead758e06 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.567862 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8e4515a3-4c9e-4a49-a120-09dead758e06 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0046651 Apr 06 14:20:17.569880 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51934) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.574550 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-9ae1e867-324a-48d1-ad37-1d264063bf84 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.575424 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9ae1e867-324a-48d1-ad37-1d264063bf84 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0047522 Apr 06 14:20:17.577444 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51938) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.581533 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-23f6fb4a-b3a2-4327-8172-d54e0dfdd827 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.582410 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-23f6fb4a-b3a2-4327-8172-d54e0dfdd827 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0041809 Apr 06 14:20:17.584372 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51942) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.588549 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-df46aeb9-d5e0-4d4e-8f13-295ae2041937 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.589686 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-df46aeb9-d5e0-4d4e-8f13-295ae2041937 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0043070 Apr 06 14:20:17.591526 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51946) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.595749 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-66acae4f-d6c7-492f-b995-f03bf423b420 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.596641 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-66acae4f-d6c7-492f-b995-f03bf423b420 tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0043125 Apr 06 14:20:17.598814 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51950) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.602987 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-0ac7e982-51d4-4f17-9440-fa1289d481dd tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.603899 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0ac7e982-51d4-4f17-9440-fa1289d481dd tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0042579 Apr 06 14:20:17.605891 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51954) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.610066 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-e540163c-ac1b-48ba-bd5a-2532ff4bfbdc tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:20:17.610948 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e540163c-ac1b-48ba-bd5a-2532ff4bfbdc tempest-ExtensionsTestJSON-1257434944 tempest-ExtensionsTestJSON-1257434944-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0042620 Apr 06 14:20:17.656783 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a793b1ae-a413-46e8-b5aa-15a036628a55 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Calling delete_port for e6345964-97e7-4fd1-aabe-71aa93d5051d owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:17.712808 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-824b5014-ac7b-41ab-92e3-fedaf9520ba8 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:17.733039 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-824b5014-ac7b-41ab-92e3-fedaf9520ba8 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Usage tracker for resource:subnet and tenant:78f2b71b089346b19e2d7da517fd88dc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:17.748388 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-824b5014-ac7b-41ab-92e3-fedaf9520ba8 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:17.775535 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-824b5014-ac7b-41ab-92e3-fedaf9520ba8 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:17.786341 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-942d7647-98d2-4ecc-b7a3-7ee504beea6a tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:17.870377 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3b8cff-7fd0-4fc9-a526-158f030d98cc tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:17.874411 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3b8cff-7fd0-4fc9-a526-158f030d98cc tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:17.878362 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3b8cff-7fd0-4fc9-a526-158f030d98cc tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:17.882265 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3b8cff-7fd0-4fc9-a526-158f030d98cc tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:17.883860 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ea3b8cff-7fd0-4fc9-a526-158f030d98cc tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.6938341 Apr 06 14:20:17.888000 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51962) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.939551 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 51966) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.945034 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824b5014-ac7b-41ab-92e3-fedaf9520ba8 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Made reservation on behalf of 78f2b71b089346b19e2d7da517fd88dc for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:18.037453 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-46b9315f-8ca8-4f00-a35b-61ceed56ebce tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Synchronizing usage tracker for tenant:dc88b2721e454f4b9119a3f7bd8b83b6 on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:20:18.050396 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-46b9315f-8ca8-4f00-a35b-61ceed56ebce tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Unset dirty status for tenant:dc88b2721e454f4b9119a3f7bd8b83b6 on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:20:18.057096 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-46b9315f-8ca8-4f00-a35b-61ceed56ebce tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1681521 Apr 06 14:20:18.058293 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51972) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:18.097091 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7fb6b1b5-c370-4c2d-b1a7-651255fcb78e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:18.131529 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4067cc70-229d-45e6-8dc1-c53920aecd5b tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:18.133174 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4067cc70-229d-45e6-8dc1-c53920aecd5b tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:18.135569 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4067cc70-229d-45e6-8dc1-c53920aecd5b tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0762575 Apr 06 14:20:18.139757 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51976) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:18.204533 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ebe85c-d130-471f-a961-cf0aeb083495 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['shared'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:18.205863 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ebe85c-d130-471f-a961-cf0aeb083495 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['shared'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:18.207348 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a7ebe85c-d130-471f-a961-cf0aeb083495 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0665243 Apr 06 14:20:18.210810 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51980) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:18.232713 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-824b5014-ac7b-41ab-92e3-fedaf9520ba8 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:18.357538 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4d6ff5-cac7-4106-83bf-7e23dcd8a87a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:18.358840 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ae4d6ff5-cac7-4106-83bf-7e23dcd8a87a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "GET /v2.0/networks/248057d3-7dad-4400-bc5e-08b1aff564af HTTP/1.1" status: 200 len: 800 time: 0.1471446 Apr 06 14:20:18.362536 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51984) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:18.493251 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c8dc26f9-a514-4f83-9f30-51126b17a2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:18.501985 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9f6b7dd4-4fcb-4ebd-b27c-33a38db7147a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "GET /v2.0/networks/248057d3-7dad-4400-bc5e-08b1aff564af?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1381643 Apr 06 14:20:18.505355 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51988) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:18.568670 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b03a79-d01b-4871-b47d-429879c5c79a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:18.570220 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-22b03a79-d01b-4871-b47d-429879c5c79a tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "GET /v2.0/subnets/3fe59202-790b-42c6-ae74-bdc2dcbf1103 HTTP/1.1" status: 200 len: 811 time: 0.0638587 Apr 06 14:20:18.574377 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51992) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:18.597212 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a793b1ae-a413-46e8-b5aa-15a036628a55 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:18.643415 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b81872e-2999-4afc-a383-c5adfc98e6ef tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['shared'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:18.648258 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1b81872e-2999-4afc-a383-c5adfc98e6ef tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "GET /v2.0/subnets/3fe59202-790b-42c6-ae74-bdc2dcbf1103?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0694814 Apr 06 14:20:18.648483 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 51996) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:18.654984 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f239cf3f-950d-45cc-a0bf-ece60d5124eb tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1901809103'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:18.659683 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f239cf3f-950d-45cc-a0bf-ece60d5124eb tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:18.669118 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f239cf3f-950d-45cc-a0bf-ece60d5124eb tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:18.678020 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f239cf3f-950d-45cc-a0bf-ece60d5124eb tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Made reservation on behalf of dc88b2721e454f4b9119a3f7bd8b83b6 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:18.681123 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f239cf3f-950d-45cc-a0bf-ece60d5124eb tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:18.709503 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f239cf3f-950d-45cc-a0bf-ece60d5124eb tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:20:18.719229 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f239cf3f-950d-45cc-a0bf-ece60d5124eb tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:18.719581 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-f239cf3f-950d-45cc-a0bf-ece60d5124eb tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Added segment 8af46616-4a76-4fa5-a816-5e42b656093c of type vlan for network 96941345-60ab-40ad-afb8-f386d49f29ff Apr 06 14:20:18.724334 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793b1ae-a413-46e8-b5aa-15a036628a55 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Port': ['ID=e6345964-97e7-4fd1-aabe-71aa93d5051d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:18.746800 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f239cf3f-950d-45cc-a0bf-ece60d5124eb tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:18.776901 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f239cf3f-950d-45cc-a0bf-ece60d5124eb tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:18.780847 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f239cf3f-950d-45cc-a0bf-ece60d5124eb tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:18.781541 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f239cf3f-950d-45cc-a0bf-ece60d5124eb tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:18.807674 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c8dc26f9-a514-4f83-9f30-51126b17a2a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:18.851916 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c8dc26f9-a514-4f83-9f30-51126b17a2a7 admin admin] Usage tracker for resource:security_group_rule and tenant:12c204f9dcbd4ec9890c2d307274d445 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:18.864497 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c8dc26f9-a514-4f83-9f30-51126b17a2a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:18.877869 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-942d7647-98d2-4ecc-b7a3-7ee504beea6a tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:18.891198 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239cf3f-950d-45cc-a0bf-ece60d5124eb tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event updated for resources: {'Network': ['ID=96941345-60ab-40ad-afb8-f386d49f29ff,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:18.897884 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f239cf3f-950d-45cc-a0bf-ece60d5124eb tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2482877 Apr 06 14:20:18.898615 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52000) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:18.904357 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 96941345-60ab-40ad-afb8-f386d49f29ff details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:20:18.906052 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-16910e3d-62a9-4175-9549-34f5d498c75b tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Request body: {'subnet': {'network_id': '96941345-60ab-40ad-afb8-f386d49f29ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:18.909694 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c8dc26f9-a514-4f83-9f30-51126b17a2a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:18.930983 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-942d7647-98d2-4ecc-b7a3-7ee504beea6a tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:19.048929 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a793b1ae-a413-46e8-b5aa-15a036628a55 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:19.074878 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-942d7647-98d2-4ecc-b7a3-7ee504beea6a tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:19.075355 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942d7647-98d2-4ecc-b7a3-7ee504beea6a tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Fanout notify agent at l3_agent the message router_deleted on router 28fdaadf-d005-4adf-838b-877a10fd983a {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:20:19.088725 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-16910e3d-62a9-4175-9549-34f5d498c75b tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:19.098864 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-16910e3d-62a9-4175-9549-34f5d498c75b tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:19.108444 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16910e3d-62a9-4175-9549-34f5d498c75b tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Made reservation on behalf of dc88b2721e454f4b9119a3f7bd8b83b6 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:19.158838 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-942d7647-98d2-4ecc-b7a3-7ee504beea6a tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:19.162248 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-942d7647-98d2-4ecc-b7a3-7ee504beea6a tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/routers/28fdaadf-d005-4adf-838b-877a10fd983a HTTP/1.1" status: 204 len: 168 time: 1.9565620 Apr 06 14:20:19.172080 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52004) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:19.175988 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a793b1ae-a413-46e8-b5aa-15a036628a55 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/ports/e6345964-97e7-4fd1-aabe-71aa93d5051d HTTP/1.1" status: 204 len: 168 time: 2.7857955 Apr 06 14:20:19.180720 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52008) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:19.226563 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-824b5014-ac7b-41ab-92e3-fedaf9520ba8 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:19.259211 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-16910e3d-62a9-4175-9549-34f5d498c75b tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:19.289314 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c8dc26f9-a514-4f83-9f30-51126b17a2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:19.290568 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe75e090-4a3b-4ecb-9045-b33f4e976fb6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] GET failed (client error): The resource could not be found. Apr 06 14:20:19.291069 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-fe75e090-4a3b-4ecb-9045-b33f4e976fb6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Synchronizing usage tracker for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:20:19.305318 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c8dc26f9-a514-4f83-9f30-51126b17a2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:19.424852 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.ipam_backend_mixin [None req-16910e3d-62a9-4175-9549-34f5d498c75b tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Performing IP validity checks on allocation pools {{(pid=83737) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 06 14:20:19.425277 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.ipam_backend_mixin [None req-16910e3d-62a9-4175-9549-34f5d498c75b tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83737) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 06 14:20:19.434985 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b5014-ac7b-41ab-92e3-fedaf9520ba8 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Pushing event updated for resources: {'Subnet': ['ID=2a90a893-33ca-421f-b089-6e7eedca16d6,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:19.469728 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-fe75e090-4a3b-4ecb-9045-b33f4e976fb6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Unset dirty status for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:20:19.470871 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fe75e090-4a3b-4ecb-9045-b33f4e976fb6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "GET /v2.0/ports/e6345964-97e7-4fd1-aabe-71aa93d5051d HTTP/1.1" status: 404 len: 333 time: 0.2833538 Apr 06 14:20:19.471546 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc26f9-a514-4f83-9f30-51126b17a2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf474a40-db8a-459e-b37c-c0c3f11a4494,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:19.474378 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52012) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:19.490759 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c8dc26f9-a514-4f83-9f30-51126b17a2a7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=12c204f9dcbd4ec9890c2d307274d445&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5321181 Apr 06 14:20:19.501717 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52016) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:19.518187 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-295ac37a-f849-4844-ab64-9fb4bde10cff tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Deleting subnet e4c9450e-1630-4a46-b0f8-c5ce3aca2a02 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:20:19.533970 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-295ac37a-f849-4844-ab64-9fb4bde10cff tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:19.557342 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824b5014-ac7b-41ab-92e3-fedaf9520ba8 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Checking segment: {'id': 'dcf4f93a-f4a7-4965-8752-f0bc88c77c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cf4f0d2a-c3bc-440c-b0a6-8577d8815e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:20:19.558272 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824b5014-ac7b-41ab-92e3-fedaf9520ba8 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Network hostable DHCP agents. Network: cf4f0d2a-c3bc-440c-b0a6-8577d8815e9c, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:20:19.651760 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-56d40238-c9a4-448c-b2f7-c128a08ada95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:19.702424 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824b5014-ac7b-41ab-92e3-fedaf9520ba8 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Network cf4f0d2a-c3bc-440c-b0a6-8577d8815e9c is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:20:19.727502 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-56d40238-c9a4-448c-b2f7-c128a08ada95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:19.735983 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-824b5014-ac7b-41ab-92e3-fedaf9520ba8 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, cf4f0d2a-c3bc-440c-b0a6-8577d8815e9c) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:19.744774 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001dfcc9-acd5-4dab-b360-fbe379190747 None None] Network cf4f0d2a-c3bc-440c-b0a6-8577d8815e9c requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:19.745981 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824b5014-ac7b-41ab-92e3-fedaf9520ba8 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:19.746564 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-824b5014-ac7b-41ab-92e3-fedaf9520ba8 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:19.749956 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-295ac37a-f849-4844-ab64-9fb4bde10cff tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:19.798204 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-824b5014-ac7b-41ab-92e3-fedaf9520ba8 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6095338 Apr 06 14:20:19.804040 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52020) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:19.811312 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f821182c-a4b9-4eb9-8e15-08562d06e6ec tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Request body: {'network': {'name': 'tempest-router-network01--1680442008'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:19.818669 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f821182c-a4b9-4eb9-8e15-08562d06e6ec tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:19.823890 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f821182c-a4b9-4eb9-8e15-08562d06e6ec tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Usage tracker for resource:network and tenant:78f2b71b089346b19e2d7da517fd88dc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:19.827962 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f821182c-a4b9-4eb9-8e15-08562d06e6ec tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:19.834811 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f821182c-a4b9-4eb9-8e15-08562d06e6ec tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:19.836720 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-56d40238-c9a4-448c-b2f7-c128a08ada95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:19.891248 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d40238-c9a4-448c-b2f7-c128a08ada95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf474a40-db8a-459e-b37c-c0c3f11a4494,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:19.898636 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f821182c-a4b9-4eb9-8e15-08562d06e6ec tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Made reservation on behalf of 78f2b71b089346b19e2d7da517fd88dc for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:19.902107 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f821182c-a4b9-4eb9-8e15-08562d06e6ec tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:19.927554 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-56d40238-c9a4-448c-b2f7-c128a08ada95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:19.931088 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-56d40238-c9a4-448c-b2f7-c128a08ada95 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bf474a40-db8a-459e-b37c-c0c3f11a4494 HTTP/1.1" status: 204 len: 168 time: 0.4260612 Apr 06 14:20:19.950880 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f821182c-a4b9-4eb9-8e15-08562d06e6ec tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:20:19.971612 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f821182c-a4b9-4eb9-8e15-08562d06e6ec tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:19.972186 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-f821182c-a4b9-4eb9-8e15-08562d06e6ec tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Added segment 54f8e5de-e141-402a-87aa-f339c9728006 of type vlan for network 78715fb9-7a55-4493-b00b-d8e527502d9e Apr 06 14:20:20.003971 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bd735c6-69bc-435e-9470-9c9c90cfb9d7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting subnet 0edaf2d7-8189-4912-b921-b83325eaccc9 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:20:20.007039 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4bd735c6-69bc-435e-9470-9c9c90cfb9d7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:20.032664 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dde335-7dd7-4550-a152-1d7c3ed9d36b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-cf4f0d2a-c3bc-440c-b0a6-8577d8815e9c', 'network_id': 'cf4f0d2a-c3bc-440c-b0a6-8577d8815e9c', 'tenant_id': '78f2b71b089346b19e2d7da517fd88dc', 'fixed_ips': [{'subnet_id': '2a90a893-33ca-421f-b089-6e7eedca16d6'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:20:20.033699 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-78dde335-7dd7-4550-a152-1d7c3ed9d36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:20.034042 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-16910e3d-62a9-4175-9549-34f5d498c75b tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:20.055081 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f821182c-a4b9-4eb9-8e15-08562d06e6ec tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:20.065425 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-7fb6b1b5-c370-4c2d-b1a7-651255fcb78e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting port 5c3f1881-dc3c-4b14-a023-5ddb3e704c4c {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:20.066043 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7fb6b1b5-c370-4c2d-b1a7-651255fcb78e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:20.106363 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-295ac37a-f849-4844-ab64-9fb4bde10cff tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:20.171261 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4bd735c6-69bc-435e-9470-9c9c90cfb9d7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:20.233952 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16910e3d-62a9-4175-9549-34f5d498c75b tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event updated for resources: {'Subnet': ['ID=c1f5d24c-61c2-4aa2-99a2-3efc819ffbce,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:20.246702 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-f821182c-a4b9-4eb9-8e15-08562d06e6ec tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:20:20.252817 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-78dde335-7dd7-4550-a152-1d7c3ed9d36b None None] Allocated IP 172.20.0.2 (cf4f0d2a-c3bc-440c-b0a6-8577d8815e9c/2a90a893-33ca-421f-b089-6e7eedca16d6/e91956d8-f86a-4f8a-bccc-97ff963bb93b) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:20.286369 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16910e3d-62a9-4175-9549-34f5d498c75b tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Checking segment: {'id': '8af46616-4a76-4fa5-a816-5e42b656093c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '96941345-60ab-40ad-afb8-f386d49f29ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:20:20.286735 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16910e3d-62a9-4175-9549-34f5d498c75b tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Network hostable DHCP agents. Network: 96941345-60ab-40ad-afb8-f386d49f29ff, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:20:20.315970 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-295ac37a-f849-4844-ab64-9fb4bde10cff tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:20.344195 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f821182c-a4b9-4eb9-8e15-08562d06e6ec tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:20.347954 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f821182c-a4b9-4eb9-8e15-08562d06e6ec tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:20.348633 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f821182c-a4b9-4eb9-8e15-08562d06e6ec tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:20.362415 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ac37a-f849-4844-ab64-9fb4bde10cff tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Subnet': ['ID=e4c9450e-1630-4a46-b0f8-c5ce3aca2a02,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:20.378056 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-295ac37a-f849-4844-ab64-9fb4bde10cff tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:20.381335 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4bd735c6-69bc-435e-9470-9c9c90cfb9d7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:20.411943 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16910e3d-62a9-4175-9549-34f5d498c75b tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Network 96941345-60ab-40ad-afb8-f386d49f29ff is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:20:20.435245 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-295ac37a-f849-4844-ab64-9fb4bde10cff tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/subnets/e4c9450e-1630-4a46-b0f8-c5ce3aca2a02 HTTP/1.1" status: 204 len: 168 time: 1.2621198 Apr 06 14:20:20.438982 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52032) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:20.441106 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-16910e3d-62a9-4175-9549-34f5d498c75b tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 96941345-60ab-40ad-afb8-f386d49f29ff) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:20.472625 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f821182c-a4b9-4eb9-8e15-08562d06e6ec tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6656041 Apr 06 14:20:20.472841 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16910e3d-62a9-4175-9549-34f5d498c75b tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:20.472841 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-16910e3d-62a9-4175-9549-34f5d498c75b tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:20.477953 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52036) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:20.483659 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-5adc15a2-3dc6-4ab0-a961-5fdd77642cb0 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Request body: {'network': {'name': 'tempest-router-network02--274808478'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:20.492464 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821182c-a4b9-4eb9-8e15-08562d06e6ec tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Pushing event updated for resources: {'Network': ['ID=78715fb9-7a55-4493-b00b-d8e527502d9e,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:20.498979 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5adc15a2-3dc6-4ab0-a961-5fdd77642cb0 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:20.500507 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-16910e3d-62a9-4175-9549-34f5d498c75b tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6003604 Apr 06 14:20:20.501532 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02db16d-67e9-4632-a83f-46b2fbeee960 None None] Network b37f5783-fb44-487e-bcc6-8878ec2e0cec requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:20.501661 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52042) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:20.508105 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5adc15a2-3dc6-4ab0-a961-5fdd77642cb0 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Usage tracker for resource:network and tenant:78f2b71b089346b19e2d7da517fd88dc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:20.520732 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5adc15a2-3dc6-4ab0-a961-5fdd77642cb0 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:20.529919 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-08f819dc-b395-42d0-96fe-b21f65ad243e tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:20.575768 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5adc15a2-3dc6-4ab0-a961-5fdd77642cb0 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:20.600439 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-7fb6b1b5-c370-4c2d-b1a7-651255fcb78e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] For port 5c3f1881-dc3c-4b14-a023-5ddb3e704c4c, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=5c3f1881-dc3c-4b14-a023-5ddb3e704c4c,segment=NetworkSegment(4cd0229c-ac6d-45af-b08b-e8c0cb4cddc4),segment_id=4cd0229c-ac6d-45af-b08b-e8c0cb4cddc4)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:20.600698 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7fb6b1b5-c370-4c2d-b1a7-651255fcb78e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:20.606709 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ae73869-d4f9-4ae2-8073-483e5bf4b102 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:20.610566 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4bd735c6-69bc-435e-9470-9c9c90cfb9d7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:20.623500 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adc15a2-3dc6-4ab0-a961-5fdd77642cb0 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Made reservation on behalf of 78f2b71b089346b19e2d7da517fd88dc for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:20.626515 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5adc15a2-3dc6-4ab0-a961-5fdd77642cb0 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:20.641558 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9705b033-17ed-4ab2-96c7-0773686ff9b6 None None] Network 96941345-60ab-40ad-afb8-f386d49f29ff requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:20.661772 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd735c6-69bc-435e-9470-9c9c90cfb9d7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Subnet': ['ID=0edaf2d7-8189-4912-b921-b83325eaccc9,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:20.668727 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-8ae73869-d4f9-4ae2-8073-483e5bf4b102 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Deleting port 278bcb1c-0cf8-467c-806e-08053fda0a01 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:20.669100 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ae73869-d4f9-4ae2-8073-483e5bf4b102 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:20.697558 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4bd735c6-69bc-435e-9470-9c9c90cfb9d7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:20.704656 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4bd735c6-69bc-435e-9470-9c9c90cfb9d7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/subnets/0edaf2d7-8189-4912-b921-b83325eaccc9 HTTP/1.1" status: 204 len: 168 time: 1.2265880 Apr 06 14:20:20.710754 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52048) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:20.776964 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-7fb6b1b5-c370-4c2d-b1a7-651255fcb78e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Calling delete_port for 5c3f1881-dc3c-4b14-a023-5ddb3e704c4c owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:20.851499 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 78715fb9-7a55-4493-b00b-d8e527502d9e details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:20:20.887497 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f9f0b627-2df8-452d-815d-c9fd3bb6a6b4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:20.916051 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5adc15a2-3dc6-4ab0-a961-5fdd77642cb0 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:20:20.925431 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-78dde335-7dd7-4550-a152-1d7c3ed9d36b None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:20.957652 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-78dde335-7dd7-4550-a152-1d7c3ed9d36b None None] Transition to ACTIVE for port object e91956d8-f86a-4f8a-bccc-97ff963bb93b will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:20.974913 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5adc15a2-3dc6-4ab0-a961-5fdd77642cb0 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:20.975105 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-5adc15a2-3dc6-4ab0-a961-5fdd77642cb0 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Added segment eda7ceca-3420-401e-afcf-93159198cda7 of type vlan for network 6356fcf9-c7d6-45b3-983f-3cd218563a4b Apr 06 14:20:20.975273 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-78dde335-7dd7-4550-a152-1d7c3ed9d36b None None] Transition to ACTIVE for port object e91956d8-f86a-4f8a-bccc-97ff963bb93b will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:21.006501 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-8ae73869-d4f9-4ae2-8073-483e5bf4b102 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] For port 278bcb1c-0cf8-467c-806e-08053fda0a01, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=278bcb1c-0cf8-467c-806e-08053fda0a01,segment=NetworkSegment(c910d0b5-4c10-4f9c-a21e-6fc92d080dc0),segment_id=c910d0b5-4c10-4f9c-a21e-6fc92d080dc0)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:21.006501 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ae73869-d4f9-4ae2-8073-483e5bf4b102 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:21.023416 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018e051c-d3bf-4a16-b591-ed987140b4a0 None None] Network 34c3e8f8-5d11-43c0-96b2-fc1b62cfb276 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:21.084154 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5adc15a2-3dc6-4ab0-a961-5fdd77642cb0 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:21.167678 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-8ae73869-d4f9-4ae2-8073-483e5bf4b102 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Calling delete_port for 278bcb1c-0cf8-467c-806e-08053fda0a01 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:21.198127 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-08f819dc-b395-42d0-96fe-b21f65ad243e tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2834156'] for subnet, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:21.253458 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-78dde335-7dd7-4550-a152-1d7c3ed9d36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:21.266481 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5adc15a2-3dc6-4ab0-a961-5fdd77642cb0 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:21.266481 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adc15a2-3dc6-4ab0-a961-5fdd77642cb0 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:21.266481 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5adc15a2-3dc6-4ab0-a961-5fdd77642cb0 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:21.275168 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ae73869-d4f9-4ae2-8073-483e5bf4b102 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:21.314383 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-f9f0b627-2df8-452d-815d-c9fd3bb6a6b4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting port 4e4054cc-64d6-44be-8035-a3af7345600c {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:21.314383 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f9f0b627-2df8-452d-815d-c9fd3bb6a6b4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:21.469897 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dde335-7dd7-4550-a152-1d7c3ed9d36b None None] Network cf4f0d2a-c3bc-440c-b0a6-8577d8815e9c is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:21.517796 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dde335-7dd7-4550-a152-1d7c3ed9d36b None None] Pushing event updated for resources: {'Port': ['ID=e91956d8-f86a-4f8a-bccc-97ff963bb93b,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:21.527128 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52058) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:21.527128 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc15a2-3dc6-4ab0-a961-5fdd77642cb0 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Pushing event updated for resources: {'Network': ['ID=6356fcf9-c7d6-45b3-983f-3cd218563a4b,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:21.535742 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-78dde335-7dd7-4550-a152-1d7c3ed9d36b None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:21.559644 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dde335-7dd7-4550-a152-1d7c3ed9d36b None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:20:21.566846 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae73869-d4f9-4ae2-8073-483e5bf4b102 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Port': ['ID=278bcb1c-0cf8-467c-806e-08053fda0a01,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:21.584375 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae73869-d4f9-4ae2-8073-483e5bf4b102 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] No DVR routers for this DVR port 278bcb1c-0cf8-467c-806e-08053fda0a01 on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:20:21.609192 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7fb6b1b5-c370-4c2d-b1a7-651255fcb78e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:21.638105 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 6356fcf9-c7d6-45b3-983f-3cd218563a4b details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:20:21.671426 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5adc15a2-3dc6-4ab0-a961-5fdd77642cb0 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1922762 Apr 06 14:20:21.673470 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6b1b5-c370-4c2d-b1a7-651255fcb78e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event deleted for resources: {'Port': ['ID=5c3f1881-dc3c-4b14-a023-5ddb3e704c4c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:21.677869 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52064) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:21.692914 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a053e0db-bb57-48ed-9ac7-10aeaf418cd9 None None] DHCP port deletion for b37f5783-fb44-487e-bcc6-8878ec2e0cec request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:20:21.723945 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ae79cf1c-19e5-491f-89c1-71ade5e6adef tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Request body: {'subnet': {'network_id': '78715fb9-7a55-4493-b00b-d8e527502d9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:21.851181 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ae73869-d4f9-4ae2-8073-483e5bf4b102 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:21.893378 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-f9f0b627-2df8-452d-815d-c9fd3bb6a6b4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] For port 4e4054cc-64d6-44be-8035-a3af7345600c, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4e4054cc-64d6-44be-8035-a3af7345600c,segment=NetworkSegment(167f08e7-9d6a-40b9-b43c-f6725a0b03a4),segment_id=167f08e7-9d6a-40b9-b43c-f6725a0b03a4)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:21.893996 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f9f0b627-2df8-452d-815d-c9fd3bb6a6b4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:21.908974 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-3f251705-9248-48c1-b5f4-6c26bc051a82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1737563335'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:21.913510 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-8ae73869-d4f9-4ae2-8073-483e5bf4b102 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37f5783-fb44-487e-bcc6-8878ec2e0cec']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:21.921878 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3f251705-9248-48c1-b5f4-6c26bc051a82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:22.003328 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3f251705-9248-48c1-b5f4-6c26bc051a82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:network and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:22.032718 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-78dde335-7dd7-4550-a152-1d7c3ed9d36b None None] Attempting to bind port e91956d8-f86a-4f8a-bccc-97ff963bb93b on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:20:22.035890 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-78dde335-7dd7-4550-a152-1d7c3ed9d36b None None] Attempting to bind port e91956d8-f86a-4f8a-bccc-97ff963bb93b by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'dcf4f93a-f4a7-4965-8752-f0bc88c77c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cf4f0d2a-c3bc-440c-b0a6-8577d8815e9c'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:20:22.035890 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dde335-7dd7-4550-a152-1d7c3ed9d36b None None] Attempting to bind port e91956d8-f86a-4f8a-bccc-97ff963bb93b on network cf4f0d2a-c3bc-440c-b0a6-8577d8815e9c {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:20:22.037198 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-8ae73869-d4f9-4ae2-8073-483e5bf4b102 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c910d0b5-4c10-4f9c-a21e-6fc92d080dc0') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:22.037503 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-8ae73869-d4f9-4ae2-8073-483e5bf4b102 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c910d0b5-4c10-4f9c-a21e-6fc92d080dc0') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:22.050568 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dde335-7dd7-4550-a152-1d7c3ed9d36b None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:20:22.050945 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dde335-7dd7-4550-a152-1d7c3ed9d36b None None] Checking segment: {'id': 'dcf4f93a-f4a7-4965-8752-f0bc88c77c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cf4f0d2a-c3bc-440c-b0a6-8577d8815e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:20:22.051547 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-78dde335-7dd7-4550-a152-1d7c3ed9d36b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:22.051686 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-f9f0b627-2df8-452d-815d-c9fd3bb6a6b4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Calling delete_port for 4e4054cc-64d6-44be-8035-a3af7345600c owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:22.051946 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dde335-7dd7-4550-a152-1d7c3ed9d36b None None] Bound using segment: {'id': 'dcf4f93a-f4a7-4965-8752-f0bc88c77c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cf4f0d2a-c3bc-440c-b0a6-8577d8815e9c'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:20:22.052428 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-78dde335-7dd7-4550-a152-1d7c3ed9d36b None None] Bound port: e91956d8-f86a-4f8a-bccc-97ff963bb93b, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf4f93a-f4a7-4965-8752-f0bc88c77c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cf4f0d2a-c3bc-440c-b0a6-8577d8815e9c'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:20:22.052815 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-78dde335-7dd7-4550-a152-1d7c3ed9d36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:22.102677 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ae73869-d4f9-4ae2-8073-483e5bf4b102 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:22.133295 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ae73869-d4f9-4ae2-8073-483e5bf4b102 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:22.144556 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae73869-d4f9-4ae2-8073-483e5bf4b102 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:20:22.145199 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ae73869-d4f9-4ae2-8073-483e5bf4b102 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:22.147327 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85caee9f-e820-4057-8cef-a33ab6c1d88f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-96941345-60ab-40ad-afb8-f386d49f29ff', 'network_id': '96941345-60ab-40ad-afb8-f386d49f29ff', 'tenant_id': 'dc88b2721e454f4b9119a3f7bd8b83b6', 'fixed_ips': [{'subnet_id': 'c1f5d24c-61c2-4aa2-99a2-3efc819ffbce'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:20:22.148155 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-85caee9f-e820-4057-8cef-a33ab6c1d88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:20:22.161652 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:20:22.164959 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3f251705-9248-48c1-b5f4-6c26bc051a82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:22.185657 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3f251705-9248-48c1-b5f4-6c26bc051a82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:22.237764 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ae79cf1c-19e5-491f-89c1-71ade5e6adef tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:22.242120 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f251705-9248-48c1-b5f4-6c26bc051a82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:22.245572 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3f251705-9248-48c1-b5f4-6c26bc051a82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:22.253680 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f9f0b627-2df8-452d-815d-c9fd3bb6a6b4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:22.265669 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ae79cf1c-19e5-491f-89c1-71ade5e6adef tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Usage tracker for resource:subnet and tenant:78f2b71b089346b19e2d7da517fd88dc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:22.276437 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-78dde335-7dd7-4550-a152-1d7c3ed9d36b None None] For port e91956d8-f86a-4f8a-bccc-97ff963bb93b, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:20:22.308720 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f0b627-2df8-452d-815d-c9fd3bb6a6b4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] No DVR routers for this DVR port 4e4054cc-64d6-44be-8035-a3af7345600c on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:20:22.313560 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ae79cf1c-19e5-491f-89c1-71ade5e6adef tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:22.317501 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-78dde335-7dd7-4550-a152-1d7c3ed9d36b None None] For port e91956d8-f86a-4f8a-bccc-97ff963bb93b, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=e91956d8-f86a-4f8a-bccc-97ff963bb93b,segment=NetworkSegment(dcf4f93a-f4a7-4965-8752-f0bc88c77c76),segment_id=dcf4f93a-f4a7-4965-8752-f0bc88c77c76)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:20:22.330115 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ae79cf1c-19e5-491f-89c1-71ade5e6adef tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:22.333062 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-78dde335-7dd7-4550-a152-1d7c3ed9d36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:22.340645 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0b627-2df8-452d-815d-c9fd3bb6a6b4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Port': ['ID=4e4054cc-64d6-44be-8035-a3af7345600c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:22.342440 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ae73869-d4f9-4ae2-8073-483e5bf4b102 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:22.349488 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3f251705-9248-48c1-b5f4-6c26bc051a82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:22.368102 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ae73869-d4f9-4ae2-8073-483e5bf4b102 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:22.375115 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db44308-84ff-47e6-9ed3-76b89d3d8248 None None] DHCP port deletion for 34c3e8f8-5d11-43c0-96b2-fc1b62cfb276 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:20:22.390947 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae73869-d4f9-4ae2-8073-483e5bf4b102 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Network': ['ID=b37f5783-fb44-487e-bcc6-8878ec2e0cec,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:22.424776 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae79cf1c-19e5-491f-89c1-71ade5e6adef tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Made reservation on behalf of 78f2b71b089346b19e2d7da517fd88dc for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:22.450681 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dde335-7dd7-4550-a152-1d7c3ed9d36b None None] Pushing event updated for resources: {'Port': ['ID=e91956d8-f86a-4f8a-bccc-97ff963bb93b,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:22.482552 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8ae73869-d4f9-4ae2-8073-483e5bf4b102 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/networks/b37f5783-fb44-487e-bcc6-8878ec2e0cec HTTP/1.1" status: 204 len: 168 time: 2.0425367 Apr 06 14:20:22.495742 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52068) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:22.507601 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ecb4549c-f5fa-4fe0-bd37-96ea6116d5ba tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'network': {'name': 'tempest-RoutersTest-275188595'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:22.511713 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f9f0b627-2df8-452d-815d-c9fd3bb6a6b4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:22.518903 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ecb4549c-f5fa-4fe0-bd37-96ea6116d5ba tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:22.530240 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ecb4549c-f5fa-4fe0-bd37-96ea6116d5ba tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Usage tracker for resource:network and tenant:54b6b16a88cd457596297a5e2f6c39ce is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:22.539197 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ecb4549c-f5fa-4fe0-bd37-96ea6116d5ba tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:22.551835 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ecb4549c-f5fa-4fe0-bd37-96ea6116d5ba tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:22.562099 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-f9f0b627-2df8-452d-815d-c9fd3bb6a6b4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34c3e8f8-5d11-43c0-96b2-fc1b62cfb276']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:22.587467 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-f9f0b627-2df8-452d-815d-c9fd3bb6a6b4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '167f08e7-9d6a-40b9-b43c-f6725a0b03a4') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:22.587467 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-f9f0b627-2df8-452d-815d-c9fd3bb6a6b4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '167f08e7-9d6a-40b9-b43c-f6725a0b03a4') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:22.605195 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb4549c-f5fa-4fe0-bd37-96ea6116d5ba tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Made reservation on behalf of 54b6b16a88cd457596297a5e2f6c39ce for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:22.606784 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-08f819dc-b395-42d0-96fe-b21f65ad243e tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727578180756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1078162'] for subnet, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:22.607941 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ecb4549c-f5fa-4fe0-bd37-96ea6116d5ba tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:22.616406 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3f251705-9248-48c1-b5f4-6c26bc051a82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:22.648214 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f9f0b627-2df8-452d-815d-c9fd3bb6a6b4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:22.675178 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-85caee9f-e820-4057-8cef-a33ab6c1d88f None None] Allocated IP 172.20.0.3 (96941345-60ab-40ad-afb8-f386d49f29ff/c1f5d24c-61c2-4aa2-99a2-3efc819ffbce/9b1f6ac0-3111-4eb6-87ee-35f8decafa0b) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:22.677579 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb4549c-f5fa-4fe0-bd37-96ea6116d5ba tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:20:22.689700 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f9f0b627-2df8-452d-815d-c9fd3bb6a6b4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:22.698848 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ecb4549c-f5fa-4fe0-bd37-96ea6116d5ba tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:22.703151 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-ecb4549c-f5fa-4fe0-bd37-96ea6116d5ba tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Added segment 9edf0db5-22ad-4225-9b17-51d4db1bce1e of type vlan for network a730550e-7853-4622-9b4d-509f919868d9 Apr 06 14:20:22.713142 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f0b627-2df8-452d-815d-c9fd3bb6a6b4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:20:22.713142 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f9f0b627-2df8-452d-815d-c9fd3bb6a6b4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:22.715058 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f819dc-b395-42d0-96fe-b21f65ad243e tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event updated for resources: {'Subnet': ['ID=c1f5d24c-61c2-4aa2-99a2-3efc819ffbce,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:22.734468 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3f251705-9248-48c1-b5f4-6c26bc051a82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:security_group_rule and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:20:22.735970 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:20:22.807662 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3f251705-9248-48c1-b5f4-6c26bc051a82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:22.847735 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3f251705-9248-48c1-b5f4-6c26bc051a82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:22.906132 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ae79cf1c-19e5-491f-89c1-71ade5e6adef tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:22.923486 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ecb4549c-f5fa-4fe0-bd37-96ea6116d5ba tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:22.942113 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f9f0b627-2df8-452d-815d-c9fd3bb6a6b4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:22.967516 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f819dc-b395-42d0-96fe-b21f65ad243e tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:22.969111 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-08f819dc-b395-42d0-96fe-b21f65ad243e tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:22.976982 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-08f819dc-b395-42d0-96fe-b21f65ad243e tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "PUT /v2.0/subnets/c1f5d24c-61c2-4aa2-99a2-3efc819ffbce HTTP/1.1" status: 200 len: 877 time: 2.4650171 Apr 06 14:20:22.996827 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52072) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:23.018274 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f9f0b627-2df8-452d-815d-c9fd3bb6a6b4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:23.029472 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ecb4549c-f5fa-4fe0-bd37-96ea6116d5ba tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:23.033610 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb4549c-f5fa-4fe0-bd37-96ea6116d5ba tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:23.033610 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ecb4549c-f5fa-4fe0-bd37-96ea6116d5ba tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:23.068933 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0b627-2df8-452d-815d-c9fd3bb6a6b4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Network': ['ID=34c3e8f8-5d11-43c0-96b2-fc1b62cfb276,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:23.080700 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7fb6b1b5-c370-4c2d-b1a7-651255fcb78e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:23.154363 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-85caee9f-e820-4057-8cef-a33ab6c1d88f None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:23.172713 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-85caee9f-e820-4057-8cef-a33ab6c1d88f None None] Transition to ACTIVE for port object 9b1f6ac0-3111-4eb6-87ee-35f8decafa0b will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:23.200456 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-85caee9f-e820-4057-8cef-a33ab6c1d88f None None] Transition to ACTIVE for port object 9b1f6ac0-3111-4eb6-87ee-35f8decafa0b will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:23.207705 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4549c-f5fa-4fe0-bd37-96ea6116d5ba tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Network': ['ID=a730550e-7853-4622-9b4d-509f919868d9,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:23.224321 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network a730550e-7853-4622-9b4d-509f919868d9 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:20:23.245433 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-85caee9f-e820-4057-8cef-a33ab6c1d88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:23.271761 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f9f0b627-2df8-452d-815d-c9fd3bb6a6b4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/networks/34c3e8f8-5d11-43c0-96b2-fc1b62cfb276 HTTP/1.1" status: 204 len: 168 time: 2.5398493 Apr 06 14:20:23.271761 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52076) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:23.279753 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-05f192b6-14e9-415d-b8b7-1a5b5e624233 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-846602580'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:23.300632 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ecb4549c-f5fa-4fe0-bd37-96ea6116d5ba tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7991061 Apr 06 14:20:23.317984 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-05f192b6-14e9-415d-b8b7-1a5b5e624233 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:23.329157 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52080) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:23.338078 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-05f192b6-14e9-415d-b8b7-1a5b5e624233 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:network and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:23.348287 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-451fd903-5b06-4af8-baeb-7a4785157716 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'subnet': {'network_id': 'a730550e-7853-4622-9b4d-509f919868d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:23.355321 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-05f192b6-14e9-415d-b8b7-1a5b5e624233 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:23.355321 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-05f192b6-14e9-415d-b8b7-1a5b5e624233 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:23.389040 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f192b6-14e9-415d-b8b7-1a5b5e624233 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:23.389040 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-05f192b6-14e9-415d-b8b7-1a5b5e624233 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:23.447441 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0a92201-bc7e-4f60-abb4-63779c781404 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:23.457233 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85caee9f-e820-4057-8cef-a33ab6c1d88f None None] Network 96941345-60ab-40ad-afb8-f386d49f29ff is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:23.457233 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-85caee9f-e820-4057-8cef-a33ab6c1d88f None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:23.457233 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85caee9f-e820-4057-8cef-a33ab6c1d88f None None] Pushing event updated for resources: {'Port': ['ID=9b1f6ac0-3111-4eb6-87ee-35f8decafa0b,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:23.467178 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f192b6-14e9-415d-b8b7-1a5b5e624233 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:20:23.474416 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85caee9f-e820-4057-8cef-a33ab6c1d88f None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:20:23.482436 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d0a92201-bc7e-4f60-abb4-63779c781404 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Deleting port 9b1f6ac0-3111-4eb6-87ee-35f8decafa0b {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:23.482436 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0a92201-bc7e-4f60-abb4-63779c781404 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:23.551569 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-05f192b6-14e9-415d-b8b7-1a5b5e624233 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:23.551914 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-05f192b6-14e9-415d-b8b7-1a5b5e624233 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Added segment 93989bee-355f-43dd-8fbf-f9a6f44a19df of type vlan for network b303cc02-637a-4fe8-b35c-08e32300179e Apr 06 14:20:23.566739 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3f251705-9248-48c1-b5f4-6c26bc051a82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:23.599594 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-85caee9f-e820-4057-8cef-a33ab6c1d88f None None] Attempting to bind port 9b1f6ac0-3111-4eb6-87ee-35f8decafa0b on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:20:23.600056 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-85caee9f-e820-4057-8cef-a33ab6c1d88f None None] Attempting to bind port 9b1f6ac0-3111-4eb6-87ee-35f8decafa0b by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '8af46616-4a76-4fa5-a816-5e42b656093c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '96941345-60ab-40ad-afb8-f386d49f29ff'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:20:23.600667 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85caee9f-e820-4057-8cef-a33ab6c1d88f None None] Attempting to bind port 9b1f6ac0-3111-4eb6-87ee-35f8decafa0b on network 96941345-60ab-40ad-afb8-f386d49f29ff {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:20:23.620582 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3f251705-9248-48c1-b5f4-6c26bc051a82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:23.622054 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85caee9f-e820-4057-8cef-a33ab6c1d88f None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:20:23.622541 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85caee9f-e820-4057-8cef-a33ab6c1d88f None None] Checking segment: {'id': '8af46616-4a76-4fa5-a816-5e42b656093c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '96941345-60ab-40ad-afb8-f386d49f29ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:20:23.623044 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-85caee9f-e820-4057-8cef-a33ab6c1d88f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:23.625206 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85caee9f-e820-4057-8cef-a33ab6c1d88f None None] Bound using segment: {'id': '8af46616-4a76-4fa5-a816-5e42b656093c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '96941345-60ab-40ad-afb8-f386d49f29ff'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:20:23.627072 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-85caee9f-e820-4057-8cef-a33ab6c1d88f None None] Bound port: 9b1f6ac0-3111-4eb6-87ee-35f8decafa0b, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af46616-4a76-4fa5-a816-5e42b656093c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '96941345-60ab-40ad-afb8-f386d49f29ff'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:20:23.627653 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-85caee9f-e820-4057-8cef-a33ab6c1d88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:23.667630 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-451fd903-5b06-4af8-baeb-7a4785157716 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:23.681690 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-05f192b6-14e9-415d-b8b7-1a5b5e624233 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:23.695655 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-451fd903-5b06-4af8-baeb-7a4785157716 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Usage tracker for resource:subnet and tenant:54b6b16a88cd457596297a5e2f6c39ce is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:23.724388 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-451fd903-5b06-4af8-baeb-7a4785157716 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:23.742928 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f251705-9248-48c1-b5f4-6c26bc051a82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:20:23.752681 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-451fd903-5b06-4af8-baeb-7a4785157716 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:23.754703 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f251705-9248-48c1-b5f4-6c26bc051a82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=832c960d-3c26-43cf-8fad-18e672608fc3,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:23.794356 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3f251705-9248-48c1-b5f4-6c26bc051a82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:23.794685 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-3f251705-9248-48c1-b5f4-6c26bc051a82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Added segment 86d77f23-dbd4-4995-9586-3917c6d6850e of type vlan for network bae98b9c-53c2-4147-9995-9ad2ab72192f Apr 06 14:20:23.814035 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451fd903-5b06-4af8-baeb-7a4785157716 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Made reservation on behalf of 54b6b16a88cd457596297a5e2f6c39ce for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:23.830509 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device e91956d8-f86a-4f8a-bccc-97ff963bb93b up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:23.870200 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ae79cf1c-19e5-491f-89c1-71ade5e6adef tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:23.943472 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-85caee9f-e820-4057-8cef-a33ab6c1d88f None None] For port 9b1f6ac0-3111-4eb6-87ee-35f8decafa0b, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:20:23.964270 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-85caee9f-e820-4057-8cef-a33ab6c1d88f None None] For port 9b1f6ac0-3111-4eb6-87ee-35f8decafa0b, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=9b1f6ac0-3111-4eb6-87ee-35f8decafa0b,segment=NetworkSegment(8af46616-4a76-4fa5-a816-5e42b656093c),segment_id=8af46616-4a76-4fa5-a816-5e42b656093c)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:20:23.980255 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-85caee9f-e820-4057-8cef-a33ab6c1d88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:23.986970 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-05f192b6-14e9-415d-b8b7-1a5b5e624233 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:23.991487 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f192b6-14e9-415d-b8b7-1a5b5e624233 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:23.992374 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-05f192b6-14e9-415d-b8b7-1a5b5e624233 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:24.052267 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port e91956d8-f86a-4f8a-bccc-97ff963bb93b completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:24.085880 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85caee9f-e820-4057-8cef-a33ab6c1d88f None None] Pushing event updated for resources: {'Port': ['ID=9b1f6ac0-3111-4eb6-87ee-35f8decafa0b,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:24.140660 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4e4054cc-64d6-44be-8035-a3af7345600c no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:20:24.155675 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-05f192b6-14e9-415d-b8b7-1a5b5e624233 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8867226 Apr 06 14:20:24.163816 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-d0a92201-bc7e-4f60-abb4-63779c781404 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] For port 9b1f6ac0-3111-4eb6-87ee-35f8decafa0b, host dv-neutron-835868-1-hyperv, got binding levels [] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:24.163816 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0a92201-bc7e-4f60-abb4-63779c781404 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:24.176857 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52084) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:24.187146 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb0105d-6470-4c4a-b7c4-d6fdec46ac00 None None] Network cf4f0d2a-c3bc-440c-b0a6-8577d8815e9c requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:24.203004 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9d27314b-3733-4cbc-840f-904ff19851ad tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'subnet': {'network_id': 'b303cc02-637a-4fe8-b35c-08e32300179e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:24.229641 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79cf1c-19e5-491f-89c1-71ade5e6adef tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Pushing event updated for resources: {'Subnet': ['ID=6bcd142e-4a50-472c-982c-c3f1c9f75dbc,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:24.247274 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3f251705-9248-48c1-b5f4-6c26bc051a82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:24.374281 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f192b6-14e9-415d-b8b7-1a5b5e624233 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Network': ['ID=b303cc02-637a-4fe8-b35c-08e32300179e,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:24.435167 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3f251705-9248-48c1-b5f4-6c26bc051a82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:24.441916 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f251705-9248-48c1-b5f4-6c26bc051a82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:24.442754 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3f251705-9248-48c1-b5f4-6c26bc051a82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:24.489666 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network b303cc02-637a-4fe8-b35c-08e32300179e details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:20:24.511267 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 4e4054cc-64d6-44be-8035-a3af7345600c {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:20:24.511613 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4e4054cc-64d6-44be-8035-a3af7345600c not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:20:24.512036 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 278bcb1c-0cf8-467c-806e-08053fda0a01 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:20:24.556645 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d0a92201-bc7e-4f60-abb4-63779c781404 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Calling delete_port for 9b1f6ac0-3111-4eb6-87ee-35f8decafa0b owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:24.561753 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 278bcb1c-0cf8-467c-806e-08053fda0a01 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:20:24.562092 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 278bcb1c-0cf8-467c-806e-08053fda0a01 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:20:24.620783 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-451fd903-5b06-4af8-baeb-7a4785157716 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:24.655780 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9d27314b-3733-4cbc-840f-904ff19851ad tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:24.659816 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-72e93df3-5cbd-4217-af25-9433b0e4448d None None] Provisioning for port e91956d8-f86a-4f8a-bccc-97ff963bb93b completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:24.672398 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-72e93df3-5cbd-4217-af25-9433b0e4448d None None] Provisioning complete for port e91956d8-f86a-4f8a-bccc-97ff963bb93b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:24.672770 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-72e93df3-5cbd-4217-af25-9433b0e4448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:24.674349 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9d27314b-3733-4cbc-840f-904ff19851ad tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:subnet and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:24.677990 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9d27314b-3733-4cbc-840f-904ff19851ad tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:24.693104 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9d27314b-3733-4cbc-840f-904ff19851ad tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:24.703729 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-d0a92201-bc7e-4f60-abb4-63779c781404 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:20:24.704699 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-d0a92201-bc7e-4f60-abb4-63779c781404 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:20:24.711759 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d27314b-3733-4cbc-840f-904ff19851ad tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:24.871036 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-72e93df3-5cbd-4217-af25-9433b0e4448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:24.888633 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d27314b-3733-4cbc-840f-904ff19851ad tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:24.911251 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-72e93df3-5cbd-4217-af25-9433b0e4448d None None] For port e91956d8-f86a-4f8a-bccc-97ff963bb93b, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=e91956d8-f86a-4f8a-bccc-97ff963bb93b,segment=NetworkSegment(dcf4f93a-f4a7-4965-8752-f0bc88c77c76),segment_id=dcf4f93a-f4a7-4965-8752-f0bc88c77c76)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:24.916662 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-72e93df3-5cbd-4217-af25-9433b0e4448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:24.936395 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f251705-9248-48c1-b5f4-6c26bc051a82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Network': ['ID=bae98b9c-53c2-4147-9995-9ad2ab72192f,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:24.972242 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network bae98b9c-53c2-4147-9995-9ad2ab72192f details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:20:25.012446 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3f251705-9248-48c1-b5f4-6c26bc051a82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.4886050 Apr 06 14:20:25.015468 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52088) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:25.023848 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae79cf1c-19e5-491f-89c1-71ade5e6adef tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Checking segment: {'id': '54f8e5de-e141-402a-87aa-f339c9728006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '78715fb9-7a55-4493-b00b-d8e527502d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:20:25.023848 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae79cf1c-19e5-491f-89c1-71ade5e6adef tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Network hostable DHCP agents. Network: 78715fb9-7a55-4493-b00b-d8e527502d9e, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:20:25.051801 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-13f43c8f-8ae4-44b4-8adb-c146c9964481 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'port': {'network_id': 'bae98b9c-53c2-4147-9995-9ad2ab72192f', 'name': 'tempest-PortsIpV6TestJSON-622964098'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:25.177554 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e93df3-5cbd-4217-af25-9433b0e4448d None None] Pushing event updated for resources: {'Port': ['ID=e91956d8-f86a-4f8a-bccc-97ff963bb93b,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:25.208469 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d0a92201-bc7e-4f60-abb4-63779c781404 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Deleting port 9b1f6ac0-3111-4eb6-87ee-35f8decafa0b {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:25.209257 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0a92201-bc7e-4f60-abb4-63779c781404 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:25.284302 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-13f43c8f-8ae4-44b4-8adb-c146c9964481 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:25.288251 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-13f43c8f-8ae4-44b4-8adb-c146c9964481 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:port and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:25.300990 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-13f43c8f-8ae4-44b4-8adb-c146c9964481 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:25.317443 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae79cf1c-19e5-491f-89c1-71ade5e6adef tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Network 78715fb9-7a55-4493-b00b-d8e527502d9e is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:20:25.317971 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-13f43c8f-8ae4-44b4-8adb-c146c9964481 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:25.348034 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-ae79cf1c-19e5-491f-89c1-71ade5e6adef tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 78715fb9-7a55-4493-b00b-d8e527502d9e) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:25.348388 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-dfa6dc9e-da64-418c-b80a-671495483a7b None None] Provisioning complete for port e91956d8-f86a-4f8a-bccc-97ff963bb93b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:25.348990 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dfa6dc9e-da64-418c-b80a-671495483a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:25.352575 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae79cf1c-19e5-491f-89c1-71ade5e6adef tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:25.353356 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ae79cf1c-19e5-491f-89c1-71ade5e6adef tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:25.386619 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f43c8f-8ae4-44b4-8adb-c146c9964481 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:25.390309 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-13f43c8f-8ae4-44b4-8adb-c146c9964481 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:25.397380 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37765fe-14ad-47d8-bbf1-bf9025c743cb None None] Network 78715fb9-7a55-4493-b00b-d8e527502d9e requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:25.426514 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ae79cf1c-19e5-491f-89c1-71ade5e6adef tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7201686 Apr 06 14:20:25.445137 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52092) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:25.456073 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-46304d80-5ad3-48a5-a7fe-9ef9e21756d5 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Request body: {'subnet': {'network_id': '6356fcf9-c7d6-45b3-983f-3cd218563a4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:25.517799 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-13f43c8f-8ae4-44b4-8adb-c146c9964481 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] device_id is not set on port 93caf159-e5fb-4fab-85af-263c37879125 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:20:25.554347 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-451fd903-5b06-4af8-baeb-7a4785157716 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:25.624424 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd3932c-a09d-415f-bd74-dba03c9d570b None None] Network 96941345-60ab-40ad-afb8-f386d49f29ff requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:25.665466 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb6b1b5-c370-4c2d-b1a7-651255fcb78e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Router ebdeaac8-870c-4075-879c-a1ae155a0999 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:20:25.694047 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451fd903-5b06-4af8-baeb-7a4785157716 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Subnet': ['ID=cec90452-2e75-4ba9-a801-329a56336400,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:25.701682 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-46304d80-5ad3-48a5-a7fe-9ef9e21756d5 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:25.713476 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-46304d80-5ad3-48a5-a7fe-9ef9e21756d5 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Usage tracker for resource:subnet and tenant:78f2b71b089346b19e2d7da517fd88dc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:25.729300 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-46304d80-5ad3-48a5-a7fe-9ef9e21756d5 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:25.740981 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-46304d80-5ad3-48a5-a7fe-9ef9e21756d5 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:25.810369 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 9b1f6ac0-3111-4eb6-87ee-35f8decafa0b up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:25.880397 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-78715fb9-7a55-4493-b00b-d8e527502d9e', 'network_id': '78715fb9-7a55-4493-b00b-d8e527502d9e', 'tenant_id': '78f2b71b089346b19e2d7da517fd88dc', 'fixed_ips': [{'subnet_id': '6bcd142e-4a50-472c-982c-c3f1c9f75dbc'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:20:25.881502 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:25.896104 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451fd903-5b06-4af8-baeb-7a4785157716 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Checking segment: {'id': '9edf0db5-22ad-4225-9b17-51d4db1bce1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a730550e-7853-4622-9b4d-509f919868d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:20:25.896886 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451fd903-5b06-4af8-baeb-7a4785157716 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network hostable DHCP agents. Network: a730550e-7853-4622-9b4d-509f919868d9, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:20:25.905733 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46304d80-5ad3-48a5-a7fe-9ef9e21756d5 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Made reservation on behalf of 78f2b71b089346b19e2d7da517fd88dc for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:26.050879 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-46304d80-5ad3-48a5-a7fe-9ef9e21756d5 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:26.061509 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-13f43c8f-8ae4-44b4-8adb-c146c9964481 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:26.066736 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 9b1f6ac0-3111-4eb6-87ee-35f8decafa0b completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:26.068036 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d27314b-3733-4cbc-840f-904ff19851ad tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:26.077567 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device e91956d8-f86a-4f8a-bccc-97ff963bb93b up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:26.115693 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-d0a92201-bc7e-4f60-abb4-63779c781404 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] For port 9b1f6ac0-3111-4eb6-87ee-35f8decafa0b, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=9b1f6ac0-3111-4eb6-87ee-35f8decafa0b,segment=NetworkSegment(8af46616-4a76-4fa5-a816-5e42b656093c),segment_id=8af46616-4a76-4fa5-a816-5e42b656093c)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:26.116054 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0a92201-bc7e-4f60-abb4-63779c781404 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:26.135083 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451fd903-5b06-4af8-baeb-7a4785157716 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network a730550e-7853-4622-9b4d-509f919868d9 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:20:26.169189 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-451fd903-5b06-4af8-baeb-7a4785157716 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, a730550e-7853-4622-9b4d-509f919868d9) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:26.179349 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451fd903-5b06-4af8-baeb-7a4785157716 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:26.180283 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-451fd903-5b06-4af8-baeb-7a4785157716 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:26.208484 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f4a40a-99c6-435c-842e-1c27a5ff07d7 None None] Network a730550e-7853-4622-9b4d-509f919868d9 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:26.212204 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb6b1b5-c370-4c2d-b1a7-651255fcb78e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:20:26.220572 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7fb6b1b5-c370-4c2d-b1a7-651255fcb78e tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "PUT /v2.0/routers/ebdeaac8-870c-4075-879c-a1ae155a0999/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9396820 Apr 06 14:20:26.222760 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52096) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:26.228387 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-451fd903-5b06-4af8-baeb-7a4785157716 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9257078 Apr 06 14:20:26.229883 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449388ae-b838-4b35-bb57-b12490242a26 None None] Sync routers for ids ['ebdeaac8-870c-4075-879c-a1ae155a0999'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:20:26.245679 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449388ae-b838-4b35-bb57-b12490242a26 None None] Routers {'ebdeaac8-870c-4075-879c-a1ae155a0999'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:26.246199 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-449388ae-b838-4b35-bb57-b12490242a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ebdeaac8-870c-4075-879c-a1ae155a0999'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:26.263331 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52100) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:26.283579 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-510abcda-c656-4fc2-9979-fa938a895099 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-792224105', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:26.302700 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-510abcda-c656-4fc2-9979-fa938a895099 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:26.315663 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d0a92201-bc7e-4f60-abb4-63779c781404 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Calling delete_port for 9b1f6ac0-3111-4eb6-87ee-35f8decafa0b owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:26.344382 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-510abcda-c656-4fc2-9979-fa938a895099 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Usage tracker for resource:router and tenant:54b6b16a88cd457596297a5e2f6c39ce is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:26.353698 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-510abcda-c656-4fc2-9979-fa938a895099 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:26.371341 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-510abcda-c656-4fc2-9979-fa938a895099 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:26.397478 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Allocated IP 172.20.0.2 (78715fb9-7a55-4493-b00b-d8e527502d9e/6bcd142e-4a50-472c-982c-c3f1c9f75dbc/c9c53965-04fa-4a11-8c6c-319b322e48dd) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:26.400291 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-449388ae-b838-4b35-bb57-b12490242a26 None None] Set router ebdeaac8-870c-4075-879c-a1ae155a0999 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:20:26.422398 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-02b5abaa-7774-4caa-8e67-a29c69bb58a6 None None] Provisioning for port 9b1f6ac0-3111-4eb6-87ee-35f8decafa0b completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:26.465397 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-02b5abaa-7774-4caa-8e67-a29c69bb58a6 None None] Provisioning complete for port 9b1f6ac0-3111-4eb6-87ee-35f8decafa0b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:26.465784 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-02b5abaa-7774-4caa-8e67-a29c69bb58a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:26.476761 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-510abcda-c656-4fc2-9979-fa938a895099 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:26.477958 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-510abcda-c656-4fc2-9979-fa938a895099 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:26.578980 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d27314b-3733-4cbc-840f-904ff19851ad tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Checking segment: {'id': '93989bee-355f-43dd-8fbf-f9a6f44a19df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b303cc02-637a-4fe8-b35c-08e32300179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:20:26.579654 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d27314b-3733-4cbc-840f-904ff19851ad tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network hostable DHCP agents. Network: b303cc02-637a-4fe8-b35c-08e32300179e, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:20:26.583893 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d079ba-d1b3-41db-a316-ed3306e96efd tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting subnet da4bc539-5a7e-451f-9c78-82fd8270df21 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:20:26.584504 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27314b-3733-4cbc-840f-904ff19851ad tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Subnet': ['ID=9d7cf1ff-16be-4e25-8009-34b1627b0e76,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:26.590431 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-13f43c8f-8ae4-44b4-8adb-c146c9964481 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:26.597911 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e3d079ba-d1b3-41db-a316-ed3306e96efd tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:26.633524 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0a92201-bc7e-4f60-abb4-63779c781404 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:26.651782 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port e91956d8-f86a-4f8a-bccc-97ff963bb93b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:26.652398 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:26.697840 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e3d079ba-d1b3-41db-a316-ed3306e96efd tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:26.725829 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-449388ae-b838-4b35-bb57-b12490242a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:20:21Z', 'revision_number': 9, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None, '_interfaces': [{'id': '55039566-8e5d-4643-8ba7-791a0309dfef', 'name': '', 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:c1:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:06Z', 'updated_at': '2022-04-06T14:19:20Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa50855-e462-4d02-9fb1-8e256187b600', 'name': '', 'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:4b:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:19Z', 'updated_at': '2022-04-06T14:19:34Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:26.729748 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-46304d80-5ad3-48a5-a7fe-9ef9e21756d5 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:26.730922 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449388ae-b838-4b35-bb57-b12490242a26 None None] Checking router: ebdeaac8-870c-4075-879c-a1ae155a0999 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:20:26.743433 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449388ae-b838-4b35-bb57-b12490242a26 None None] Routers {'ebdeaac8-870c-4075-879c-a1ae155a0999'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:26.744066 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-449388ae-b838-4b35-bb57-b12490242a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ebdeaac8-870c-4075-879c-a1ae155a0999'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:26.748364 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f43c8f-8ae4-44b4-8adb-c146c9964481 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Port': ['ID=93caf159-e5fb-4fab-85af-263c37879125,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:26.761698 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-510abcda-c656-4fc2-9979-fa938a895099 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:26.858568 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-02b5abaa-7774-4caa-8e67-a29c69bb58a6 None None] Could not find standard attr ID for object 9b1f6ac0-3111-4eb6-87ee-35f8decafa0b. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 14:20:26.867489 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46304d80-5ad3-48a5-a7fe-9ef9e21756d5 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Pushing event updated for resources: {'Subnet': ['ID=836869b8-7ab8-4c08-8ff6-35152aad9e57,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:26.878568 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-510abcda-c656-4fc2-9979-fa938a895099 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:26.881948 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9fd352-57ef-43e9-a376-f33b0e3b26e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-a730550e-7853-4622-9b4d-509f919868d9', 'network_id': 'a730550e-7853-4622-9b4d-509f919868d9', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'fixed_ips': [{'subnet_id': 'cec90452-2e75-4ba9-a801-329a56336400'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:20:26.882977 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8b9fd352-57ef-43e9-a376-f33b0e3b26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:26.898373 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.plugins.ml2.db [None req-02b5abaa-7774-4caa-8e67-a29c69bb58a6 None None] No ports have port_id starting with 9b1f6ac0-3111-4eb6-87ee-35f8decafa0b Apr 06 14:20:26.901616 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a92201-bc7e-4f60-abb4-63779c781404 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event deleted for resources: {'Port': ['ID=9b1f6ac0-3111-4eb6-87ee-35f8decafa0b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:26.921991 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d27314b-3733-4cbc-840f-904ff19851ad tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network b303cc02-637a-4fe8-b35c-08e32300179e is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:20:26.934343 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a92201-bc7e-4f60-abb4-63779c781404 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] No DVR routers for this DVR port 9b1f6ac0-3111-4eb6-87ee-35f8decafa0b on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:20:27.007023 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f43c8f-8ae4-44b4-8adb-c146c9964481 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Checking segment: {'id': '86d77f23-dbd4-4995-9586-3917c6d6850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bae98b9c-53c2-4147-9995-9ad2ab72192f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:20:27.008808 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f43c8f-8ae4-44b4-8adb-c146c9964481 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network hostable DHCP agents. Network: bae98b9c-53c2-4147-9995-9ad2ab72192f, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:20:27.017828 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-449388ae-b838-4b35-bb57-b12490242a26 None None] Set router ebdeaac8-870c-4075-879c-a1ae155a0999 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:20:27.028325 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-9d27314b-3733-4cbc-840f-904ff19851ad tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, b303cc02-637a-4fe8-b35c-08e32300179e) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:27.039338 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d27314b-3733-4cbc-840f-904ff19851ad tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:27.039929 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d27314b-3733-4cbc-840f-904ff19851ad tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:27.105704 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d03a1ff-d5d8-46ca-a5da-7bd48816d2c2 None None] Network b303cc02-637a-4fe8-b35c-08e32300179e requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:27.115030 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0a92201-bc7e-4f60-abb4-63779c781404 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:27.164188 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-510abcda-c656-4fc2-9979-fa938a895099 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:27.164847 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9d27314b-3733-4cbc-840f-904ff19851ad tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9897423 Apr 06 14:20:27.165399 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-510abcda-c656-4fc2-9979-fa938a895099 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8980594 Apr 06 14:20:27.169334 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52106) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:27.171797 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52108) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:27.183707 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46304d80-5ad3-48a5-a7fe-9ef9e21756d5 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Checking segment: {'id': 'eda7ceca-3420-401e-afcf-93159198cda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6356fcf9-c7d6-45b3-983f-3cd218563a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:20:27.184060 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46304d80-5ad3-48a5-a7fe-9ef9e21756d5 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Network hostable DHCP agents. Network: 6356fcf9-c7d6-45b3-983f-3cd218563a4b, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:20:27.188596 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b817e149-2681-4062-8dd7-244ca8b1adcc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'port': {'network_id': 'b303cc02-637a-4fe8-b35c-08e32300179e', 'name': 'tempest-PortsTestJSON-1675078608', 'fixed_ips': [{'subnet_id': '9d7cf1ff-16be-4e25-8009-34b1627b0e76', 'ip_address': '172.20.0.10'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:27.212233 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46304d80-5ad3-48a5-a7fe-9ef9e21756d5 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Network 6356fcf9-c7d6-45b3-983f-3cd218563a4b is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:20:27.245411 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e3d079ba-d1b3-41db-a316-ed3306e96efd tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:27.258181 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b9a3a4-ecd6-481b-8e11-7031e59808c4 None None] Network 96941345-60ab-40ad-afb8-f386d49f29ff requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:27.289440 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-46304d80-5ad3-48a5-a7fe-9ef9e21756d5 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 6356fcf9-c7d6-45b3-983f-3cd218563a4b) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:27.294252 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46304d80-5ad3-48a5-a7fe-9ef9e21756d5 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:27.295061 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-46304d80-5ad3-48a5-a7fe-9ef9e21756d5 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:27.325075 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e7847e-ceba-4047-b584-edc348140169 None None] Network 6356fcf9-c7d6-45b3-983f-3cd218563a4b requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:27.335482 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-46304d80-5ad3-48a5-a7fe-9ef9e21756d5 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8891811 Apr 06 14:20:27.338487 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52114) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:27.397384 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a531737d-6842-45da-a472-fa396fb899c5 None None] Could not find standard attr ID for object 9b1f6ac0-3111-4eb6-87ee-35f8decafa0b. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 14:20:27.463085 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-449388ae-b838-4b35-bb57-b12490242a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:20:21Z', 'revision_number': 9, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None, '_interfaces': [{'id': '55039566-8e5d-4643-8ba7-791a0309dfef', 'name': '', 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:c1:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:06Z', 'updated_at': '2022-04-06T14:19:20Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa50855-e462-4d02-9fb1-8e256187b600', 'name': '', 'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:4b:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:19Z', 'updated_at': '2022-04-06T14:19:34Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:27.467879 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449388ae-b838-4b35-bb57-b12490242a26 None None] The sync data for ids ['ebdeaac8-870c-4075-879c-a1ae155a0999'] in dv-neutron-835868-1-hyperv is: [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:20:21Z', 'revision_number': 9, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None, '_interfaces': [{'id': '55039566-8e5d-4643-8ba7-791a0309dfef', 'name': '', 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:c1:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:06Z', 'updated_at': '2022-04-06T14:19:20Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa50855-e462-4d02-9fb1-8e256187b600', 'name': '', 'network_id': '5a64e061-a353-4abc-8272-6e91f765a77c', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:4b:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:19Z', 'updated_at': '2022-04-06T14:19:34Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'e1d66102-ddeb-4559-8551-306d9eb55d31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:20:27.477924 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f43c8f-8ae4-44b4-8adb-c146c9964481 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network bae98b9c-53c2-4147-9995-9ad2ab72192f is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:20:27.508022 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e3d079ba-d1b3-41db-a316-ed3306e96efd tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:27.511379 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-13f43c8f-8ae4-44b4-8adb-c146c9964481 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, bae98b9c-53c2-4147-9995-9ad2ab72192f) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:27.537218 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f43c8f-8ae4-44b4-8adb-c146c9964481 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:20:27.540517 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6377675-bcce-445c-bad4-634d208ef878 None None] Network bae98b9c-53c2-4147-9995-9ad2ab72192f requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:27.542175 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f43c8f-8ae4-44b4-8adb-c146c9964481 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:27.542931 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-13f43c8f-8ae4-44b4-8adb-c146c9964481 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:27.606081 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:27.615904 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d079ba-d1b3-41db-a316-ed3306e96efd tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event deleted for resources: {'Subnet': ['ID=da4bc539-5a7e-451f-9c78-82fd8270df21,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:27.656138 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b817e149-2681-4062-8dd7-244ca8b1adcc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:27.678521 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-13f43c8f-8ae4-44b4-8adb-c146c9964481 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.6480963 Apr 06 14:20:27.695594 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52120) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:27.695594 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e3d079ba-d1b3-41db-a316-ed3306e96efd tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:27.708826 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-bec53c75-5970-4033-a847-da9a89df36a2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1656815619'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:27.717373 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Transition to ACTIVE for port object c9c53965-04fa-4a11-8c6c-319b322e48dd will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:27.718654 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e3d079ba-d1b3-41db-a316-ed3306e96efd tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/subnets/da4bc539-5a7e-451f-9c78-82fd8270df21 HTTP/1.1" status: 204 len: 168 time: 1.4945776 Apr 06 14:20:27.719737 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-bec53c75-5970-4033-a847-da9a89df36a2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:27.723839 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52124) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:27.737797 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfda9c50-26a8-4347-a3bb-c4e8990d09d4 None None] Network 0ae87b72-43d0-43af-bb04-4ab2ab392d90 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:27.745211 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bec53c75-5970-4033-a847-da9a89df36a2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:network and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:27.751737 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0a92201-bc7e-4f60-abb4-63779c781404 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:27.788037 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b817e149-2681-4062-8dd7-244ca8b1adcc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:27.818607 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a92201-bc7e-4f60-abb4-63779c781404 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f5d24c-61c2-4aa2-99a2-3efc819ffbce,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:27.877348 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b817e149-2681-4062-8dd7-244ca8b1adcc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:27.894014 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b817e149-2681-4062-8dd7-244ca8b1adcc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:27.896411 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bec53c75-5970-4033-a847-da9a89df36a2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:27.903202 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-bec53c75-5970-4033-a847-da9a89df36a2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:27.921984 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0ec90a7b-5ca4-42a7-b1d4-d61ec6d48a46 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:27.978124 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-8b9fd352-57ef-43e9-a376-f33b0e3b26e6 None None] Allocated IP 172.20.0.2 (a730550e-7853-4622-9b4d-509f919868d9/cec90452-2e75-4ba9-a801-329a56336400/c002d627-6699-4261-b4cc-99d1da53f353) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:28.007868 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 5c3f1881-dc3c-4b14-a023-5ddb3e704c4c no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:20:28.031562 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec53c75-5970-4033-a847-da9a89df36a2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:28.034778 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bec53c75-5970-4033-a847-da9a89df36a2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:28.063969 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0a92201-bc7e-4f60-abb4-63779c781404 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:28.077486 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-b817e149-2681-4062-8dd7-244ca8b1adcc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] device_id is not set on port 91d89aea-a10b-44d0-b5ef-5b5fd07fc39d yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:20:28.083632 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Transition to ACTIVE for port object c9c53965-04fa-4a11-8c6c-319b322e48dd will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:28.114177 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 5c3f1881-dc3c-4b14-a023-5ddb3e704c4c {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:20:28.114838 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 5c3f1881-dc3c-4b14-a023-5ddb3e704c4c not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:20:28.134596 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-0ec90a7b-5ca4-42a7-b1d4-d61ec6d48a46 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting port 4134e85a-57e9-412a-a7de-3400b0bd1498 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:28.134943 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0ec90a7b-5ca4-42a7-b1d4-d61ec6d48a46 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:28.212237 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec53c75-5970-4033-a847-da9a89df36a2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:20:28.216180 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:28.308589 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bec53c75-5970-4033-a847-da9a89df36a2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:28.309246 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-bec53c75-5970-4033-a847-da9a89df36a2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Added segment 5541bb9c-e3d5-4485-92c7-bdb2164e6563 of type vlan for network 56a40dbf-6c8d-4dcb-9815-05dbc712cc99 Apr 06 14:20:28.330835 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-d0a92201-bc7e-4f60-abb4-63779c781404 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96941345-60ab-40ad-afb8-f386d49f29ff']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:28.358542 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-d0a92201-bc7e-4f60-abb4-63779c781404 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af46616-4a76-4fa5-a816-5e42b656093c') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:28.358839 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-d0a92201-bc7e-4f60-abb4-63779c781404 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af46616-4a76-4fa5-a816-5e42b656093c') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:28.374935 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0a92201-bc7e-4f60-abb4-63779c781404 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:28.469404 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dd3ec0d1-9216-46d5-b517-d8d69e98fc4c tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:28.484259 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0a92201-bc7e-4f60-abb4-63779c781404 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:28.489112 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bec53c75-5970-4033-a847-da9a89df36a2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:28.511611 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a92201-bc7e-4f60-abb4-63779c781404 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:20:28.512317 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0a92201-bc7e-4f60-abb4-63779c781404 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:20:28.529466 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:20:28.625571 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd6c0c0-d36a-4448-b890-e5a3eaa5933b None None] DHCP port deletion for 96941345-60ab-40ad-afb8-f386d49f29ff request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:20:28.630525 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Network 78715fb9-7a55-4493-b00b-d8e527502d9e is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:28.639038 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-0ec90a7b-5ca4-42a7-b1d4-d61ec6d48a46 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] For port 4134e85a-57e9-412a-a7de-3400b0bd1498, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4134e85a-57e9-412a-a7de-3400b0bd1498,segment=NetworkSegment(4cd0229c-ac6d-45af-b08b-e8c0cb4cddc4),segment_id=4cd0229c-ac6d-45af-b08b-e8c0cb4cddc4)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:28.639624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0ec90a7b-5ca4-42a7-b1d4-d61ec6d48a46 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:28.676687 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:28.678680 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77748768-7631-43e1-b209-7b7f0982b3be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-b303cc02-637a-4fe8-b35c-08e32300179e', 'network_id': 'b303cc02-637a-4fe8-b35c-08e32300179e', 'tenant_id': '93b55db64c2c45f89e5eddd70ead6075', 'fixed_ips': [{'subnet_id': '9d7cf1ff-16be-4e25-8009-34b1627b0e76'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:20:28.679446 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-77748768-7631-43e1-b209-7b7f0982b3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:28.692904 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:20:28.700494 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Pushing event updated for resources: {'Port': ['ID=c9c53965-04fa-4a11-8c6c-319b322e48dd,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:28.722569 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-062e554d-cf47-4e20-8b75-d7aa645649b2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:28.757129 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9355069e-9a4b-402e-b9cb-423100fa0e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-6356fcf9-c7d6-45b3-983f-3cd218563a4b', 'network_id': '6356fcf9-c7d6-45b3-983f-3cd218563a4b', 'tenant_id': '78f2b71b089346b19e2d7da517fd88dc', 'fixed_ips': [{'subnet_id': '836869b8-7ab8-4c08-8ff6-35152aad9e57'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:20:28.757966 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9355069e-9a4b-402e-b9cb-423100fa0e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:28.782646 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:28.782995 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:28.783540 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:28.784048 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:28.784552 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:28.785105 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:28.785627 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:28.786129 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:28.786624 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:28.787121 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:28.787614 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:28.890010 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0a92201-bc7e-4f60-abb4-63779c781404 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:28.915651 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0a92201-bc7e-4f60-abb4-63779c781404 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:28.930508 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-b817e149-2681-4062-8dd7-244ca8b1adcc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Allocated IP 172.20.0.10 (b303cc02-637a-4fe8-b35c-08e32300179e/9d7cf1ff-16be-4e25-8009-34b1627b0e76/91d89aea-a10b-44d0-b5ef-5b5fd07fc39d) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:28.937178 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-0ec90a7b-5ca4-42a7-b1d4-d61ec6d48a46 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Calling delete_port for 4134e85a-57e9-412a-a7de-3400b0bd1498 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:28.974028 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bec53c75-5970-4033-a847-da9a89df36a2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:28.977019 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec53c75-5970-4033-a847-da9a89df36a2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:28.977615 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bec53c75-5970-4033-a847-da9a89df36a2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:28.986093 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a92201-bc7e-4f60-abb4-63779c781404 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event deleted for resources: {'Network': ['ID=96941345-60ab-40ad-afb8-f386d49f29ff,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:29.009405 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d0a92201-bc7e-4f60-abb4-63779c781404 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/networks/96941345-60ab-40ad-afb8-f386d49f29ff HTTP/1.1" status: 204 len: 168 time: 5.9921136 Apr 06 14:20:29.019876 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52132) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:29.080234 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Attempting to bind port c9c53965-04fa-4a11-8c6c-319b322e48dd on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:20:29.080608 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Attempting to bind port c9c53965-04fa-4a11-8c6c-319b322e48dd by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '54f8e5de-e141-402a-87aa-f339c9728006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '78715fb9-7a55-4493-b00b-d8e527502d9e'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:20:29.081004 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Attempting to bind port c9c53965-04fa-4a11-8c6c-319b322e48dd on network 78715fb9-7a55-4493-b00b-d8e527502d9e {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:20:29.093154 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:29.139427 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:20:29.140132 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Checking segment: {'id': '54f8e5de-e141-402a-87aa-f339c9728006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '78715fb9-7a55-4493-b00b-d8e527502d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:20:29.140708 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:29.141501 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Bound using segment: {'id': '54f8e5de-e141-402a-87aa-f339c9728006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '78715fb9-7a55-4493-b00b-d8e527502d9e'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:20:29.141796 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Bound port: c9c53965-04fa-4a11-8c6c-319b322e48dd, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f8e5de-e141-402a-87aa-f339c9728006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '78715fb9-7a55-4493-b00b-d8e527502d9e'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:20:29.142183 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:29.170101 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-8604c745-d01d-4672-9b4f-dd687697baa0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] DELETE failed (client error): The resource could not be found. Apr 06 14:20:29.170805 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8604c745-d01d-4672-9b4f-dd687697baa0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:20:29.172736 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8604c745-d01d-4672-9b4f-dd687697baa0 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/subnets/c1f5d24c-61c2-4aa2-99a2-3efc819ffbce HTTP/1.1" status: 404 len: 337 time: 0.1466210 Apr 06 14:20:29.177075 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8b9fd352-57ef-43e9-a376-f33b0e3b26e6 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:29.213224 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bec53c75-5970-4033-a847-da9a89df36a2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5246658 Apr 06 14:20:29.214961 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52136) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:29.215468 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52138) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:29.239835 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-6153993a-b6a3-402a-9ab0-00d9271ff7c6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'ports': [{'network_id': 'bae98b9c-53c2-4147-9995-9ad2ab72192f'}, {'network_id': '56a40dbf-6c8d-4dcb-9815-05dbc712cc99'}]} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:29.240090 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-6153993a-b6a3-402a-9ab0-00d9271ff7c6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'port': {'network_id': 'bae98b9c-53c2-4147-9995-9ad2ab72192f'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:29.240566 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-6153993a-b6a3-402a-9ab0-00d9271ff7c6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'port': {'network_id': '56a40dbf-6c8d-4dcb-9815-05dbc712cc99'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:29.259836 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8b9fd352-57ef-43e9-a376-f33b0e3b26e6 None None] Transition to ACTIVE for port object c002d627-6699-4261-b4cc-99d1da53f353 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:29.264057 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2302d61-8d6c-41db-bcb6-d5c73ad681b1 None None] DHCP port deletion for 0ae87b72-43d0-43af-bb04-4ab2ab392d90 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:20:29.295685 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec53c75-5970-4033-a847-da9a89df36a2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Network': ['ID=56a40dbf-6c8d-4dcb-9815-05dbc712cc99,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:29.296074 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a2302d61-8d6c-41db-bcb6-d5c73ad681b1 None None] Deleting port 4134e85a-57e9-412a-a7de-3400b0bd1498 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:29.296615 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a2302d61-8d6c-41db-bcb6-d5c73ad681b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:29.330894 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 56a40dbf-6c8d-4dcb-9815-05dbc712cc99 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:20:29.331170 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b817e149-2681-4062-8dd7-244ca8b1adcc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:29.347198 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-b817e149-2681-4062-8dd7-244ca8b1adcc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Transition to ACTIVE for port object 91d89aea-a10b-44d0-b5ef-5b5fd07fc39d will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:29.365871 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-2401c1dc-18d4-469a-a132-fe7261bc2863 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] DELETE failed (client error): The resource could not be found. Apr 06 14:20:29.366424 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2401c1dc-18d4-469a-a132-fe7261bc2863 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:20:29.371419 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2401c1dc-18d4-469a-a132-fe7261bc2863 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/networks/96941345-60ab-40ad-afb8-f386d49f29ff HTTP/1.1" status: 404 len: 339 time: 0.1428432 Apr 06 14:20:29.371644 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52144) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:29.385607 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8b9fd352-57ef-43e9-a376-f33b0e3b26e6 None None] Transition to ACTIVE for port object c002d627-6699-4261-b4cc-99d1da53f353 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:29.414802 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b817e149-2681-4062-8dd7-244ca8b1adcc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:29.435463 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0ec90a7b-5ca4-42a7-b1d4-d61ec6d48a46 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:29.453654 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-6749e0db-773f-47f9-a508-0c1fb73af46d tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] DELETE failed (client error): The resource could not be found. Apr 06 14:20:29.454024 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6749e0db-773f-47f9-a508-0c1fb73af46d tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:20:29.500902 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec90a7b-5ca4-42a7-b1d4-d61ec6d48a46 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event deleted for resources: {'Port': ['ID=4134e85a-57e9-412a-a7de-3400b0bd1498,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:29.501487 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-9355069e-9a4b-402e-b9cb-423100fa0e42 None None] Allocated IP 172.20.0.2 (6356fcf9-c7d6-45b3-983f-3cd218563a4b/836869b8-7ab8-4c08-8ff6-35152aad9e57/b953ffbd-f7bf-4460-85f4-98e4842f056b) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:29.524471 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6749e0db-773f-47f9-a508-0c1fb73af46d tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/subnets/b16694db-7d6a-4db4-a662-3842ce86fdae HTTP/1.1" status: 404 len: 337 time: 0.1517601 Apr 06 14:20:29.533928 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52148) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:29.534559 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b817e149-2681-4062-8dd7-244ca8b1adcc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network b303cc02-637a-4fe8-b35c-08e32300179e is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:29.537414 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8b9fd352-57ef-43e9-a376-f33b0e3b26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:29.545631 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec90a7b-5ca4-42a7-b1d4-d61ec6d48a46 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] No DVR routers for this DVR port 4134e85a-57e9-412a-a7de-3400b0bd1498 on host dv-neutron-835868-1-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:20:29.548005 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-dd3ec0d1-9216-46d5-b517-d8d69e98fc4c tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Allocated IP 172.20.0.1 (78715fb9-7a55-4493-b00b-d8e527502d9e/6bcd142e-4a50-472c-982c-c3f1c9f75dbc/0fd7a15d-6100-4680-aee2-c2fa96854ba9) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:29.552179 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-b817e149-2681-4062-8dd7-244ca8b1adcc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:29.554973 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b817e149-2681-4062-8dd7-244ca8b1adcc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:20:29.606075 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b817e149-2681-4062-8dd7-244ca8b1adcc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Port': ['ID=91d89aea-a10b-44d0-b5ef-5b5fd07fc39d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:29.628005 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-062e554d-cf47-4e20-8b75-d7aa645649b2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Allocated IP 172.20.0.1 (a730550e-7853-4622-9b4d-509f919868d9/cec90452-2e75-4ba9-a801-329a56336400/efb35c9d-40a7-4e46-ac21-f2613b414ca7) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:29.640204 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b817e149-2681-4062-8dd7-244ca8b1adcc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:29.641035 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b817e149-2681-4062-8dd7-244ca8b1adcc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:29.643352 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] For port c9c53965-04fa-4a11-8c6c-319b322e48dd, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:20:29.660676 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a2302d61-8d6c-41db-bcb6-d5c73ad681b1 None None] The port '4134e85a-57e9-412a-a7de-3400b0bd1498' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:20:29.667457 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b817e149-2681-4062-8dd7-244ca8b1adcc tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4962516 Apr 06 14:20:29.668328 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52152) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:29.676542 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1f710740-df6e-4a63-bbf0-03b13f4f8376 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'port': {'network_id': 'b303cc02-637a-4fe8-b35c-08e32300179e', 'name': 'tempest-PortsTestJSON-1635087199', 'fixed_ips': [{'subnet_id': '9d7cf1ff-16be-4e25-8009-34b1627b0e76', 'ip_address': '172.20.0.9'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:29.681187 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eaeab43-4dbe-49db-bb99-2c0779031d9d tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] DELETE failed (client error): The resource could not be found. Apr 06 14:20:29.682200 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eaeab43-4dbe-49db-bb99-2c0779031d9d tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:20:29.701983 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-77748768-7631-43e1-b209-7b7f0982b3be None None] Allocated IP 172.20.0.2 (b303cc02-637a-4fe8-b35c-08e32300179e/9d7cf1ff-16be-4e25-8009-34b1627b0e76/1263de2f-f7c0-440d-9ab3-d2820af80646) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:29.763164 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] For port c9c53965-04fa-4a11-8c6c-319b322e48dd, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c9c53965-04fa-4a11-8c6c-319b322e48dd,segment=NetworkSegment(54f8e5de-e141-402a-87aa-f339c9728006),segment_id=54f8e5de-e141-402a-87aa-f339c9728006)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:20:29.772148 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 9b1f6ac0-3111-4eb6-87ee-35f8decafa0b no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:20:29.812753 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9fd352-57ef-43e9-a376-f33b0e3b26e6 None None] Network a730550e-7853-4622-9b4d-509f919868d9 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:29.830811 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1eaeab43-4dbe-49db-bb99-2c0779031d9d tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/networks/834ed0f6-6e8c-44f5-9ac5-2b4b672e2936 HTTP/1.1" status: 404 len: 339 time: 0.2918828 Apr 06 14:20:29.837703 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:29.842405 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-8b9fd352-57ef-43e9-a376-f33b0e3b26e6 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:29.848593 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 9b1f6ac0-3111-4eb6-87ee-35f8decafa0b {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:20:29.849203 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 9b1f6ac0-3111-4eb6-87ee-35f8decafa0b not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:20:29.849807 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4134e85a-57e9-412a-a7de-3400b0bd1498 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:20:29.863365 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52156) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:29.873268 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9fd352-57ef-43e9-a376-f33b0e3b26e6 None None] Pushing event updated for resources: {'Port': ['ID=c002d627-6699-4261-b4cc-99d1da53f353,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:29.875650 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9fd352-57ef-43e9-a376-f33b0e3b26e6 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:20:29.905983 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0ec90a7b-5ca4-42a7-b1d4-d61ec6d48a46 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:29.953103 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 4134e85a-57e9-412a-a7de-3400b0bd1498 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:20:29.953437 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4134e85a-57e9-412a-a7de-3400b0bd1498 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:20:29.985015 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6153993a-b6a3-402a-9ab0-00d9271ff7c6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:29.993547 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1f710740-df6e-4a63-bbf0-03b13f4f8376 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:29.999401 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6153993a-b6a3-402a-9ab0-00d9271ff7c6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:port and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:30.006164 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-062e554d-cf47-4e20-8b75-d7aa645649b2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.015550 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1f710740-df6e-4a63-bbf0-03b13f4f8376 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:30.015737 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-0ec90a7b-5ca4-42a7-b1d4-d61ec6d48a46 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ae87b72-43d0-43af-bb04-4ab2ab392d90']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:30.026720 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6153993a-b6a3-402a-9ab0-00d9271ff7c6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:30.031095 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-062e554d-cf47-4e20-8b75-d7aa645649b2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Transition to ACTIVE for port object efb35c9d-40a7-4e46-ac21-f2613b414ca7 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:30.037060 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f710740-df6e-4a63-bbf0-03b13f4f8376 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:30.057771 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6153993a-b6a3-402a-9ab0-00d9271ff7c6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:30.060753 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-0ec90a7b-5ca4-42a7-b1d4-d61ec6d48a46 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd0229c-ac6d-45af-b08b-e8c0cb4cddc4') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:30.061358 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-0ec90a7b-5ca4-42a7-b1d4-d61ec6d48a46 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd0229c-ac6d-45af-b08b-e8c0cb4cddc4') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:30.103941 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b76bd55-e254-4491-97ee-da36dfa16633 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.110311 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0ec90a7b-5ca4-42a7-b1d4-d61ec6d48a46 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.134507 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6153993a-b6a3-402a-9ab0-00d9271ff7c6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'port': 2} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:30.137855 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6153993a-b6a3-402a-9ab0-00d9271ff7c6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.161880 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0ec90a7b-5ca4-42a7-b1d4-d61ec6d48a46 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.178058 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dd3ec0d1-9216-46d5-b517-d8d69e98fc4c tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.182608 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec90a7b-5ca4-42a7-b1d4-d61ec6d48a46 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:20:30.183031 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0ec90a7b-5ca4-42a7-b1d4-d61ec6d48a46 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.186947 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b336101-d739-4d7b-90ef-a4861356b7aa None None] Pushing event updated for resources: {'Port': ['ID=c9c53965-04fa-4a11-8c6c-319b322e48dd,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:20:30.199643 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:20:30.233288 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6153993a-b6a3-402a-9ab0-00d9271ff7c6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.245432 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8b9fd352-57ef-43e9-a376-f33b0e3b26e6 None None] Attempting to bind port c002d627-6699-4261-b4cc-99d1da53f353 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:20:30.246063 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8b9fd352-57ef-43e9-a376-f33b0e3b26e6 None None] Attempting to bind port c002d627-6699-4261-b4cc-99d1da53f353 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '9edf0db5-22ad-4225-9b17-51d4db1bce1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a730550e-7853-4622-9b4d-509f919868d9'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:20:30.246621 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9fd352-57ef-43e9-a376-f33b0e3b26e6 None None] Attempting to bind port c002d627-6699-4261-b4cc-99d1da53f353 on network a730550e-7853-4622-9b4d-509f919868d9 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:20:30.282422 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9fd352-57ef-43e9-a376-f33b0e3b26e6 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:20:30.283056 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9fd352-57ef-43e9-a376-f33b0e3b26e6 None None] Checking segment: {'id': '9edf0db5-22ad-4225-9b17-51d4db1bce1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a730550e-7853-4622-9b4d-509f919868d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:20:30.283655 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8b9fd352-57ef-43e9-a376-f33b0e3b26e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.284214 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9fd352-57ef-43e9-a376-f33b0e3b26e6 None None] Bound using segment: {'id': '9edf0db5-22ad-4225-9b17-51d4db1bce1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a730550e-7853-4622-9b4d-509f919868d9'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:20:30.284697 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8b9fd352-57ef-43e9-a376-f33b0e3b26e6 None None] Bound port: c002d627-6699-4261-b4cc-99d1da53f353, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9edf0db5-22ad-4225-9b17-51d4db1bce1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a730550e-7853-4622-9b4d-509f919868d9'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:20:30.285382 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8b9fd352-57ef-43e9-a376-f33b0e3b26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.298021 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-062e554d-cf47-4e20-8b75-d7aa645649b2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.331520 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9355069e-9a4b-402e-b9cb-423100fa0e42 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.335384 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-dd3ec0d1-9216-46d5-b517-d8d69e98fc4c tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Transition to ACTIVE for port object 0fd7a15d-6100-4680-aee2-c2fa96854ba9 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:30.359098 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1f710740-df6e-4a63-bbf0-03b13f4f8376 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.392676 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-1f710740-df6e-4a63-bbf0-03b13f4f8376 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] device_id is not set on port f7df1cd2-ff4b-4271-a688-c032590ad775 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:20:30.483395 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9355069e-9a4b-402e-b9cb-423100fa0e42 None None] Transition to ACTIVE for port object b953ffbd-f7bf-4460-85f4-98e4842f056b will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:30.485428 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062e554d-cf47-4e20-8b75-d7aa645649b2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network a730550e-7853-4622-9b4d-509f919868d9 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:30.492756 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-062e554d-cf47-4e20-8b75-d7aa645649b2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:30.499236 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e554d-cf47-4e20-8b75-d7aa645649b2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Port': ['ID=efb35c9d-40a7-4e46-ac21-f2613b414ca7,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:30.505464 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062e554d-cf47-4e20-8b75-d7aa645649b2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:20:30.565101 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9355069e-9a4b-402e-b9cb-423100fa0e42 None None] Transition to ACTIVE for port object b953ffbd-f7bf-4460-85f4-98e4842f056b will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:30.566514 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-77748768-7631-43e1-b209-7b7f0982b3be None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.585129 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9355069e-9a4b-402e-b9cb-423100fa0e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.591132 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-77748768-7631-43e1-b209-7b7f0982b3be None None] Transition to ACTIVE for port object 1263de2f-f7c0-440d-9ab3-d2820af80646 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:30.614999 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b76bd55-e254-4491-97ee-da36dfa16633 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.629476 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0ec90a7b-5ca4-42a7-b1d4-d61ec6d48a46 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.667811 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8b9fd352-57ef-43e9-a376-f33b0e3b26e6 None None] For port c002d627-6699-4261-b4cc-99d1da53f353, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:20:30.672559 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-062e554d-cf47-4e20-8b75-d7aa645649b2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.694351 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-77748768-7631-43e1-b209-7b7f0982b3be None None] Transition to ACTIVE for port object 1263de2f-f7c0-440d-9ab3-d2820af80646 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:30.699553 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8b9fd352-57ef-43e9-a376-f33b0e3b26e6 None None] For port c002d627-6699-4261-b4cc-99d1da53f353, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c002d627-6699-4261-b4cc-99d1da53f353,segment=NetworkSegment(9edf0db5-22ad-4225-9b17-51d4db1bce1e),segment_id=9edf0db5-22ad-4225-9b17-51d4db1bce1e)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:20:30.716385 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9355069e-9a4b-402e-b9cb-423100fa0e42 None None] Network 6356fcf9-c7d6-45b3-983f-3cd218563a4b is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:30.718200 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-9355069e-9a4b-402e-b9cb-423100fa0e42 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:30.728433 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0ec90a7b-5ca4-42a7-b1d4-d61ec6d48a46 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.730891 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8b9fd352-57ef-43e9-a376-f33b0e3b26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.737212 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355069e-9a4b-402e-b9cb-423100fa0e42 None None] Pushing event updated for resources: {'Port': ['ID=b953ffbd-f7bf-4460-85f4-98e4842f056b,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:30.745746 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9355069e-9a4b-402e-b9cb-423100fa0e42 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:20:30.747052 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-1b76bd55-e254-4491-97ee-da36dfa16633 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647193a2-6584-44da-a720-fcdcd642b900']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:30.749493 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-77748768-7631-43e1-b209-7b7f0982b3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.771194 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-1b76bd55-e254-4491-97ee-da36dfa16633 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b5effaa-10ac-4d55-97d7-e8c70f120627') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:30.771914 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-1b76bd55-e254-4491-97ee-da36dfa16633 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b5effaa-10ac-4d55-97d7-e8c70f120627') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:30.799843 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec90a7b-5ca4-42a7-b1d4-d61ec6d48a46 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event deleted for resources: {'Network': ['ID=0ae87b72-43d0-43af-bb04-4ab2ab392d90,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:30.813442 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0ec90a7b-5ca4-42a7-b1d4-d61ec6d48a46 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/networks/0ae87b72-43d0-43af-bb04-4ab2ab392d90 HTTP/1.1" status: 204 len: 168 time: 3.0844541 Apr 06 14:20:30.828831 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52160) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:30.859225 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77748768-7631-43e1-b209-7b7f0982b3be None None] Network b303cc02-637a-4fe8-b35c-08e32300179e is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:30.864984 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b76bd55-e254-4491-97ee-da36dfa16633 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.889115 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dd3ec0d1-9216-46d5-b517-d8d69e98fc4c tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.916193 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-77748768-7631-43e1-b209-7b7f0982b3be None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:30.929537 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77748768-7631-43e1-b209-7b7f0982b3be None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:20:30.965156 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b76bd55-e254-4491-97ee-da36dfa16633 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.983271 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9fd352-57ef-43e9-a376-f33b0e3b26e6 None None] Pushing event updated for resources: {'Port': ['ID=c002d627-6699-4261-b4cc-99d1da53f353,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:30.986063 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-9355069e-9a4b-402e-b9cb-423100fa0e42 None None] Attempting to bind port b953ffbd-f7bf-4460-85f4-98e4842f056b on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:20:30.986447 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-9355069e-9a4b-402e-b9cb-423100fa0e42 None None] Attempting to bind port b953ffbd-f7bf-4460-85f4-98e4842f056b by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'eda7ceca-3420-401e-afcf-93159198cda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6356fcf9-c7d6-45b3-983f-3cd218563a4b'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:20:30.986975 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9355069e-9a4b-402e-b9cb-423100fa0e42 None None] Attempting to bind port b953ffbd-f7bf-4460-85f4-98e4842f056b on network 6356fcf9-c7d6-45b3-983f-3cd218563a4b {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:20:31.000521 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b76bd55-e254-4491-97ee-da36dfa16633 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:20:31.000941 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b76bd55-e254-4491-97ee-da36dfa16633 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:31.033850 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-062e554d-cf47-4e20-8b75-d7aa645649b2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:31.035755 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-6153993a-b6a3-402a-9ab0-00d9271ff7c6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] device_id is not set on port 7ef61bad-dc5b-454b-89ac-92af68ff95a8 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:20:31.048664 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-1f710740-df6e-4a63-bbf0-03b13f4f8376 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Allocated IP 172.20.0.9 (b303cc02-637a-4fe8-b35c-08e32300179e/9d7cf1ff-16be-4e25-8009-34b1627b0e76/f7df1cd2-ff4b-4271-a688-c032590ad775) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:31.089395 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9355069e-9a4b-402e-b9cb-423100fa0e42 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:20:31.089801 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9355069e-9a4b-402e-b9cb-423100fa0e42 None None] Checking segment: {'id': 'eda7ceca-3420-401e-afcf-93159198cda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6356fcf9-c7d6-45b3-983f-3cd218563a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:20:31.090232 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9355069e-9a4b-402e-b9cb-423100fa0e42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:31.090690 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9355069e-9a4b-402e-b9cb-423100fa0e42 None None] Bound using segment: {'id': 'eda7ceca-3420-401e-afcf-93159198cda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6356fcf9-c7d6-45b3-983f-3cd218563a4b'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:20:31.090817 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:20:31.092855 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-9355069e-9a4b-402e-b9cb-423100fa0e42 None None] Bound port: b953ffbd-f7bf-4460-85f4-98e4842f056b, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda7ceca-3420-401e-afcf-93159198cda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6356fcf9-c7d6-45b3-983f-3cd218563a4b'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:20:31.092855 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9355069e-9a4b-402e-b9cb-423100fa0e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:31.104704 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3ec0d1-9216-46d5-b517-d8d69e98fc4c tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Network 78715fb9-7a55-4493-b00b-d8e527502d9e is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:31.134028 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-77748768-7631-43e1-b209-7b7f0982b3be None None] Attempting to bind port 1263de2f-f7c0-440d-9ab3-d2820af80646 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:20:31.134421 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-77748768-7631-43e1-b209-7b7f0982b3be None None] Attempting to bind port 1263de2f-f7c0-440d-9ab3-d2820af80646 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '93989bee-355f-43dd-8fbf-f9a6f44a19df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b303cc02-637a-4fe8-b35c-08e32300179e'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:20:31.134785 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77748768-7631-43e1-b209-7b7f0982b3be None None] Attempting to bind port 1263de2f-f7c0-440d-9ab3-d2820af80646 on network b303cc02-637a-4fe8-b35c-08e32300179e {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:20:31.137603 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77748768-7631-43e1-b209-7b7f0982b3be None None] Pushing event updated for resources: {'Port': ['ID=1263de2f-f7c0-440d-9ab3-d2820af80646,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:31.157729 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-dd3ec0d1-9216-46d5-b517-d8d69e98fc4c tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:31.159521 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ec0d1-9216-46d5-b517-d8d69e98fc4c tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Pushing event updated for resources: {'Port': ['ID=0fd7a15d-6100-4680-aee2-c2fa96854ba9,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:31.170722 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3ec0d1-9216-46d5-b517-d8d69e98fc4c tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:20:31.182250 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77748768-7631-43e1-b209-7b7f0982b3be None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:20:31.182630 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77748768-7631-43e1-b209-7b7f0982b3be None None] Checking segment: {'id': '93989bee-355f-43dd-8fbf-f9a6f44a19df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b303cc02-637a-4fe8-b35c-08e32300179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:20:31.183031 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-77748768-7631-43e1-b209-7b7f0982b3be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:31.183437 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77748768-7631-43e1-b209-7b7f0982b3be None None] Bound using segment: {'id': '93989bee-355f-43dd-8fbf-f9a6f44a19df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b303cc02-637a-4fe8-b35c-08e32300179e'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:20:31.183902 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-77748768-7631-43e1-b209-7b7f0982b3be None None] Bound port: 1263de2f-f7c0-440d-9ab3-d2820af80646, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93989bee-355f-43dd-8fbf-f9a6f44a19df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b303cc02-637a-4fe8-b35c-08e32300179e'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:20:31.184276 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-77748768-7631-43e1-b209-7b7f0982b3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:31.285093 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b76bd55-e254-4491-97ee-da36dfa16633 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:31.293683 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dd3ec0d1-9216-46d5-b517-d8d69e98fc4c tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:31.323714 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b76bd55-e254-4491-97ee-da36dfa16633 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:31.334992 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6153993a-b6a3-402a-9ab0-00d9271ff7c6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:31.341650 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76bd55-e254-4491-97ee-da36dfa16633 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event deleted for resources: {'Network': ['ID=647193a2-6584-44da-a720-fcdcd642b900,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:31.386775 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1b76bd55-e254-4491-97ee-da36dfa16633 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/networks/647193a2-6584-44da-a720-fcdcd642b900 HTTP/1.1" status: 204 len: 168 time: 1.5253727 Apr 06 14:20:31.406687 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-77748768-7631-43e1-b209-7b7f0982b3be None None] For port 1263de2f-f7c0-440d-9ab3-d2820af80646, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:20:31.412358 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-77748768-7631-43e1-b209-7b7f0982b3be None None] For port 1263de2f-f7c0-440d-9ab3-d2820af80646, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=1263de2f-f7c0-440d-9ab3-d2820af80646,segment=NetworkSegment(93989bee-355f-43dd-8fbf-f9a6f44a19df),segment_id=93989bee-355f-43dd-8fbf-f9a6f44a19df)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:20:31.416108 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52164) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:31.420327 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-9355069e-9a4b-402e-b9cb-423100fa0e42 None None] For port b953ffbd-f7bf-4460-85f4-98e4842f056b, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:20:31.431430 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-9355069e-9a4b-402e-b9cb-423100fa0e42 None None] For port b953ffbd-f7bf-4460-85f4-98e4842f056b, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=b953ffbd-f7bf-4460-85f4-98e4842f056b,segment=NetworkSegment(eda7ceca-3420-401e-afcf-93159198cda7),segment_id=eda7ceca-3420-401e-afcf-93159198cda7)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:20:31.435235 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-77748768-7631-43e1-b209-7b7f0982b3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:31.530894 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-6153993a-b6a3-402a-9ab0-00d9271ff7c6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] device_id is not set on port 1ce468fa-8dfa-4fa0-9f04-044ce02ddae8 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:20:31.554189 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9355069e-9a4b-402e-b9cb-423100fa0e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:31.569937 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77748768-7631-43e1-b209-7b7f0982b3be None None] Pushing event updated for resources: {'Port': ['ID=1263de2f-f7c0-440d-9ab3-d2820af80646,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:31.590110 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-564b02e0-de38-46c6-961d-938f3fb49724 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] DELETE failed (client error): The resource could not be found. Apr 06 14:20:31.591030 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-564b02e0-de38-46c6-961d-938f3fb49724 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:20:31.638285 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dd3ec0d1-9216-46d5-b517-d8d69e98fc4c tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:31.749118 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-564b02e0-de38-46c6-961d-938f3fb49724 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/subnets/a1d444ec-3614-4836-8a57-a8e39125e743 HTTP/1.1" status: 404 len: 337 time: 0.3293562 Apr 06 14:20:31.751306 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355069e-9a4b-402e-b9cb-423100fa0e42 None None] Pushing event updated for resources: {'Port': ['ID=b953ffbd-f7bf-4460-85f4-98e4842f056b,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:31.754460 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52168) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:31.843801 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c9c53965-04fa-4a11-8c6c-319b322e48dd up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:31.889888 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6153993a-b6a3-402a-9ab0-00d9271ff7c6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:31.942970 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6153993a-b6a3-402a-9ab0-00d9271ff7c6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:31.945789 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3066f2-6ad5-4afb-8490-5927829b803a None None] Network 78715fb9-7a55-4493-b00b-d8e527502d9e requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:32.009353 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f67ea15-21b2-4725-acd3-ac9a46826fc5 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] DELETE failed (client error): The resource could not be found. Apr 06 14:20:32.020618 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f67ea15-21b2-4725-acd3-ac9a46826fc5 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:20:32.118178 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1f710740-df6e-4a63-bbf0-03b13f4f8376 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:32.129106 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-af609b72-7b71-4c91-87e1-93381089f0bd None None] Provisioning for port c9c53965-04fa-4a11-8c6c-319b322e48dd completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:32.143941 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-1f710740-df6e-4a63-bbf0-03b13f4f8376 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Transition to ACTIVE for port object f7df1cd2-ff4b-4271-a688-c032590ad775 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:32.171316 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port c9c53965-04fa-4a11-8c6c-319b322e48dd completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:32.185654 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port c9c53965-04fa-4a11-8c6c-319b322e48dd triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:32.186336 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:32.230792 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5f67ea15-21b2-4725-acd3-ac9a46826fc5 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/networks/2a265142-c64f-4d07-bd5c-08ff49ca3048 HTTP/1.1" status: 404 len: 339 time: 0.4752655 Apr 06 14:20:32.233874 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52172) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:32.252031 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1f710740-df6e-4a63-bbf0-03b13f4f8376 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:32.358156 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6153993a-b6a3-402a-9ab0-00d9271ff7c6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network bae98b9c-53c2-4147-9995-9ad2ab72192f is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:32.359148 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153993a-b6a3-402a-9ab0-00d9271ff7c6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Port': ['ID=7ef61bad-dc5b-454b-89ac-92af68ff95a8,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:32.370578 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-6153993a-b6a3-402a-9ab0-00d9271ff7c6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:32.377311 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6153993a-b6a3-402a-9ab0-00d9271ff7c6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:20:32.378469 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6153993a-b6a3-402a-9ab0-00d9271ff7c6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:32.438731 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f710740-df6e-4a63-bbf0-03b13f4f8376 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Port': ['ID=f7df1cd2-ff4b-4271-a688-c032590ad775,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:32.472836 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8fda905-25f9-40e9-b75e-aba81b0ea0bd tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] DELETE failed (client error): The resource could not be found. Apr 06 14:20:32.473341 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8fda905-25f9-40e9-b75e-aba81b0ea0bd tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:20:32.475659 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e8fda905-25f9-40e9-b75e-aba81b0ea0bd tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/subnets/2e1d2200-fd2f-43c5-9009-fe8bd7f3b97d HTTP/1.1" status: 404 len: 337 time: 0.2319758 Apr 06 14:20:32.481525 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52176) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:32.531592 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:32.551516 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5ecc8d-274c-48e6-a714-af2150b56c94 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] DELETE failed (client error): The resource could not be found. Apr 06 14:20:32.552056 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf5ecc8d-274c-48e6-a714-af2150b56c94 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:20:32.553788 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cf5ecc8d-274c-48e6-a714-af2150b56c94 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/networks/b760ed73-1e5d-42a4-8304-551cb2d6bb8b HTTP/1.1" status: 404 len: 339 time: 0.0680799 Apr 06 14:20:32.555760 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f710740-df6e-4a63-bbf0-03b13f4f8376 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network b303cc02-637a-4fe8-b35c-08e32300179e is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:32.563401 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52180) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:32.570513 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-1f710740-df6e-4a63-bbf0-03b13f4f8376 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:32.573616 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f710740-df6e-4a63-bbf0-03b13f4f8376 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:20:32.586754 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port c9c53965-04fa-4a11-8c6c-319b322e48dd, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c9c53965-04fa-4a11-8c6c-319b322e48dd,segment=NetworkSegment(54f8e5de-e141-402a-87aa-f339c9728006),segment_id=54f8e5de-e141-402a-87aa-f339c9728006)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:32.593736 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:32.594543 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c002d627-6699-4261-b4cc-99d1da53f353 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:32.676621 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.db.resource_extend [None req-062e554d-cf47-4e20-8b75-d7aa645649b2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:20:32.691875 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6153993a-b6a3-402a-9ab0-00d9271ff7c6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Checking segment: {'id': '5541bb9c-e3d5-4485-92c7-bdb2164e6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '56a40dbf-6c8d-4dcb-9815-05dbc712cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:20:32.692270 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6153993a-b6a3-402a-9ab0-00d9271ff7c6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network hostable DHCP agents. Network: 56a40dbf-6c8d-4dcb-9815-05dbc712cc99, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:20:32.709011 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153993a-b6a3-402a-9ab0-00d9271ff7c6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Port': ['ID=1ce468fa-8dfa-4fa0-9f04-044ce02ddae8,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:32.715965 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-062e554d-cf47-4e20-8b75-d7aa645649b2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:32.719479 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-38751707-0bce-46c6-b434-56ac4d997d81 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] DELETE failed (client error): The resource could not be found. Apr 06 14:20:32.719915 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38751707-0bce-46c6-b434-56ac4d997d81 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:20:32.721766 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-38751707-0bce-46c6-b434-56ac4d997d81 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/subnets/aa94de56-c706-4a04-9d52-8b37c0a2ebb6 HTTP/1.1" status: 404 len: 337 time: 0.0960052 Apr 06 14:20:32.726346 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52184) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:32.731871 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-062e554d-cf47-4e20-8b75-d7aa645649b2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:32.761466 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=c9c53965-04fa-4a11-8c6c-319b322e48dd,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:32.765195 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-abc3a0d3-1d81-44c5-b386-70c2d0f4ff35 req-14624f7c-4f4d-412d-9aa8-e875a6149bac service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2a62ad8f-048d-4db6-b975-d3349e712732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5128951 Apr 06 14:20:32.798521 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6153993a-b6a3-402a-9ab0-00d9271ff7c6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network 56a40dbf-6c8d-4dcb-9815-05dbc712cc99 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:20:32.805737 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port c002d627-6699-4261-b4cc-99d1da53f353 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:32.846430 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-6153993a-b6a3-402a-9ab0-00d9271ff7c6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 56a40dbf-6c8d-4dcb-9815-05dbc712cc99) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:32.855458 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8137ee-1d85-4c69-abf8-a8c75789ae24 None None] Network 56a40dbf-6c8d-4dcb-9815-05dbc712cc99 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:32.966121 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-062e554d-cf47-4e20-8b75-d7aa645649b2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:32.992090 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d481850-56aa-4b6f-b4df-bb2a780e54da None None] Network a730550e-7853-4622-9b4d-509f919868d9 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:33.004851 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6077848-ae7c-4593-b915-7410de81cfd8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] DELETE failed (client error): The resource could not be found. Apr 06 14:20:33.005424 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6077848-ae7c-4593-b915-7410de81cfd8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:20:33.007377 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e6077848-ae7c-4593-b915-7410de81cfd8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/networks/6b45800a-404c-4d74-9f5d-31e5edf9fd00 HTTP/1.1" status: 404 len: 339 time: 0.1638007 Apr 06 14:20:33.021355 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f710740-df6e-4a63-bbf0-03b13f4f8376 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:33.024262 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1f710740-df6e-4a63-bbf0-03b13f4f8376 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:33.029011 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52188) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:33.042380 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6153993a-b6a3-402a-9ab0-00d9271ff7c6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:20:33.047711 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6153993a-b6a3-402a-9ab0-00d9271ff7c6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:33.050948 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6153993a-b6a3-402a-9ab0-00d9271ff7c6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:33.051630 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6153993a-b6a3-402a-9ab0-00d9271ff7c6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:33.106308 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ba6d619-8415-4ed7-b41f-59595e76aa90 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:33.145521 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dd3ec0d1-9216-46d5-b517-d8d69e98fc4c tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:33.156221 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dd3ec0d1-9216-46d5-b517-d8d69e98fc4c tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:33.160723 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-124ffba8-5924-4fbb-81c8-35c7df0f3490 None None] Provisioning for port 0fd7a15d-6100-4680-aee2-c2fa96854ba9 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:33.192138 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-124ffba8-5924-4fbb-81c8-35c7df0f3490 None None] Provisioning complete for port 0fd7a15d-6100-4680-aee2-c2fa96854ba9 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:33.192666 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-124ffba8-5924-4fbb-81c8-35c7df0f3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:33.204426 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e554d-cf47-4e20-8b75-d7aa645649b2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Port': ['ID=efb35c9d-40a7-4e46-ac21-f2613b414ca7,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:33.231142 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ec7854-76f7-4a7c-a6d7-4d06e8cf7b4f tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] DELETE failed (client error): The resource could not be found. Apr 06 14:20:33.231597 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ec7854-76f7-4a7c-a6d7-4d06e8cf7b4f tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:20:33.233540 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-05ec7854-76f7-4a7c-a6d7-4d06e8cf7b4f tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/subnets/5384a285-12dd-42e3-aa4f-90ababd42f3f HTTP/1.1" status: 404 len: 337 time: 0.1989973 Apr 06 14:20:33.239129 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52192) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:33.286273 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6153993a-b6a3-402a-9ab0-00d9271ff7c6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.0591187 Apr 06 14:20:33.287875 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3911a0-9a6a-4b46-967b-4edded039b9c tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] DELETE failed (client error): The resource could not be found. Apr 06 14:20:33.288525 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e3911a0-9a6a-4b46-967b-4edded039b9c tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:20:33.290463 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6e3911a0-9a6a-4b46-967b-4edded039b9c tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/networks/08614ba3-d7a0-47c3-8539-65d668cc6f34 HTTP/1.1" status: 404 len: 339 time: 0.0422986 Apr 06 14:20:33.300145 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52196) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:33.300802 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52198) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:33.360101 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-2849b768-d37b-4198-963b-ef7ece017538 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] DELETE failed (client error): The resource could not be found. Apr 06 14:20:33.361630 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2849b768-d37b-4198-963b-ef7ece017538 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:20:33.367975 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2849b768-d37b-4198-963b-ef7ece017538 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/subnets/55afcb29-890f-4f20-bf89-5c28d1854467 HTTP/1.1" status: 404 len: 337 time: 0.0551486 Apr 06 14:20:33.407339 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52204) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:33.414338 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1f710740-df6e-4a63-bbf0-03b13f4f8376 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7439258 Apr 06 14:20:33.441320 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-124ffba8-5924-4fbb-81c8-35c7df0f3490 None None] Port 0fd7a15d-6100-4680-aee2-c2fa96854ba9 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:20:33.444126 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52208) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:33.455009 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b56dc7-3e43-4ce8-aee5-87e44810459f tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] DELETE failed (client error): The resource could not be found. Apr 06 14:20:33.455581 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6b56dc7-3e43-4ce8-aee5-87e44810459f tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:20:33.459344 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d6b56dc7-3e43-4ce8-aee5-87e44810459f tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/networks/7df227b5-71a0-4875-b93c-3cca6377252e HTTP/1.1" status: 404 len: 339 time: 0.0452518 Apr 06 14:20:33.464839 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52212) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:33.480315 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3945d4-c22a-4fc0-ae94-8b9130f4d315 None None] Network b303cc02-637a-4fe8-b35c-08e32300179e requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:33.533429 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062e554d-cf47-4e20-8b75-d7aa645649b2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network a730550e-7853-4622-9b4d-509f919868d9 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:33.535552 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-062e554d-cf47-4e20-8b75-d7aa645649b2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:33.575696 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a2220ac3-069e-4b65-a4e4-af595880d707 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting port 1ce468fa-8dfa-4fa0-9f04-044ce02ddae8 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:33.576709 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a2220ac3-069e-4b65-a4e4-af595880d707 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:33.606841 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-124ffba8-5924-4fbb-81c8-35c7df0f3490 None None] Provisioning complete for port c9c53965-04fa-4a11-8c6c-319b322e48dd triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:33.607209 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-124ffba8-5924-4fbb-81c8-35c7df0f3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:33.618923 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ec0d1-9216-46d5-b517-d8d69e98fc4c tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Pushing event updated for resources: {'Port': ['ID=0fd7a15d-6100-4680-aee2-c2fa96854ba9,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:33.622359 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dd3ec0d1-9216-46d5-b517-d8d69e98fc4c tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:33.670465 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-26fdfce0-d4a8-4811-9021-a956d792f499 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] DELETE failed (client error): The resource could not be found. Apr 06 14:20:33.670906 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26fdfce0-d4a8-4811-9021-a956d792f499 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:20:33.672578 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-26fdfce0-d4a8-4811-9021-a956d792f499 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/subnets/cff10f38-a453-4abf-b446-34aef0ea552e HTTP/1.1" status: 404 len: 337 time: 0.1707678 Apr 06 14:20:33.680357 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52216) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:33.806261 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-abc3a0d3-1d81-44c5-b386-70c2d0f4ff35 req-0600a25f-976c-4aaf-9ef8-9d712bd3a598 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=681e39576088423facd0bc7051aac5ad&device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 1098 time: 0.7496870 Apr 06 14:20:33.847538 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a37096-8818-4003-8b62-9970e938406d None None] Network 6356fcf9-c7d6-45b3-983f-3cd218563a4b requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:33.916692 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-48521e8d-fa28-4189-a4a3-11ac3231b666 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] DELETE failed (client error): The resource could not be found. Apr 06 14:20:33.917228 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48521e8d-fa28-4189-a4a3-11ac3231b666 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:20:33.918942 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-48521e8d-fa28-4189-a4a3-11ac3231b666 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/networks/4704b5b0-b027-478c-8a16-6f2a37b5f450 HTTP/1.1" status: 404 len: 339 time: 0.1561387 Apr 06 14:20:33.970171 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52220) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:33.981877 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 1263de2f-f7c0-440d-9ab3-d2820af80646 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:34.076477 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-86cb64d9-b01b-4a63-b91f-9e5eef6960e1 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] DELETE failed (client error): The resource could not be found. Apr 06 14:20:34.076995 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86cb64d9-b01b-4a63-b91f-9e5eef6960e1 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:20:34.080898 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-86cb64d9-b01b-4a63-b91f-9e5eef6960e1 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/subnets/985b7b29-712b-458c-9e9a-d8ef946db402 HTTP/1.1" status: 404 len: 337 time: 0.1063929 Apr 06 14:20:34.098379 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52224) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:34.150919 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-806016a7-40f6-42e7-9d57-305bab1d80a8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] DELETE failed (client error): The resource could not be found. Apr 06 14:20:34.151357 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-806016a7-40f6-42e7-9d57-305bab1d80a8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:20:34.155408 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-806016a7-40f6-42e7-9d57-305bab1d80a8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/networks/6b0595bb-2f80-4f26-ad42-2b40a39fc29f HTTP/1.1" status: 404 len: 339 time: 0.0535314 Apr 06 14:20:34.157727 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52228) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:34.219494 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bae8a8e-469d-4a67-8973-0072e73b88fe tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:34.221046 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7bae8a8e-469d-4a67-8973-0072e73b88fe tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.7740521 Apr 06 14:20:34.223225 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3ec0d1-9216-46d5-b517-d8d69e98fc4c tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Network 78715fb9-7a55-4493-b00b-d8e527502d9e is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:34.225069 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a2220ac3-069e-4b65-a4e4-af595880d707 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:34.237233 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52232) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:34.238118 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-dd3ec0d1-9216-46d5-b517-d8d69e98fc4c tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:34.273223 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 1263de2f-f7c0-440d-9ab3-d2820af80646 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:34.287033 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device b953ffbd-f7bf-4460-85f4-98e4842f056b up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:34.343264 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b47d08-7f1d-449a-be01-5692190b59ee tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] DELETE failed (client error): The resource could not be found. Apr 06 14:20:34.343697 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48b47d08-7f1d-449a-be01-5692190b59ee tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:20:34.348326 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-48b47d08-7f1d-449a-be01-5692190b59ee tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/subnets/1b211614-dde9-48d4-aee8-dc0fee36ecbc HTTP/1.1" status: 404 len: 337 time: 0.1867142 Apr 06 14:20:34.350125 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52236) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:34.429976 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c9656496-d986-4bda-a66e-066b93893ca7 None None] Provisioning for port c002d627-6699-4261-b4cc-99d1da53f353 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:34.437752 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b23606-1ae4-4b27-ae75-a6863c41face tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] DELETE failed (client error): The resource could not be found. Apr 06 14:20:34.440545 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44b23606-1ae4-4b27-ae75-a6863c41face tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:20:34.440693 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c9656496-d986-4bda-a66e-066b93893ca7 None None] Provisioning complete for port c002d627-6699-4261-b4cc-99d1da53f353 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:34.441018 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c9656496-d986-4bda-a66e-066b93893ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:34.445905 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-44b23606-1ae4-4b27-ae75-a6863c41face tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/networks/c0367d2a-c32b-406e-833c-4514be6d2c5f HTTP/1.1" status: 404 len: 339 time: 0.0920479 Apr 06 14:20:34.451264 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52240) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:34.541033 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port b953ffbd-f7bf-4460-85f4-98e4842f056b completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:34.552489 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c9c53965-04fa-4a11-8c6c-319b322e48dd up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:34.664790 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a2220ac3-069e-4b65-a4e4-af595880d707 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Calling delete_port for 1ce468fa-8dfa-4fa0-9f04-044ce02ddae8 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:34.719301 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c9656496-d986-4bda-a66e-066b93893ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:34.720702 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062e554d-cf47-4e20-8b75-d7aa645649b2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Router 42103600-d852-4763-9027-27f4bdaaf7aa is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:20:34.774324 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c9656496-d986-4bda-a66e-066b93893ca7 None None] For port c002d627-6699-4261-b4cc-99d1da53f353, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c002d627-6699-4261-b4cc-99d1da53f353,segment=NetworkSegment(9edf0db5-22ad-4225-9b17-51d4db1bce1e),segment_id=9edf0db5-22ad-4225-9b17-51d4db1bce1e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:34.786934 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port c9c53965-04fa-4a11-8c6c-319b322e48dd triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:34.787312 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:34.873385 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c9656496-d986-4bda-a66e-066b93893ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:35.016126 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3a0d3-1d81-44c5-b386-70c2d0f4ff35 req-be99864e-596e-46cf-acb0-8c9ab8196a6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:35.018623 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-abc3a0d3-1d81-44c5-b386-70c2d0f4ff35 req-be99864e-596e-46cf-acb0-8c9ab8196a6f service neutron] 10.222.0.69 "GET /v2.0/networks?id=095d4797-b5a4-4559-a0b9-992b5f89d16a HTTP/1.1" status: 200 len: 912 time: 1.1424503 Apr 06 14:20:35.031885 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9656496-d986-4bda-a66e-066b93893ca7 None None] Pushing event updated for resources: {'Port': ['ID=c002d627-6699-4261-b4cc-99d1da53f353,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:35.070142 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c9656496-d986-4bda-a66e-066b93893ca7 None None] Provisioning for port b953ffbd-f7bf-4460-85f4-98e4842f056b completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:35.095090 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c9656496-d986-4bda-a66e-066b93893ca7 None None] Provisioning complete for port b953ffbd-f7bf-4460-85f4-98e4842f056b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:35.095472 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c9656496-d986-4bda-a66e-066b93893ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:35.140452 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ff9049-514c-4a7b-b358-688edd10f1e8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Deleting subnet 3fe59202-790b-42c6-ae74-bdc2dcbf1103 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:20:35.143855 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f9ff9049-514c-4a7b-b358-688edd10f1e8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:35.209562 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f9ff9049-514c-4a7b-b358-688edd10f1e8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:35.300425 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c9656496-d986-4bda-a66e-066b93893ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:35.335596 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-abc3a0d3-1d81-44c5-b386-70c2d0f4ff35 req-bfccbf51-21e7-452d-9adb-9bc54a2f28d8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af44ed81-bba5-4d12-8d96-7ee14b06cdf7 HTTP/1.1" status: 200 len: 1001 time: 0.2575181 Apr 06 14:20:35.342226 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c9656496-d986-4bda-a66e-066b93893ca7 None None] For port b953ffbd-f7bf-4460-85f4-98e4842f056b, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=b953ffbd-f7bf-4460-85f4-98e4842f056b,segment=NetworkSegment(eda7ceca-3420-401e-afcf-93159198cda7),segment_id=eda7ceca-3420-401e-afcf-93159198cda7)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:35.347440 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c9656496-d986-4bda-a66e-066b93893ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:35.355620 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a2220ac3-069e-4b65-a4e4-af595880d707 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:35.397166 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062e554d-cf47-4e20-8b75-d7aa645649b2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:20:35.408281 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-062e554d-cf47-4e20-8b75-d7aa645649b2 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "PUT /v2.0/routers/42103600-d852-4763-9027-27f4bdaaf7aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2286012 Apr 06 14:20:35.414604 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52244) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:35.471151 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34e52e7-9532-4fa8-8b0b-100043784fd2 None None] Sync routers for ids ['42103600-d852-4763-9027-27f4bdaaf7aa'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:20:35.503901 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279d00dc-76eb-4964-9c50-43bb190e1f80 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:35.504345 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-279d00dc-76eb-4964-9c50-43bb190e1f80 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Synchronizing usage tracker for tenant:54b6b16a88cd457596297a5e2f6c39ce on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:20:35.508241 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34e52e7-9532-4fa8-8b0b-100043784fd2 None None] Routers {'42103600-d852-4763-9027-27f4bdaaf7aa'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:35.509534 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f34e52e7-9532-4fa8-8b0b-100043784fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['42103600-d852-4763-9027-27f4bdaaf7aa'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:35.520254 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-7ba6d619-8415-4ed7-b41f-59595e76aa90 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting port dfa50855-e462-4d02-9fb1-8e256187b600 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:35.520593 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ba6d619-8415-4ed7-b41f-59595e76aa90 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:35.523967 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2220ac3-069e-4b65-a4e4-af595880d707 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Port': ['ID=1ce468fa-8dfa-4fa0-9f04-044ce02ddae8,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:35.568793 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f9ff9049-514c-4a7b-b358-688edd10f1e8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:35.572999 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a2220ac3-069e-4b65-a4e4-af595880d707 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:35.578561 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3a0d3-1d81-44c5-b386-70c2d0f4ff35 req-c0c8f3dd-97b6-49df-90bb-cd106a7aaaa7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:35.580038 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-abc3a0d3-1d81-44c5-b386-70c2d0f4ff35 req-c0c8f3dd-97b6-49df-90bb-cd106a7aaaa7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=905b1e27-43c6-41a9-9b0b-26bc504bfcd6 HTTP/1.1" status: 200 len: 850 time: 0.2321169 Apr 06 14:20:35.588898 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f34e52e7-9532-4fa8-8b0b-100043784fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:35.592059 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15ac722-e937-4185-be7b-9d4460d68073 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:35.596471 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15ac722-e937-4185-be7b-9d4460d68073 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:35.596795 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9656496-d986-4bda-a66e-066b93893ca7 None None] Pushing event updated for resources: {'Port': ['ID=b953ffbd-f7bf-4460-85f4-98e4842f056b,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:35.600798 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15ac722-e937-4185-be7b-9d4460d68073 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:35.601850 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c9656496-d986-4bda-a66e-066b93893ca7 None None] Provisioning for port 1263de2f-f7c0-440d-9ab3-d2820af80646 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:35.602831 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a15ac722-e937-4185-be7b-9d4460d68073 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 1.3625770 Apr 06 14:20:35.605656 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-279d00dc-76eb-4964-9c50-43bb190e1f80 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Unset dirty status for tenant:54b6b16a88cd457596297a5e2f6c39ce on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:20:35.606808 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-279d00dc-76eb-4964-9c50-43bb190e1f80 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "GET /v2.0/ports/efb35c9d-40a7-4e46-ac21-f2613b414ca7 HTTP/1.1" status: 200 len: 910 time: 0.1912787 Apr 06 14:20:35.611213 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52248) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:35.611542 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52250) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:35.614855 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c9656496-d986-4bda-a66e-066b93893ca7 None None] Provisioning complete for port 1263de2f-f7c0-440d-9ab3-d2820af80646 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:35.615225 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c9656496-d986-4bda-a66e-066b93893ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:35.643230 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a2220ac3-069e-4b65-a4e4-af595880d707 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/ports/1ce468fa-8dfa-4fa0-9f04-044ce02ddae8 HTTP/1.1" status: 204 len: 168 time: 2.3340805 Apr 06 14:20:35.647189 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34e52e7-9532-4fa8-8b0b-100043784fd2 None None] Routers {'42103600-d852-4763-9027-27f4bdaaf7aa'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:35.648566 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f34e52e7-9532-4fa8-8b0b-100043784fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['42103600-d852-4763-9027-27f4bdaaf7aa'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:35.648703 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52256) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:35.719230 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f34e52e7-9532-4fa8-8b0b-100043784fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:35.720590 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34e52e7-9532-4fa8-8b0b-100043784fd2 None None] The sync data for ids ['42103600-d852-4763-9027-27f4bdaaf7aa'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:20:35.738248 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device b953ffbd-f7bf-4460-85f4-98e4842f056b up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:35.795508 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-abc3a0d3-1d81-44c5-b386-70c2d0f4ff35 req-f7fb51d3-3c7b-4bc1-a4be-f507c4c4a324 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=095d4797-b5a4-4559-a0b9-992b5f89d16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1909223 Apr 06 14:20:35.810222 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1337a66-5790-4942-8da9-9d1907457996 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:35.814729 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1337a66-5790-4942-8da9-9d1907457996 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:35.815198 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b1337a66-5790-4942-8da9-9d1907457996 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Synchronizing usage tracker for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:20:35.877731 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c9656496-d986-4bda-a66e-066b93893ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:35.919840 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port b953ffbd-f7bf-4460-85f4-98e4842f056b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:35.920820 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:35.929885 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b1337a66-5790-4942-8da9-9d1907457996 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Unset dirty status for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:20:35.933342 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b1337a66-5790-4942-8da9-9d1907457996 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2791011 Apr 06 14:20:35.933465 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a27b61b0-7b56-4042-86d6-25198abb2807 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting port f7df1cd2-ff4b-4271-a688-c032590ad775 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:35.933944 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a27b61b0-7b56-4042-86d6-25198abb2807 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:35.938534 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52260) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:35.999955 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c9656496-d986-4bda-a66e-066b93893ca7 None None] For port 1263de2f-f7c0-440d-9ab3-d2820af80646, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=1263de2f-f7c0-440d-9ab3-d2820af80646,segment=NetworkSegment(93989bee-355f-43dd-8fbf-f9a6f44a19df),segment_id=93989bee-355f-43dd-8fbf-f9a6f44a19df)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:36.003144 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f9ff9049-514c-4a7b-b358-688edd10f1e8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:36.007055 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c9656496-d986-4bda-a66e-066b93893ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:36.062253 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff9049-514c-4a7b-b358-688edd10f1e8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event deleted for resources: {'Subnet': ['ID=3fe59202-790b-42c6-ae74-bdc2dcbf1103,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:36.075623 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-93e286fd-8d78-4055-9087-b59d4d13bd0a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting port 7ef61bad-dc5b-454b-89ac-92af68ff95a8 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:36.077024 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-93e286fd-8d78-4055-9087-b59d4d13bd0a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:36.086504 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-7ba6d619-8415-4ed7-b41f-59595e76aa90 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] For port dfa50855-e462-4d02-9fb1-8e256187b600, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=dfa50855-e462-4d02-9fb1-8e256187b600,segment=NetworkSegment(81578319-70e3-455e-88c3-f820805b38b1),segment_id=81578319-70e3-455e-88c3-f820805b38b1)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:36.086856 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ba6d619-8415-4ed7-b41f-59595e76aa90 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:36.115283 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d518e97-ea1e-4903-9213-b406aebc861a None None] Network 248057d3-7dad-4400-bc5e-08b1aff564af requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:36.132277 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-abc3a0d3-1d81-44c5-b386-70c2d0f4ff35 req-49d692c2-015d-4896-a322-22e4a0437cba service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292131 Apr 06 14:20:36.135408 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3ec0d1-9216-46d5-b517-d8d69e98fc4c tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Router ab54be98-42e1-4656-9310-98f5809810a7 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:20:36.204076 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c9656496-d986-4bda-a66e-066b93893ca7 None None] Provisioning complete for port 0fd7a15d-6100-4680-aee2-c2fa96854ba9 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:36.204469 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c9656496-d986-4bda-a66e-066b93893ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:36.239402 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c002d627-6699-4261-b4cc-99d1da53f353 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:36.273285 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9656496-d986-4bda-a66e-066b93893ca7 None None] Pushing event updated for resources: {'Port': ['ID=1263de2f-f7c0-440d-9ab3-d2820af80646,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:36.301624 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f9ff9049-514c-4a7b-b358-688edd10f1e8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:36.341272 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c9656496-d986-4bda-a66e-066b93893ca7 None None] Port 0fd7a15d-6100-4680-aee2-c2fa96854ba9 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:20:36.371028 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-7ba6d619-8415-4ed7-b41f-59595e76aa90 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Calling delete_port for dfa50855-e462-4d02-9fb1-8e256187b600 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:36.427869 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port c002d627-6699-4261-b4cc-99d1da53f353 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:36.428238 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:36.443435 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f9ff9049-514c-4a7b-b358-688edd10f1e8 tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/subnets/3fe59202-790b-42c6-ae74-bdc2dcbf1103 HTTP/1.1" status: 204 len: 168 time: 1.9369185 Apr 06 14:20:36.450414 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52264) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:36.519103 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d98c5bdd-6dd6-4745-a213-a51249c7dcfa None None] Provisioning for port efb35c9d-40a7-4e46-ac21-f2613b414ca7 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:36.545658 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-abc3a0d3-1d81-44c5-b386-70c2d0f4ff35 req-a9351438-4dfc-454e-b50f-4a18b9d75750 service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053371 Apr 06 14:20:36.563767 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d98c5bdd-6dd6-4745-a213-a51249c7dcfa None None] Provisioning complete for port efb35c9d-40a7-4e46-ac21-f2613b414ca7 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:36.563914 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d98c5bdd-6dd6-4745-a213-a51249c7dcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:36.610732 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-93e286fd-8d78-4055-9087-b59d4d13bd0a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:36.632971 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a087d0f5-edec-4b99-a9cb-7b410b82ef78 None None] DHCP port deletion for 248057d3-7dad-4400-bc5e-08b1aff564af request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:20:36.644093 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a087d0f5-edec-4b99-a9cb-7b410b82ef78 None None] Deleting port 6bd5afba-bdb4-4881-b321-1eee2569969d {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:36.644467 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a087d0f5-edec-4b99-a9cb-7b410b82ef78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:36.694875 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d98c5bdd-6dd6-4745-a213-a51249c7dcfa None None] Port efb35c9d-40a7-4e46-ac21-f2613b414ca7 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:20:36.740142 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-93e286fd-8d78-4055-9087-b59d4d13bd0a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Calling delete_port for 7ef61bad-dc5b-454b-89ac-92af68ff95a8 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:36.765480 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d98c5bdd-6dd6-4745-a213-a51249c7dcfa None None] Provisioning complete for port 0fd7a15d-6100-4680-aee2-c2fa96854ba9 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:36.765867 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d98c5bdd-6dd6-4745-a213-a51249c7dcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:36.806299 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-917c55f2-136c-408c-b29e-73898524530c tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:36.861677 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a27b61b0-7b56-4042-86d6-25198abb2807 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:36.934464 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-917c55f2-136c-408c-b29e-73898524530c tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Deleting port 6bd5afba-bdb4-4881-b321-1eee2569969d {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:36.935162 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-917c55f2-136c-408c-b29e-73898524530c tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:36.941152 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a087d0f5-edec-4b99-a9cb-7b410b82ef78 None None] For port 6bd5afba-bdb4-4881-b321-1eee2569969d, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6bd5afba-bdb4-4881-b321-1eee2569969d,segment=NetworkSegment(bf25ca53-e6b4-49c7-b59e-a45216184526),segment_id=bf25ca53-e6b4-49c7-b59e-a45216184526)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:36.941584 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a087d0f5-edec-4b99-a9cb-7b410b82ef78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:36.968214 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3ec0d1-9216-46d5-b517-d8d69e98fc4c tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:20:36.978893 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-dd3ec0d1-9216-46d5-b517-d8d69e98fc4c tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] 10.222.0.60 "PUT /v2.0/routers/ab54be98-42e1-4656-9310-98f5809810a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6390612 Apr 06 14:20:36.979961 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52268) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:36.981794 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee826cd6-04af-451c-a1c2-d4c5d29c0a75 None None] Sync routers for ids ['ab54be98-42e1-4656-9310-98f5809810a7'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:20:37.002556 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee826cd6-04af-451c-a1c2-d4c5d29c0a75 None None] Routers {'ab54be98-42e1-4656-9310-98f5809810a7'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:37.003895 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-ee826cd6-04af-451c-a1c2-d4c5d29c0a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ab54be98-42e1-4656-9310-98f5809810a7'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:37.038140 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a27b61b0-7b56-4042-86d6-25198abb2807 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Calling delete_port for f7df1cd2-ff4b-4271-a688-c032590ad775 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:37.093525 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-ee826cd6-04af-451c-a1c2-d4c5d29c0a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:37.108537 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee826cd6-04af-451c-a1c2-d4c5d29c0a75 None None] Routers {'ab54be98-42e1-4656-9310-98f5809810a7'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:37.109587 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-ee826cd6-04af-451c-a1c2-d4c5d29c0a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ab54be98-42e1-4656-9310-98f5809810a7'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:37.133028 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a087d0f5-edec-4b99-a9cb-7b410b82ef78 None None] Calling delete_port for 6bd5afba-bdb4-4881-b321-1eee2569969d owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:37.163419 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d98c5bdd-6dd6-4745-a213-a51249c7dcfa None None] Port 0fd7a15d-6100-4680-aee2-c2fa96854ba9 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:20:37.169899 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-93e286fd-8d78-4055-9087-b59d4d13bd0a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:37.216259 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-ee826cd6-04af-451c-a1c2-d4c5d29c0a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:37.217109 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee826cd6-04af-451c-a1c2-d4c5d29c0a75 None None] The sync data for ids ['ab54be98-42e1-4656-9310-98f5809810a7'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:20:37.230892 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e286fd-8d78-4055-9087-b59d4d13bd0a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Port': ['ID=7ef61bad-dc5b-454b-89ac-92af68ff95a8,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:37.252682 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-93e286fd-8d78-4055-9087-b59d4d13bd0a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:37.271313 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ba6d619-8415-4ed7-b41f-59595e76aa90 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:37.290585 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d98c5bdd-6dd6-4745-a213-a51249c7dcfa None None] Provisioning for port 91d89aea-a10b-44d0-b5ef-5b5fd07fc39d completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:37.331633 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-93e286fd-8d78-4055-9087-b59d4d13bd0a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/ports/7ef61bad-dc5b-454b-89ac-92af68ff95a8 HTTP/1.1" status: 204 len: 168 time: 1.3920774 Apr 06 14:20:37.341169 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52272) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:37.352948 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d98c5bdd-6dd6-4745-a213-a51249c7dcfa None None] Provisioning complete for port 91d89aea-a10b-44d0-b5ef-5b5fd07fc39d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:37.352948 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d98c5bdd-6dd6-4745-a213-a51249c7dcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:37.372168 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6d619-8415-4ed7-b41f-59595e76aa90 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event deleted for resources: {'Port': ['ID=dfa50855-e462-4d02-9fb1-8e256187b600,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:37.402102 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a087d0f5-edec-4b99-a9cb-7b410b82ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:37.420906 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8cdfd1b2-714d-4860-b1b6-610617a63b23 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:37.463778 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087d0f5-edec-4b99-a9cb-7b410b82ef78 None None] Pushing event deleted for resources: {'Port': ['ID=6bd5afba-bdb4-4881-b321-1eee2569969d,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:37.486068 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1bd45a-f08b-46a7-8072-c6bcb0ed0251 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:37.486500 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d98c5bdd-6dd6-4745-a213-a51249c7dcfa None None] Port 91d89aea-a10b-44d0-b5ef-5b5fd07fc39d cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:20:37.486621 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ab1bd45a-f08b-46a7-8072-c6bcb0ed0251 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Synchronizing usage tracker for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:20:37.500562 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a087d0f5-edec-4b99-a9cb-7b410b82ef78 None None] No DVR routers for this DVR port 6bd5afba-bdb4-4881-b321-1eee2569969d on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:20:37.513471 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ab1bd45a-f08b-46a7-8072-c6bcb0ed0251 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Unset dirty status for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:20:37.517096 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ab1bd45a-f08b-46a7-8072-c6bcb0ed0251 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1749697 Apr 06 14:20:37.518670 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52278) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:37.563824 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-a82a36e5-8f73-49d3-9d9f-d8d5291651bc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] GET failed (client error): The resource could not be found. Apr 06 14:20:37.568065 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a82a36e5-8f73-49d3-9d9f-d8d5291651bc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "GET /v2.0/ports/1ce468fa-8dfa-4fa0-9f04-044ce02ddae8 HTTP/1.1" status: 404 len: 333 time: 0.0472381 Apr 06 14:20:37.570195 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52286) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:37.582044 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d98c5bdd-6dd6-4745-a213-a51249c7dcfa None None] Provisioning complete for port c002d627-6699-4261-b4cc-99d1da53f353 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:37.582429 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d98c5bdd-6dd6-4745-a213-a51249c7dcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:37.687271 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e809b9-ddc5-4dfc-9c71-b7eca8431f17 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] GET failed (client error): The resource could not be found. Apr 06 14:20:37.692030 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-91e809b9-ddc5-4dfc-9c71-b7eca8431f17 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "GET /v2.0/ports/7ef61bad-dc5b-454b-89ac-92af68ff95a8 HTTP/1.1" status: 404 len: 333 time: 0.1203091 Apr 06 14:20:37.700158 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52290) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:37.881528 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 1263de2f-f7c0-440d-9ab3-d2820af80646 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:37.892855 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-917c55f2-136c-408c-b29e-73898524530c tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] For port 6bd5afba-bdb4-4881-b321-1eee2569969d, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6bd5afba-bdb4-4881-b321-1eee2569969d,segment=NetworkSegment(bf25ca53-e6b4-49c7-b59e-a45216184526),segment_id=bf25ca53-e6b4-49c7-b59e-a45216184526)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:37.893232 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-917c55f2-136c-408c-b29e-73898524530c tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:37.987055 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aa3b4f4d-0d77-418a-9a8c-b6f91cead555 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:38.019828 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d98c5bdd-6dd6-4745-a213-a51249c7dcfa None None] Could not find standard attr ID for object f7df1cd2-ff4b-4271-a688-c032590ad775. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 14:20:38.023245 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-b6f77d7c-6149-492e-9268-cb57b648150e tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:20:38.029489 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b6f77d7c-6149-492e-9268-cb57b648150e tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] 10.222.0.60 "PUT /v2.0/routers/ab54be98-42e1-4656-9310-98f5809810a7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0407889 Apr 06 14:20:38.030148 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52300) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:38.063587 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ce6c6e21-0b0b-4530-ace4-60879f6ad8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:38.074131 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d98c5bdd-6dd6-4745-a213-a51249c7dcfa None None] Provisioning complete for port b953ffbd-f7bf-4460-85f4-98e4842f056b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:38.074499 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d98c5bdd-6dd6-4745-a213-a51249c7dcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:38.117171 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 1263de2f-f7c0-440d-9ab3-d2820af80646 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:38.117546 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:38.146981 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a27b61b0-7b56-4042-86d6-25198abb2807 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:38.225775 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-917c55f2-136c-408c-b29e-73898524530c tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Calling delete_port for 6bd5afba-bdb4-4881-b321-1eee2569969d owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:38.312844 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d98c5bdd-6dd6-4745-a213-a51249c7dcfa None None] Provisioning complete for port 1263de2f-f7c0-440d-9ab3-d2820af80646 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:38.313073 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d98c5bdd-6dd6-4745-a213-a51249c7dcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:38.337255 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b61b0-7b56-4042-86d6-25198abb2807 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Port': ['ID=f7df1cd2-ff4b-4271-a688-c032590ad775,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:38.383507 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6bd5afba-bdb4-4881-b321-1eee2569969d no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:20:38.429965 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 6bd5afba-bdb4-4881-b321-1eee2569969d {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:20:38.430325 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6bd5afba-bdb4-4881-b321-1eee2569969d not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:20:38.541063 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e288d7e-ace1-426c-ad21-f615c94eb478 req-c549d182-33ac-43ff-b061-ef2f372af39e tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:38.542553 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2e288d7e-ace1-426c-ad21-f615c94eb478 req-c549d182-33ac-43ff-b061-ef2f372af39e tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 945 time: 0.3833640 Apr 06 14:20:38.589525 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-90cb5bee-b7bd-42ac-adaa-c956c7bf60ea tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:38.618948 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aa3b4f4d-0d77-418a-9a8c-b6f91cead555 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:38.656834 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a27b61b0-7b56-4042-86d6-25198abb2807 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:38.670307 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-aa3b4f4d-0d77-418a-9a8c-b6f91cead555 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a40dbf-6c8d-4dcb-9815-05dbc712cc99']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:38.687603 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-917c55f2-136c-408c-b29e-73898524530c tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:20:38.687922 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-917c55f2-136c-408c-b29e-73898524530c tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:20:38.696382 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-aa3b4f4d-0d77-418a-9a8c-b6f91cead555 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5541bb9c-e3d5-4485-92c7-bdb2164e6563') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:38.696680 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-aa3b4f4d-0d77-418a-9a8c-b6f91cead555 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5541bb9c-e3d5-4485-92c7-bdb2164e6563') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:38.709850 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a27b61b0-7b56-4042-86d6-25198abb2807 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/ports/f7df1cd2-ff4b-4271-a688-c032590ad775 HTTP/1.1" status: 204 len: 168 time: 3.0973108 Apr 06 14:20:38.713862 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52306) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:38.715562 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aa3b4f4d-0d77-418a-9a8c-b6f91cead555 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:38.798564 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ba6d619-8415-4ed7-b41f-59595e76aa90 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:38.820402 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-b75f688d-d9f3-44e8-978e-5faf4d99ca59 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] GET failed (client error): The resource could not be found. Apr 06 14:20:38.820926 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b75f688d-d9f3-44e8-978e-5faf4d99ca59 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Synchronizing usage tracker for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:20:38.824159 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aa3b4f4d-0d77-418a-9a8c-b6f91cead555 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:38.828906 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2e288d7e-ace1-426c-ad21-f615c94eb478 req-4dbeab03-fd03-463d-bff1-249806738863 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2782159 Apr 06 14:20:38.841997 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3b4f4d-0d77-418a-9a8c-b6f91cead555 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:20:38.842398 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aa3b4f4d-0d77-418a-9a8c-b6f91cead555 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: util.warn( Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: util.warn( Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: util.warn( Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: util.warn( Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:20:38.911485 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:20:39.215616 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-917c55f2-136c-408c-b29e-73898524530c tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Deleting port 6bd5afba-bdb4-4881-b321-1eee2569969d {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:39.216323 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-917c55f2-136c-408c-b29e-73898524530c tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:39.250776 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b75f688d-d9f3-44e8-978e-5faf4d99ca59 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Unset dirty status for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:20:39.251919 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b75f688d-d9f3-44e8-978e-5faf4d99ca59 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "GET /v2.0/ports/f7df1cd2-ff4b-4271-a688-c032590ad775 HTTP/1.1" status: 404 len: 333 time: 0.5295968 Apr 06 14:20:39.259108 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52310) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:39.308212 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-90cb5bee-b7bd-42ac-adaa-c956c7bf60ea tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Deleting port 0fd7a15d-6100-4680-aee2-c2fa96854ba9 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:39.308559 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-90cb5bee-b7bd-42ac-adaa-c956c7bf60ea tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:39.359842 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-917c55f2-136c-408c-b29e-73898524530c tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] The port '6bd5afba-bdb4-4881-b321-1eee2569969d' was deleted {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:20:39.360697 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aa3b4f4d-0d77-418a-9a8c-b6f91cead555 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:39.364711 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aa3b4f4d-0d77-418a-9a8c-b6f91cead555 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:39.446295 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b4f4d-0d77-418a-9a8c-b6f91cead555 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Network': ['ID=56a40dbf-6c8d-4dcb-9815-05dbc712cc99,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:39.449804 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-aa3b4f4d-0d77-418a-9a8c-b6f91cead555 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/networks/56a40dbf-6c8d-4dcb-9815-05dbc712cc99 HTTP/1.1" status: 204 len: 168 time: 1.7238381 Apr 06 14:20:39.454101 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52314) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:39.461902 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-36c591ef-7531-4ff2-b209-30a755d28209 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1504053064'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:39.469995 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-36c591ef-7531-4ff2-b209-30a755d28209 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:39.486837 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-36c591ef-7531-4ff2-b209-30a755d28209 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:network and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:39.519162 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-36c591ef-7531-4ff2-b209-30a755d28209 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:39.542529 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-bac0e32b-0436-426a-834a-76883e9eac02 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting port 91d89aea-a10b-44d0-b5ef-5b5fd07fc39d {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:39.542792 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bac0e32b-0436-426a-834a-76883e9eac02 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:39.545625 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-36c591ef-7531-4ff2-b209-30a755d28209 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:39.554798 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-90cb5bee-b7bd-42ac-adaa-c956c7bf60ea tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:39.620997 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-917c55f2-136c-408c-b29e-73898524530c tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:39.628951 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c591ef-7531-4ff2-b209-30a755d28209 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:39.631995 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-36c591ef-7531-4ff2-b209-30a755d28209 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:39.691704 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-917c55f2-136c-408c-b29e-73898524530c tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['248057d3-7dad-4400-bc5e-08b1aff564af']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:39.710781 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-90cb5bee-b7bd-42ac-adaa-c956c7bf60ea tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Calling delete_port for 0fd7a15d-6100-4680-aee2-c2fa96854ba9 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:39.746919 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-917c55f2-136c-408c-b29e-73898524530c tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf25ca53-e6b4-49c7-b59e-a45216184526') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:39.747127 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-917c55f2-136c-408c-b29e-73898524530c tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf25ca53-e6b4-49c7-b59e-a45216184526') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:39.778308 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-917c55f2-136c-408c-b29e-73898524530c tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:39.794706 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dcd0f6-df0c-4929-9874-946623d4aa1a req-5a453ebc-e947-4adf-b1ca-91b9f3661679 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:39.796142 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-40dcd0f6-df0c-4929-9874-946623d4aa1a req-5a453ebc-e947-4adf-b1ca-91b9f3661679 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 945 time: 0.3105960 Apr 06 14:20:39.798094 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c591ef-7531-4ff2-b209-30a755d28209 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:20:39.857930 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-917c55f2-136c-408c-b29e-73898524530c tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:39.876370 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-36c591ef-7531-4ff2-b209-30a755d28209 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:39.876370 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-36c591ef-7531-4ff2-b209-30a755d28209 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Added segment 089b79b6-cb90-4bb1-8674-719539668d8e of type vlan for network 39ca9eee-6bfd-4950-bec4-8609c5b984d7 Apr 06 14:20:39.909039 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-40dcd0f6-df0c-4929-9874-946623d4aa1a req-f9b75c17-d767-4d98-bc98-656eb5d5f38d tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Deleting port af44ed81-bba5-4d12-8d96-7ee14b06cdf7 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:39.909381 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-40dcd0f6-df0c-4929-9874-946623d4aa1a req-f9b75c17-d767-4d98-bc98-656eb5d5f38d tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:39.973455 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-36c591ef-7531-4ff2-b209-30a755d28209 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:39.984627 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-917c55f2-136c-408c-b29e-73898524530c tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:20:39.985057 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-917c55f2-136c-408c-b29e-73898524530c tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:20:40.006864 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:20:40.180221 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-36c591ef-7531-4ff2-b209-30a755d28209 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:40.183900 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c591ef-7531-4ff2-b209-30a755d28209 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:40.184471 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-36c591ef-7531-4ff2-b209-30a755d28209 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:40.247903 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-917c55f2-136c-408c-b29e-73898524530c tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:40.251947 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-917c55f2-136c-408c-b29e-73898524530c tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:40.324096 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c55f2-136c-408c-b29e-73898524530c tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] Pushing event deleted for resources: {'Network': ['ID=248057d3-7dad-4400-bc5e-08b1aff564af,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:40.331900 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-917c55f2-136c-408c-b29e-73898524530c tempest-NetworksTest-1701892700 tempest-NetworksTest-1701892700-project] 10.222.0.60 "DELETE /v2.0/networks/248057d3-7dad-4400-bc5e-08b1aff564af HTTP/1.1" status: 204 len: 168 time: 3.8620207 Apr 06 14:20:40.333845 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bac0e32b-0436-426a-834a-76883e9eac02 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:40.402118 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-90cb5bee-b7bd-42ac-adaa-c956c7bf60ea tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:40.462175 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb5bee-b7bd-42ac-adaa-c956c7bf60ea tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Pushing event deleted for resources: {'Port': ['ID=0fd7a15d-6100-4680-aee2-c2fa96854ba9,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:40.480343 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-36c591ef-7531-4ff2-b209-30a755d28209 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0251329 Apr 06 14:20:40.497226 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52324) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:40.511091 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d2c20916-5a48-4d5e-883d-a5a9d62989fd tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'subnet': {'network_id': '39ca9eee-6bfd-4950-bec4-8609c5b984d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:40.530830 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c591ef-7531-4ff2-b209-30a755d28209 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Network': ['ID=39ca9eee-6bfd-4950-bec4-8609c5b984d7,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:40.533323 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-bac0e32b-0436-426a-834a-76883e9eac02 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Calling delete_port for 91d89aea-a10b-44d0-b5ef-5b5fd07fc39d owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:40.546783 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 39ca9eee-6bfd-4950-bec4-8609c5b984d7 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:20:40.710171 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52330) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:40.730387 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-40dcd0f6-df0c-4929-9874-946623d4aa1a req-f9b75c17-d767-4d98-bc98-656eb5d5f38d tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] For port af44ed81-bba5-4d12-8d96-7ee14b06cdf7, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=af44ed81-bba5-4d12-8d96-7ee14b06cdf7,segment=NetworkSegment(7f5f732c-1b92-4825-becd-101dc42cef15),segment_id=7f5f732c-1b92-4825-becd-101dc42cef15)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:40.730746 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-40dcd0f6-df0c-4929-9874-946623d4aa1a req-f9b75c17-d767-4d98-bc98-656eb5d5f38d tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:40.824925 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b3a7878d-1f06-4565-ab29-99b192c7b936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:40.879270 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d2c20916-5a48-4d5e-883d-a5a9d62989fd tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:40.910136 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0e923-a858-4957-87f9-34200abfe943 req-72603a26-f3e5-4b25-a8d6-18c03313bd5c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:40.911591 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-50c0e923-a858-4957-87f9-34200abfe943 req-72603a26-f3e5-4b25-a8d6-18c03313bd5c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 945 time: 0.9118242 Apr 06 14:20:40.990240 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d2c20916-5a48-4d5e-883d-a5a9d62989fd tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:subnet and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:40.999039 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d2c20916-5a48-4d5e-883d-a5a9d62989fd tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:41.029171 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d2c20916-5a48-4d5e-883d-a5a9d62989fd tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:41.103067 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-50c0e923-a858-4957-87f9-34200abfe943 req-2afcd4de-2a12-4c7b-99e0-c50a121f1619 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764603 Apr 06 14:20:41.121113 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c20916-5a48-4d5e-883d-a5a9d62989fd tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:41.142270 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-8cdfd1b2-714d-4860-b1b6-610617a63b23 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Deleting port efb35c9d-40a7-4e46-ac21-f2613b414ca7 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:41.142572 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8cdfd1b2-714d-4860-b1b6-610617a63b23 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:41.167505 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba6d619-8415-4ed7-b41f-59595e76aa90 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Router ebdeaac8-870c-4075-879c-a1ae155a0999 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:20:41.174305 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bac0e32b-0436-426a-834a-76883e9eac02 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:41.244257 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0e32b-0436-426a-834a-76883e9eac02 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Port': ['ID=91d89aea-a10b-44d0-b5ef-5b5fd07fc39d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:41.294157 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:41.305280 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:41.324559 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3d236a62-7817-44fe-816d-9bac9b727407 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dc88b2721e454f4b9119a3f7bd8b83b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5944519 Apr 06 14:20:41.335207 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52336) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:41.363065 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-90cb5bee-b7bd-42ac-adaa-c956c7bf60ea tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:41.378982 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2c20916-5a48-4d5e-883d-a5a9d62989fd tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:41.395543 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-40dcd0f6-df0c-4929-9874-946623d4aa1a req-f9b75c17-d767-4d98-bc98-656eb5d5f38d tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:41.395911 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-40dcd0f6-df0c-4929-9874-946623d4aa1a req-f9b75c17-d767-4d98-bc98-656eb5d5f38d tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:41.396223 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.l3_db [req-40dcd0f6-df0c-4929-9874-946623d4aa1a req-f9b75c17-d767-4d98-bc98-656eb5d5f38d tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Floating IP dcf152b4-910f-42a2-b5ed-98b18497c802 disassociated. External IP: 172.26.8.223, port: af44ed81-bba5-4d12-8d96-7ee14b06cdf7. Apr 06 14:20:41.396560 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-40dcd0f6-df0c-4929-9874-946623d4aa1a req-f9b75c17-d767-4d98-bc98-656eb5d5f38d tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Calling delete_port for af44ed81-bba5-4d12-8d96-7ee14b06cdf7 owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:41.586277 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bac0e32b-0436-426a-834a-76883e9eac02 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:41.619934 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8cdfd1b2-714d-4860-b1b6-610617a63b23 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:41.636396 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bac0e32b-0436-426a-834a-76883e9eac02 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/ports/91d89aea-a10b-44d0-b5ef-5b5fd07fc39d HTTP/1.1" status: 204 len: 168 time: 2.3749819 Apr 06 14:20:41.662505 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52340) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:41.663945 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.ipam_backend_mixin [None req-d2c20916-5a48-4d5e-883d-a5a9d62989fd tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Performing IP validity checks on allocation pools {{(pid=83738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 06 14:20:41.666786 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.ipam_backend_mixin [None req-d2c20916-5a48-4d5e-883d-a5a9d62989fd tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 06 14:20:41.752741 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-8cdfd1b2-714d-4860-b1b6-610617a63b23 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Calling delete_port for efb35c9d-40a7-4e46-ac21-f2613b414ca7 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:41.761558 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-0437ec45-89d6-4fb1-a251-01e6259d4807 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] GET failed (client error): The resource could not be found. Apr 06 14:20:41.762823 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0437ec45-89d6-4fb1-a251-01e6259d4807 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "GET /v2.0/ports/91d89aea-a10b-44d0-b5ef-5b5fd07fc39d HTTP/1.1" status: 404 len: 333 time: 0.0934379 Apr 06 14:20:41.768304 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52344) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:41.805707 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53df6c0d-87b1-41f0-9f96-fffb76ec92e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:41.818398 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba6d619-8415-4ed7-b41f-59595e76aa90 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:20:41.828121 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7ba6d619-8415-4ed7-b41f-59595e76aa90 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "PUT /v2.0/routers/ebdeaac8-870c-4075-879c-a1ae155a0999/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9984300 Apr 06 14:20:41.828781 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52348) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:41.835380 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a513da81-58c2-469a-846d-547c94c72c7b None None] Sync routers for ids ['ebdeaac8-870c-4075-879c-a1ae155a0999'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:20:41.856155 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a513da81-58c2-469a-846d-547c94c72c7b None None] Routers {'ebdeaac8-870c-4075-879c-a1ae155a0999'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:41.857071 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a513da81-58c2-469a-846d-547c94c72c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ebdeaac8-870c-4075-879c-a1ae155a0999'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:42.022410 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-a513da81-58c2-469a-846d-547c94c72c7b None None] Set router ebdeaac8-870c-4075-879c-a1ae155a0999 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:20:42.114671 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-543ffa68-d2a3-4017-ac87-3ab4f4e7942b tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting subnet e1d66102-ddeb-4559-8551-306d9eb55d31 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:20:42.118606 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-543ffa68-d2a3-4017-ac87-3ab4f4e7942b tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:42.145976 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8cdfd1b2-714d-4860-b1b6-610617a63b23 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:42.155381 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53df6c0d-87b1-41f0-9f96-fffb76ec92e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:42.203845 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfd1b2-714d-4860-b1b6-610617a63b23 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Port': ['ID=efb35c9d-40a7-4e46-ac21-f2613b414ca7,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:42.259996 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-543ffa68-d2a3-4017-ac87-3ab4f4e7942b tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:42.350335 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-40dcd0f6-df0c-4929-9874-946623d4aa1a req-f9b75c17-d767-4d98-bc98-656eb5d5f38d tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:42.433662 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-01e2fbd9-c0b5-4c26-82af-c55fc4b4de27 req-fb65413a-b85c-462a-b814-0f32eba6903d tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 210 time: 0.1389854 Apr 06 14:20:42.513393 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a513da81-58c2-469a-846d-547c94c72c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:20:37Z', 'revision_number': 10, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None, '_interfaces': [{'id': '55039566-8e5d-4643-8ba7-791a0309dfef', 'name': '', 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:c1:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:06Z', 'updated_at': '2022-04-06T14:19:20Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:42.517366 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a513da81-58c2-469a-846d-547c94c72c7b None None] Checking router: ebdeaac8-870c-4075-879c-a1ae155a0999 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:20:42.530056 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a513da81-58c2-469a-846d-547c94c72c7b None None] Routers {'ebdeaac8-870c-4075-879c-a1ae155a0999'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:42.530918 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a513da81-58c2-469a-846d-547c94c72c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ebdeaac8-870c-4075-879c-a1ae155a0999'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:42.538403 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b75c17-d767-4d98-bc98-656eb5d5f38d tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Pushing event deleted for resources: {'Port': ['ID=af44ed81-bba5-4d12-8d96-7ee14b06cdf7,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:42.665188 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb218dba-22c7-430e-bf21-ffef58a61bca tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting subnet 9d7cf1ff-16be-4e25-8009-34b1627b0e76 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:20:42.686826 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-543ffa68-d2a3-4017-ac87-3ab4f4e7942b tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:42.697284 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-a513da81-58c2-469a-846d-547c94c72c7b None None] Set router ebdeaac8-870c-4075-879c-a1ae155a0999 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:20:42.725183 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53df6c0d-87b1-41f0-9f96-fffb76ec92e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:42.725739 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8cdfd1b2-714d-4860-b1b6-610617a63b23 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:42.727965 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2c20916-5a48-4d5e-883d-a5a9d62989fd tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:42.739259 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eb218dba-22c7-430e-bf21-ffef58a61bca tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:42.782347 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:42.873646 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df6c0d-87b1-41f0-9f96-fffb76ec92e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cca4cd4-7a2b-4ab3-a118-e9b522365045,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:42.942903 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90cb5bee-b7bd-42ac-adaa-c956c7bf60ea tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Router ab54be98-42e1-4656-9310-98f5809810a7 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:20:42.950112 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eb218dba-22c7-430e-bf21-ffef58a61bca tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:42.968166 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-543ffa68-d2a3-4017-ac87-3ab4f4e7942b tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:42.989895 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c20916-5a48-4d5e-883d-a5a9d62989fd tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Subnet': ['ID=ee97dc91-82c7-4cc4-b53a-314a239c230a,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:43.058568 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53df6c0d-87b1-41f0-9f96-fffb76ec92e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:43.062653 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-53df6c0d-87b1-41f0-9f96-fffb76ec92e2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9cca4cd4-7a2b-4ab3-a118-e9b522365045 HTTP/1.1" status: 204 len: 168 time: 1.7220800 Apr 06 14:20:43.087531 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c20916-5a48-4d5e-883d-a5a9d62989fd tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Checking segment: {'id': '089b79b6-cb90-4bb1-8674-719539668d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '39ca9eee-6bfd-4950-bec4-8609c5b984d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:20:43.088001 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c20916-5a48-4d5e-883d-a5a9d62989fd tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network hostable DHCP agents. Network: 39ca9eee-6bfd-4950-bec4-8609c5b984d7, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:20:43.090023 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a513da81-58c2-469a-846d-547c94c72c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:20:37Z', 'revision_number': 10, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None, '_interfaces': [{'id': '55039566-8e5d-4643-8ba7-791a0309dfef', 'name': '', 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:c1:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:06Z', 'updated_at': '2022-04-06T14:19:20Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:43.096585 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a513da81-58c2-469a-846d-547c94c72c7b None None] The sync data for ids ['ebdeaac8-870c-4075-879c-a1ae155a0999'] in dv-neutron-835868-1-hyperv is: [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:20:37Z', 'revision_number': 10, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None, '_interfaces': [{'id': '55039566-8e5d-4643-8ba7-791a0309dfef', 'name': '', 'network_id': '583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'mac_address': 'fa:16:3e:c1:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:06Z', 'updated_at': '2022-04-06T14:19:20Z', 'revision_number': 5, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'subnets': [{'id': 'd476f3f9-9128-4c3a-b009-8fe0dca3cfaa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:20:43.110249 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ffa68-d2a3-4017-ac87-3ab4f4e7942b tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event deleted for resources: {'Subnet': ['ID=e1d66102-ddeb-4559-8551-306d9eb55d31,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:43.137193 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-543ffa68-d2a3-4017-ac87-3ab4f4e7942b tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:43.145292 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e4cd8b-d2db-4bda-99ab-ccb4ae914e16 None None] Network 5a64e061-a353-4abc-8272-6e91f765a77c requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:43.223457 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-543ffa68-d2a3-4017-ac87-3ab4f4e7942b tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/subnets/e1d66102-ddeb-4559-8551-306d9eb55d31 HTTP/1.1" status: 204 len: 168 time: 1.3922477 Apr 06 14:20:43.224301 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52356) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:43.290499 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eb218dba-22c7-430e-bf21-ffef58a61bca tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:43.350043 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c20916-5a48-4d5e-883d-a5a9d62989fd tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network 39ca9eee-6bfd-4950-bec4-8609c5b984d7 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:20:43.358574 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cb5bee-b7bd-42ac-adaa-c956c7bf60ea tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:20:43.369007 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc81a1bb-b1d5-4630-851b-6f06d9704b2c None None] Sync routers for ids ['ab54be98-42e1-4656-9310-98f5809810a7'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:20:43.372015 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-90cb5bee-b7bd-42ac-adaa-c956c7bf60ea tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] 10.222.0.60 "PUT /v2.0/routers/ab54be98-42e1-4656-9310-98f5809810a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3409433 Apr 06 14:20:43.378582 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52362) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:43.388998 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-d2c20916-5a48-4d5e-883d-a5a9d62989fd tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 39ca9eee-6bfd-4950-bec4-8609c5b984d7) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:43.399322 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc81a1bb-b1d5-4630-851b-6f06d9704b2c None None] Routers {'ab54be98-42e1-4656-9310-98f5809810a7'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:43.400194 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-cc81a1bb-b1d5-4630-851b-6f06d9704b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ab54be98-42e1-4656-9310-98f5809810a7'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:43.407576 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device af44ed81-bba5-4d12-8d96-7ee14b06cdf7 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:20:43.458170 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e70dccf-250b-4823-b03a-7a9f276023fb None None] Network 39ca9eee-6bfd-4950-bec4-8609c5b984d7 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:43.500005 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-cc81a1bb-b1d5-4630-851b-6f06d9704b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:43.524418 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc81a1bb-b1d5-4630-851b-6f06d9704b2c None None] Routers {'ab54be98-42e1-4656-9310-98f5809810a7'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:43.525358 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-cc81a1bb-b1d5-4630-851b-6f06d9704b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ab54be98-42e1-4656-9310-98f5809810a7'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:43.559850 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-267454ac-d52c-43db-b950-c8c6dbc6d57a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:43.603089 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-267454ac-d52c-43db-b950-c8c6dbc6d57a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting port f1820b14-23b9-4838-b644-f2ed600766da {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:43.613960 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-267454ac-d52c-43db-b950-c8c6dbc6d57a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:43.702552 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-cc81a1bb-b1d5-4630-851b-6f06d9704b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:43.703089 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc81a1bb-b1d5-4630-851b-6f06d9704b2c None None] The sync data for ids ['ab54be98-42e1-4656-9310-98f5809810a7'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:20:43.711024 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c20916-5a48-4d5e-883d-a5a9d62989fd tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:43.711654 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2c20916-5a48-4d5e-883d-a5a9d62989fd tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:43.723473 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: af44ed81-bba5-4d12-8d96-7ee14b06cdf7 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:20:43.723837 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device af44ed81-bba5-4d12-8d96-7ee14b06cdf7 not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:20:43.735201 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device dfa50855-e462-4d02-9fb1-8e256187b600 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:20:43.756770 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-98e562c9-3747-4471-a582-f63587c182f2 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] delete failed (client error): The resource could not be found. Apr 06 14:20:43.763073 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-98e562c9-3747-4471-a582-f63587c182f2 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-1903802363 HTTP/1.1" status: 404 len: 335 time: 0.3798285 Apr 06 14:20:43.766654 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52376) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:43.784974 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-289ce0e5-5950-48fb-bd29-842c422f9a8a req-39fc6638-5577-435b-862d-ee0a7fdd8ccc tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 210 time: 0.0804341 Apr 06 14:20:43.787164 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdfd1b2-714d-4860-b1b6-610617a63b23 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Router 42103600-d852-4763-9027-27f4bdaaf7aa has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:20:43.790434 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: dfa50855-e462-4d02-9fb1-8e256187b600 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:20:43.791194 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device dfa50855-e462-4d02-9fb1-8e256187b600 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:20:43.793167 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-659fabac-5f30-45ec-8818-a1f484925b51 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ab54be98-42e1-4656-9310-98f5809810a7'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:43.805153 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eb218dba-22c7-430e-bf21-ffef58a61bca tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:43.819241 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5d20a7-663f-48b4-9e5d-e84de8d31050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-39ca9eee-6bfd-4950-bec4-8609c5b984d7', 'network_id': '39ca9eee-6bfd-4950-bec4-8609c5b984d7', 'tenant_id': '4fc82e9fc10b417fb0b2b72d7d1a7a75', 'fixed_ips': [{'subnet_id': 'ee97dc91-82c7-4cc4-b53a-314a239c230a'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:20:43.820906 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-eb5d20a7-663f-48b4-9e5d-e84de8d31050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:43.891047 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb218dba-22c7-430e-bf21-ffef58a61bca tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Subnet': ['ID=9d7cf1ff-16be-4e25-8009-34b1627b0e76,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:43.909420 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d2c20916-5a48-4d5e-883d-a5a9d62989fd tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4087512 Apr 06 14:20:43.913526 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52380) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:43.932389 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0279ac36-538d-4fb4-9a4e-ca2af6350044 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'port': {'network_id': '39ca9eee-6bfd-4950-bec4-8609c5b984d7', 'name': 'tempest-PortsIpV6TestJSON-666306183'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:43.933938 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40dcd0f6-df0c-4929-9874-946623d4aa1a req-f9b75c17-d767-4d98-bc98-656eb5d5f38d tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Router 61db72c2-b098-4195-90dd-e4e5e3267309 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:20:43.939998 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eb218dba-22c7-430e-bf21-ffef58a61bca tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:43.945535 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-eb218dba-22c7-430e-bf21-ffef58a61bca tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/subnets/9d7cf1ff-16be-4e25-8009-34b1627b0e76 HTTP/1.1" status: 204 len: 168 time: 2.1735384 Apr 06 14:20:43.948799 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52384) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:43.990783 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f9750c-7d28-4c32-9c22-d56ee2f20277 None None] Network b303cc02-637a-4fe8-b35c-08e32300179e requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:44.237994 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-96f050eb-53b3-4810-ac63-4fe6c015403f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:44.258089 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-96f050eb-53b3-4810-ac63-4fe6c015403f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting port 1263de2f-f7c0-440d-9ab3-d2820af80646 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:44.258691 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-96f050eb-53b3-4810-ac63-4fe6c015403f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:44.263692 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-eb5d20a7-663f-48b4-9e5d-e84de8d31050 None None] Allocated IP 2001:db8::2 (39ca9eee-6bfd-4950-bec4-8609c5b984d7/ee97dc91-82c7-4cc4-b53a-314a239c230a/272224a0-11af-47f9-b98c-8b47104d07ad) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:44.304676 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52394) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:44.511552 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f67748c9-106f-4e31-8c65-e0c6c17dcfb7 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1774950997'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:44.531364 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f67748c9-106f-4e31-8c65-e0c6c17dcfb7 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:44.534569 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-96f050eb-53b3-4810-ac63-4fe6c015403f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] For port 1263de2f-f7c0-440d-9ab3-d2820af80646, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=1263de2f-f7c0-440d-9ab3-d2820af80646,segment=NetworkSegment(93989bee-355f-43dd-8fbf-f9a6f44a19df),segment_id=93989bee-355f-43dd-8fbf-f9a6f44a19df)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:44.534937 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-96f050eb-53b3-4810-ac63-4fe6c015403f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:44.550872 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f67748c9-106f-4e31-8c65-e0c6c17dcfb7 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Usage tracker for resource:security_group and tenant:28a103121df04f2a95d93cafd6b2448c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:44.555379 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f67748c9-106f-4e31-8c65-e0c6c17dcfb7 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:44.585268 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad8580d-2e60-43df-ae9c-a9f892dd644c None None] DHCP port deletion for 5a64e061-a353-4abc-8272-6e91f765a77c request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:20:44.597041 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-dad8580d-2e60-43df-ae9c-a9f892dd644c None None] Deleting port f1820b14-23b9-4838-b644-f2ed600766da {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:44.597562 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dad8580d-2e60-43df-ae9c-a9f892dd644c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:44.642977 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-267454ac-d52c-43db-b950-c8c6dbc6d57a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] For port f1820b14-23b9-4838-b644-f2ed600766da, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f1820b14-23b9-4838-b644-f2ed600766da,segment=NetworkSegment(81578319-70e3-455e-88c3-f820805b38b1),segment_id=81578319-70e3-455e-88c3-f820805b38b1)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:44.643339 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-267454ac-d52c-43db-b950-c8c6dbc6d57a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:44.665740 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f67748c9-106f-4e31-8c65-e0c6c17dcfb7 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:44.676928 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-96f050eb-53b3-4810-ac63-4fe6c015403f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Calling delete_port for 1263de2f-f7c0-440d-9ab3-d2820af80646 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:44.690160 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-eb5d20a7-663f-48b4-9e5d-e84de8d31050 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:44.727334 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f67748c9-106f-4e31-8c65-e0c6c17dcfb7 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:44.737753 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40dcd0f6-df0c-4929-9874-946623d4aa1a req-f9b75c17-d767-4d98-bc98-656eb5d5f38d tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:20:44.741660 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-eb5d20a7-663f-48b4-9e5d-e84de8d31050 None None] Transition to ACTIVE for port object 272224a0-11af-47f9-b98c-8b47104d07ad will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:44.768140 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60884e49-4e6e-449f-9abd-6e6cf26370e9 None None] Sync routers for ids ['61db72c2-b098-4195-90dd-e4e5e3267309'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:20:44.786963 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-267454ac-d52c-43db-b950-c8c6dbc6d57a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Calling delete_port for f1820b14-23b9-4838-b644-f2ed600766da owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:44.788605 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f67748c9-106f-4e31-8c65-e0c6c17dcfb7 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:44.823623 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdfd1b2-714d-4860-b1b6-610617a63b23 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:20:44.827678 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0279ac36-538d-4fb4-9a4e-ca2af6350044 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:44.848258 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e8e79-f33b-428d-b98f-380d07e21f58 None None] Sync routers for ids ['42103600-d852-4763-9027-27f4bdaaf7aa'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:20:44.857851 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-40dcd0f6-df0c-4929-9874-946623d4aa1a req-f9b75c17-d767-4d98-bc98-656eb5d5f38d tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] No DVR routers for this DVR port af44ed81-bba5-4d12-8d96-7ee14b06cdf7 on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:20:44.865808 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-40dcd0f6-df0c-4929-9874-946623d4aa1a req-f9b75c17-d767-4d98-bc98-656eb5d5f38d tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:44.874553 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0675d06d-d5cd-45d1-84c0-b404faf7c66b None None] DHCP port deletion for b303cc02-637a-4fe8-b35c-08e32300179e request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:20:44.876758 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042e8e79-f33b-428d-b98f-380d07e21f58 None None] Routers {'42103600-d852-4763-9027-27f4bdaaf7aa'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:44.878685 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-042e8e79-f33b-428d-b98f-380d07e21f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['42103600-d852-4763-9027-27f4bdaaf7aa'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:44.881808 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-eb5d20a7-663f-48b4-9e5d-e84de8d31050 None None] Transition to ACTIVE for port object 272224a0-11af-47f9-b98c-8b47104d07ad will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:44.882506 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a62ad8f-048d-4db6-b975-d3349e712732', 'name': 'network-vif-deleted', 'tag': 'af44ed81-bba5-4d12-8d96-7ee14b06cdf7'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:20:44.904766 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-96f050eb-53b3-4810-ac63-4fe6c015403f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:44.913243 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8cdfd1b2-714d-4860-b1b6-610617a63b23 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "PUT /v2.0/routers/42103600-d852-4763-9027-27f4bdaaf7aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2992043 Apr 06 14:20:44.928393 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60884e49-4e6e-449f-9abd-6e6cf26370e9 None None] Routers {'61db72c2-b098-4195-90dd-e4e5e3267309'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:44.929152 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-60884e49-4e6e-449f-9abd-6e6cf26370e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['61db72c2-b098-4195-90dd-e4e5e3267309'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:44.968496 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52406) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:44.981279 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-40dcd0f6-df0c-4929-9874-946623d4aa1a req-f9b75c17-d767-4d98-bc98-656eb5d5f38d tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.69 "DELETE /v2.0/ports/af44ed81-bba5-4d12-8d96-7ee14b06cdf7 HTTP/1.1" status: 204 len: 173 time: 5.1700737 Apr 06 14:20:44.998248 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-042e8e79-f33b-428d-b98f-380d07e21f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:45.013733 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042e8e79-f33b-428d-b98f-380d07e21f58 None None] Routers {'42103600-d852-4763-9027-27f4bdaaf7aa'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:45.015046 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-042e8e79-f33b-428d-b98f-380d07e21f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['42103600-d852-4763-9027-27f4bdaaf7aa'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:45.034614 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f050eb-53b3-4810-ac63-4fe6c015403f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Port': ['ID=1263de2f-f7c0-440d-9ab3-d2820af80646,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:45.047031 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0279ac36-538d-4fb4-9a4e-ca2af6350044 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:45.062111 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3334ac22-1366-4552-96b2-0452c39b7103 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Synchronizing usage tracker for tenant:54b6b16a88cd457596297a5e2f6c39ce on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:20:45.095274 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f67748c9-106f-4e31-8c65-e0c6c17dcfb7 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:45.100107 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-16bc0183-408b-4ea2-8d05-9bd91d7be2bd req-6395087b-dfac-4807-b607-62110c8f89b8 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Synchronizing usage tracker for tenant:681e39576088423facd0bc7051aac5ad on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:20:45.102873 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f050eb-53b3-4810-ac63-4fe6c015403f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] No DVR routers for this DVR port 1263de2f-f7c0-440d-9ab3-d2820af80646 on host dv-neutron-835868-1-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:20:45.105102 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0279ac36-538d-4fb4-9a4e-ca2af6350044 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:45.108628 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0279ac36-538d-4fb4-9a4e-ca2af6350044 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:45.125861 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-659fabac-5f30-45ec-8818-a1f484925b51 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:45.132156 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f67748c9-106f-4e31-8c65-e0c6c17dcfb7 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Usage tracker for resource:security_group_rule and tenant:28a103121df04f2a95d93cafd6b2448c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:45.137036 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3334ac22-1366-4552-96b2-0452c39b7103 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Unset dirty status for tenant:54b6b16a88cd457596297a5e2f6c39ce on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:20:45.138717 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f67748c9-106f-4e31-8c65-e0c6c17dcfb7 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:45.139053 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-042e8e79-f33b-428d-b98f-380d07e21f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:45.139823 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e8e79-f33b-428d-b98f-380d07e21f58 None None] The sync data for ids ['42103600-d852-4763-9027-27f4bdaaf7aa'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:20:45.142066 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3334ac22-1366-4552-96b2-0452c39b7103 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "GET /v2.0/ports?device_id=42103600-d852-4763-9027-27f4bdaaf7aa HTTP/1.1" status: 200 len: 205 time: 0.1633892 Apr 06 14:20:45.145329 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52410) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:45.169795 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-eb5d20a7-663f-48b4-9e5d-e84de8d31050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:45.173164 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f67748c9-106f-4e31-8c65-e0c6c17dcfb7 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:45.251087 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-267454ac-d52c-43db-b950-c8c6dbc6d57a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:45.255210 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-659fabac-5f30-45ec-8818-a1f484925b51 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] update failed (client error): The resource could not be found. Apr 06 14:20:45.259879 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-659fabac-5f30-45ec-8818-a1f484925b51 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] 10.222.0.60 "PUT /v2.0/routers/ab54be98-42e1-4656-9310-98f5809810a7 HTTP/1.1" status: 404 len: 339 time: 1.4829650 Apr 06 14:20:45.286132 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f67748c9-106f-4e31-8c65-e0c6c17dcfb7 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:45.298087 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-dad8580d-2e60-43df-ae9c-a9f892dd644c None None] For port f1820b14-23b9-4838-b644-f2ed600766da, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f1820b14-23b9-4838-b644-f2ed600766da,segment=NetworkSegment(81578319-70e3-455e-88c3-f820805b38b1),segment_id=81578319-70e3-455e-88c3-f820805b38b1)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:45.298842 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dad8580d-2e60-43df-ae9c-a9f892dd644c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:45.314859 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52414) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:45.374163 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-0279ac36-538d-4fb4-9a4e-ca2af6350044 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] device_id is not set on port d837f4b5-d18b-4b01-adf1-53dc4c570624 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:20:45.395028 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-60884e49-4e6e-449f-9abd-6e6cf26370e9 None None] Set router 61db72c2-b098-4195-90dd-e4e5e3267309 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:20:45.421710 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f67748c9-106f-4e31-8c65-e0c6c17dcfb7 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:45.424202 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267454ac-d52c-43db-b950-c8c6dbc6d57a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event deleted for resources: {'Port': ['ID=f1820b14-23b9-4838-b644-f2ed600766da,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:45.449495 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267454ac-d52c-43db-b950-c8c6dbc6d57a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] No DVR routers for this DVR port f1820b14-23b9-4838-b644-f2ed600766da on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:20:45.501437 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eb9f23a-1ee7-443b-8277-8e0f5a26d8a5'] response: {'server_uuid': '2a62ad8f-048d-4db6-b975-d3349e712732', 'name': 'network-vif-deleted', 'tag': 'af44ed81-bba5-4d12-8d96-7ee14b06cdf7', 'status': 'completed', 'code': 200} Apr 06 14:20:45.540980 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-16bc0183-408b-4ea2-8d05-9bd91d7be2bd req-6395087b-dfac-4807-b607-62110c8f89b8 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Unset dirty status for tenant:681e39576088423facd0bc7051aac5ad on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:20:45.542850 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-16bc0183-408b-4ea2-8d05-9bd91d7be2bd req-6395087b-dfac-4807-b607-62110c8f89b8 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a62ad8f-048d-4db6-b975-d3349e712732 HTTP/1.1" status: 200 len: 210 time: 0.4973845 Apr 06 14:20:45.616490 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67748c9-106f-4e31-8c65-e0c6c17dcfb7 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7898208d-a16d-4589-9df7-f1086d309a20,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:45.634687 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-dad8580d-2e60-43df-ae9c-a9f892dd644c None None] Calling delete_port for f1820b14-23b9-4838-b644-f2ed600766da owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:45.651286 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-96f050eb-53b3-4810-ac63-4fe6c015403f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:45.669215 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5d20a7-663f-48b4-9e5d-e84de8d31050 None None] Network 39ca9eee-6bfd-4950-bec4-8609c5b984d7 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:45.672838 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f67748c9-106f-4e31-8c65-e0c6c17dcfb7 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:45.684004 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-eb5d20a7-663f-48b4-9e5d-e84de8d31050 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:45.692642 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5d20a7-663f-48b4-9e5d-e84de8d31050 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:20:45.746591 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d20a7-663f-48b4-9e5d-e84de8d31050 None None] Pushing event updated for resources: {'Port': ['ID=272224a0-11af-47f9-b98c-8b47104d07ad,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:45.803510 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-dad8580d-2e60-43df-ae9c-a9f892dd644c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:20:45.804167 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-dad8580d-2e60-43df-ae9c-a9f892dd644c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:20:45.804913 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f1820b14-23b9-4838-b644-f2ed600766da no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:20:45.805075 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-267454ac-d52c-43db-b950-c8c6dbc6d57a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:45.805549 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f67748c9-106f-4e31-8c65-e0c6c17dcfb7 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Usage tracker for resource:security_group_rule and tenant:28a103121df04f2a95d93cafd6b2448c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:45.810028 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f67748c9-106f-4e31-8c65-e0c6c17dcfb7 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:45.818928 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-96f050eb-53b3-4810-ac63-4fe6c015403f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b303cc02-637a-4fe8-b35c-08e32300179e']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:45.829692 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f67748c9-106f-4e31-8c65-e0c6c17dcfb7 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:45.835321 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-267454ac-d52c-43db-b950-c8c6dbc6d57a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a64e061-a353-4abc-8272-6e91f765a77c']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:45.837563 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-96f050eb-53b3-4810-ac63-4fe6c015403f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93989bee-355f-43dd-8fbf-f9a6f44a19df') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:45.837859 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-96f050eb-53b3-4810-ac63-4fe6c015403f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93989bee-355f-43dd-8fbf-f9a6f44a19df') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:45.850362 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-267454ac-d52c-43db-b950-c8c6dbc6d57a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81578319-70e3-455e-88c3-f820805b38b1') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:45.850850 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-267454ac-d52c-43db-b950-c8c6dbc6d57a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81578319-70e3-455e-88c3-f820805b38b1') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:45.864008 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-267454ac-d52c-43db-b950-c8c6dbc6d57a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:45.881309 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-267454ac-d52c-43db-b950-c8c6dbc6d57a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:45.887780 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267454ac-d52c-43db-b950-c8c6dbc6d57a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:20:45.888292 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-267454ac-d52c-43db-b950-c8c6dbc6d57a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:45.923374 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-96f050eb-53b3-4810-ac63-4fe6c015403f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:45.965601 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: f1820b14-23b9-4838-b644-f2ed600766da {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:20:45.965843 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f1820b14-23b9-4838-b644-f2ed600766da not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:20:45.966280 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 1263de2f-f7c0-440d-9ab3-d2820af80646 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:20:45.984265 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:20:46.004788 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-96f050eb-53b3-4810-ac63-4fe6c015403f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:46.020548 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f050eb-53b3-4810-ac63-4fe6c015403f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:20:46.021089 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-96f050eb-53b3-4810-ac63-4fe6c015403f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:20:46.035965 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:20:46.063468 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5fed8c04-6f10-4804-9a73-ec0f0ba8c484 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:46.069524 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 1263de2f-f7c0-440d-9ab3-d2820af80646 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:20:46.069880 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 1263de2f-f7c0-440d-9ab3-d2820af80646 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:20:46.178001 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-267454ac-d52c-43db-b950-c8c6dbc6d57a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:46.182229 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-267454ac-d52c-43db-b950-c8c6dbc6d57a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:46.213853 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f67748c9-106f-4e31-8c65-e0c6c17dcfb7 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:46.240783 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-eb5d20a7-663f-48b4-9e5d-e84de8d31050 None None] Attempting to bind port 272224a0-11af-47f9-b98c-8b47104d07ad on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:20:46.241178 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-eb5d20a7-663f-48b4-9e5d-e84de8d31050 None None] Attempting to bind port 272224a0-11af-47f9-b98c-8b47104d07ad by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '089b79b6-cb90-4bb1-8674-719539668d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '39ca9eee-6bfd-4950-bec4-8609c5b984d7'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:20:46.241547 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5d20a7-663f-48b4-9e5d-e84de8d31050 None None] Attempting to bind port 272224a0-11af-47f9-b98c-8b47104d07ad on network 39ca9eee-6bfd-4950-bec4-8609c5b984d7 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:20:46.248350 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267454ac-d52c-43db-b950-c8c6dbc6d57a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event deleted for resources: {'Network': ['ID=5a64e061-a353-4abc-8272-6e91f765a77c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:46.262862 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5d20a7-663f-48b4-9e5d-e84de8d31050 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:20:46.263668 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5d20a7-663f-48b4-9e5d-e84de8d31050 None None] Checking segment: {'id': '089b79b6-cb90-4bb1-8674-719539668d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '39ca9eee-6bfd-4950-bec4-8609c5b984d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:20:46.264210 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-eb5d20a7-663f-48b4-9e5d-e84de8d31050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:46.264999 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5d20a7-663f-48b4-9e5d-e84de8d31050 None None] Bound using segment: {'id': '089b79b6-cb90-4bb1-8674-719539668d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '39ca9eee-6bfd-4950-bec4-8609c5b984d7'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:20:46.266313 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-eb5d20a7-663f-48b4-9e5d-e84de8d31050 None None] Bound port: 272224a0-11af-47f9-b98c-8b47104d07ad, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '089b79b6-cb90-4bb1-8674-719539668d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '39ca9eee-6bfd-4950-bec4-8609c5b984d7'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:20:46.266313 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-eb5d20a7-663f-48b4-9e5d-e84de8d31050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:46.266616 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-0279ac36-538d-4fb4-9a4e-ca2af6350044 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Allocated IP 2001:db8::275 (39ca9eee-6bfd-4950-bec4-8609c5b984d7/ee97dc91-82c7-4cc4-b53a-314a239c230a/d837f4b5-d18b-4b01-adf1-53dc4c570624) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:46.266799 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f67748c9-106f-4e31-8c65-e0c6c17dcfb7 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:46.270658 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-267454ac-d52c-43db-b950-c8c6dbc6d57a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/networks/5a64e061-a353-4abc-8272-6e91f765a77c HTTP/1.1" status: 204 len: 168 time: 2.9874196 Apr 06 14:20:46.273515 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-96f050eb-53b3-4810-ac63-4fe6c015403f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:46.276324 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52418) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:46.305604 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-dad8580d-2e60-43df-ae9c-a9f892dd644c None None] Deleting port f1820b14-23b9-4838-b644-f2ed600766da {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:46.306174 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dad8580d-2e60-43df-ae9c-a9f892dd644c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:46.328438 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-96f050eb-53b3-4810-ac63-4fe6c015403f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:46.350203 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f050eb-53b3-4810-ac63-4fe6c015403f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Network': ['ID=b303cc02-637a-4fe8-b35c-08e32300179e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:46.371007 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-96f050eb-53b3-4810-ac63-4fe6c015403f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/networks/b303cc02-637a-4fe8-b35c-08e32300179e HTTP/1.1" status: 204 len: 168 time: 2.4212098 Apr 06 14:20:46.372914 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67748c9-106f-4e31-8c65-e0c6c17dcfb7 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5db9f0ff-c9b0-4bf0-807a-3d89aa5fde26,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:46.376368 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52422) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:46.382726 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2d8d6f3c-5db2-4cd5-9243-7130ace9cf78 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2087361632'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:46.388138 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2d8d6f3c-5db2-4cd5-9243-7130ace9cf78 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:46.392912 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2d8d6f3c-5db2-4cd5-9243-7130ace9cf78 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:network and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:46.395733 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2d8d6f3c-5db2-4cd5-9243-7130ace9cf78 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:46.402071 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2d8d6f3c-5db2-4cd5-9243-7130ace9cf78 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:46.409825 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f67748c9-106f-4e31-8c65-e0c6c17dcfb7 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:46.414090 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f67748c9-106f-4e31-8c65-e0c6c17dcfb7 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.1071422 Apr 06 14:20:46.414865 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52426) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:46.433469 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8d6f3c-5db2-4cd5-9243-7130ace9cf78 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:46.436352 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d8d6f3c-5db2-4cd5-9243-7130ace9cf78 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:46.499867 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-dad8580d-2e60-43df-ae9c-a9f892dd644c None None] The port 'f1820b14-23b9-4838-b644-f2ed600766da' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:20:46.544655 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d8d6f3c-5db2-4cd5-9243-7130ace9cf78 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:20:46.575119 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-eb5d20a7-663f-48b4-9e5d-e84de8d31050 None None] For port 272224a0-11af-47f9-b98c-8b47104d07ad, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:20:46.578744 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-eb5d20a7-663f-48b4-9e5d-e84de8d31050 None None] For port 272224a0-11af-47f9-b98c-8b47104d07ad, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=272224a0-11af-47f9-b98c-8b47104d07ad,segment=NetworkSegment(089b79b6-cb90-4bb1-8674-719539668d8e),segment_id=089b79b6-cb90-4bb1-8674-719539668d8e)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:20:46.585961 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-eb5d20a7-663f-48b4-9e5d-e84de8d31050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:46.594259 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8cc67ef8-8dbd-4f97-a598-a85bb4ae704b tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:46.611961 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d8d6f3c-5db2-4cd5-9243-7130ace9cf78 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:46.612222 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-2d8d6f3c-5db2-4cd5-9243-7130ace9cf78 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Added segment 6cafcc3b-e047-479d-bdce-d32e04f9efb7 of type vlan for network 2f02c2ad-64d5-4216-99e1-bc49ca34e21e Apr 06 14:20:46.629659 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:20:46.630788 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-60884e49-4e6e-449f-9abd-6e6cf26370e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'name': 'tempest-TestVolumeBootPattern-396345987-router', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:31Z', 'updated_at': '2022-04-06T14:16:49Z', 'revision_number': 4, 'project_id': '681e39576088423facd0bc7051aac5ad', 'gw_port': {'id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:35Z', 'updated_at': '2022-04-06T14:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'e38993c6-d6a5-4069-b6db-aea1a2c533d9', 'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'mac_address': 'fa:16:3e:96:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:46Z', 'updated_at': '2022-04-06T14:17:00Z', 'revision_number': 5, 'project_id': '681e39576088423facd0bc7051aac5ad', 'subnets': [{'id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:46.641365 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-fc9900dd-e622-43ed-bcf7-770d23c1e720 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Synchronizing usage tracker for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:20:46.661741 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60884e49-4e6e-449f-9abd-6e6cf26370e9 None None] Checking router: 61db72c2-b098-4195-90dd-e4e5e3267309 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:20:46.695269 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d20a7-663f-48b4-9e5d-e84de8d31050 None None] Pushing event updated for resources: {'Port': ['ID=272224a0-11af-47f9-b98c-8b47104d07ad,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:46.703578 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60884e49-4e6e-449f-9abd-6e6cf26370e9 None None] Routers {'61db72c2-b098-4195-90dd-e4e5e3267309'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:46.704250 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-60884e49-4e6e-449f-9abd-6e6cf26370e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['61db72c2-b098-4195-90dd-e4e5e3267309'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:46.800665 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d8d6f3c-5db2-4cd5-9243-7130ace9cf78 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:46.851621 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5fed8c04-6f10-4804-9a73-ec0f0ba8c484 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:46.880091 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-fc9900dd-e622-43ed-bcf7-770d23c1e720 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Unset dirty status for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:20:46.884715 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fc9900dd-e622-43ed-bcf7-770d23c1e720 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4687343 Apr 06 14:20:46.894560 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52434) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:46.913795 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-29cdb28b-9f6e-4578-95ce-b771bc6abaa6 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Request body: {'security_group': {'name': 'tempest-security--1612652640', 'description': 'tempest-security-description-955631869'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:46.922081 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-60884e49-4e6e-449f-9abd-6e6cf26370e9 None None] Set router 61db72c2-b098-4195-90dd-e4e5e3267309 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:20:46.957567 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d8d6f3c-5db2-4cd5-9243-7130ace9cf78 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:46.964254 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8d6f3c-5db2-4cd5-9243-7130ace9cf78 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:46.964950 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d8d6f3c-5db2-4cd5-9243-7130ace9cf78 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:46.975633 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5fed8c04-6f10-4804-9a73-ec0f0ba8c484 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:47.080743 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5fed8c04-6f10-4804-9a73-ec0f0ba8c484 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:47.081279 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fed8c04-6f10-4804-9a73-ec0f0ba8c484 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Fanout notify agent at l3_agent the message router_deleted on router 42103600-d852-4763-9027-27f4bdaaf7aa {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:20:47.117755 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5fed8c04-6f10-4804-9a73-ec0f0ba8c484 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:47.122024 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5fed8c04-6f10-4804-9a73-ec0f0ba8c484 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/routers/42103600-d852-4763-9027-27f4bdaaf7aa HTTP/1.1" status: 204 len: 168 time: 1.9716969 Apr 06 14:20:47.138860 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52442) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:47.171221 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-29cdb28b-9f6e-4578-95ce-b771bc6abaa6 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:47.184079 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0279ac36-538d-4fb4-9a4e-ca2af6350044 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:47.244068 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2d8d6f3c-5db2-4cd5-9243-7130ace9cf78 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8663709 Apr 06 14:20:47.250087 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52446) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:47.326941 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2c4fe0b8-9ff9-4026-a1e8-7ee08cc3bab0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'subnet': {'network_id': '2f02c2ad-64d5-4216-99e1-bc49ca34e21e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:47.356491 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d6f3c-5db2-4cd5-9243-7130ace9cf78 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Network': ['ID=2f02c2ad-64d5-4216-99e1-bc49ca34e21e,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:47.382826 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 2f02c2ad-64d5-4216-99e1-bc49ca34e21e details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:20:47.399508 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-0279ac36-538d-4fb4-9a4e-ca2af6350044 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Transition to ACTIVE for port object d837f4b5-d18b-4b01-adf1-53dc4c570624 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:47.453239 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0279ac36-538d-4fb4-9a4e-ca2af6350044 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:47.521559 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-60884e49-4e6e-449f-9abd-6e6cf26370e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'name': 'tempest-TestVolumeBootPattern-396345987-router', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:31Z', 'updated_at': '2022-04-06T14:16:49Z', 'revision_number': 4, 'project_id': '681e39576088423facd0bc7051aac5ad', 'gw_port': {'id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:35Z', 'updated_at': '2022-04-06T14:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'e38993c6-d6a5-4069-b6db-aea1a2c533d9', 'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'mac_address': 'fa:16:3e:96:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:46Z', 'updated_at': '2022-04-06T14:17:00Z', 'revision_number': 5, 'project_id': '681e39576088423facd0bc7051aac5ad', 'subnets': [{'id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:47.529978 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60884e49-4e6e-449f-9abd-6e6cf26370e9 None None] The sync data for ids ['61db72c2-b098-4195-90dd-e4e5e3267309'] in dv-neutron-835868-1-hyperv is: [{'id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'name': 'tempest-TestVolumeBootPattern-396345987-router', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:31Z', 'updated_at': '2022-04-06T14:16:49Z', 'revision_number': 4, 'project_id': '681e39576088423facd0bc7051aac5ad', 'gw_port': {'id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:35Z', 'updated_at': '2022-04-06T14:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'e38993c6-d6a5-4069-b6db-aea1a2c533d9', 'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'mac_address': 'fa:16:3e:96:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:46Z', 'updated_at': '2022-04-06T14:17:00Z', 'revision_number': 5, 'project_id': '681e39576088423facd0bc7051aac5ad', 'subnets': [{'id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:20:47.553112 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-48881bd6-d41c-4d03-aef6-8e3df48db1d7 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:47.604537 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0279ac36-538d-4fb4-9a4e-ca2af6350044 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network 39ca9eee-6bfd-4950-bec4-8609c5b984d7 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:47.613407 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-0279ac36-538d-4fb4-9a4e-ca2af6350044 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:47.615828 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0279ac36-538d-4fb4-9a4e-ca2af6350044 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:20:47.619952 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0279ac36-538d-4fb4-9a4e-ca2af6350044 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:47.620559 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0279ac36-538d-4fb4-9a4e-ca2af6350044 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:47.632943 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279ac36-538d-4fb4-9a4e-ca2af6350044 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Port': ['ID=d837f4b5-d18b-4b01-adf1-53dc4c570624,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:47.713603 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-29cdb28b-9f6e-4578-95ce-b771bc6abaa6 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:47.733457 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0279ac36-538d-4fb4-9a4e-ca2af6350044 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8188338 Apr 06 14:20:47.737387 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52450) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:47.788576 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 272224a0-11af-47f9-b98c-8b47104d07ad up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:47.820229 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-697ed71d-445b-44d3-b277-f5f0fc9d8045 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Deleting subnet cec90452-2e75-4ba9-a801-329a56336400 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:20:47.824394 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-697ed71d-445b-44d3-b277-f5f0fc9d8045 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:47.880927 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ae53b8-7334-4a44-ba06-e815d18bd563 None None] New status for floating IP dcf152b4-910f-42a2-b5ed-98b18497c802: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:20:47.918699 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-4463450f-83d0-49be-bcca-fb20af19357d tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-270980937&fields=id&tenant_id=681e39576088423facd0bc7051aac5ad HTTP/1.1" status: 200 len: 267 time: 0.6726341 Apr 06 14:20:47.922331 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-29cdb28b-9f6e-4578-95ce-b771bc6abaa6 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:47.924511 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-29cdb28b-9f6e-4578-95ce-b771bc6abaa6 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:47.925820 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-29cdb28b-9f6e-4578-95ce-b771bc6abaa6 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "PUT /v2.0/security-groups/5db9f0ff-c9b0-4bf0-807a-3d89aa5fde26 HTTP/1.1" status: 200 len: 1611 time: 1.0300517 Apr 06 14:20:47.961679 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52454) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:48.066225 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2c4fe0b8-9ff9-4026-a1e8-7ee08cc3bab0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:48.071512 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdb28b-9f6e-4578-95ce-b771bc6abaa6 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5db9f0ff-c9b0-4bf0-807a-3d89aa5fde26,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:48.077053 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-697ed71d-445b-44d3-b277-f5f0fc9d8045 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:48.095094 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f2795f19-84b9-4ef0-9a16-3c696b7d381d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "GET /v2.0/security-groups/5db9f0ff-c9b0-4bf0-807a-3d89aa5fde26 HTTP/1.1" status: 200 len: 1611 time: 0.1317306 Apr 06 14:20:48.128589 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52458) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:48.132072 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60116466-f3e3-45c8-b81c-51136c6e1324 None None] Network 39ca9eee-6bfd-4950-bec4-8609c5b984d7 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:48.141196 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2c4fe0b8-9ff9-4026-a1e8-7ee08cc3bab0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:subnet and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:48.150606 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2c4fe0b8-9ff9-4026-a1e8-7ee08cc3bab0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:48.151489 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 272224a0-11af-47f9-b98c-8b47104d07ad completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:48.227479 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f12d1bf3-8d6a-47e8-be04-2655cc3f839a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting port d837f4b5-d18b-4b01-adf1-53dc4c570624 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:48.227910 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f12d1bf3-8d6a-47e8-be04-2655cc3f839a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:48.252075 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-8cc67ef8-8dbd-4f97-a598-a85bb4ae704b tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Allocated IP 172.20.0.1 (cf4f0d2a-c3bc-440c-b0a6-8577d8815e9c/2a90a893-33ca-421f-b089-6e7eedca16d6/f6b2a8c8-dc1a-41bd-80d8-5973e0552bc4) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:48.256585 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2c4fe0b8-9ff9-4026-a1e8-7ee08cc3bab0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:48.263019 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2a4f9cbb-16fd-4b78-8ca7-67b483d923a8 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:48.296246 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ca25cf9c-6bc1-47e5-ba3a-6522f0199c81 None None] Provisioning for port 272224a0-11af-47f9-b98c-8b47104d07ad completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:48.303651 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ca25cf9c-6bc1-47e5-ba3a-6522f0199c81 None None] Provisioning complete for port 272224a0-11af-47f9-b98c-8b47104d07ad triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:48.304101 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ca25cf9c-6bc1-47e5-ba3a-6522f0199c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:48.304652 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2a4f9cbb-16fd-4b78-8ca7-67b483d923a8 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:48.328084 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4fe0b8-9ff9-4026-a1e8-7ee08cc3bab0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:48.396294 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2a4f9cbb-16fd-4b78-8ca7-67b483d923a8 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:48.419370 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f9cbb-16fd-4b78-8ca7-67b483d923a8 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db9f0ff-c9b0-4bf0-807a-3d89aa5fde26,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:48.446977 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2a4f9cbb-16fd-4b78-8ca7-67b483d923a8 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:48.449042 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2a4f9cbb-16fd-4b78-8ca7-67b483d923a8 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "DELETE /v2.0/security-groups/5db9f0ff-c9b0-4bf0-807a-3d89aa5fde26 HTTP/1.1" status: 204 len: 168 time: 0.3181686 Apr 06 14:20:48.451940 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52462) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:48.540656 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ca25cf9c-6bc1-47e5-ba3a-6522f0199c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:48.551724 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-48881bd6-d41c-4d03-aef6-8e3df48db1d7 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting port 55039566-8e5d-4643-8ba7-791a0309dfef {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:48.552431 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-48881bd6-d41c-4d03-aef6-8e3df48db1d7 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:48.591512 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ca25cf9c-6bc1-47e5-ba3a-6522f0199c81 None None] For port 272224a0-11af-47f9-b98c-8b47104d07ad, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=272224a0-11af-47f9-b98c-8b47104d07ad,segment=NetworkSegment(089b79b6-cb90-4bb1-8674-719539668d8e),segment_id=089b79b6-cb90-4bb1-8674-719539668d8e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:48.593033 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cb102b68-f73a-4993-90fe-7b23bbb1e553 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Synchronizing usage tracker for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:20:48.600216 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ca25cf9c-6bc1-47e5-ba3a-6522f0199c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:48.642492 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cb102b68-f73a-4993-90fe-7b23bbb1e553 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Unset dirty status for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:20:48.643719 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cb102b68-f73a-4993-90fe-7b23bbb1e553 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1906722 Apr 06 14:20:48.647650 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52466) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:48.663844 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c4fe0b8-9ff9-4026-a1e8-7ee08cc3bab0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:48.681143 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-945ba2ae-4756-4b21-af98-6ebe0a3b2ee4 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:48.682190 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca25cf9c-6bc1-47e5-ba3a-6522f0199c81 None None] Pushing event updated for resources: {'Port': ['ID=272224a0-11af-47f9-b98c-8b47104d07ad,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:48.682958 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-945ba2ae-4756-4b21-af98-6ebe0a3b2ee4 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/networks?id=095d4797-b5a4-4559-a0b9-992b5f89d16a HTTP/1.1" status: 200 len: 811 time: 0.7533228 Apr 06 14:20:48.715898 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-caf3fc12-3608-4cdd-8c8c-e669187fdb59 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] delete failed (client error): The resource could not be found. Apr 06 14:20:48.716994 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-caf3fc12-3608-4cdd-8c8c-e669187fdb59 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "DELETE /v2.0/security-groups/5db9f0ff-c9b0-4bf0-807a-3d89aa5fde26 HTTP/1.1" status: 404 len: 347 time: 0.0683167 Apr 06 14:20:48.722415 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52470) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:48.729894 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0f50d9ee-8a35-409c-b374-e80bf9455abe tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1649287380'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:48.745144 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0f50d9ee-8a35-409c-b374-e80bf9455abe tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:48.762493 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0f50d9ee-8a35-409c-b374-e80bf9455abe tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:48.799694 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f50d9ee-8a35-409c-b374-e80bf9455abe tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:48.828059 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-48881bd6-d41c-4d03-aef6-8e3df48db1d7 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] For port 55039566-8e5d-4643-8ba7-791a0309dfef, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=55039566-8e5d-4643-8ba7-791a0309dfef,segment=NetworkSegment(bdc2d9c1-2a0f-4504-816a-a7fc6beca0fc),segment_id=bdc2d9c1-2a0f-4504-816a-a7fc6beca0fc)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:48.828424 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-48881bd6-d41c-4d03-aef6-8e3df48db1d7 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:48.841408 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-697ed71d-445b-44d3-b277-f5f0fc9d8045 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:48.941636 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-04a13dd0-64b8-457f-971b-3b25ba6bda74 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/quotas/681e39576088423facd0bc7051aac5ad HTTP/1.1" status: 200 len: 375 time: 0.2270691 Apr 06 14:20:48.945010 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8cc67ef8-8dbd-4f97-a598-a85bb4ae704b tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:48.968207 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-48881bd6-d41c-4d03-aef6-8e3df48db1d7 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Calling delete_port for 55039566-8e5d-4643-8ba7-791a0309dfef owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:48.977235 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e00dfc29-3b23-49c3-b1db-0dea9f4d9bb5 None None] Provisioning complete for port 272224a0-11af-47f9-b98c-8b47104d07ad triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:48.977970 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e00dfc29-3b23-49c3-b1db-0dea9f4d9bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:49.020411 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0f50d9ee-8a35-409c-b374-e80bf9455abe tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:49.037711 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0f50d9ee-8a35-409c-b374-e80bf9455abe tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Usage tracker for resource:security_group_rule and tenant:28a103121df04f2a95d93cafd6b2448c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:49.043883 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0f50d9ee-8a35-409c-b374-e80bf9455abe tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:49.055406 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0f50d9ee-8a35-409c-b374-e80bf9455abe tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:49.086504 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-8cc67ef8-8dbd-4f97-a598-a85bb4ae704b tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Transition to ACTIVE for port object f6b2a8c8-dc1a-41bd-80d8-5973e0552bc4 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:49.106773 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f12d1bf3-8d6a-47e8-be04-2655cc3f839a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:49.159640 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e00dfc29-3b23-49c3-b1db-0dea9f4d9bb5 None None] Provisioning for port d837f4b5-d18b-4b01-adf1-53dc4c570624 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:49.162022 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f50d9ee-8a35-409c-b374-e80bf9455abe tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:49.166111 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e00dfc29-3b23-49c3-b1db-0dea9f4d9bb5 None None] Provisioning complete for port d837f4b5-d18b-4b01-adf1-53dc4c570624 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:49.166592 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e00dfc29-3b23-49c3-b1db-0dea9f4d9bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:49.166885 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f50d9ee-8a35-409c-b374-e80bf9455abe tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:49.231235 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e00dfc29-3b23-49c3-b1db-0dea9f4d9bb5 None None] Port d837f4b5-d18b-4b01-adf1-53dc4c570624 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:20:49.243912 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-697ed71d-445b-44d3-b277-f5f0fc9d8045 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:49.257159 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f12d1bf3-8d6a-47e8-be04-2655cc3f839a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Calling delete_port for d837f4b5-d18b-4b01-adf1-53dc4c570624 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:49.261880 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50d9ee-8a35-409c-b374-e80bf9455abe tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78113b86-223d-4ad2-9f10-c973199e6b21,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:49.272769 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f50d9ee-8a35-409c-b374-e80bf9455abe tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:49.276617 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0f50d9ee-8a35-409c-b374-e80bf9455abe tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5505228 Apr 06 14:20:49.276767 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52476) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:49.284197 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-68ba83e5-f4d9-4f32-a746-1e4dae673835 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Request body: {'security_group_rule': {'security_group_id': '78113b86-223d-4ad2-9f10-c973199e6b21', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:49.293751 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-68ba83e5-f4d9-4f32-a746-1e4dae673835 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:49.297998 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-68ba83e5-f4d9-4f32-a746-1e4dae673835 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Usage tracker for resource:security_group_rule and tenant:28a103121df04f2a95d93cafd6b2448c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:49.301234 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-68ba83e5-f4d9-4f32-a746-1e4dae673835 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:49.303759 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-48881bd6-d41c-4d03-aef6-8e3df48db1d7 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:49.353357 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ff8d6162-1135-4188-9d75-924ecae7e6f1 None None] Provisioning complete for port d837f4b5-d18b-4b01-adf1-53dc4c570624 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:49.354426 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6162-1135-4188-9d75-924ecae7e6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:49.355455 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-68ba83e5-f4d9-4f32-a746-1e4dae673835 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:49.357631 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48881bd6-d41c-4d03-aef6-8e3df48db1d7 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event deleted for resources: {'Port': ['ID=55039566-8e5d-4643-8ba7-791a0309dfef,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:49.429185 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ff8d6162-1135-4188-9d75-924ecae7e6f1 None None] Port d837f4b5-d18b-4b01-adf1-53dc4c570624 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:20:49.499520 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-68ba83e5-f4d9-4f32-a746-1e4dae673835 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:49.520445 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ed71d-445b-44d3-b277-f5f0fc9d8045 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Subnet': ['ID=cec90452-2e75-4ba9-a801-329a56336400,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:49.549022 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-697ed71d-445b-44d3-b277-f5f0fc9d8045 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:49.555446 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6039c48a-d57e-473d-a330-336ebd42d84a None None] Network a730550e-7853-4622-9b4d-509f919868d9 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:49.602919 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-697ed71d-445b-44d3-b277-f5f0fc9d8045 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/subnets/cec90452-2e75-4ba9-a801-329a56336400 HTTP/1.1" status: 204 len: 168 time: 2.4571772 Apr 06 14:20:49.614035 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-40fbbf58-2466-4311-a9a7-5f4f71b36b95 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=681e39576088423facd0bc7051aac5ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6485026 Apr 06 14:20:49.616402 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52480) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:49.619233 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8cc67ef8-8dbd-4f97-a598-a85bb4ae704b tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:49.719655 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-68ba83e5-f4d9-4f32-a746-1e4dae673835 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:49.724303 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-48881bd6-d41c-4d03-aef6-8e3df48db1d7 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:49.729768 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-68ba83e5-f4d9-4f32-a746-1e4dae673835 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:49.765330 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-68ba83e5-f4d9-4f32-a746-1e4dae673835 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:49.766845 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-68ba83e5-f4d9-4f32-a746-1e4dae673835 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4890099 Apr 06 14:20:49.770145 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52486) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:49.770771 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba83e5-f4d9-4f32-a746-1e4dae673835 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=484632f2-9651-4d5e-9016-b48d946fea90,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:49.842820 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 272224a0-11af-47f9-b98c-8b47104d07ad up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:49.923145 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-94de9c69-80b0-4479-8be8-0a5e7c25d45c tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:49.938488 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-94de9c69-80b0-4479-8be8-0a5e7c25d45c tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:49.945557 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 272224a0-11af-47f9-b98c-8b47104d07ad triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:49.945557 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:49.967072 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc67ef8-8dbd-4f97-a598-a85bb4ae704b tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Network cf4f0d2a-c3bc-440c-b0a6-8577d8815e9c is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:49.968084 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c4fe0b8-9ff9-4026-a1e8-7ee08cc3bab0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:49.971382 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc67ef8-8dbd-4f97-a598-a85bb4ae704b tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Pushing event updated for resources: {'Port': ['ID=f6b2a8c8-dc1a-41bd-80d8-5973e0552bc4,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:50.015646 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-8cc67ef8-8dbd-4f97-a598-a85bb4ae704b tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:50.017995 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc67ef8-8dbd-4f97-a598-a85bb4ae704b tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:20:50.056150 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71af9109-feb4-4ae7-bac4-0f2bb53023a5 None None] DHCP port deletion for a730550e-7853-4622-9b4d-509f919868d9 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:20:50.076349 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-71af9109-feb4-4ae7-bac4-0f2bb53023a5 None None] Deleting port c002d627-6699-4261-b4cc-99d1da53f353 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:50.076859 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-71af9109-feb4-4ae7-bac4-0f2bb53023a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:50.174965 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-94de9c69-80b0-4479-8be8-0a5e7c25d45c tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:50.180566 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe0a53de-76ef-47e6-bf1a-4b8f5d5f1987 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:50.207588 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f12d1bf3-8d6a-47e8-be04-2655cc3f839a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:50.267591 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de9c69-80b0-4479-8be8-0a5e7c25d45c tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=484632f2-9651-4d5e-9016-b48d946fea90,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:50.272319 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-94de9c69-80b0-4479-8be8-0a5e7c25d45c tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:50.273665 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-94de9c69-80b0-4479-8be8-0a5e7c25d45c tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/484632f2-9651-4d5e-9016-b48d946fea90 HTTP/1.1" status: 204 len: 168 time: 0.5011921 Apr 06 14:20:50.276718 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52490) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:50.283938 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fe0b8-9ff9-4026-a1e8-7ee08cc3bab0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Subnet': ['ID=cf2ab392-dbce-4ab4-8973-cb7fc1c913f1,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:50.301531 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8cc67ef8-8dbd-4f97-a598-a85bb4ae704b tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:50.304725 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d1bf3-8d6a-47e8-be04-2655cc3f839a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Port': ['ID=d837f4b5-d18b-4b01-adf1-53dc4c570624,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:50.326235 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48881bd6-d41c-4d03-aef6-8e3df48db1d7 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Router ebdeaac8-870c-4075-879c-a1ae155a0999 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:20:50.328218 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-71af9109-feb4-4ae7-bac4-0f2bb53023a5 None None] For port c002d627-6699-4261-b4cc-99d1da53f353, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c002d627-6699-4261-b4cc-99d1da53f353,segment=NetworkSegment(9edf0db5-22ad-4225-9b17-51d4db1bce1e),segment_id=9edf0db5-22ad-4225-9b17-51d4db1bce1e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:50.328769 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-71af9109-feb4-4ae7-bac4-0f2bb53023a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:50.332724 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-fe0a53de-76ef-47e6-bf1a-4b8f5d5f1987 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Deleting port c002d627-6699-4261-b4cc-99d1da53f353 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:50.333026 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe0a53de-76ef-47e6-bf1a-4b8f5d5f1987 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:50.352473 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-095bef2d-2a2c-4895-a8ff-b63ef623262d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Synchronizing usage tracker for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:20:50.421942 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-543579d9-843d-4f66-a67a-b51b57e36642 service neutron] 10.222.0.60 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7285371 Apr 06 14:20:50.437379 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f12d1bf3-8d6a-47e8-be04-2655cc3f839a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:50.449766 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4fe0b8-9ff9-4026-a1e8-7ee08cc3bab0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Checking segment: {'id': '6cafcc3b-e047-479d-bdce-d32e04f9efb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2f02c2ad-64d5-4216-99e1-bc49ca34e21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:20:50.450117 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4fe0b8-9ff9-4026-a1e8-7ee08cc3bab0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network hostable DHCP agents. Network: 2f02c2ad-64d5-4216-99e1-bc49ca34e21e, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:20:50.468756 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-71af9109-feb4-4ae7-bac4-0f2bb53023a5 None None] Calling delete_port for c002d627-6699-4261-b4cc-99d1da53f353 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:50.477268 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-095bef2d-2a2c-4895-a8ff-b63ef623262d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Unset dirty status for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:20:50.481353 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-095bef2d-2a2c-4895-a8ff-b63ef623262d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2003384 Apr 06 14:20:50.488665 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52494) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:50.515073 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48881bd6-d41c-4d03-aef6-8e3df48db1d7 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:20:50.518380 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c85ab14f-73d4-4ab0-bde6-77f779ab5f0a None None] Provisioning for port f6b2a8c8-dc1a-41bd-80d8-5973e0552bc4 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:50.523616 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-48881bd6-d41c-4d03-aef6-8e3df48db1d7 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "PUT /v2.0/routers/ebdeaac8-870c-4075-879c-a1ae155a0999/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2451096 Apr 06 14:20:50.524452 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52498) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:50.529951 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5f0ebc-79f6-4cf8-93e1-1ec4c43aee12 None None] Sync routers for ids ['ebdeaac8-870c-4075-879c-a1ae155a0999'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:20:50.538256 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c85ab14f-73d4-4ab0-bde6-77f779ab5f0a None None] Provisioning complete for port f6b2a8c8-dc1a-41bd-80d8-5973e0552bc4 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:50.538772 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c85ab14f-73d4-4ab0-bde6-77f779ab5f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:50.546597 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5f0ebc-79f6-4cf8-93e1-1ec4c43aee12 None None] Routers {'ebdeaac8-870c-4075-879c-a1ae155a0999'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:50.548898 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-be5f0ebc-79f6-4cf8-93e1-1ec4c43aee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ebdeaac8-870c-4075-879c-a1ae155a0999'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:50.589094 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f12d1bf3-8d6a-47e8-be04-2655cc3f839a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/ports/d837f4b5-d18b-4b01-adf1-53dc4c570624 HTTP/1.1" status: 204 len: 168 time: 2.7715023 Apr 06 14:20:50.601686 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52502) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:50.640328 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c85ab14f-73d4-4ab0-bde6-77f779ab5f0a None None] Port f6b2a8c8-dc1a-41bd-80d8-5973e0552bc4 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:20:50.662920 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-71af9109-feb4-4ae7-bac4-0f2bb53023a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:50.729504 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af9109-feb4-4ae7-bac4-0f2bb53023a5 None None] Pushing event deleted for resources: {'Port': ['ID=c002d627-6699-4261-b4cc-99d1da53f353,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:50.737521 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-b81875f6-b781-41e0-8669-fbb0077649f5 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] DELETE failed (client error): The resource could not be found. Apr 06 14:20:50.737960 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b81875f6-b781-41e0-8669-fbb0077649f5 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:20:50.739603 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b81875f6-b781-41e0-8669-fbb0077649f5 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/ports/d837f4b5-d18b-4b01-adf1-53dc4c570624 HTTP/1.1" status: 404 len: 333 time: 0.1330702 Apr 06 14:20:50.741382 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-be5f0ebc-79f6-4cf8-93e1-1ec4c43aee12 None None] Set router ebdeaac8-870c-4075-879c-a1ae155a0999 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:20:50.748468 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52506) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:50.752069 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71af9109-feb4-4ae7-bac4-0f2bb53023a5 None None] No DVR routers for this DVR port c002d627-6699-4261-b4cc-99d1da53f353 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:20:50.842934 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb1337d-c4cf-4857-8b14-b71baa0f2c51 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting subnet d476f3f9-9128-4c3a-b009-8fe0dca3cfaa {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:20:50.847698 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3eb1337d-c4cf-4857-8b14-b71baa0f2c51 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:50.859837 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-be5f0ebc-79f6-4cf8-93e1-1ec4c43aee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:20:49Z', 'revision_number': 11, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:50.864340 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5f0ebc-79f6-4cf8-93e1-1ec4c43aee12 None None] Checking router: ebdeaac8-870c-4075-879c-a1ae155a0999 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:20:50.876006 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5f0ebc-79f6-4cf8-93e1-1ec4c43aee12 None None] Routers {'ebdeaac8-870c-4075-879c-a1ae155a0999'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:50.876614 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-be5f0ebc-79f6-4cf8-93e1-1ec4c43aee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ebdeaac8-870c-4075-879c-a1ae155a0999'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:50.907907 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8cc67ef8-8dbd-4f97-a598-a85bb4ae704b tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:50.919224 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4fe0b8-9ff9-4026-a1e8-7ee08cc3bab0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network 2f02c2ad-64d5-4216-99e1-bc49ca34e21e is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:20:50.923630 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3eb1337d-c4cf-4857-8b14-b71baa0f2c51 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:50.953047 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ba46e6-6fee-45ce-bc16-06faa5caedab tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] GET failed (client error): The resource could not be found. Apr 06 14:20:50.953544 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-74ba46e6-6fee-45ce-bc16-06faa5caedab tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Synchronizing usage tracker for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:20:50.973957 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-ac487670-7667-45d6-8df7-9c402bb41579 service neutron] 10.222.0.60 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5252678 Apr 06 14:20:50.986456 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-2c4fe0b8-9ff9-4026-a1e8-7ee08cc3bab0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 2f02c2ad-64d5-4216-99e1-bc49ca34e21e) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:50.990809 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4fe0b8-9ff9-4026-a1e8-7ee08cc3bab0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:50.991395 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c4fe0b8-9ff9-4026-a1e8-7ee08cc3bab0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:51.002920 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b4762c6-f286-44bb-a9fa-7c76062f0679 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:51.014037 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceeb3694-3701-4fd1-8e96-5b9bed2ed45b None None] Network 2f02c2ad-64d5-4216-99e1-bc49ca34e21e requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:51.032627 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3eb1337d-c4cf-4857-8b14-b71baa0f2c51 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:51.063548 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-be5f0ebc-79f6-4cf8-93e1-1ec4c43aee12 None None] Set router ebdeaac8-870c-4075-879c-a1ae155a0999 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:20:51.109617 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2c4fe0b8-9ff9-4026-a1e8-7ee08cc3bab0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8502932 Apr 06 14:20:51.111613 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-fe0a53de-76ef-47e6-bf1a-4b8f5d5f1987 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] For port c002d627-6699-4261-b4cc-99d1da53f353, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c002d627-6699-4261-b4cc-99d1da53f353,segment=NetworkSegment(9edf0db5-22ad-4225-9b17-51d4db1bce1e),segment_id=9edf0db5-22ad-4225-9b17-51d4db1bce1e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:51.111986 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe0a53de-76ef-47e6-bf1a-4b8f5d5f1987 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:51.127714 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-74ba46e6-6fee-45ce-bc16-06faa5caedab tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Unset dirty status for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:20:51.128835 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-74ba46e6-6fee-45ce-bc16-06faa5caedab tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "GET /v2.0/ports/d837f4b5-d18b-4b01-adf1-53dc4c570624 HTTP/1.1" status: 404 len: 333 time: 0.3638167 Apr 06 14:20:51.137669 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52512) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:51.138009 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52514) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:51.163258 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3eb1337d-c4cf-4857-8b14-b71baa0f2c51 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:51.237537 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b4762c6-f286-44bb-a9fa-7c76062f0679 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:51.245103 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-be5f0ebc-79f6-4cf8-93e1-1ec4c43aee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:20:49Z', 'revision_number': 11, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:51.248546 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-eaddeba1-b95f-4047-9a8b-9ba5db20c421 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1861863004', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:51.253853 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5f0ebc-79f6-4cf8-93e1-1ec4c43aee12 None None] The sync data for ids ['ebdeaac8-870c-4075-879c-a1ae155a0999'] in dv-neutron-835868-1-hyperv is: [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:20:49Z', 'revision_number': 11, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:20:51.340246 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836aaf1f-0693-48b6-8811-1b2404576dbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-2f02c2ad-64d5-4216-99e1-bc49ca34e21e', 'network_id': '2f02c2ad-64d5-4216-99e1-bc49ca34e21e', 'tenant_id': '93b55db64c2c45f89e5eddd70ead6075', 'fixed_ips': [{'subnet_id': 'cf2ab392-dbce-4ab4-8973-cb7fc1c913f1'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:20:51.341313 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-836aaf1f-0693-48b6-8811-1b2404576dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:51.362840 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1337d-c4cf-4857-8b14-b71baa0f2c51 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event deleted for resources: {'Subnet': ['ID=d476f3f9-9128-4c3a-b009-8fe0dca3cfaa,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:51.381533 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3eb1337d-c4cf-4857-8b14-b71baa0f2c51 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:51.393189 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3eb1337d-c4cf-4857-8b14-b71baa0f2c51 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/subnets/d476f3f9-9128-4c3a-b009-8fe0dca3cfaa HTTP/1.1" status: 204 len: 168 time: 0.8675041 Apr 06 14:20:51.394177 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52524) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:51.416924 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccfeda3-0a16-4c8e-8051-a23abebf377c None None] Network 583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:51.540609 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-eaddeba1-b95f-4047-9a8b-9ba5db20c421 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:51.542566 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6472af2-880d-46db-b801-5ec70972605f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:51.553006 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-eaddeba1-b95f-4047-9a8b-9ba5db20c421 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:router and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:51.559408 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-eaddeba1-b95f-4047-9a8b-9ba5db20c421 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:51.567236 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-eaddeba1-b95f-4047-9a8b-9ba5db20c421 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:51.611570 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0ecb4161-4f49-483b-b04e-eb2f512e64db req-07212e07-036d-42f2-adc4-1a6ee3e2011e tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dca4dce-8d37-4e20-8676-4848a9ded018 HTTP/1.1" status: 200 len: 210 time: 0.0556371 Apr 06 14:20:51.618974 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-e6472af2-880d-46db-b801-5ec70972605f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Deleting port 1bd72070-915b-4d12-b04c-bcdbd61f062c {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:51.620707 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6472af2-880d-46db-b801-5ec70972605f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:51.700293 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-fe0a53de-76ef-47e6-bf1a-4b8f5d5f1987 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Calling delete_port for c002d627-6699-4261-b4cc-99d1da53f353 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:51.702688 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-836aaf1f-0693-48b6-8811-1b2404576dbe None None] Allocated IP 172.20.0.2 (2f02c2ad-64d5-4216-99e1-bc49ca34e21e/cf2ab392-dbce-4ab4-8973-cb7fc1c913f1/f8b7f06d-2163-4d8c-871b-8c0b2bd66f71) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:51.847311 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c002d627-6699-4261-b4cc-99d1da53f353 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:20:51.927232 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-e6472af2-880d-46db-b801-5ec70972605f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] For port 1bd72070-915b-4d12-b04c-bcdbd61f062c, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=1bd72070-915b-4d12-b04c-bcdbd61f062c,segment=NetworkSegment(bdc2d9c1-2a0f-4504-816a-a7fc6beca0fc),segment_id=bdc2d9c1-2a0f-4504-816a-a7fc6beca0fc)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:51.928006 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6472af2-880d-46db-b801-5ec70972605f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:51.936751 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: c002d627-6699-4261-b4cc-99d1da53f353 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:20:51.936751 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c002d627-6699-4261-b4cc-99d1da53f353 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:20:51.937298 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 55039566-8e5d-4643-8ba7-791a0309dfef no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:20:51.981144 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 55039566-8e5d-4643-8ba7-791a0309dfef {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:20:51.981488 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 55039566-8e5d-4643-8ba7-791a0309dfef not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:20:52.061940 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-fe0a53de-76ef-47e6-bf1a-4b8f5d5f1987 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:20:52.062271 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-fe0a53de-76ef-47e6-bf1a-4b8f5d5f1987 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:20:52.082129 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eaddeba1-b95f-4047-9a8b-9ba5db20c421 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:52.083055 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eaddeba1-b95f-4047-9a8b-9ba5db20c421 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:52.096288 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-e6472af2-880d-46db-b801-5ec70972605f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Calling delete_port for 1bd72070-915b-4d12-b04c-bcdbd61f062c owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:52.101964 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1158ad-f56d-44f4-9ed5-805367a6163b None None] DHCP port deletion for 583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:20:52.115889 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-8b1158ad-f56d-44f4-9ed5-805367a6163b None None] Deleting port 1bd72070-915b-4d12-b04c-bcdbd61f062c {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:52.116350 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8b1158ad-f56d-44f4-9ed5-805367a6163b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:52.130618 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eaddeba1-b95f-4047-9a8b-9ba5db20c421 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:52.154840 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-836aaf1f-0693-48b6-8811-1b2404576dbe None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:52.175753 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-836aaf1f-0693-48b6-8811-1b2404576dbe None None] Transition to ACTIVE for port object f8b7f06d-2163-4d8c-871b-8c0b2bd66f71 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:52.217174 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8cc67ef8-8dbd-4f97-a598-a85bb4ae704b tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:52.234284 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8cc67ef8-8dbd-4f97-a598-a85bb4ae704b tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:52.235500 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6472af2-880d-46db-b801-5ec70972605f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:52.294053 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6472af2-880d-46db-b801-5ec70972605f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event deleted for resources: {'Port': ['ID=1bd72070-915b-4d12-b04c-bcdbd61f062c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:52.319488 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6472af2-880d-46db-b801-5ec70972605f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] No DVR routers for this DVR port 1bd72070-915b-4d12-b04c-bcdbd61f062c on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:20:52.323892 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-836aaf1f-0693-48b6-8811-1b2404576dbe None None] Transition to ACTIVE for port object f8b7f06d-2163-4d8c-871b-8c0b2bd66f71 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:52.330888 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b4762c6-f286-44bb-a9fa-7c76062f0679 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:52.334189 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eaddeba1-b95f-4047-9a8b-9ba5db20c421 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:52.362624 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-836aaf1f-0693-48b6-8811-1b2404576dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:52.408568 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc67ef8-8dbd-4f97-a598-a85bb4ae704b tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Pushing event updated for resources: {'Port': ['ID=f6b2a8c8-dc1a-41bd-80d8-5973e0552bc4,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:52.434025 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8b1158ad-f56d-44f4-9ed5-805367a6163b None None] For port 1bd72070-915b-4d12-b04c-bcdbd61f062c, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=1bd72070-915b-4d12-b04c-bcdbd61f062c,segment=NetworkSegment(bdc2d9c1-2a0f-4504-816a-a7fc6beca0fc),segment_id=bdc2d9c1-2a0f-4504-816a-a7fc6beca0fc)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:52.434581 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8b1158ad-f56d-44f4-9ed5-805367a6163b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:52.442403 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4762c6-f286-44bb-a9fa-7c76062f0679 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78113b86-223d-4ad2-9f10-c973199e6b21,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:52.444980 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8cc67ef8-8dbd-4f97-a598-a85bb4ae704b tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:52.468575 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836aaf1f-0693-48b6-8811-1b2404576dbe None None] Network 2f02c2ad-64d5-4216-99e1-bc49ca34e21e is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:52.491890 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b4762c6-f286-44bb-a9fa-7c76062f0679 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:52.496920 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2b4762c6-f286-44bb-a9fa-7c76062f0679 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "DELETE /v2.0/security-groups/78113b86-223d-4ad2-9f10-c973199e6b21 HTTP/1.1" status: 204 len: 168 time: 2.0055172 Apr 06 14:20:52.497562 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52542) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:52.506344 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6472af2-880d-46db-b801-5ec70972605f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:52.514867 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eaddeba1-b95f-4047-9a8b-9ba5db20c421 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:52.516083 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-eaddeba1-b95f-4047-9a8b-9ba5db20c421 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.3771398 Apr 06 14:20:52.528682 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-836aaf1f-0693-48b6-8811-1b2404576dbe None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:52.530587 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836aaf1f-0693-48b6-8811-1b2404576dbe None None] Pushing event updated for resources: {'Port': ['ID=f8b7f06d-2163-4d8c-871b-8c0b2bd66f71,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:52.535274 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-e6472af2-880d-46db-b801-5ec70972605f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:52.548458 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95cbde4-6800-4045-8b40-b580b1122f03 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting subnet ee97dc91-82c7-4cc4-b53a-314a239c230a {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:20:52.550420 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-e6472af2-880d-46db-b801-5ec70972605f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc2d9c1-2a0f-4504-816a-a7fc6beca0fc') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:52.550911 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-e6472af2-880d-46db-b801-5ec70972605f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc2d9c1-2a0f-4504-816a-a7fc6beca0fc') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:52.557496 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52546) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:52.564414 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f95cbde4-6800-4045-8b40-b580b1122f03 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:52.564828 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6472af2-880d-46db-b801-5ec70972605f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:52.582261 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6472af2-880d-46db-b801-5ec70972605f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:52.587558 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836aaf1f-0693-48b6-8811-1b2404576dbe None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:20:52.589889 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6472af2-880d-46db-b801-5ec70972605f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:20:52.590480 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6472af2-880d-46db-b801-5ec70972605f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:52.598498 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-8b1158ad-f56d-44f4-9ed5-805367a6163b None None] Calling delete_port for 1bd72070-915b-4d12-b04c-bcdbd61f062c owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:52.601657 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ef115750-e999-4d53-a40f-189b247122b7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'port': {'network_id': '2f02c2ad-64d5-4216-99e1-bc49ca34e21e', 'name': 'tempest-PortsTestJSON-217137832'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:20:52.709795 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:20:52.715925 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6472af2-880d-46db-b801-5ec70972605f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:52.738539 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6472af2-880d-46db-b801-5ec70972605f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:52.745822 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6472af2-880d-46db-b801-5ec70972605f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Pushing event deleted for resources: {'Network': ['ID=583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:52.757752 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-836aaf1f-0693-48b6-8811-1b2404576dbe None None] Attempting to bind port f8b7f06d-2163-4d8c-871b-8c0b2bd66f71 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:20:52.758305 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-836aaf1f-0693-48b6-8811-1b2404576dbe None None] Attempting to bind port f8b7f06d-2163-4d8c-871b-8c0b2bd66f71 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '6cafcc3b-e047-479d-bdce-d32e04f9efb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2f02c2ad-64d5-4216-99e1-bc49ca34e21e'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:20:52.758670 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836aaf1f-0693-48b6-8811-1b2404576dbe None None] Attempting to bind port f8b7f06d-2163-4d8c-871b-8c0b2bd66f71 on network 2f02c2ad-64d5-4216-99e1-bc49ca34e21e {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:20:52.759548 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e6472af2-880d-46db-b801-5ec70972605f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/networks/583a8e4f-b3f7-4e6f-84a3-c15c15acd0d7 HTTP/1.1" status: 204 len: 168 time: 1.3636863 Apr 06 14:20:52.760497 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52552) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:52.766404 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1db12d9d-2693-4c4d-b920-761b9303fcbf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'router': {'routes': None}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:52.767318 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836aaf1f-0693-48b6-8811-1b2404576dbe None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:20:52.767773 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836aaf1f-0693-48b6-8811-1b2404576dbe None None] Checking segment: {'id': '6cafcc3b-e047-479d-bdce-d32e04f9efb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2f02c2ad-64d5-4216-99e1-bc49ca34e21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:20:52.768252 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-836aaf1f-0693-48b6-8811-1b2404576dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:52.768845 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836aaf1f-0693-48b6-8811-1b2404576dbe None None] Bound using segment: {'id': '6cafcc3b-e047-479d-bdce-d32e04f9efb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2f02c2ad-64d5-4216-99e1-bc49ca34e21e'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:20:52.769415 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-836aaf1f-0693-48b6-8811-1b2404576dbe None None] Bound port: f8b7f06d-2163-4d8c-871b-8c0b2bd66f71, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cafcc3b-e047-479d-bdce-d32e04f9efb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2f02c2ad-64d5-4216-99e1-bc49ca34e21e'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:20:52.769868 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-836aaf1f-0693-48b6-8811-1b2404576dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:52.784949 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-8b1158ad-f56d-44f4-9ed5-805367a6163b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:20:52.785402 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-8b1158ad-f56d-44f4-9ed5-805367a6163b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:20:52.860297 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-fe0a53de-76ef-47e6-bf1a-4b8f5d5f1987 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Deleting port c002d627-6699-4261-b4cc-99d1da53f353 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:52.861397 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe0a53de-76ef-47e6-bf1a-4b8f5d5f1987 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:52.898209 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-836aaf1f-0693-48b6-8811-1b2404576dbe None None] For port f8b7f06d-2163-4d8c-871b-8c0b2bd66f71, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:20:52.901988 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-836aaf1f-0693-48b6-8811-1b2404576dbe None None] For port f8b7f06d-2163-4d8c-871b-8c0b2bd66f71, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f8b7f06d-2163-4d8c-871b-8c0b2bd66f71,segment=NetworkSegment(6cafcc3b-e047-479d-bdce-d32e04f9efb7),segment_id=6cafcc3b-e047-479d-bdce-d32e04f9efb7)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:20:52.908174 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-836aaf1f-0693-48b6-8811-1b2404576dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:52.909648 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ef115750-e999-4d53-a40f-189b247122b7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:53.005817 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836aaf1f-0693-48b6-8811-1b2404576dbe None None] Pushing event updated for resources: {'Port': ['ID=f8b7f06d-2163-4d8c-871b-8c0b2bd66f71,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:53.028031 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-fe0a53de-76ef-47e6-bf1a-4b8f5d5f1987 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] The port 'c002d627-6699-4261-b4cc-99d1da53f353' was deleted {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:20:53.036052 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-40eb736f-07f1-494a-a60d-b161a7bb0d0b req-cd563ed0-d93f-4c03-b0a5-2e4250f3a4a6 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dca4dce-8d37-4e20-8676-4848a9ded018 HTTP/1.1" status: 200 len: 210 time: 0.1276860 Apr 06 14:20:53.079045 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ef115750-e999-4d53-a40f-189b247122b7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:port and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:53.087023 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.extraroute_db [None req-1db12d9d-2693-4c4d-b920-761b9303fcbf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Added routes are [] {{(pid=83737) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 06 14:20:53.087346 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.extraroute_db [None req-1db12d9d-2693-4c4d-b920-761b9303fcbf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Removed routes are [] {{(pid=83737) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 06 14:20:53.087691 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1db12d9d-2693-4c4d-b920-761b9303fcbf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:53.136125 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f95cbde4-6800-4045-8b40-b580b1122f03 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:53.204215 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ef115750-e999-4d53-a40f-189b247122b7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:53.214726 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ef115750-e999-4d53-a40f-189b247122b7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:53.256764 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7f54514b-0b68-44d5-8821-eaff4f377bb0 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Synchronizing usage tracker for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:20:53.286534 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-8b1158ad-f56d-44f4-9ed5-805367a6163b None None] Deleting port 1bd72070-915b-4d12-b04c-bcdbd61f062c {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:53.287006 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8b1158ad-f56d-44f4-9ed5-805367a6163b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:53.319804 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef115750-e999-4d53-a40f-189b247122b7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:53.324117 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ef115750-e999-4d53-a40f-189b247122b7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:53.375081 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-8b1158ad-f56d-44f4-9ed5-805367a6163b None None] The port '1bd72070-915b-4d12-b04c-bcdbd61f062c' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:20:53.432834 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc67ef8-8dbd-4f97-a598-a85bb4ae704b tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Network cf4f0d2a-c3bc-440c-b0a6-8577d8815e9c is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:53.535163 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1db12d9d-2693-4c4d-b920-761b9303fcbf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:53.541192 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1db12d9d-2693-4c4d-b920-761b9303fcbf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653861', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691619'] for router, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:53.610044 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-8cc67ef8-8dbd-4f97-a598-a85bb4ae704b tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:53.678332 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7f54514b-0b68-44d5-8821-eaff4f377bb0 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Unset dirty status for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:20:53.679580 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7f54514b-0b68-44d5-8821-eaff4f377bb0 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.1791837 Apr 06 14:20:53.685780 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52558) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:53.687896 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-ef115750-e999-4d53-a40f-189b247122b7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] device_id is not set on port 6979c515-1cb7-4464-866f-ad9a5cc534c5 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:20:53.694624 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f7e6121c-e2d5-49bb-8163-2b3bb7fae1e4 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Request body: {'security_group': {'name': 'tempest-secgroup--571046535'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:53.700996 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f7e6121c-e2d5-49bb-8163-2b3bb7fae1e4 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:53.711082 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f7e6121c-e2d5-49bb-8163-2b3bb7fae1e4 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:53.729567 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db12d9d-2693-4c4d-b920-761b9303fcbf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Router ebdeaac8-870c-4075-879c-a1ae155a0999 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:20:53.735616 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f7e6121c-e2d5-49bb-8163-2b3bb7fae1e4 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:53.740753 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe0a53de-76ef-47e6-bf1a-4b8f5d5f1987 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:53.829457 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f8b7f06d-2163-4d8c-871b-8c0b2bd66f71 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:53.909099 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-fe0a53de-76ef-47e6-bf1a-4b8f5d5f1987 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a730550e-7853-4622-9b4d-509f919868d9']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:53.966650 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port f8b7f06d-2163-4d8c-871b-8c0b2bd66f71 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:53.972318 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f95cbde4-6800-4045-8b40-b580b1122f03 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:53.988235 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f7e6121c-e2d5-49bb-8163-2b3bb7fae1e4 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:54.003217 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f7e6121c-e2d5-49bb-8163-2b3bb7fae1e4 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:54.023091 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-fe0a53de-76ef-47e6-bf1a-4b8f5d5f1987 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9edf0db5-22ad-4225-9b17-51d4db1bce1e') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:54.023394 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-fe0a53de-76ef-47e6-bf1a-4b8f5d5f1987 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9edf0db5-22ad-4225-9b17-51d4db1bce1e') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:54.064960 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 1bd72070-915b-4d12-b04c-bcdbd61f062c no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:20:54.088629 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db12d9d-2693-4c4d-b920-761b9303fcbf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:20:54.126986 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe0a53de-76ef-47e6-bf1a-4b8f5d5f1987 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:54.134399 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1db12d9d-2693-4c4d-b920-761b9303fcbf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:54.140437 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1db12d9d-2693-4c4d-b920-761b9303fcbf tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "PUT /v2.0/routers/ebdeaac8-870c-4075-879c-a1ae155a0999 HTTP/1.1" status: 200 len: 705 time: 1.3787355 Apr 06 14:20:54.143013 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f7e6121c-e2d5-49bb-8163-2b3bb7fae1e4 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:54.143812 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52564) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:54.145253 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe0a53de-76ef-47e6-bf1a-4b8f5d5f1987 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:54.159086 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b5217d-d025-486a-810c-bbcb6ba08582 None None] Sync routers for ids ['ebdeaac8-870c-4075-879c-a1ae155a0999'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:20:54.162499 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0a53de-76ef-47e6-bf1a-4b8f5d5f1987 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:20:54.163384 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe0a53de-76ef-47e6-bf1a-4b8f5d5f1987 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:54.182920 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 1bd72070-915b-4d12-b04c-bcdbd61f062c {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:20:54.183272 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 1bd72070-915b-4d12-b04c-bcdbd61f062c not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:20:54.212827 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b5217d-d025-486a-810c-bbcb6ba08582 None None] Routers {'ebdeaac8-870c-4075-879c-a1ae155a0999'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:54.214096 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-04b5217d-d025-486a-810c-bbcb6ba08582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ebdeaac8-870c-4075-879c-a1ae155a0999'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:54.232847 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f7e6121c-e2d5-49bb-8163-2b3bb7fae1e4 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:54.256539 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-65fb1d17-f151-4349-91bd-877c7219c15a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Synchronizing usage tracker for tenant:6405625efdd14c9bb474ac0b7c765923 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:20:54.325891 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f7e6121c-e2d5-49bb-8163-2b3bb7fae1e4 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:54.329705 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f7e6121c-e2d5-49bb-8163-2b3bb7fae1e4 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6371093 Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:20:54.364292 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:20:54.367068 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52568) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:54.370851 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6121c-e2d5-49bb-8163-2b3bb7fae1e4 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1de457b-0066-433b-bc4c-f027af3fc4ed,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:54.376093 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-65fb1d17-f151-4349-91bd-877c7219c15a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Unset dirty status for tenant:6405625efdd14c9bb474ac0b7c765923 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:20:54.377300 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-65fb1d17-f151-4349-91bd-877c7219c15a tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebdeaac8-870c-4075-879c-a1ae155a0999 HTTP/1.1" status: 200 len: 205 time: 0.2325978 Apr 06 14:20:54.380440 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-81e4a1a2-46eb-48f7-a09d-7351861e9631 req-8b8918ad-8e7b-413f-97d5-90e15576bc1a tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dca4dce-8d37-4e20-8676-4848a9ded018 HTTP/1.1" status: 200 len: 210 time: 0.0588381 Apr 06 14:20:54.380595 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52570) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:54.412699 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0f7a4fe1-5c78-4ca7-bce9-c57c2a51573e None None] Provisioning complete for port f6b2a8c8-dc1a-41bd-80d8-5973e0552bc4 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:54.413198 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0f7a4fe1-5c78-4ca7-bce9-c57c2a51573e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:54.422337 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe0a53de-76ef-47e6-bf1a-4b8f5d5f1987 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:54.427076 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe0a53de-76ef-47e6-bf1a-4b8f5d5f1987 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:54.443967 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-b68b096f-7cfc-47fa-b57b-6aa2a43f4065 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:54.445305 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-b68b096f-7cfc-47fa-b57b-6aa2a43f4065 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.69 "GET /v2.0/networks?id=095d4797-b5a4-4559-a0b9-992b5f89d16a HTTP/1.1" status: 200 len: 811 time: 1.3208027 Apr 06 14:20:54.471630 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fe0a53de-76ef-47e6-bf1a-4b8f5d5f1987 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/networks/a730550e-7853-4622-9b4d-509f919868d9 HTTP/1.1" status: 204 len: 168 time: 4.8508055 Apr 06 14:20:54.477661 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-04b5217d-d025-486a-810c-bbcb6ba08582 None None] Set router ebdeaac8-870c-4075-879c-a1ae155a0999 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:20:54.483487 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-477027d9-1a43-45a3-b088-bc1c42b1189e tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Request body: {'security_group_rule': {'security_group_id': 'f1de457b-0066-433b-bc4c-f027af3fc4ed', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:54.490761 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-477027d9-1a43-45a3-b088-bc1c42b1189e tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:54.502506 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-477027d9-1a43-45a3-b088-bc1c42b1189e tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:54.505256 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52576) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:54.520903 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1b5fdd02-5599-474e-939e-4226386c65d3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-831029514', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:54.521134 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3defcf06-b1db-4e52-a39d-f8c048d346c7 None None] Network 2f02c2ad-64d5-4216-99e1-bc49ca34e21e requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:54.532042 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1b5fdd02-5599-474e-939e-4226386c65d3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:54.538161 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1b5fdd02-5599-474e-939e-4226386c65d3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Usage tracker for resource:router and tenant:54b6b16a88cd457596297a5e2f6c39ce is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:54.541472 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1b5fdd02-5599-474e-939e-4226386c65d3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:54.548840 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1b5fdd02-5599-474e-939e-4226386c65d3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:54.562300 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-959c96ab-b889-4286-b16b-167a583b596c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:54.622785 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a53de-76ef-47e6-bf1a-4b8f5d5f1987 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Network': ['ID=a730550e-7853-4622-9b4d-509f919868d9,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:54.623183 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1b5fdd02-5599-474e-939e-4226386c65d3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:54.624212 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1b5fdd02-5599-474e-939e-4226386c65d3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:54.681231 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-477027d9-1a43-45a3-b088-bc1c42b1189e tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:54.716964 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1b5fdd02-5599-474e-939e-4226386c65d3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:54.735272 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f95cbde4-6800-4045-8b40-b580b1122f03 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:54.782074 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0f7a4fe1-5c78-4ca7-bce9-c57c2a51573e None None] Port f6b2a8c8-dc1a-41bd-80d8-5973e0552bc4 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:20:54.783648 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-04b5217d-d025-486a-810c-bbcb6ba08582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:20:49Z', 'revision_number': 11, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:54.797756 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b5217d-d025-486a-810c-bbcb6ba08582 None None] Checking router: ebdeaac8-870c-4075-879c-a1ae155a0999 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:20:54.835264 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cbde4-6800-4045-8b40-b580b1122f03 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Subnet': ['ID=ee97dc91-82c7-4cc4-b53a-314a239c230a,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:54.840997 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-dc85ee90-669b-43ee-9c0b-8e42cf071198 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=681e39576088423facd0bc7051aac5ad HTTP/1.1" status: 200 len: 379 time: 0.3613729 Apr 06 14:20:54.859771 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-f526530d-9e6f-4a8f-8c10-c4469c636ac3 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Request body: {'port': {'device_id': '2dca4dce-8d37-4e20-8676-4848a9ded018', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'admin_state_up': True, 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'security_groups': ['546a5f5d-c61c-4cde-b3e0-3f4073188ed9']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:54.862930 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b5217d-d025-486a-810c-bbcb6ba08582 None None] Routers {'ebdeaac8-870c-4075-879c-a1ae155a0999'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:54.863559 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-04b5217d-d025-486a-810c-bbcb6ba08582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ebdeaac8-870c-4075-879c-a1ae155a0999'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:54.876957 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-ef115750-e999-4d53-a40f-189b247122b7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Allocated IP 172.20.0.4 (2f02c2ad-64d5-4216-99e1-bc49ca34e21e/cf2ab392-dbce-4ab4-8973-cb7fc1c913f1/6979c515-1cb7-4464-866f-ad9a5cc534c5) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:54.905645 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-477027d9-1a43-45a3-b088-bc1c42b1189e tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:54.929207 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-477027d9-1a43-45a3-b088-bc1c42b1189e tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:55.022573 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-81203e77-6bab-4eff-a7bd-8e44a84f2332 None None] Provisioning for port f8b7f06d-2163-4d8c-871b-8c0b2bd66f71 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:55.027795 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-04b5217d-d025-486a-810c-bbcb6ba08582 None None] Set router ebdeaac8-870c-4075-879c-a1ae155a0999 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:20:55.042347 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-477027d9-1a43-45a3-b088-bc1c42b1189e tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:55.043557 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-477027d9-1a43-45a3-b088-bc1c42b1189e tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6053722 Apr 06 14:20:55.053834 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f95cbde4-6800-4045-8b40-b580b1122f03 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:55.055773 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f95cbde4-6800-4045-8b40-b580b1122f03 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/subnets/ee97dc91-82c7-4cc4-b53a-314a239c230a HTTP/1.1" status: 204 len: 168 time: 3.9154201 Apr 06 14:20:55.058358 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52580) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:55.074439 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52582) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:55.078408 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-81203e77-6bab-4eff-a7bd-8e44a84f2332 None None] Provisioning complete for port f8b7f06d-2163-4d8c-871b-8c0b2bd66f71 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:55.078778 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-81203e77-6bab-4eff-a7bd-8e44a84f2332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:55.085465 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477027d9-1a43-45a3-b088-bc1c42b1189e tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee25ca5-3d8d-4d06-84eb-09b86bd5b247,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:55.104556 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-42c57d56-ad5f-43e9-96b3-07694789fafe tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Request body: {'security_group_rule': {'security_group_id': 'f1de457b-0066-433b-bc4c-f027af3fc4ed', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:55.110392 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-42c57d56-ad5f-43e9-96b3-07694789fafe tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:55.114555 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-42c57d56-ad5f-43e9-96b3-07694789fafe tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Usage tracker for resource:security_group_rule and tenant:28a103121df04f2a95d93cafd6b2448c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:55.117408 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-42c57d56-ad5f-43e9-96b3-07694789fafe tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:55.124020 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-42c57d56-ad5f-43e9-96b3-07694789fafe tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:55.139871 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e1eaa0-2e6e-438c-b488-7cb855c06c23 None None] Network 39ca9eee-6bfd-4950-bec4-8609c5b984d7 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:20:55.162667 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-42c57d56-ad5f-43e9-96b3-07694789fafe tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:55.259657 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc67ef8-8dbd-4f97-a598-a85bb4ae704b tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Router ab54be98-42e1-4656-9310-98f5809810a7 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:20:55.328236 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-959c96ab-b889-4286-b16b-167a583b596c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:55.344236 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-04b5217d-d025-486a-810c-bbcb6ba08582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:20:49Z', 'revision_number': 11, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:55.361342 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b5217d-d025-486a-810c-bbcb6ba08582 None None] The sync data for ids ['ebdeaac8-870c-4075-879c-a1ae155a0999'] in dv-neutron-835868-1-hyperv is: [{'id': 'ebdeaac8-870c-4075-879c-a1ae155a0999', 'name': 'tempest-RoutersIpV6Test-router-1082089039', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:01Z', 'updated_at': '2022-04-06T14:20:49Z', 'revision_number': 11, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:20:55.388156 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-959c96ab-b889-4286-b16b-167a583b596c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:55.454916 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b37436e9-8790-411c-9046-67dba4594f21 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:55.512643 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1b5fdd02-5599-474e-939e-4226386c65d3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:55.518513 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-81203e77-6bab-4eff-a7bd-8e44a84f2332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:55.536708 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-959c96ab-b889-4286-b16b-167a583b596c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:55.537238 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959c96ab-b889-4286-b16b-167a583b596c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Fanout notify agent at l3_agent the message router_deleted on router ebdeaac8-870c-4075-879c-a1ae155a0999 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:20:55.539450 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b37436e9-8790-411c-9046-67dba4594f21 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting port 272224a0-11af-47f9-b98c-8b47104d07ad {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:55.540042 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b37436e9-8790-411c-9046-67dba4594f21 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:55.607995 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-f526530d-9e6f-4a8f-8c10-c4469c636ac3 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:55.667065 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-959c96ab-b889-4286-b16b-167a583b596c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:55.667922 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-959c96ab-b889-4286-b16b-167a583b596c tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/routers/ebdeaac8-870c-4075-879c-a1ae155a0999 HTTP/1.1" status: 204 len: 168 time: 1.2864702 Apr 06 14:20:55.700374 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-81203e77-6bab-4eff-a7bd-8e44a84f2332 None None] For port f8b7f06d-2163-4d8c-871b-8c0b2bd66f71, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f8b7f06d-2163-4d8c-871b-8c0b2bd66f71,segment=NetworkSegment(6cafcc3b-e047-479d-bdce-d32e04f9efb7),segment_id=6cafcc3b-e047-479d-bdce-d32e04f9efb7)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:55.702430 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52590) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:55.703127 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-42c57d56-ad5f-43e9-96b3-07694789fafe tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:55.712894 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-6d4251c1-a5b2-4555-8c9f-8d8125e2ba81 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-440099665', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:55.718389 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-81203e77-6bab-4eff-a7bd-8e44a84f2332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:55.755786 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6d4251c1-a5b2-4555-8c9f-8d8125e2ba81 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:55.765837 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6d4251c1-a5b2-4555-8c9f-8d8125e2ba81 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Usage tracker for resource:router and tenant:6405625efdd14c9bb474ac0b7c765923 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:55.771283 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6d4251c1-a5b2-4555-8c9f-8d8125e2ba81 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:55.825752 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81203e77-6bab-4eff-a7bd-8e44a84f2332 None None] Pushing event updated for resources: {'Port': ['ID=f8b7f06d-2163-4d8c-871b-8c0b2bd66f71,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:55.831098 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6d4251c1-a5b2-4555-8c9f-8d8125e2ba81 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:55.857425 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1beff1e8-be39-4173-b3da-fe812b028e6b None None] Provisioning complete for port f8b7f06d-2163-4d8c-871b-8c0b2bd66f71 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:55.857958 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1beff1e8-be39-4173-b3da-fe812b028e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:55.965151 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7a0170-d0ac-4d10-8fb7-1c9ad54a5182 None None] DHCP port deletion for 39ca9eee-6bfd-4950-bec4-8609c5b984d7 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:20:55.975180 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6d4251c1-a5b2-4555-8c9f-8d8125e2ba81 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:55.976185 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6d4251c1-a5b2-4555-8c9f-8d8125e2ba81 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:55.987462 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-42c57d56-ad5f-43e9-96b3-07694789fafe tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:55.994711 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-f526530d-9e6f-4a8f-8c10-c4469c636ac3 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:55.997075 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a0170-d0ac-4d10-8fb7-1c9ad54a5182 None None] Deleting port 272224a0-11af-47f9-b98c-8b47104d07ad {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:55.997493 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3b7a0170-d0ac-4d10-8fb7-1c9ad54a5182 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:56.031276 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-b37436e9-8790-411c-9046-67dba4594f21 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] For port 272224a0-11af-47f9-b98c-8b47104d07ad, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=272224a0-11af-47f9-b98c-8b47104d07ad,segment=NetworkSegment(089b79b6-cb90-4bb1-8674-719539668d8e),segment_id=089b79b6-cb90-4bb1-8674-719539668d8e)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:56.031600 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b37436e9-8790-411c-9046-67dba4594f21 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:56.040112 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-794fa8cd-2acb-4905-85df-f5ab275b2031 req-46d1e22d-b503-4213-acca-f07c55333b57 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dca4dce-8d37-4e20-8676-4848a9ded018 HTTP/1.1" status: 200 len: 210 time: 0.3334124 Apr 06 14:20:56.082103 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c57d56-ad5f-43e9-96b3-07694789fafe tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b0ca9d-614c-4a11-8dfa-efc920b279ca,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:56.100769 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-f526530d-9e6f-4a8f-8c10-c4469c636ac3 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Made reservation on behalf of 681e39576088423facd0bc7051aac5ad for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:56.104556 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-f526530d-9e6f-4a8f-8c10-c4469c636ac3 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:56.135869 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-42c57d56-ad5f-43e9-96b3-07694789fafe tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:56.139723 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-42c57d56-ad5f-43e9-96b3-07694789fafe tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0676987 Apr 06 14:20:56.144047 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ef115750-e999-4d53-a40f-189b247122b7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:56.146691 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52594) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:56.171145 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-b8ae74d9-d25d-4f77-812a-3e52f4b1c44d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Request body: {'security_group_rule': {'security_group_id': 'f1de457b-0066-433b-bc4c-f027af3fc4ed', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:56.184482 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b37436e9-8790-411c-9046-67dba4594f21 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Calling delete_port for 272224a0-11af-47f9-b98c-8b47104d07ad owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:56.185694 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b8ae74d9-d25d-4f77-812a-3e52f4b1c44d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:56.218696 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6d4251c1-a5b2-4555-8c9f-8d8125e2ba81 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:56.224976 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-ef115750-e999-4d53-a40f-189b247122b7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Transition to ACTIVE for port object 6979c515-1cb7-4464-866f-ad9a5cc534c5 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:56.228839 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b8ae74d9-d25d-4f77-812a-3e52f4b1c44d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Usage tracker for resource:security_group_rule and tenant:28a103121df04f2a95d93cafd6b2448c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:56.233504 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b8ae74d9-d25d-4f77-812a-3e52f4b1c44d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:56.240808 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3b7a0170-d0ac-4d10-8fb7-1c9ad54a5182 None None] For port 272224a0-11af-47f9-b98c-8b47104d07ad, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=272224a0-11af-47f9-b98c-8b47104d07ad,segment=NetworkSegment(089b79b6-cb90-4bb1-8674-719539668d8e),segment_id=089b79b6-cb90-4bb1-8674-719539668d8e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:56.241506 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3b7a0170-d0ac-4d10-8fb7-1c9ad54a5182 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:56.253026 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b8ae74d9-d25d-4f77-812a-3e52f4b1c44d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:56.261727 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6d4251c1-a5b2-4555-8c9f-8d8125e2ba81 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:56.339108 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b37436e9-8790-411c-9046-67dba4594f21 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:56.359049 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc67ef8-8dbd-4f97-a598-a85bb4ae704b tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:20:56.364066 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b8ae74d9-d25d-4f77-812a-3e52f4b1c44d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:56.369955 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de89fad4-49ab-45e8-b293-e32608f7ee2b None None] Sync routers for ids ['ab54be98-42e1-4656-9310-98f5809810a7'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:20:56.378818 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6d4251c1-a5b2-4555-8c9f-8d8125e2ba81 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:56.379973 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6d4251c1-a5b2-4555-8c9f-8d8125e2ba81 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6738014 Apr 06 14:20:56.383046 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de89fad4-49ab-45e8-b293-e32608f7ee2b None None] Routers {'ab54be98-42e1-4656-9310-98f5809810a7'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:56.384727 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-de89fad4-49ab-45e8-b293-e32608f7ee2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ab54be98-42e1-4656-9310-98f5809810a7'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:56.387546 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52598) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:56.387682 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1b5fdd02-5599-474e-939e-4226386c65d3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:56.394454 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a0170-d0ac-4d10-8fb7-1c9ad54a5182 None None] Calling delete_port for 272224a0-11af-47f9-b98c-8b47104d07ad owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:20:56.406524 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8cc67ef8-8dbd-4f97-a598-a85bb4ae704b tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] 10.222.0.60 "PUT /v2.0/routers/ab54be98-42e1-4656-9310-98f5809810a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0730624 Apr 06 14:20:56.415457 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52602) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:56.416692 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-70e33043-8d18-4b0e-a801-e8ec0e4a9d55 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:56.475717 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-3b7a0170-d0ac-4d10-8fb7-1c9ad54a5182 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:20:56.476463 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-3b7a0170-d0ac-4d10-8fb7-1c9ad54a5182 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:20:56.476780 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-de89fad4-49ab-45e8-b293-e32608f7ee2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:56.480296 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37436e9-8790-411c-9046-67dba4594f21 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Port': ['ID=272224a0-11af-47f9-b98c-8b47104d07ad,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:56.484114 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ef115750-e999-4d53-a40f-189b247122b7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:56.487758 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1b5fdd02-5599-474e-939e-4226386c65d3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:56.490766 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de89fad4-49ab-45e8-b293-e32608f7ee2b None None] Routers {'ab54be98-42e1-4656-9310-98f5809810a7'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:56.491387 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-de89fad4-49ab-45e8-b293-e32608f7ee2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ab54be98-42e1-4656-9310-98f5809810a7'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:56.553289 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-de89fad4-49ab-45e8-b293-e32608f7ee2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:56.553721 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de89fad4-49ab-45e8-b293-e32608f7ee2b None None] The sync data for ids ['ab54be98-42e1-4656-9310-98f5809810a7'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:20:56.575728 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37436e9-8790-411c-9046-67dba4594f21 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] No DVR routers for this DVR port 272224a0-11af-47f9-b98c-8b47104d07ad on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:20:56.622254 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-f526530d-9e6f-4a8f-8c10-c4469c636ac3 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Allocated IP 172.20.0.9 (095d4797-b5a4-4559-a0b9-992b5f89d16a/905b1e27-43c6-41a9-9b0b-26bc504bfcd6/733f1808-14f9-4a9f-bed4-8a2cdd7ff74b) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:56.680616 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef115750-e999-4d53-a40f-189b247122b7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network 2f02c2ad-64d5-4216-99e1-bc49ca34e21e is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:56.681454 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef115750-e999-4d53-a40f-189b247122b7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Port': ['ID=6979c515-1cb7-4464-866f-ad9a5cc534c5,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:56.694057 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-ef115750-e999-4d53-a40f-189b247122b7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:56.702999 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef115750-e999-4d53-a40f-189b247122b7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:20:56.813409 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b8ae74d9-d25d-4f77-812a-3e52f4b1c44d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:56.841709 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b8ae74d9-d25d-4f77-812a-3e52f4b1c44d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:56.880826 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b37436e9-8790-411c-9046-67dba4594f21 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:56.934070 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-b37436e9-8790-411c-9046-67dba4594f21 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ca9eee-6bfd-4950-bec4-8609c5b984d7']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:56.952029 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-b37436e9-8790-411c-9046-67dba4594f21 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '089b79b6-cb90-4bb1-8674-719539668d8e') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:56.952320 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-b37436e9-8790-411c-9046-67dba4594f21 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '089b79b6-cb90-4bb1-8674-719539668d8e') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:56.971769 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-1b5fdd02-5599-474e-939e-4226386c65d3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Allocated IP 172.26.8.220 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/051a6773-f264-46bb-bafa-9ecb6414e006) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:56.974532 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b37436e9-8790-411c-9046-67dba4594f21 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:56.977802 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a0170-d0ac-4d10-8fb7-1c9ad54a5182 None None] Deleting port 272224a0-11af-47f9-b98c-8b47104d07ad {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:56.978332 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3b7a0170-d0ac-4d10-8fb7-1c9ad54a5182 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:56.996951 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae74d9-d25d-4f77-812a-3e52f4b1c44d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb8db6b1-8e02-460d-b43e-0cb289e4601b,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:57.019059 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b37436e9-8790-411c-9046-67dba4594f21 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:57.019386 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef115750-e999-4d53-a40f-189b247122b7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:57.019957 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ef115750-e999-4d53-a40f-189b247122b7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:57.050958 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b8ae74d9-d25d-4f77-812a-3e52f4b1c44d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:57.054959 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b8ae74d9-d25d-4f77-812a-3e52f4b1c44d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8967721 Apr 06 14:20:57.060674 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52606) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:57.069235 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a0170-d0ac-4d10-8fb7-1c9ad54a5182 None None] The port '272224a0-11af-47f9-b98c-8b47104d07ad' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:20:57.078330 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b37436e9-8790-411c-9046-67dba4594f21 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:20:57.078737 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b37436e9-8790-411c-9046-67dba4594f21 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:57.079089 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-03934aef-fa33-47ee-87e3-474b987b4544 None None] Provisioning for port 6979c515-1cb7-4464-866f-ad9a5cc534c5 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:57.080455 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-df2e52e6-e770-4196-8263-4daffcb30668 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Request body: {'security_group_rule': {'security_group_id': 'f1de457b-0066-433b-bc4c-f027af3fc4ed', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:57.085587 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ef115750-e999-4d53-a40f-189b247122b7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.5225589 Apr 06 14:20:57.089264 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-03934aef-fa33-47ee-87e3-474b987b4544 None None] Provisioning complete for port 6979c515-1cb7-4464-866f-ad9a5cc534c5 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:57.090180 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-03934aef-fa33-47ee-87e3-474b987b4544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:57.094103 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-df2e52e6-e770-4196-8263-4daffcb30668 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:57.095437 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52612) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:20:57.098009 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:20:57.156172 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-03934aef-fa33-47ee-87e3-474b987b4544 None None] Port 6979c515-1cb7-4464-866f-ad9a5cc534c5 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:20:57.159624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-df2e52e6-e770-4196-8263-4daffcb30668 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Usage tracker for resource:security_group_rule and tenant:28a103121df04f2a95d93cafd6b2448c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:57.186297 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-26ace5b2-edf2-4287-af3f-4a8d164cc713 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:57.280308 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-df2e52e6-e770-4196-8263-4daffcb30668 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:57.342652 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-df2e52e6-e770-4196-8263-4daffcb30668 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:57.356564 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a25c538f-00d7-44b5-8122-6bdb988ec73b req-3b8d0a5c-627f-4d86-a5b5-30b8b1e365ef tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dca4dce-8d37-4e20-8676-4848a9ded018 HTTP/1.1" status: 200 len: 210 time: 0.1233108 Apr 06 14:20:57.372766 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b37436e9-8790-411c-9046-67dba4594f21 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:57.381750 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70e33043-8d18-4b0e-a801-e8ec0e4a9d55 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:57.393716 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-f526530d-9e6f-4a8f-8c10-c4469c636ac3 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:57.402017 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70e33043-8d18-4b0e-a801-e8ec0e4a9d55 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653861', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691619'] for router, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:57.402580 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b37436e9-8790-411c-9046-67dba4594f21 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:57.419271 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37436e9-8790-411c-9046-67dba4594f21 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Network': ['ID=39ca9eee-6bfd-4950-bec4-8609c5b984d7,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:57.424052 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-df2e52e6-e770-4196-8263-4daffcb30668 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:57.433419 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1b5fdd02-5599-474e-939e-4226386c65d3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:57.435904 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-f526530d-9e6f-4a8f-8c10-c4469c636ac3 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Transition to ACTIVE for port object 733f1808-14f9-4a9f-bed4-8a2cdd7ff74b will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:57.441345 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b37436e9-8790-411c-9046-67dba4594f21 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/networks/39ca9eee-6bfd-4950-bec4-8609c5b984d7 HTTP/1.1" status: 204 len: 168 time: 2.3658152 Apr 06 14:20:57.455133 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52616) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:57.462251 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a229c202-edd2-4453-9165-af907a63908e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-639231687'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:57.473443 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a229c202-edd2-4453-9165-af907a63908e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:57.481923 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a229c202-edd2-4453-9165-af907a63908e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:network and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:57.488023 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a229c202-edd2-4453-9165-af907a63908e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:57.497215 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a229c202-edd2-4453-9165-af907a63908e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:57.522055 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a229c202-edd2-4453-9165-af907a63908e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:57.524974 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a229c202-edd2-4453-9165-af907a63908e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:57.537781 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1b5fdd02-5599-474e-939e-4226386c65d3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:57.583148 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-26ace5b2-edf2-4287-af3f-4a8d164cc713 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 06 14:20:57.585554 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-26ace5b2-edf2-4287-af3f-4a8d164cc713 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] 10.222.0.60 "DELETE /v2.0/routers/ab54be98-42e1-4656-9310-98f5809810a7 HTTP/1.1" status: 409 len: 329 time: 1.1622620 Apr 06 14:20:57.595377 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52620) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:57.724936 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f8b7f06d-2163-4d8c-871b-8c0b2bd66f71 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:57.738537 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a229c202-edd2-4453-9165-af907a63908e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:20:57.746377 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5fdd02-5599-474e-939e-4226386c65d3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:57.758216 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-1b5fdd02-5599-474e-939e-4226386c65d3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:57.764968 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5fdd02-5599-474e-939e-4226386c65d3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:20:57.791729 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fdd02-5599-474e-939e-4226386c65d3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Port': ['ID=051a6773-f264-46bb-bafa-9ecb6414e006,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:57.797368 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a229c202-edd2-4453-9165-af907a63908e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:57.798043 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-a229c202-edd2-4453-9165-af907a63908e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Added segment 74f68373-875e-4065-af95-1a376a89e40d of type vlan for network 49c728cd-27f0-432d-96e4-5101db6e5502 Apr 06 14:20:57.827564 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port f8b7f06d-2163-4d8c-871b-8c0b2bd66f71 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:57.828653 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:57.857544 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a229c202-edd2-4453-9165-af907a63908e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:57.885662 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-f526530d-9e6f-4a8f-8c10-c4469c636ac3 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:57.892769 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-df2e52e6-e770-4196-8263-4daffcb30668 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:57.981552 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a229c202-edd2-4453-9165-af907a63908e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:57.985434 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a229c202-edd2-4453-9165-af907a63908e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:57.986015 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a229c202-edd2-4453-9165-af907a63908e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:58.008436 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-df2e52e6-e770-4196-8263-4daffcb30668 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:58.055677 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 272224a0-11af-47f9-b98c-8b47104d07ad no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:20:58.090514 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 272224a0-11af-47f9-b98c-8b47104d07ad {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:20:58.090876 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 272224a0-11af-47f9-b98c-8b47104d07ad not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:20:58.131428 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e52e6-e770-4196-8263-4daffcb30668 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96185db9-f64f-471b-80c0-4d2245459d16,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:58.151985 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-f526530d-9e6f-4a8f-8c10-c4469c636ac3 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Network 095d4797-b5a4-4559-a0b9-992b5f89d16a is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:58.159456 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a229c202-edd2-4453-9165-af907a63908e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7004783 Apr 06 14:20:58.159873 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-f526530d-9e6f-4a8f-8c10-c4469c636ac3 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:58.162476 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52624) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:58.163231 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526530d-9e6f-4a8f-8c10-c4469c636ac3 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Pushing event updated for resources: {'Port': ['ID=733f1808-14f9-4a9f-bed4-8a2cdd7ff74b,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:58.172820 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-f526530d-9e6f-4a8f-8c10-c4469c636ac3 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:20:58.206000 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-df2e52e6-e770-4196-8263-4daffcb30668 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:58.209752 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-df2e52e6-e770-4196-8263-4daffcb30668 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1431179 Apr 06 14:20:58.215314 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-526642a8-c1ef-4821-b338-81d67cefb952 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'subnet': {'network_id': '49c728cd-27f0-432d-96e4-5101db6e5502', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:58.234002 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52628) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:58.255452 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-455f6346-ed25-46c7-8f6c-f93e2c1deec5 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Request body: {'security_group_rule': {'security_group_id': 'f1de457b-0066-433b-bc4c-f027af3fc4ed', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:58.320073 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-455f6346-ed25-46c7-8f6c-f93e2c1deec5 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:58.341810 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-455f6346-ed25-46c7-8f6c-f93e2c1deec5 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Usage tracker for resource:security_group_rule and tenant:28a103121df04f2a95d93cafd6b2448c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:58.363056 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229c202-edd2-4453-9165-af907a63908e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Network': ['ID=49c728cd-27f0-432d-96e4-5101db6e5502,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:58.372286 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-455f6346-ed25-46c7-8f6c-f93e2c1deec5 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:58.375015 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 49c728cd-27f0-432d-96e4-5101db6e5502 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:20:58.400036 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-455f6346-ed25-46c7-8f6c-f93e2c1deec5 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:58.419658 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e33043-8d18-4b0e-a801-e8ec0e4a9d55 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Router 9dda3e7c-7922-4983-951c-c18bc3058687 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:20:58.421192 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1b5fdd02-5599-474e-939e-4226386c65d3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:58.421904 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1b5fdd02-5599-474e-939e-4226386c65d3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:58.437033 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-f526530d-9e6f-4a8f-8c10-c4469c636ac3 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:58.437642 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-f526530d-9e6f-4a8f-8c10-c4469c636ac3 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:58.493388 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b1e0964f-f745-4f7c-ab02-ddcc199ada3e tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:58.502912 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-526642a8-c1ef-4821-b338-81d67cefb952 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:58.515591 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-455f6346-ed25-46c7-8f6c-f93e2c1deec5 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:58.517510 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-731fefdb-7a22-4a71-8ac8-6bf3f1941813 None None] Provisioning for port 733f1808-14f9-4a9f-bed4-8a2cdd7ff74b completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:58.523196 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-526642a8-c1ef-4821-b338-81d67cefb952 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:subnet and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:58.523723 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-731fefdb-7a22-4a71-8ac8-6bf3f1941813 None None] Provisioning complete for port 733f1808-14f9-4a9f-bed4-8a2cdd7ff74b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:58.524102 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-731fefdb-7a22-4a71-8ac8-6bf3f1941813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:58.533776 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-f526530d-9e6f-4a8f-8c10-c4469c636ac3 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6815360 Apr 06 14:20:58.534560 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-526642a8-c1ef-4821-b338-81d67cefb952 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:58.551803 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-ad89138e-419c-45ec-8109-961b76ed47ef service neutron] Request body: {'port': {'device_id': '2dca4dce-8d37-4e20-8676-4848a9ded018', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:20:58.582347 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-731fefdb-7a22-4a71-8ac8-6bf3f1941813 None None] Port 733f1808-14f9-4a9f-bed4-8a2cdd7ff74b cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:20:58.584361 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-526642a8-c1ef-4821-b338-81d67cefb952 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:58.818741 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526642a8-c1ef-4821-b338-81d67cefb952 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:58.895925 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:58.990910 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7a2aede-6a87-4806-b590-c20c12b718f2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:58.997440 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5fdd02-5599-474e-939e-4226386c65d3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Router 18243c5d-74e0-4da7-a079-8f8e3c43fac8 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:20:59.044206 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e33043-8d18-4b0e-a801-e8ec0e4a9d55 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:20:59.056276 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdb4982-c8e9-439a-a655-c23a3d3796cc None None] Sync routers for ids ['9dda3e7c-7922-4983-951c-c18bc3058687'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:20:59.062083 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-526642a8-c1ef-4821-b338-81d67cefb952 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:59.068642 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdb4982-c8e9-439a-a655-c23a3d3796cc None None] Routers {'9dda3e7c-7922-4983-951c-c18bc3058687'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:59.069412 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-bfdb4982-c8e9-439a-a655-c23a3d3796cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['9dda3e7c-7922-4983-951c-c18bc3058687'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:59.191223 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-455f6346-ed25-46c7-8f6c-f93e2c1deec5 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:59.207678 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-bfdb4982-c8e9-439a-a655-c23a3d3796cc None None] Set router 9dda3e7c-7922-4983-951c-c18bc3058687 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:20:59.301603 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-455f6346-ed25-46c7-8f6c-f93e2c1deec5 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:59.319181 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-ad89138e-419c-45ec-8109-961b76ed47ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:59.341844 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70e33043-8d18-4b0e-a801-e8ec0e4a9d55 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:59.347292 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-70e33043-8d18-4b0e-a801-e8ec0e4a9d55 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "PUT /v2.0/routers/9dda3e7c-7922-4983-951c-c18bc3058687 HTTP/1.1" status: 200 len: 697 time: 2.9544294 Apr 06 14:20:59.347467 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52634) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:59.353890 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-bfdb4982-c8e9-439a-a655-c23a3d3796cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dda3e7c-7922-4983-951c-c18bc3058687', 'name': 'tempest-RoutersIpV6Test-router-440099665', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:55Z', 'updated_at': '2022-04-06T14:20:57Z', 'revision_number': 2, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:59.358113 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdb4982-c8e9-439a-a655-c23a3d3796cc None None] Checking router: 9dda3e7c-7922-4983-951c-c18bc3058687 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:20:59.369154 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdb4982-c8e9-439a-a655-c23a3d3796cc None None] Routers {'9dda3e7c-7922-4983-951c-c18bc3058687'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:59.369787 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-bfdb4982-c8e9-439a-a655-c23a3d3796cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['9dda3e7c-7922-4983-951c-c18bc3058687'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:59.386635 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f6346-ed25-46c7-8f6c-f93e2c1deec5 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5aaf583-f5a8-4195-808d-c56a2596944a,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:59.483194 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0964f-f745-4f7c-ab02-ddcc199ada3e tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Deleting port f6b2a8c8-dc1a-41bd-80d8-5973e0552bc4 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:20:59.483418 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b1e0964f-f745-4f7c-ab02-ddcc199ada3e tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:59.497198 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-bfdb4982-c8e9-439a-a655-c23a3d3796cc None None] Set router 9dda3e7c-7922-4983-951c-c18bc3058687 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:20:59.503468 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9490a-725d-45ae-aae2-bdc0d02c7a29 req-4178c427-396e-4ea2-8500-4bb64e23a37b tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:59.504164 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-bfa9490a-725d-45ae-aae2-bdc0d02c7a29 req-4178c427-396e-4ea2-8500-4bb64e23a37b tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Synchronizing usage tracker for tenant:681e39576088423facd0bc7051aac5ad on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:20:59.534726 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5fdd02-5599-474e-939e-4226386c65d3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:20:59.549259 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd6bd32-e933-46c3-9479-24f932e6a93a None None] Sync routers for ids ['18243c5d-74e0-4da7-a079-8f8e3c43fac8'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:20:59.566459 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-455f6346-ed25-46c7-8f6c-f93e2c1deec5 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:59.567619 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-455f6346-ed25-46c7-8f6c-f93e2c1deec5 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.3259165 Apr 06 14:20:59.571889 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2135fbec-1ca7-40e6-8790-9d5f25dca420 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "GET /v2.0/routers/9dda3e7c-7922-4983-951c-c18bc3058687 HTTP/1.1" status: 200 len: 703 time: 0.2219088 Apr 06 14:20:59.582542 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd6bd32-e933-46c3-9479-24f932e6a93a None None] Routers {'18243c5d-74e0-4da7-a079-8f8e3c43fac8'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:59.582750 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52638) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:59.582989 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52640) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:59.584698 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-bcd6bd32-e933-46c3-9479-24f932e6a93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['18243c5d-74e0-4da7-a079-8f8e3c43fac8'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:59.591731 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1b5fdd02-5599-474e-939e-4226386c65d3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:59.595588 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1b5fdd02-5599-474e-939e-4226386c65d3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.0899549 Apr 06 14:20:59.596220 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52646) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:59.615617 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-bfdb4982-c8e9-439a-a655-c23a3d3796cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dda3e7c-7922-4983-951c-c18bc3058687', 'name': 'tempest-RoutersIpV6Test-router-440099665', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:55Z', 'updated_at': '2022-04-06T14:20:57Z', 'revision_number': 2, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:59.620673 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdb4982-c8e9-439a-a655-c23a3d3796cc None None] The sync data for ids ['9dda3e7c-7922-4983-951c-c18bc3058687'] in dv-neutron-835868-1-hyperv is: [{'id': '9dda3e7c-7922-4983-951c-c18bc3058687', 'name': 'tempest-RoutersIpV6Test-router-440099665', 'tenant_id': '6405625efdd14c9bb474ac0b7c765923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:55Z', 'updated_at': '2022-04-06T14:20:57Z', 'revision_number': 2, 'project_id': '6405625efdd14c9bb474ac0b7c765923', 'gw_port_host': None}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:20:59.683303 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-22620a51-0c36-4624-9b97-9244d4217076 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Synchronizing usage tracker for tenant:6405625efdd14c9bb474ac0b7c765923 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:20:59.690747 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-bcd6bd32-e933-46c3-9479-24f932e6a93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:59.705692 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd6bd32-e933-46c3-9479-24f932e6a93a None None] Routers {'18243c5d-74e0-4da7-a079-8f8e3c43fac8'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:20:59.706783 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-bcd6bd32-e933-46c3-9479-24f932e6a93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['18243c5d-74e0-4da7-a079-8f8e3c43fac8'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:59.749003 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-bfa9490a-725d-45ae-aae2-bdc0d02c7a29 req-4178c427-396e-4ea2-8500-4bb64e23a37b tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Unset dirty status for tenant:681e39576088423facd0bc7051aac5ad on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:20:59.750170 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bfa9490a-725d-45ae-aae2-bdc0d02c7a29 req-4178c427-396e-4ea2-8500-4bb64e23a37b tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dca4dce-8d37-4e20-8676-4848a9ded018 HTTP/1.1" status: 200 len: 931 time: 1.1067014 Apr 06 14:20:59.783585 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-bcd6bd32-e933-46c3-9479-24f932e6a93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:59.784275 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd6bd32-e933-46c3-9479-24f932e6a93a None None] The sync data for ids ['18243c5d-74e0-4da7-a079-8f8e3c43fac8'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:20:59.884287 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7632e1d6-5e16-44f3-8644-6313f8cd98d9 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:59.950099 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-22620a51-0c36-4624-9b97-9244d4217076 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Unset dirty status for tenant:6405625efdd14c9bb474ac0b7c765923 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:20:59.951114 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-22620a51-0c36-4624-9b97-9244d4217076 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dda3e7c-7922-4983-951c-c18bc3058687 HTTP/1.1" status: 200 len: 205 time: 0.3624594 Apr 06 14:20:59.954912 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52650) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:59.955065 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7632e1d6-5e16-44f3-8644-6313f8cd98d9 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:00.126278 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b1e0964f-f745-4f7c-ab02-ddcc199ada3e tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:00.157299 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bfa9490a-725d-45ae-aae2-bdc0d02c7a29 req-4c39f4e6-eed7-4ea8-9c31-6bc2e3df9a2c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3728647 Apr 06 14:21:00.183201 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7632e1d6-5e16-44f3-8644-6313f8cd98d9 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:00.226382 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632e1d6-5e16-44f3-8644-6313f8cd98d9 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5aaf583-f5a8-4195-808d-c56a2596944a,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:00.234039 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-526642a8-c1ef-4821-b338-81d67cefb952 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:00.258485 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0964f-f745-4f7c-ab02-ddcc199ada3e tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Calling delete_port for f6b2a8c8-dc1a-41bd-80d8-5973e0552bc4 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:21:00.312056 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ccea5c5-f395-49f7-a968-57c5797b2081 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:00.323986 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7632e1d6-5e16-44f3-8644-6313f8cd98d9 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:00.327612 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7632e1d6-5e16-44f3-8644-6313f8cd98d9 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/c5aaf583-f5a8-4195-808d-c56a2596944a HTTP/1.1" status: 204 len: 168 time: 0.7380612 Apr 06 14:21:00.339889 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52654) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:00.343364 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7a2aede-6a87-4806-b590-c20c12b718f2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:00.370979 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7a2aede-6a87-4806-b590-c20c12b718f2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:00.410807 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-ad89138e-419c-45ec-8109-961b76ed47ef service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:21:00.420960 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526642a8-c1ef-4821-b338-81d67cefb952 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Subnet': ['ID=84277abd-6ff7-408e-9662-03b58d1fe921,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:00.589369 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526642a8-c1ef-4821-b338-81d67cefb952 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Checking segment: {'id': '74f68373-875e-4065-af95-1a376a89e40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '49c728cd-27f0-432d-96e4-5101db6e5502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:21:00.589727 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526642a8-c1ef-4821-b338-81d67cefb952 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network hostable DHCP agents. Network: 49c728cd-27f0-432d-96e4-5101db6e5502, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:21:00.599030 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-ad89138e-419c-45ec-8109-961b76ed47ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 733f1808-14f9-4a9f-bed4-8a2cdd7ff74b {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:21:00.602940 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2aede-6a87-4806-b590-c20c12b718f2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Port': ['ID=6979c515-1cb7-4464-866f-ad9a5cc534c5,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:00.626858 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-ad89138e-419c-45ec-8109-961b76ed47ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:00.640147 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3d43c6df-63f5-4c5c-ae78-b910bfe435cc tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Synchronizing usage tracker for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group_rule {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:00.704450 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-ad89138e-419c-45ec-8109-961b76ed47ef service neutron] Transition to ACTIVE for port object 733f1808-14f9-4a9f-bed4-8a2cdd7ff74b will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:00.726198 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-ad89138e-419c-45ec-8109-961b76ed47ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:00.766809 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3d43c6df-63f5-4c5c-ae78-b910bfe435cc tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Unset dirty status for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group_rule {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:00.768122 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3d43c6df-63f5-4c5c-ae78-b910bfe435cc tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.4273078 Apr 06 14:21:00.776800 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a6238af2-60da-4192-a002-234df3c75514 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "GET /v2.0/routers/18243c5d-74e0-4da7-a079-8f8e3c43fac8 HTTP/1.1" status: 200 len: 880 time: 1.1760304 Apr 06 14:21:00.790192 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52658) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:00.790430 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52660) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:00.877033 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ccea5c5-f395-49f7-a968-57c5797b2081 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:00.886891 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ccea5c5-f395-49f7-a968-57c5797b2081 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:00.900003 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b1e0964f-f745-4f7c-ab02-ddcc199ada3e tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:00.914735 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526642a8-c1ef-4821-b338-81d67cefb952 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network 49c728cd-27f0-432d-96e4-5101db6e5502 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:21:00.925648 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0fad703f-6f5d-4322-90e6-3ae6181b1859 None None] Provisioning complete for port 6979c515-1cb7-4464-866f-ad9a5cc534c5 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:00.927192 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0fad703f-6f5d-4322-90e6-3ae6181b1859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:00.962909 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0964f-f745-4f7c-ab02-ddcc199ada3e tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Pushing event deleted for resources: {'Port': ['ID=f6b2a8c8-dc1a-41bd-80d8-5973e0552bc4,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:01.029731 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0fad703f-6f5d-4322-90e6-3ae6181b1859 None None] Port 6979c515-1cb7-4464-866f-ad9a5cc534c5 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:21:01.159235 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ccea5c5-f395-49f7-a968-57c5797b2081 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:01.159870 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccea5c5-f395-49f7-a968-57c5797b2081 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Fanout notify agent at l3_agent the message router_deleted on router 9dda3e7c-7922-4983-951c-c18bc3058687 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:21:01.195489 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ccea5c5-f395-49f7-a968-57c5797b2081 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:01.199761 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5ccea5c5-f395-49f7-a968-57c5797b2081 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/routers/9dda3e7c-7922-4983-951c-c18bc3058687 HTTP/1.1" status: 204 len: 168 time: 1.2407899 Apr 06 14:21:01.201433 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52668) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:01.206978 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89138e-419c-45ec-8109-961b76ed47ef service neutron] Pushing event updated for resources: {'Port': ['ID=733f1808-14f9-4a9f-bed4-8a2cdd7ff74b,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:01.251147 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d26dcb6c-c832-404c-9539-001a4365352f tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dda3e7c-7922-4983-951c-c18bc3058687 HTTP/1.1" status: 200 len: 205 time: 0.0468128 Apr 06 14:21:01.252085 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52672) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:01.254078 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-526642a8-c1ef-4821-b338-81d67cefb952 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 49c728cd-27f0-432d-96e4-5101db6e5502) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:01.276147 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97ae537-85ce-4d1c-a3cf-76abbe9ed7a4 None None] Network 49c728cd-27f0-432d-96e4-5101db6e5502 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:21:01.383070 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526642a8-c1ef-4821-b338-81d67cefb952 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:01.383659 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-526642a8-c1ef-4821-b338-81d67cefb952 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:01.389780 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6d6fdbbc-0e18-4ced-a8b1-c8fd577140ee tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:01.410213 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7a2aede-6a87-4806-b590-c20c12b718f2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:01.421400 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6d6fdbbc-0e18-4ced-a8b1-c8fd577140ee tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:01.423182 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-ebfa32f3-a2ef-4aa6-b17d-7b2377bf7e65 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] delete failed (client error): The resource could not be found. Apr 06 14:21:01.424211 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ebfa32f3-a2ef-4aa6-b17d-7b2377bf7e65 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/routers/9dda3e7c-7922-4983-951c-c18bc3058687 HTTP/1.1" status: 404 len: 336 time: 0.1715162 Apr 06 14:21:01.426845 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52676) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:01.520974 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-526642a8-c1ef-4821-b338-81d67cefb952 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3527820 Apr 06 14:21:01.523563 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52680) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:01.538215 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b332dfcc-8899-4556-9661-2445873a07a3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'port': {'network_id': '49c728cd-27f0-432d-96e4-5101db6e5502', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2134439242'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:01.539459 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8ea172-7b6c-443b-96d8-135c6258505c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-49c728cd-27f0-432d-96e4-5101db6e5502', 'network_id': '49c728cd-27f0-432d-96e4-5101db6e5502', 'tenant_id': '4fc82e9fc10b417fb0b2b72d7d1a7a75', 'fixed_ips': [{'subnet_id': '84277abd-6ff7-408e-9662-03b58d1fe921'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:21:01.540361 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cd8ea172-7b6c-443b-96d8-135c6258505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:01.549613 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbefd428-634d-449c-aee6-bd4fa793b549 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] DELETE failed (client error): The resource could not be found. Apr 06 14:21:01.550064 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbefd428-634d-449c-aee6-bd4fa793b549 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:21:01.554005 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-dbefd428-634d-449c-aee6-bd4fa793b549 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/subnets/777b1b0e-10c1-45a0-8b5f-0efaca091088 HTTP/1.1" status: 404 len: 337 time: 0.1225226 Apr 06 14:21:01.558147 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52684) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:01.594532 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6d6fdbbc-0e18-4ced-a8b1-c8fd577140ee tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:01.629173 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fdbbc-0e18-4ced-a8b1-c8fd577140ee tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96185db9-f64f-471b-80c0-4d2245459d16,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:01.663186 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ec621c-262b-4f7a-894b-c7e0f6bdf564 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] DELETE failed (client error): The resource could not be found. Apr 06 14:21:01.663622 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ec621c-262b-4f7a-894b-c7e0f6bdf564 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:21:01.668816 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-80ec621c-262b-4f7a-894b-c7e0f6bdf564 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/subnets/da4bc539-5a7e-451f-9c78-82fd8270df21 HTTP/1.1" status: 404 len: 337 time: 0.1049099 Apr 06 14:21:01.670386 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52688) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:01.674421 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6d6fdbbc-0e18-4ced-a8b1-c8fd577140ee tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:01.675557 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6d6fdbbc-0e18-4ced-a8b1-c8fd577140ee tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/96185db9-f64f-471b-80c0-4d2245459d16 HTTP/1.1" status: 204 len: 168 time: 0.8842294 Apr 06 14:21:01.684159 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-ad89138e-419c-45ec-8109-961b76ed47ef service neutron] Attempting to bind port 733f1808-14f9-4a9f-bed4-8a2cdd7ff74b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:21:01.684478 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-ad89138e-419c-45ec-8109-961b76ed47ef service neutron] Attempting to bind port 733f1808-14f9-4a9f-bed4-8a2cdd7ff74b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '7f5f732c-1b92-4825-becd-101dc42cef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:21:01.684818 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-ad89138e-419c-45ec-8109-961b76ed47ef service neutron] Attempting to bind port 733f1808-14f9-4a9f-bed4-8a2cdd7ff74b on network 095d4797-b5a4-4559-a0b9-992b5f89d16a {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:21:01.688103 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52690) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:01.718633 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-cd8ea172-7b6c-443b-96d8-135c6258505c None None] Allocated IP 2001:db8::2 (49c728cd-27f0-432d-96e4-5101db6e5502/84277abd-6ff7-408e-9662-03b58d1fe921/80f55586-575b-4e95-b896-a4bd83678b2e) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:01.736296 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-ad89138e-419c-45ec-8109-961b76ed47ef service neutron] Port 733f1808-14f9-4a9f-bed4-8a2cdd7ff74b on network 095d4797-b5a4-4559-a0b9-992b5f89d16a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:21:01.736631 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-ad89138e-419c-45ec-8109-961b76ed47ef service neutron] Attempting to bind port 733f1808-14f9-4a9f-bed4-8a2cdd7ff74b on network 095d4797-b5a4-4559-a0b9-992b5f89d16a {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:21:01.740359 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b1e0964f-f745-4f7c-ab02-ddcc199ada3e tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:01.743935 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1aba23c-caaf-4d58-b4d0-1f0bfb21e7b0 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] DELETE failed (client error): The resource could not be found. Apr 06 14:21:01.744406 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1aba23c-caaf-4d58-b4d0-1f0bfb21e7b0 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:21:01.748319 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a1aba23c-caaf-4d58-b4d0-1f0bfb21e7b0 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/subnets/e1d66102-ddeb-4559-8551-306d9eb55d31 HTTP/1.1" status: 404 len: 337 time: 0.0628347 Apr 06 14:21:01.749771 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7a2aede-6a87-4806-b590-c20c12b718f2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:01.750768 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52696) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:01.773227 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-ad89138e-419c-45ec-8109-961b76ed47ef service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:21:01.773574 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-ad89138e-419c-45ec-8109-961b76ed47ef service neutron] Checking segment: {'id': '7f5f732c-1b92-4825-becd-101dc42cef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:21:01.773966 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-ad89138e-419c-45ec-8109-961b76ed47ef service neutron] Bound using segment: {'id': '7f5f732c-1b92-4825-becd-101dc42cef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:21:01.774413 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-ad89138e-419c-45ec-8109-961b76ed47ef service neutron] Bound port: 733f1808-14f9-4a9f-bed4-8a2cdd7ff74b, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f5f732c-1b92-4825-becd-101dc42cef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:21:01.774766 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-ad89138e-419c-45ec-8109-961b76ed47ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:01.820019 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-40f7835e-bbd5-4e7b-9841-12d354072850 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] DELETE failed (client error): The resource could not be found. Apr 06 14:21:01.820452 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40f7835e-bbd5-4e7b-9841-12d354072850 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:21:01.824477 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-40f7835e-bbd5-4e7b-9841-12d354072850 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/subnets/d476f3f9-9128-4c3a-b009-8fe0dca3cfaa HTTP/1.1" status: 404 len: 337 time: 0.0691767 Apr 06 14:21:01.833343 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52700) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:01.920208 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-186d736f-ee50-40d9-8a74-0c9dae3de4c9 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Synchronizing usage tracker for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group_rule {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:01.950439 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-14f26497-96e5-4047-b882-d8e1e265ac9b tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebdeaac8-870c-4075-879c-a1ae155a0999 HTTP/1.1" status: 200 len: 205 time: 0.1123328 Apr 06 14:21:01.962001 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52704) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:01.966211 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cd8ea172-7b6c-443b-96d8-135c6258505c None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:01.977393 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-cd8ea172-7b6c-443b-96d8-135c6258505c None None] Transition to ACTIVE for port object 80f55586-575b-4e95-b896-a4bd83678b2e will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:01.997413 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-cd8ea172-7b6c-443b-96d8-135c6258505c None None] Transition to ACTIVE for port object 80f55586-575b-4e95-b896-a4bd83678b2e will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:02.003759 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cd8ea172-7b6c-443b-96d8-135c6258505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:02.028257 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81cadc2-0e46-4b3c-a2e0-327202838f50 req-c328a894-7120-4855-8a86-7b9ed95d359f tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:02.029749 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f81cadc2-0e46-4b3c-a2e0-327202838f50 req-c328a894-7120-4855-8a86-7b9ed95d359f tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dca4dce-8d37-4e20-8676-4848a9ded018 HTTP/1.1" status: 200 len: 943 time: 0.6045063 Apr 06 14:21:02.036572 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b332dfcc-8899-4556-9661-2445873a07a3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:02.049809 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-785ff1b5-3bcf-41d2-9a22-ba9ceafd5e12 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] delete failed (client error): The resource could not be found. Apr 06 14:21:02.053311 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-785ff1b5-3bcf-41d2-9a22-ba9ceafd5e12 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/routers/ebdeaac8-870c-4075-879c-a1ae155a0999 HTTP/1.1" status: 404 len: 336 time: 0.0878534 Apr 06 14:21:02.068801 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8ea172-7b6c-443b-96d8-135c6258505c None None] Network 49c728cd-27f0-432d-96e4-5101db6e5502 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:02.071746 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52708) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:02.074640 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b332dfcc-8899-4556-9661-2445873a07a3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:02.076670 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-cd8ea172-7b6c-443b-96d8-135c6258505c None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:02.082449 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8ea172-7b6c-443b-96d8-135c6258505c None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:21:02.091534 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ea172-7b6c-443b-96d8-135c6258505c None None] Pushing event updated for resources: {'Port': ['ID=80f55586-575b-4e95-b896-a4bd83678b2e,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:02.103765 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-186d736f-ee50-40d9-8a74-0c9dae3de4c9 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Unset dirty status for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group_rule {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:02.107910 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-186d736f-ee50-40d9-8a74-0c9dae3de4c9 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.4139822 Apr 06 14:21:02.118306 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52712) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:02.141649 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a3fcc013-7c05-47e2-90bf-670af510dfba tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Synchronizing usage tracker for tenant:54b6b16a88cd457596297a5e2f6c39ce on resource:router {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:02.149363 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9b3d9558-73dc-45df-9f78-6d4e48f3790d tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "GET /v2.0/ports?device_id=d17873b0-45ff-4b0c-85f7-2bac506df7ff HTTP/1.1" status: 200 len: 205 time: 0.0735655 Apr 06 14:21:02.154958 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52716) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:02.166226 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b332dfcc-8899-4556-9661-2445873a07a3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:02.169376 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b332dfcc-8899-4556-9661-2445873a07a3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:02.187053 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-cd8ea172-7b6c-443b-96d8-135c6258505c None None] Attempting to bind port 80f55586-575b-4e95-b896-a4bd83678b2e on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:21:02.187262 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-cd8ea172-7b6c-443b-96d8-135c6258505c None None] Attempting to bind port 80f55586-575b-4e95-b896-a4bd83678b2e by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '74f68373-875e-4065-af95-1a376a89e40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '49c728cd-27f0-432d-96e4-5101db6e5502'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:21:02.187563 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8ea172-7b6c-443b-96d8-135c6258505c None None] Attempting to bind port 80f55586-575b-4e95-b896-a4bd83678b2e on network 49c728cd-27f0-432d-96e4-5101db6e5502 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:21:02.194099 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8ea172-7b6c-443b-96d8-135c6258505c None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:21:02.194512 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8ea172-7b6c-443b-96d8-135c6258505c None None] Checking segment: {'id': '74f68373-875e-4065-af95-1a376a89e40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '49c728cd-27f0-432d-96e4-5101db6e5502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:21:02.194910 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cd8ea172-7b6c-443b-96d8-135c6258505c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:02.195286 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8ea172-7b6c-443b-96d8-135c6258505c None None] Bound using segment: {'id': '74f68373-875e-4065-af95-1a376a89e40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '49c728cd-27f0-432d-96e4-5101db6e5502'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:21:02.195873 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-cd8ea172-7b6c-443b-96d8-135c6258505c None None] Bound port: 80f55586-575b-4e95-b896-a4bd83678b2e, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f68373-875e-4065-af95-1a376a89e40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '49c728cd-27f0-432d-96e4-5101db6e5502'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:21:02.196360 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cd8ea172-7b6c-443b-96d8-135c6258505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:02.229695 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-ad89138e-419c-45ec-8109-961b76ed47ef service neutron] For port 733f1808-14f9-4a9f-bed4-8a2cdd7ff74b, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:21:02.240827 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-f0f2b836-0967-4ae1-97d4-0f0cc8908634 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] delete failed (client error): The resource could not be found. Apr 06 14:21:02.244477 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f0f2b836-0967-4ae1-97d4-0f0cc8908634 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/routers/d17873b0-45ff-4b0c-85f7-2bac506df7ff HTTP/1.1" status: 404 len: 336 time: 0.0841515 Apr 06 14:21:02.252722 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52720) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:02.287316 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-cd8ea172-7b6c-443b-96d8-135c6258505c None None] For port 80f55586-575b-4e95-b896-a4bd83678b2e, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:21:02.290261 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-cd8ea172-7b6c-443b-96d8-135c6258505c None None] For port 80f55586-575b-4e95-b896-a4bd83678b2e, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=80f55586-575b-4e95-b896-a4bd83678b2e,segment=NetworkSegment(74f68373-875e-4065-af95-1a376a89e40d),segment_id=74f68373-875e-4065-af95-1a376a89e40d)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:21:02.294221 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cd8ea172-7b6c-443b-96d8-135c6258505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:02.319519 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-ad89138e-419c-45ec-8109-961b76ed47ef service neutron] For port 733f1808-14f9-4a9f-bed4-8a2cdd7ff74b, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=733f1808-14f9-4a9f-bed4-8a2cdd7ff74b,segment=NetworkSegment(7f5f732c-1b92-4825-becd-101dc42cef15),segment_id=7f5f732c-1b92-4825-becd-101dc42cef15)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:21:02.320590 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a3fcc013-7c05-47e2-90bf-670af510dfba tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Unset dirty status for tenant:54b6b16a88cd457596297a5e2f6c39ce on resource:router {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:02.325708 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a3fcc013-7c05-47e2-90bf-670af510dfba tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.5283074 Apr 06 14:21:02.325708 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52724) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:02.339116 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-de983685-458b-4801-83db-089872a5cba6 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-831029514'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:02.375701 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f81cadc2-0e46-4b3c-a2e0-327202838f50 req-f311afe7-4559-4d68-a14c-a7734528d8a1 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3304150 Apr 06 14:21:02.376619 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-762ba1c4-4753-4187-be41-f9b48e8e87b0 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:02.382133 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ea172-7b6c-443b-96d8-135c6258505c None None] Pushing event updated for resources: {'Port': ['ID=80f55586-575b-4e95-b896-a4bd83678b2e,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:02.395027 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-b332dfcc-8899-4556-9661-2445873a07a3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] device_id is not set on port 70334cf6-2452-476c-9997-632945dfb195 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:21:02.410377 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-ad89138e-419c-45ec-8109-961b76ed47ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:02.439366 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-98cebd5d-ca61-43c1-9ee1-d92f6cc3a159 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] DELETE failed (client error): The resource could not be found. Apr 06 14:21:02.439725 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98cebd5d-ca61-43c1-9ee1-d92f6cc3a159 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:21:02.443978 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-98cebd5d-ca61-43c1-9ee1-d92f6cc3a159 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/subnets/243cab98-575f-4daa-9c31-cffc4ce600a5 HTTP/1.1" status: 404 len: 337 time: 0.1840618 Apr 06 14:21:02.450277 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52728) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:02.451552 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-762ba1c4-4753-4187-be41-f9b48e8e87b0 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:02.586320 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b8bfcc86-1363-44ba-ba68-51c73584aead tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2524ec-9c1a-42b6-a194-6ed424f40e3f HTTP/1.1" status: 200 len: 205 time: 0.1254978 Apr 06 14:21:02.610953 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52732) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:02.771012 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-762ba1c4-4753-4187-be41-f9b48e8e87b0 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:02.843579 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ba1c4-4753-4187-be41-f9b48e8e87b0 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb8db6b1-8e02-460d-b43e-0cb289e4601b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:02.864979 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-ad89138e-419c-45ec-8109-961b76ed47ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:02.866411 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-ad89138e-419c-45ec-8109-961b76ed47ef service neutron] 10.222.0.69 "PUT /v2.0/ports/733f1808-14f9-4a9f-bed4-8a2cdd7ff74b HTTP/1.1" status: 200 len: 1093 time: 4.3195808 Apr 06 14:21:02.867054 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89138e-419c-45ec-8109-961b76ed47ef service neutron] Pushing event updated for resources: {'Port': ['ID=733f1808-14f9-4a9f-bed4-8a2cdd7ff74b,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:02.870845 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dca4dce-8d37-4e20-8676-4848a9ded018', 'tag': '733f1808-14f9-4a9f-bed4-8a2cdd7ff74b'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:21:02.890036 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-762ba1c4-4753-4187-be41-f9b48e8e87b0 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:02.893747 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-762ba1c4-4753-4187-be41-f9b48e8e87b0 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/eb8db6b1-8e02-460d-b43e-0cb289e4601b HTTP/1.1" status: 204 len: 168 time: 0.7654662 Apr 06 14:21:02.903073 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-b332dfcc-8899-4556-9661-2445873a07a3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Allocated IP 2001:db8::1be (49c728cd-27f0-432d-96e4-5101db6e5502/84277abd-6ff7-408e-9662-03b58d1fe921/70334cf6-2452-476c-9997-632945dfb195) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:02.904902 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52738) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:02.926983 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e0964f-f745-4f7c-ab02-ddcc199ada3e tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Router ab54be98-42e1-4656-9310-98f5809810a7 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:21:02.963791 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-e25e96bc-5d52-43bb-aa0d-1d9027074534 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] delete failed (client error): The resource could not be found. Apr 06 14:21:02.967192 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e25e96bc-5d52-43bb-aa0d-1d9027074534 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/routers/8c2524ec-9c1a-42b6-a194-6ed424f40e3f HTTP/1.1" status: 404 len: 336 time: 0.3508582 Apr 06 14:21:02.972599 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c20d14f1-3352-4ad7-8d29-42bc2d294e3b'] response: {'name': 'network-changed', 'server_uuid': '2dca4dce-8d37-4e20-8676-4848a9ded018', 'tag': '733f1808-14f9-4a9f-bed4-8a2cdd7ff74b', 'status': 'completed', 'code': 200} Apr 06 14:21:02.975386 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52742) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:02.978726 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-a7a2aede-6a87-4806-b590-c20c12b718f2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:21:03.006564 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7a2aede-6a87-4806-b590-c20c12b718f2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:03.016115 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7a2aede-6a87-4806-b590-c20c12b718f2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:03.095679 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ba3d6079-c9a5-43bf-bada-044b5390b4a9 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1c575ac-18ba-4210-b3a4-4d47d9a18ce8 HTTP/1.1" status: 200 len: 205 time: 0.1165705 Apr 06 14:21:03.107067 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52746) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:03.164064 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4eb9e1ae-cbb3-4675-952d-d628b25b5917 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Synchronizing usage tracker for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:03.215772 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-cb9ea423-0097-41a7-bba4-844c06f6f6e0 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] delete failed (client error): The resource could not be found. Apr 06 14:21:03.218938 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cb9ea423-0097-41a7-bba4-844c06f6f6e0 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/routers/c1c575ac-18ba-4210-b3a4-4d47d9a18ce8 HTTP/1.1" status: 404 len: 336 time: 0.1061671 Apr 06 14:21:03.222030 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7a2aede-6a87-4806-b590-c20c12b718f2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:03.225237 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52750) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:03.234688 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2aede-6a87-4806-b590-c20c12b718f2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Port': ['ID=6979c515-1cb7-4464-866f-ad9a5cc534c5,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:03.282127 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4eb9e1ae-cbb3-4675-952d-d628b25b5917 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Unset dirty status for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:03.283420 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4eb9e1ae-cbb3-4675-952d-d628b25b5917 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.3774695 Apr 06 14:21:03.286482 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-67b2a4e2-b1a7-4a77-808a-6a0066563f9a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=681e39576088423facd0bc7051aac5ad&device_id=2dca4dce-8d37-4e20-8676-4848a9ded018 HTTP/1.1" status: 200 len: 1096 time: 0.3621304 Apr 06 14:21:03.287737 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52754) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:03.288639 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-5454544d-827f-43b3-bfa7-4c1d11dc3fa4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] DELETE failed (client error): The resource could not be found. Apr 06 14:21:03.289122 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5454544d-827f-43b3-bfa7-4c1d11dc3fa4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:21:03.293232 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5454544d-827f-43b3-bfa7-4c1d11dc3fa4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/subnets/c0ccf687-637a-453d-87c5-d01c68dd8b96 HTTP/1.1" status: 404 len: 337 time: 0.0604949 Apr 06 14:21:03.294774 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52756) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:03.339197 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b332dfcc-8899-4556-9661-2445873a07a3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:03.358182 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3837b876-6979-47bd-96aa-e7e0c5823b49 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fa94388-d573-47eb-93a5-5da73e690d95 HTTP/1.1" status: 200 len: 205 time: 0.0601079 Apr 06 14:21:03.359826 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52762) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:03.366515 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e0964f-f745-4f7c-ab02-ddcc199ada3e tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:21:03.379228 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba79554-7da4-40b6-8281-a21b14316d88 None None] Sync routers for ids ['ab54be98-42e1-4656-9310-98f5809810a7'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:21:03.394101 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba79554-7da4-40b6-8281-a21b14316d88 None None] Routers {'ab54be98-42e1-4656-9310-98f5809810a7'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:21:03.394971 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-eba79554-7da4-40b6-8281-a21b14316d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ab54be98-42e1-4656-9310-98f5809810a7'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:03.423336 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b1e0964f-f745-4f7c-ab02-ddcc199ada3e tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] 10.222.0.60 "PUT /v2.0/routers/ab54be98-42e1-4656-9310-98f5809810a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8252940 Apr 06 14:21:03.430714 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52768) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:03.431309 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-b332dfcc-8899-4556-9661-2445873a07a3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Transition to ACTIVE for port object 70334cf6-2452-476c-9997-632945dfb195 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:03.483343 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-265b333c-656e-46f7-ab56-5474231524a8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=733f1808-14f9-4a9f-bed4-8a2cdd7ff74b HTTP/1.1" status: 200 len: 217 time: 0.1772730 Apr 06 14:21:03.490911 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85f401ca-9adb-47da-b9f1-7b00a2661372 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:03.492326 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-eba79554-7da4-40b6-8281-a21b14316d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:03.502959 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-2fc6f360-f2c9-4605-b089-4065b8ee2150 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] delete failed (client error): The resource could not be found. Apr 06 14:21:03.503992 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2fc6f360-f2c9-4605-b089-4065b8ee2150 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/routers/8fa94388-d573-47eb-93a5-5da73e690d95 HTTP/1.1" status: 404 len: 336 time: 0.1427381 Apr 06 14:21:03.509996 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba79554-7da4-40b6-8281-a21b14316d88 None None] Routers {'ab54be98-42e1-4656-9310-98f5809810a7'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:21:03.510612 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-eba79554-7da4-40b6-8281-a21b14316d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ab54be98-42e1-4656-9310-98f5809810a7'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:03.511470 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52772) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:03.560715 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85f401ca-9adb-47da-b9f1-7b00a2661372 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:03.560849 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-04c32bc0-0d13-4b24-90cb-bd8d931a21a8 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] show failed (client error): The resource could not be found. Apr 06 14:21:03.566114 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-04c32bc0-0d13-4b24-90cb-bd8d931a21a8 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-755594554 HTTP/1.1" status: 404 len: 334 time: 0.1286738 Apr 06 14:21:03.571179 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52776) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:03.573822 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f980d55-89d4-4ff6-8925-132ef42099c3 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] DELETE failed (client error): The resource could not be found. Apr 06 14:21:03.574253 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f980d55-89d4-4ff6-8925-132ef42099c3 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:21:03.578422 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3f980d55-89d4-4ff6-8925-132ef42099c3 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/subnets/267e0bc6-41c3-4511-b403-2fdbe25c9205 HTTP/1.1" status: 404 len: 337 time: 0.0625923 Apr 06 14:21:03.588909 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52778) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:03.594177 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-290c282f-8cde-432b-9f50-d2f4f0b6cd2b tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:03.627802 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b12c69a-83fa-422e-be26-3bbf4dca090a None None] Network 49c728cd-27f0-432d-96e4-5101db6e5502 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:21:03.640607 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b332dfcc-8899-4556-9661-2445873a07a3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:03.669611 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-eba79554-7da4-40b6-8281-a21b14316d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:03.670112 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba79554-7da4-40b6-8281-a21b14316d88 None None] The sync data for ids ['ab54be98-42e1-4656-9310-98f5809810a7'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:21:03.701748 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4991ea63-ca42-465c-9fa1-ed783daf8c46 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e HTTP/1.1" status: 200 len: 205 time: 0.1117456 Apr 06 14:21:03.708851 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52784) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:03.719966 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4dcef962-fbb7-4824-b7ed-bb4f99eddca0 None None] Provisioning for port 80f55586-575b-4e95-b896-a4bd83678b2e completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:03.742321 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-290c282f-8cde-432b-9f50-d2f4f0b6cd2b tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] update failed (client error): The resource could not be found. Apr 06 14:21:03.743267 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-290c282f-8cde-432b-9f50-d2f4f0b6cd2b tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-609643306 HTTP/1.1" status: 404 len: 334 time: 0.1612647 Apr 06 14:21:03.797961 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefb75c-321a-42f0-8df9-c2c76df9fda4 req-2a3e41e5-1eb0-4fea-9d9e-f6725207a040 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:03.799408 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ecefb75c-321a-42f0-8df9-c2c76df9fda4 req-2a3e41e5-1eb0-4fea-9d9e-f6725207a040 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dca4dce-8d37-4e20-8676-4848a9ded018 HTTP/1.1" status: 200 len: 943 time: 0.2362511 Apr 06 14:21:03.799845 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52788) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:03.820515 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 80f55586-575b-4e95-b896-a4bd83678b2e up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:21:03.826028 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b332dfcc-8899-4556-9661-2445873a07a3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network 49c728cd-27f0-432d-96e4-5101db6e5502 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:03.855500 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332dfcc-8899-4556-9661-2445873a07a3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Port': ['ID=70334cf6-2452-476c-9997-632945dfb195,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:03.859098 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-1aa51bb7-bfd9-4315-9ced-12c0a821e9e4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] delete failed (client error): The resource could not be found. Apr 06 14:21:03.863366 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1aa51bb7-bfd9-4315-9ced-12c0a821e9e4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/routers/c1b4ca76-4ce0-4452-847a-7bb9a1d2a83e HTTP/1.1" status: 404 len: 336 time: 0.1472874 Apr 06 14:21:03.864255 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52792) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:03.884325 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-b332dfcc-8899-4556-9661-2445873a07a3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:03.898136 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-611d5698-12a3-403e-b1a8-928ab6c84cfc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:03.899741 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-611d5698-12a3-403e-b1a8-928ab6c84cfc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=905b1e27-43c6-41a9-9b0b-26bc504bfcd6 HTTP/1.1" status: 200 len: 850 time: 0.4004598 Apr 06 14:21:03.907640 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85f401ca-9adb-47da-b9f1-7b00a2661372 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:03.932638 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b332dfcc-8899-4556-9661-2445873a07a3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:21:03.938733 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b332dfcc-8899-4556-9661-2445873a07a3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:03.939322 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b332dfcc-8899-4556-9661-2445873a07a3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:03.966326 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a2aede-6a87-4806-b590-c20c12b718f2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network 2f02c2ad-64d5-4216-99e1-bc49ca34e21e is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:03.966689 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-6452f935-e02b-4fa4-b636-c7910a103b46 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] DELETE failed (client error): The resource could not be found. Apr 06 14:21:03.967135 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6452f935-e02b-4fa4-b636-c7910a103b46 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:21:03.970116 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6452f935-e02b-4fa4-b636-c7910a103b46 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/subnets/29406c66-dcb7-4da5-80c3-28907176d59a HTTP/1.1" status: 404 len: 337 time: 0.0865350 Apr 06 14:21:03.974369 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f401ca-9adb-47da-b9f1-7b00a2661372 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4b0ca9d-614c-4a11-8dfa-efc920b279ca,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:03.976550 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-a7a2aede-6a87-4806-b590-c20c12b718f2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:03.977223 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52796) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:04.018105 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b332dfcc-8899-4556-9661-2445873a07a3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.4943202 Apr 06 14:21:04.026845 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 80f55586-575b-4e95-b896-a4bd83678b2e completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:04.039038 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 80f55586-575b-4e95-b896-a4bd83678b2e triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:04.039546 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52800) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:04.039996 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:04.044823 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ecefb75c-321a-42f0-8df9-c2c76df9fda4 req-850144bb-d5ff-4893-aac4-b1dad76fd0a7 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288585 Apr 06 14:21:04.049780 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-387130f4-7c99-43a2-8e04-27f2a77e15e4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] DELETE failed (client error): The resource could not be found. Apr 06 14:21:04.050223 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-387130f4-7c99-43a2-8e04-27f2a77e15e4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:21:04.052088 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-387130f4-7c99-43a2-8e04-27f2a77e15e4 tempest-RoutersIpV6Test-2140474359 tempest-RoutersIpV6Test-2140474359-project] 10.222.0.60 "DELETE /v2.0/subnets/f0e83b48-183f-494a-8045-f13a0f09dd7f HTTP/1.1" status: 404 len: 337 time: 0.0735934 Apr 06 14:21:04.130634 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85f401ca-9adb-47da-b9f1-7b00a2661372 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:04.131993 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-85f401ca-9adb-47da-b9f1-7b00a2661372 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/d4b0ca9d-614c-4a11-8dfa-efc920b279ca HTTP/1.1" status: 204 len: 168 time: 0.8278279 Apr 06 14:21:04.146239 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52806) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:04.222301 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-702406f5-59ea-4655-b1dc-4a705ff095a3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting port 70334cf6-2452-476c-9997-632945dfb195 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:21:04.222301 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-702406f5-59ea-4655-b1dc-4a705ff095a3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:04.264748 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:04.303407 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 80f55586-575b-4e95-b896-a4bd83678b2e, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=80f55586-575b-4e95-b896-a4bd83678b2e,segment=NetworkSegment(74f68373-875e-4065-af95-1a376a89e40d),segment_id=74f68373-875e-4065-af95-1a376a89e40d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:04.314763 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:04.339890 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4949ccae-8955-49b7-abdf-8edd171b48bc tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Synchronizing usage tracker for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group_rule {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:04.360992 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-b105be00-e735-46fd-b089-6a0854535c97 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=095d4797-b5a4-4559-a0b9-992b5f89d16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4508524 Apr 06 14:21:04.428735 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=80f55586-575b-4e95-b896-a4bd83678b2e,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:04.497614 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-534ae2eb-55bb-42e1-adf4-3751c02dde70 None None] Provisioning complete for port 6979c515-1cb7-4464-866f-ad9a5cc534c5 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:04.497994 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-534ae2eb-55bb-42e1-adf4-3751c02dde70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:04.554179 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f4db59-0c6a-41c4-b49d-27dd4742e5b1 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Deleting subnet 836869b8-7ab8-4c08-8ff6-35152aad9e57 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:21:04.567441 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70f4db59-0c6a-41c4-b49d-27dd4742e5b1 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:04.582760 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-534ae2eb-55bb-42e1-adf4-3751c02dde70 None None] Port 6979c515-1cb7-4464-866f-ad9a5cc534c5 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:21:04.623403 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52812) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:04.705707 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70f4db59-0c6a-41c4-b49d-27dd4742e5b1 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:04.729505 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5e4a951b-38e6-4037-bfe5-6f8f645f4d19 None None] Provisioning complete for port 80f55586-575b-4e95-b896-a4bd83678b2e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:04.730315 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5e4a951b-38e6-4037-bfe5-6f8f645f4d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:04.765443 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4949ccae-8955-49b7-abdf-8edd171b48bc tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Unset dirty status for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group_rule {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:04.770034 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4949ccae-8955-49b7-abdf-8edd171b48bc tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.6228223 Apr 06 14:21:04.773085 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52818) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:04.870139 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f40bb008-7247-4f66-b860-e815535a2d79 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:04.898254 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f40bb008-7247-4f66-b860-e815535a2d79 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:04.909595 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-702406f5-59ea-4655-b1dc-4a705ff095a3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:04.941339 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-b86be320-52d6-4a59-9c32-6322d3495563 service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5794415 Apr 06 14:21:04.971922 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5e4a951b-38e6-4037-bfe5-6f8f645f4d19 None None] Provisioning for port 70334cf6-2452-476c-9997-632945dfb195 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:04.976686 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5e4a951b-38e6-4037-bfe5-6f8f645f4d19 None None] Provisioning complete for port 70334cf6-2452-476c-9997-632945dfb195 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:04.977082 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5e4a951b-38e6-4037-bfe5-6f8f645f4d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:05.030759 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5e4a951b-38e6-4037-bfe5-6f8f645f4d19 None None] Port 70334cf6-2452-476c-9997-632945dfb195 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:21:05.036716 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70f4db59-0c6a-41c4-b49d-27dd4742e5b1 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:05.072915 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-702406f5-59ea-4655-b1dc-4a705ff095a3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Calling delete_port for 70334cf6-2452-476c-9997-632945dfb195 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:21:05.136115 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f40bb008-7247-4f66-b860-e815535a2d79 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:05.167470 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40bb008-7247-4f66-b860-e815535a2d79 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ee25ca5-3d8d-4d06-84eb-09b86bd5b247,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:05.167887 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-20606931-4176-4ae0-ae5f-f5d85d5c7b93 None None] Provisioning complete for port 70334cf6-2452-476c-9997-632945dfb195 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:05.168368 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-20606931-4176-4ae0-ae5f-f5d85d5c7b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:05.187721 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f40bb008-7247-4f66-b860-e815535a2d79 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:05.188803 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f40bb008-7247-4f66-b860-e815535a2d79 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/6ee25ca5-3d8d-4d06-84eb-09b86bd5b247 HTTP/1.1" status: 204 len: 168 time: 0.4139760 Apr 06 14:21:05.191509 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52826) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:05.193062 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-484efd95-76c7-487e-8ecd-604eccdebb07 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6405625efdd14c9bb474ac0b7c765923&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5217597 Apr 06 14:21:05.196473 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52830) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:05.257638 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-20606931-4176-4ae0-ae5f-f5d85d5c7b93 None None] Port 70334cf6-2452-476c-9997-632945dfb195 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:21:05.294459 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70f4db59-0c6a-41c4-b49d-27dd4742e5b1 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:05.315843 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-de983685-458b-4801-83db-089872a5cba6 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:05.335041 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b29a6938-704a-43f0-ad4b-be0cd8cc24fa req-474b56af-c6f2-42c2-8bfd-dc2d35f25443 service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270335 Apr 06 14:21:05.357458 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-de983685-458b-4801-83db-089872a5cba6 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653861', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691619'] for router, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:05.362146 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4db59-0c6a-41c4-b49d-27dd4742e5b1 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Pushing event deleted for resources: {'Subnet': ['ID=836869b8-7ab8-4c08-8ff6-35152aad9e57,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:05.384245 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70f4db59-0c6a-41c4-b49d-27dd4742e5b1 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:05.395461 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-84ed9106-1d64-4655-9523-faf6c6ece960 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Synchronizing usage tracker for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:05.395890 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba560b4-60ae-4e85-bf66-16282144c569 None None] Network 6356fcf9-c7d6-45b3-983f-3cd218563a4b requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:21:05.406447 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-702406f5-59ea-4655-b1dc-4a705ff095a3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:05.453220 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-70f4db59-0c6a-41c4-b49d-27dd4742e5b1 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] 10.222.0.60 "DELETE /v2.0/subnets/836869b8-7ab8-4c08-8ff6-35152aad9e57 HTTP/1.1" status: 204 len: 168 time: 1.6416771 Apr 06 14:21:05.464128 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52834) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:05.474222 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702406f5-59ea-4655-b1dc-4a705ff095a3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Port': ['ID=70334cf6-2452-476c-9997-632945dfb195,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:05.479530 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-867bdd59-177b-4a46-89d6-528a08ced45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:05.493808 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-84ed9106-1d64-4655-9523-faf6c6ece960 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Unset dirty status for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:05.497727 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-84ed9106-1d64-4655-9523-faf6c6ece960 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3026795 Apr 06 14:21:05.512744 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52836) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:05.547810 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-702406f5-59ea-4655-b1dc-4a705ff095a3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:05.549732 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-702406f5-59ea-4655-b1dc-4a705ff095a3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/ports/70334cf6-2452-476c-9997-632945dfb195 HTTP/1.1" status: 204 len: 168 time: 1.5039742 Apr 06 14:21:05.551758 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-867bdd59-177b-4a46-89d6-528a08ced45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:05.558350 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52840) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:05.563797 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844473e-4297-4f34-aa33-3110bcd5605d req-103492b5-715c-4cdc-b7c4-265a3ec7f95e tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:05.569363 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e844473e-4297-4f34-aa33-3110bcd5605d req-103492b5-715c-4cdc-b7c4-265a3ec7f95e tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dca4dce-8d37-4e20-8676-4848a9ded018 HTTP/1.1" status: 200 len: 943 time: 0.3707128 Apr 06 14:21:05.572501 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a2aede-6a87-4806-b590-c20c12b718f2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Router 55ef2ad1-82e6-4934-9966-151424b01fd9 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:21:05.621053 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ecd5614-953e-4056-9ece-6c25f4f4e5a3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] GET failed (client error): The resource could not be found. Apr 06 14:21:05.621570 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0ecd5614-953e-4056-9ece-6c25f4f4e5a3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Synchronizing usage tracker for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:05.674672 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0ecd5614-953e-4056-9ece-6c25f4f4e5a3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Unset dirty status for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:05.674672 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0ecd5614-953e-4056-9ece-6c25f4f4e5a3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "GET /v2.0/ports/70334cf6-2452-476c-9997-632945dfb195 HTTP/1.1" status: 404 len: 333 time: 0.1125431 Apr 06 14:21:05.677016 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52846) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:05.748382 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-867bdd59-177b-4a46-89d6-528a08ced45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:05.769108 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867bdd59-177b-4a46-89d6-528a08ced45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce8749c-ecfd-4811-b8f5-4d60d892bcc5,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:05.775181 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f59c201-75ae-456a-9ecf-f1581c8e9f54 None None] DHCP port deletion for 6356fcf9-c7d6-45b3-983f-3cd218563a4b request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:21:05.777708 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 80f55586-575b-4e95-b896-a4bd83678b2e up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:21:05.816670 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-867bdd59-177b-4a46-89d6-528a08ced45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:05.818250 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-867bdd59-177b-4a46-89d6-528a08ced45b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2ce8749c-ecfd-4811-b8f5-4d60d892bcc5 HTTP/1.1" status: 204 len: 168 time: 0.6057529 Apr 06 14:21:05.852726 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2f59c201-75ae-456a-9ecf-f1581c8e9f54 None None] Deleting port b953ffbd-f7bf-4460-85f4-98e4842f056b {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:21:05.853234 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2f59c201-75ae-456a-9ecf-f1581c8e9f54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:05.980469 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-340c7c9f-982a-4e2d-a813-fedee996af44 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting subnet 84277abd-6ff7-408e-9662-03b58d1fe921 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:21:05.984366 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-340c7c9f-982a-4e2d-a813-fedee996af44 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:05.990579 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e844473e-4297-4f34-aa33-3110bcd5605d req-3e84a3dc-4e50-4fa5-960f-2cf65f4258dd tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4070561 Apr 06 14:21:05.998316 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fc58b605-6e3a-488d-8f16-1d2942d1eb53 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:06.021019 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 80f55586-575b-4e95-b896-a4bd83678b2e triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:06.021415 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:06.077292 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-340c7c9f-982a-4e2d-a813-fedee996af44 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:06.159250 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-2f59c201-75ae-456a-9ecf-f1581c8e9f54 None None] For port b953ffbd-f7bf-4460-85f4-98e4842f056b, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=b953ffbd-f7bf-4460-85f4-98e4842f056b,segment=NetworkSegment(eda7ceca-3420-401e-afcf-93159198cda7),segment_id=eda7ceca-3420-401e-afcf-93159198cda7)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:06.159632 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2f59c201-75ae-456a-9ecf-f1581c8e9f54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:06.176551 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-340c7c9f-982a-4e2d-a813-fedee996af44 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:06.280676 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-340c7c9f-982a-4e2d-a813-fedee996af44 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:06.290068 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-367dafbe-e254-4961-877c-31067d3f829c req-bbd2867c-0ab5-406a-badb-63d3dfc4d15a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=681e39576088423facd0bc7051aac5ad&device_id=2dca4dce-8d37-4e20-8676-4848a9ded018 HTTP/1.1" status: 200 len: 1096 time: 0.8726501 Apr 06 14:21:06.337103 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fc58b605-6e3a-488d-8f16-1d2942d1eb53 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:06.342357 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2f59c201-75ae-456a-9ecf-f1581c8e9f54 None None] Calling delete_port for b953ffbd-f7bf-4460-85f4-98e4842f056b owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:21:06.345060 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-340c7c9f-982a-4e2d-a813-fedee996af44 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:06.351034 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c7c9f-982a-4e2d-a813-fedee996af44 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Subnet': ['ID=84277abd-6ff7-408e-9662-03b58d1fe921,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:06.363476 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-340c7c9f-982a-4e2d-a813-fedee996af44 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/subnets/84277abd-6ff7-408e-9662-03b58d1fe921 HTTP/1.1" status: 204 len: 168 time: 0.6852148 Apr 06 14:21:06.365933 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52862) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:06.395541 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a7bee7-1a61-4e71-bca0-be4dbba247bb None None] Network 49c728cd-27f0-432d-96e4-5101db6e5502 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:21:06.490239 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ee04c2e-9e72-40c6-89e4-dbaec699b408 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:06.502312 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-9ee04c2e-9e72-40c6-89e4-dbaec699b408 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting port 80f55586-575b-4e95-b896-a4bd83678b2e {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:21:06.503252 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ee04c2e-9e72-40c6-89e4-dbaec699b408 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:06.524476 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-d015be9c-2bdf-4aa0-97ce-97e1c74935bd tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Deleting subnet 6bcd142e-4a50-472c-982c-c3f1c9f75dbc {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:21:06.535365 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d015be9c-2bdf-4aa0-97ce-97e1c74935bd tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:06.627416 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fc58b605-6e3a-488d-8f16-1d2942d1eb53 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:06.661413 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367dafbe-e254-4961-877c-31067d3f829c req-44a9e125-841d-44d9-a780-0a9516ab627c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:06.663099 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-367dafbe-e254-4961-877c-31067d3f829c req-44a9e125-841d-44d9-a780-0a9516ab627c service neutron] 10.222.0.69 "GET /v2.0/networks?id=095d4797-b5a4-4559-a0b9-992b5f89d16a HTTP/1.1" status: 200 len: 912 time: 0.3615305 Apr 06 14:21:06.670232 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58b605-6e3a-488d-8f16-1d2942d1eb53 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1de457b-0066-433b-bc4c-f027af3fc4ed,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:06.675094 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d015be9c-2bdf-4aa0-97ce-97e1c74935bd tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:06.679143 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2f59c201-75ae-456a-9ecf-f1581c8e9f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:06.750267 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59c201-75ae-456a-9ecf-f1581c8e9f54 None None] Pushing event deleted for resources: {'Port': ['ID=b953ffbd-f7bf-4460-85f4-98e4842f056b,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:06.779308 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f59c201-75ae-456a-9ecf-f1581c8e9f54 None None] No DVR routers for this DVR port b953ffbd-f7bf-4460-85f4-98e4842f056b on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:21:06.779881 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a2aede-6a87-4806-b590-c20c12b718f2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:21:06.798246 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cfd0da-1e00-42d3-970a-e4b4ff1e3be9 None None] Sync routers for ids ['55ef2ad1-82e6-4934-9966-151424b01fd9'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:21:06.815484 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cfd0da-1e00-42d3-970a-e4b4ff1e3be9 None None] Routers {'55ef2ad1-82e6-4934-9966-151424b01fd9'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:21:06.816091 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-15cfd0da-1e00-42d3-970a-e4b4ff1e3be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['55ef2ad1-82e6-4934-9966-151424b01fd9'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:06.891229 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a7a2aede-6a87-4806-b590-c20c12b718f2 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "PUT /v2.0/routers/55ef2ad1-82e6-4934-9966-151424b01fd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7940106 Apr 06 14:21:06.897231 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-15cfd0da-1e00-42d3-970a-e4b4ff1e3be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:06.899015 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-367dafbe-e254-4961-877c-31067d3f829c req-81ba314f-7cd4-47c5-bcc1-53d47e21fd0c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=733f1808-14f9-4a9f-bed4-8a2cdd7ff74b HTTP/1.1" status: 200 len: 217 time: 0.2203786 Apr 06 14:21:06.917717 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52874) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:06.920008 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1a794e-4bbc-4cd2-b6b6-6827c28313b0 None None] DHCP port deletion for 49c728cd-27f0-432d-96e4-5101db6e5502 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:21:06.926749 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3c1a794e-4bbc-4cd2-b6b6-6827c28313b0 None None] Deleting port 80f55586-575b-4e95-b896-a4bd83678b2e {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:21:06.927425 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3c1a794e-4bbc-4cd2-b6b6-6827c28313b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:06.939709 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cfd0da-1e00-42d3-970a-e4b4ff1e3be9 None None] Routers {'55ef2ad1-82e6-4934-9966-151424b01fd9'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:21:06.940608 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-15cfd0da-1e00-42d3-970a-e4b4ff1e3be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['55ef2ad1-82e6-4934-9966-151424b01fd9'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:06.950691 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-9ee04c2e-9e72-40c6-89e4-dbaec699b408 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] For port 80f55586-575b-4e95-b896-a4bd83678b2e, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=80f55586-575b-4e95-b896-a4bd83678b2e,segment=NetworkSegment(74f68373-875e-4065-af95-1a376a89e40d),segment_id=74f68373-875e-4065-af95-1a376a89e40d)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:06.951313 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ee04c2e-9e72-40c6-89e4-dbaec699b408 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:06.989070 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fc58b605-6e3a-488d-8f16-1d2942d1eb53 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:06.990195 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fc58b605-6e3a-488d-8f16-1d2942d1eb53 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "DELETE /v2.0/security-groups/f1de457b-0066-433b-bc4c-f027af3fc4ed HTTP/1.1" status: 204 len: 168 time: 1.4190118 Apr 06 14:21:07.015044 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52878) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:07.063963 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-15cfd0da-1e00-42d3-970a-e4b4ff1e3be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:07.064364 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cfd0da-1e00-42d3-970a-e4b4ff1e3be9 None None] The sync data for ids ['55ef2ad1-82e6-4934-9966-151424b01fd9'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:21:07.091200 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52884) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:07.115703 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de983685-458b-4801-83db-089872a5cba6 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Router 18243c5d-74e0-4da7-a079-8f8e3c43fac8 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:21:07.136414 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367dafbe-e254-4961-877c-31067d3f829c req-4cac19cc-e63d-431b-a395-500a2e0dec30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:07.137900 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-367dafbe-e254-4961-877c-31067d3f829c req-4cac19cc-e63d-431b-a395-500a2e0dec30 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=905b1e27-43c6-41a9-9b0b-26bc504bfcd6 HTTP/1.1" status: 200 len: 850 time: 0.2381129 Apr 06 14:21:07.183872 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-9ee04c2e-9e72-40c6-89e4-dbaec699b408 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Calling delete_port for 80f55586-575b-4e95-b896-a4bd83678b2e owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:21:07.196826 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3c1a794e-4bbc-4cd2-b6b6-6827c28313b0 None None] For port 80f55586-575b-4e95-b896-a4bd83678b2e, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=80f55586-575b-4e95-b896-a4bd83678b2e,segment=NetworkSegment(74f68373-875e-4065-af95-1a376a89e40d),segment_id=74f68373-875e-4065-af95-1a376a89e40d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:07.197805 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3c1a794e-4bbc-4cd2-b6b6-6827c28313b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:07.203341 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d015be9c-2bdf-4aa0-97ce-97e1c74935bd tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:07.272568 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a5681ce2-474c-4f6e-98b3-c2b44c13743a tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Synchronizing usage tracker for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:07.321448 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ee04c2e-9e72-40c6-89e4-dbaec699b408 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:07.350855 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1424ee40-5ac7-4e98-86ce-bb73ce53b02d tempest-DvrRoutersNegativeTest-526878922 tempest-DvrRoutersNegativeTest-526878922-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-123777515', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:07.353705 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.policy [None req-1424ee40-5ac7-4e98-86ce-bb73ce53b02d tempest-DvrRoutersNegativeTest-526878922 tempest-DvrRoutersNegativeTest-526878922-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83738) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Apr 06 14:21:07.354040 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.policy [None req-1424ee40-5ac7-4e98-86ce-bb73ce53b02d tempest-DvrRoutersNegativeTest-526878922 tempest-DvrRoutersNegativeTest-526878922-project] Failed policy check for 'create_router' {{(pid=83738) enforce /opt/stack/neutron/neutron/policy.py:482}} Apr 06 14:21:07.354536 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-1424ee40-5ac7-4e98-86ce-bb73ce53b02d tempest-DvrRoutersNegativeTest-526878922 tempest-DvrRoutersNegativeTest-526878922-project] create failed (client error): Access was denied to this resource. Apr 06 14:21:07.359418 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1424ee40-5ac7-4e98-86ce-bb73ce53b02d tempest-DvrRoutersNegativeTest-526878922 tempest-DvrRoutersNegativeTest-526878922-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2633569 Apr 06 14:21:07.364774 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3c1a794e-4bbc-4cd2-b6b6-6827c28313b0 None None] Calling delete_port for 80f55586-575b-4e95-b896-a4bd83678b2e owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:21:07.386518 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47372adc-ce0e-4cc4-a6d4-3978042a7140 req-17c22177-631b-4a5c-b962-989805a1ce78 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:07.387979 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-47372adc-ce0e-4cc4-a6d4-3978042a7140 req-17c22177-631b-4a5c-b962-989805a1ce78 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dca4dce-8d37-4e20-8676-4848a9ded018 HTTP/1.1" status: 200 len: 943 time: 0.1738868 Apr 06 14:21:07.389057 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee04c2e-9e72-40c6-89e4-dbaec699b408 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Port': ['ID=80f55586-575b-4e95-b896-a4bd83678b2e,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:07.392549 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee04c2e-9e72-40c6-89e4-dbaec699b408 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] No DVR routers for this DVR port 80f55586-575b-4e95-b896-a4bd83678b2e on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:21:07.429157 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2eaba9-7c30-4160-a587-85394f68072b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:07.429746 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0e2eaba9-7c30-4160-a587-85394f68072b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Synchronizing usage tracker for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:07.440815 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-3c1a794e-4bbc-4cd2-b6b6-6827c28313b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:21:07.440815 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-3c1a794e-4bbc-4cd2-b6b6-6827c28313b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:21:07.458221 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a5681ce2-474c-4f6e-98b3-c2b44c13743a tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Unset dirty status for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:07.461039 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a5681ce2-474c-4f6e-98b3-c2b44c13743a tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4268942 Apr 06 14:21:07.467414 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52892) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:07.485755 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-80a6a6a8-c470-4309-b948-21be0117f7d6 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1477760470'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:07.489141 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0e2eaba9-7c30-4160-a587-85394f68072b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Unset dirty status for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:07.490416 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0e2eaba9-7c30-4160-a587-85394f68072b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "GET /v2.0/ports?device_id=55ef2ad1-82e6-4934-9966-151424b01fd9 HTTP/1.1" status: 200 len: 981 time: 0.5385966 Apr 06 14:21:07.491390 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d015be9c-2bdf-4aa0-97ce-97e1c74935bd tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:07.496100 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52896) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:07.541664 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-80a6a6a8-c470-4309-b948-21be0117f7d6 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:07.575852 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-80a6a6a8-c470-4309-b948-21be0117f7d6 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:07.585314 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ee04c2e-9e72-40c6-89e4-dbaec699b408 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:07.596201 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015be9c-2bdf-4aa0-97ce-97e1c74935bd tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Pushing event deleted for resources: {'Subnet': ['ID=6bcd142e-4a50-472c-982c-c3f1c9f75dbc,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:07.605437 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-47372adc-ce0e-4cc4-a6d4-3978042a7140 req-3efaf0f7-dd51-4e39-9071-5c1f48617ca4 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848137 Apr 06 14:21:07.610808 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-367dafbe-e254-4961-877c-31067d3f829c req-559ebcd4-25de-443f-9d6b-a91bb7a1e3fd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=095d4797-b5a4-4559-a0b9-992b5f89d16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4580722 Apr 06 14:21:07.621636 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-9ee04c2e-9e72-40c6-89e4-dbaec699b408 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c728cd-27f0-432d-96e4-5101db6e5502']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:07.641175 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-80a6a6a8-c470-4309-b948-21be0117f7d6 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:07.663767 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-9ee04c2e-9e72-40c6-89e4-dbaec699b408 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f68373-875e-4065-af95-1a376a89e40d') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:07.664066 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-9ee04c2e-9e72-40c6-89e4-dbaec699b408 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f68373-875e-4065-af95-1a376a89e40d') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:07.697958 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-80a6a6a8-c470-4309-b948-21be0117f7d6 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:07.701118 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ee04c2e-9e72-40c6-89e4-dbaec699b408 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:07.718759 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-80a6a6a8-c470-4309-b948-21be0117f7d6 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Usage tracker for resource:security_group_rule and tenant:28a103121df04f2a95d93cafd6b2448c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:07.721659 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ee04c2e-9e72-40c6-89e4-dbaec699b408 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:07.723879 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-80a6a6a8-c470-4309-b948-21be0117f7d6 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:07.733278 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-80a6a6a8-c470-4309-b948-21be0117f7d6 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:07.735186 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee04c2e-9e72-40c6-89e4-dbaec699b408 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:21:07.735689 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ee04c2e-9e72-40c6-89e4-dbaec699b408 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:07.750276 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device b953ffbd-f7bf-4460-85f4-98e4842f056b no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:21:07.752209 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:21:07.766233 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52902) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:07.767387 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d015be9c-2bdf-4aa0-97ce-97e1c74935bd tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:07.784274 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d015be9c-2bdf-4aa0-97ce-97e1c74935bd tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] 10.222.0.60 "DELETE /v2.0/subnets/6bcd142e-4a50-472c-982c-c3f1c9f75dbc HTTP/1.1" status: 204 len: 168 time: 2.2707245 Apr 06 14:21:07.786535 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fb6285-35c4-42c3-aaf4-5984c535bbc5 None None] Network 78715fb9-7a55-4493-b00b-d8e527502d9e requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:21:07.800038 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52906) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:07.903278 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: b953ffbd-f7bf-4460-85f4-98e4842f056b {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:21:07.903703 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device b953ffbd-f7bf-4460-85f4-98e4842f056b not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:21:07.904228 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 80f55586-575b-4e95-b896-a4bd83678b2e no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:21:07.946078 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 80f55586-575b-4e95-b896-a4bd83678b2e {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:21:07.946419 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 80f55586-575b-4e95-b896-a4bd83678b2e not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:21:07.949832 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3c1a794e-4bbc-4cd2-b6b6-6827c28313b0 None None] Deleting port 80f55586-575b-4e95-b896-a4bd83678b2e {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:21:07.950996 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3c1a794e-4bbc-4cd2-b6b6-6827c28313b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:07.961293 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-80a6a6a8-c470-4309-b948-21be0117f7d6 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:07.964701 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ee04c2e-9e72-40c6-89e4-dbaec699b408 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:07.981758 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ee04c2e-9e72-40c6-89e4-dbaec699b408 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:08.006184 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-80a6a6a8-c470-4309-b948-21be0117f7d6 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:08.039118 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee04c2e-9e72-40c6-89e4-dbaec699b408 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Network': ['ID=49c728cd-27f0-432d-96e4-5101db6e5502,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:08.074297 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9ee04c2e-9e72-40c6-89e4-dbaec699b408 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/networks/49c728cd-27f0-432d-96e4-5101db6e5502 HTTP/1.1" status: 204 len: 168 time: 1.7068427 Apr 06 14:21:08.075000 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52912) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:08.075240 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3c1a794e-4bbc-4cd2-b6b6-6827c28313b0 None None] The port '80f55586-575b-4e95-b896-a4bd83678b2e' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:21:08.076351 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6f40e9bf-6654-4787-82e3-db5ef6e6b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:08.079172 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6a6a8-c470-4309-b948-21be0117f7d6 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c071c29b-5e19-4023-97f1-f5acfd677114,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:08.081575 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-80a6a6a8-c470-4309-b948-21be0117f7d6 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:08.085221 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-80a6a6a8-c470-4309-b948-21be0117f7d6 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6120307 Apr 06 14:21:08.086919 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-795e3185-bcf2-42b1-91fe-6227bb3d3cf9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'port': {'network_id': 'bae98b9c-53c2-4147-9995-9ad2ab72192f', 'name': 'tempest-PortsIpV6TestJSON-442265709'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:08.105940 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52916) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:08.116265 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f7cce938-d362-424a-81cb-7bd9d7619ce8 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Request body: {'security_group_rule': {'security_group_id': 'c071c29b-5e19-4023-97f1-f5acfd677114', 'direction': 'ingress', 'protocol': 17}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:08.174347 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f7cce938-d362-424a-81cb-7bd9d7619ce8 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:08.180573 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-367dafbe-e254-4961-877c-31067d3f829c req-d67ec372-cd69-4948-b647-451fd5e3ba3f service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5077846 Apr 06 14:21:08.181287 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-10c04a1c-c9fa-4343-b5d0-9bca35624fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:08.190272 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f7cce938-d362-424a-81cb-7bd9d7619ce8 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Usage tracker for resource:security_group_rule and tenant:28a103121df04f2a95d93cafd6b2448c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:08.195762 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f7cce938-d362-424a-81cb-7bd9d7619ce8 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:08.211570 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f7cce938-d362-424a-81cb-7bd9d7619ce8 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:08.220480 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d111f612-8d1e-4bda-bd52-36b7d4492045 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:08.228590 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-795e3185-bcf2-42b1-91fe-6227bb3d3cf9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:08.237773 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-795e3185-bcf2-42b1-91fe-6227bb3d3cf9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:port and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:08.240775 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-795e3185-bcf2-42b1-91fe-6227bb3d3cf9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:08.243265 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f7cce938-d362-424a-81cb-7bd9d7619ce8 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:08.254522 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-795e3185-bcf2-42b1-91fe-6227bb3d3cf9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:08.285874 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795e3185-bcf2-42b1-91fe-6227bb3d3cf9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:08.288770 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-795e3185-bcf2-42b1-91fe-6227bb3d3cf9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:08.302711 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097decff-6945-44ca-856c-86d0a96a2016 None None] DHCP port deletion for 78715fb9-7a55-4493-b00b-d8e527502d9e request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:21:08.307483 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-097decff-6945-44ca-856c-86d0a96a2016 None None] Deleting port c9c53965-04fa-4a11-8c6c-319b322e48dd {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:21:08.308416 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-097decff-6945-44ca-856c-86d0a96a2016 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:08.322497 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-795e3185-bcf2-42b1-91fe-6227bb3d3cf9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] device_id is not set on port 80d2d2ca-da3b-4c06-9719-5c7f88034d79 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:21:08.368692 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f7cce938-d362-424a-81cb-7bd9d7619ce8 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:08.383644 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f7cce938-d362-424a-81cb-7bd9d7619ce8 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:08.414288 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cce938-d362-424a-81cb-7bd9d7619ce8 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78ccec5-a145-451f-94bb-d523f67dfbbd,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:08.438550 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de983685-458b-4801-83db-089872a5cba6 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:21:08.466203 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f7cce938-d362-424a-81cb-7bd9d7619ce8 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:08.469935 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f7cce938-d362-424a-81cb-7bd9d7619ce8 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3602588 Apr 06 14:21:08.470476 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52920) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:08.483137 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460d6e8f-4475-4431-8eac-39465f30f5b2 None None] Sync routers for ids ['18243c5d-74e0-4da7-a079-8f8e3c43fac8'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:21:08.490946 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-10c04a1c-c9fa-4343-b5d0-9bca35624fc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:08.518120 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-de983685-458b-4801-83db-089872a5cba6 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:08.522268 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-de983685-458b-4801-83db-089872a5cba6 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "PUT /v2.0/routers/18243c5d-74e0-4da7-a079-8f8e3c43fac8 HTTP/1.1" status: 200 len: 887 time: 6.1957986 Apr 06 14:21:08.522764 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52924) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:08.522983 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460d6e8f-4475-4431-8eac-39465f30f5b2 None None] Routers {'18243c5d-74e0-4da7-a079-8f8e3c43fac8'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:21:08.523616 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-460d6e8f-4475-4431-8eac-39465f30f5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['18243c5d-74e0-4da7-a079-8f8e3c43fac8'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:08.536898 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-10c04a1c-c9fa-4343-b5d0-9bca35624fc8 admin admin] Usage tracker for resource:security_group_rule and tenant:0f4d0839e78a4d3ca88ff66f383af1e9 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:08.545597 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-10c04a1c-c9fa-4343-b5d0-9bca35624fc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:08.627242 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-460d6e8f-4475-4431-8eac-39465f30f5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:08.632549 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-097decff-6945-44ca-856c-86d0a96a2016 None None] For port c9c53965-04fa-4a11-8c6c-319b322e48dd, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c9c53965-04fa-4a11-8c6c-319b322e48dd,segment=NetworkSegment(54f8e5de-e141-402a-87aa-f339c9728006),segment_id=54f8e5de-e141-402a-87aa-f339c9728006)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:08.632949 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-097decff-6945-44ca-856c-86d0a96a2016 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:08.643418 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-795e3185-bcf2-42b1-91fe-6227bb3d3cf9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:08.648742 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-05a66ff9-a172-4a82-8ff9-a13200c4d44a tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:08.663975 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-10c04a1c-c9fa-4343-b5d0-9bca35624fc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:08.682250 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-05a66ff9-a172-4a82-8ff9-a13200c4d44a tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:08.733206 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-795e3185-bcf2-42b1-91fe-6227bb3d3cf9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:08.768766 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-097decff-6945-44ca-856c-86d0a96a2016 None None] Calling delete_port for c9c53965-04fa-4a11-8c6c-319b322e48dd owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:21:08.780188 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d111f612-8d1e-4bda-bd52-36b7d4492045 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:08.810215 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460d6e8f-4475-4431-8eac-39465f30f5b2 None None] Routers {'18243c5d-74e0-4da7-a079-8f8e3c43fac8'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:21:08.810918 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-460d6e8f-4475-4431-8eac-39465f30f5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:20:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['18243c5d-74e0-4da7-a079-8f8e3c43fac8'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:08.811646 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-367dafbe-e254-4961-877c-31067d3f829c req-e8645860-5e8c-4ce4-a0b6-049ada22abf9 service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6189706 Apr 06 14:21:08.862596 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-d111f612-8d1e-4bda-bd52-36b7d4492045 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6356fcf9-c7d6-45b3-983f-3cd218563a4b']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:08.888889 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-460d6e8f-4475-4431-8eac-39465f30f5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:08.889301 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460d6e8f-4475-4431-8eac-39465f30f5b2 None None] The sync data for ids ['18243c5d-74e0-4da7-a079-8f8e3c43fac8'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:21:08.915076 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-05a66ff9-a172-4a82-8ff9-a13200c4d44a tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:08.932372 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-097decff-6945-44ca-856c-86d0a96a2016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:08.934221 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-d111f612-8d1e-4bda-bd52-36b7d4492045 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda7ceca-3420-401e-afcf-93159198cda7') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:08.934527 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-d111f612-8d1e-4bda-bd52-36b7d4492045 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda7ceca-3420-401e-afcf-93159198cda7') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:08.960857 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795e3185-bcf2-42b1-91fe-6227bb3d3cf9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network bae98b9c-53c2-4147-9995-9ad2ab72192f is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:08.962094 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a66ff9-a172-4a82-8ff9-a13200c4d44a tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c071c29b-5e19-4023-97f1-f5acfd677114,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:08.964909 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d111f612-8d1e-4bda-bd52-36b7d4492045 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:08.969123 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-795e3185-bcf2-42b1-91fe-6227bb3d3cf9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:08.972312 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e3185-bcf2-42b1-91fe-6227bb3d3cf9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Port': ['ID=80d2d2ca-da3b-4c06-9719-5c7f88034d79,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:08.977293 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795e3185-bcf2-42b1-91fe-6227bb3d3cf9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:21:08.981414 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795e3185-bcf2-42b1-91fe-6227bb3d3cf9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:08.982018 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-795e3185-bcf2-42b1-91fe-6227bb3d3cf9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:08.993386 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097decff-6945-44ca-856c-86d0a96a2016 None None] Pushing event deleted for resources: {'Port': ['ID=c9c53965-04fa-4a11-8c6c-319b322e48dd,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:08.994434 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-05a66ff9-a172-4a82-8ff9-a13200c4d44a tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:08.998175 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-05a66ff9-a172-4a82-8ff9-a13200c4d44a tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "DELETE /v2.0/security-groups/c071c29b-5e19-4023-97f1-f5acfd677114 HTTP/1.1" status: 204 len: 168 time: 0.5246179 Apr 06 14:21:08.998517 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52930) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:09.008281 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d111f612-8d1e-4bda-bd52-36b7d4492045 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:09.021362 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-795e3185-bcf2-42b1-91fe-6227bb3d3cf9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9439263 Apr 06 14:21:09.021882 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097decff-6945-44ca-856c-86d0a96a2016 None None] No DVR routers for this DVR port c9c53965-04fa-4a11-8c6c-319b322e48dd on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:21:09.022020 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52934) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:09.037066 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d111f612-8d1e-4bda-bd52-36b7d4492045 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:21:09.037478 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d111f612-8d1e-4bda-bd52-36b7d4492045 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:21:09.052438 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:21:09.113022 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-8550e174-f4b4-44bd-b00f-e5c6aa2e794c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting port 80d2d2ca-da3b-4c06-9719-5c7f88034d79 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:21:09.113362 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8550e174-f4b4-44bd-b00f-e5c6aa2e794c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:09.146213 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-879f7043-b732-484a-b208-a7b02fa32fc5 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Synchronizing usage tracker for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:09.210432 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-879f7043-b732-484a-b208-a7b02fa32fc5 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Unset dirty status for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:09.211672 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-879f7043-b732-484a-b208-a7b02fa32fc5 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2124329 Apr 06 14:21:09.217830 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52938) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:09.226590 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-10c04a1c-c9fa-4343-b5d0-9bca35624fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:09.231362 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1f963f58-62e6-4685-896c-fe55c76427a5 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Request body: {'security_group': {'name': 'tempest-secgroup--2107301619'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:09.242235 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903103c-8d83-4fd1-acf9-e3b11fde9dd7 req-f7f347d3-57b4-4633-8165-702f03023ba3 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:09.243617 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c903103c-8d83-4fd1-acf9-e3b11fde9dd7 req-f7f347d3-57b4-4633-8165-702f03023ba3 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dca4dce-8d37-4e20-8676-4848a9ded018 HTTP/1.1" status: 200 len: 943 time: 0.3726141 Apr 06 14:21:09.248655 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d111f612-8d1e-4bda-bd52-36b7d4492045 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:09.250557 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1f963f58-62e6-4685-896c-fe55c76427a5 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:09.254157 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-10c04a1c-c9fa-4343-b5d0-9bca35624fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:09.303424 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d111f612-8d1e-4bda-bd52-36b7d4492045 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:09.339234 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1f963f58-62e6-4685-896c-fe55c76427a5 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:09.343992 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8550e174-f4b4-44bd-b00f-e5c6aa2e794c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:09.344342 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111f612-8d1e-4bda-bd52-36b7d4492045 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Pushing event deleted for resources: {'Network': ['ID=6356fcf9-c7d6-45b3-983f-3cd218563a4b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:09.382961 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d111f612-8d1e-4bda-bd52-36b7d4492045 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] 10.222.0.60 "DELETE /v2.0/networks/6356fcf9-c7d6-45b3-983f-3cd218563a4b HTTP/1.1" status: 204 len: 168 time: 1.5749350 Apr 06 14:21:09.396814 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52942) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:09.410111 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f963f58-62e6-4685-896c-fe55c76427a5 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:09.464815 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c04a1c-c9fa-4343-b5d0-9bca35624fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b273ec-9a04-48c2-92f6-2c17e3a97f25,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:09.471105 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-8550e174-f4b4-44bd-b00f-e5c6aa2e794c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Calling delete_port for 80d2d2ca-da3b-4c06-9719-5c7f88034d79 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:21:09.495206 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-10c04a1c-c9fa-4343-b5d0-9bca35624fc8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f4d0839e78a4d3ca88ff66f383af1e9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7185688 Apr 06 14:21:09.498199 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52946) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:09.583171 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c903103c-8d83-4fd1-acf9-e3b11fde9dd7 req-5276bf75-f247-4632-a871-31c2eaaa443f tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3217809 Apr 06 14:21:09.595062 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ec0b7554-a133-4d9c-b8fd-34f3056353cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:09.597546 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8550e174-f4b4-44bd-b00f-e5c6aa2e794c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:09.626477 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1f963f58-62e6-4685-896c-fe55c76427a5 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:09.637222 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-297f70d2-4572-45f2-9c6e-90f74b7a7815 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:09.641701 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1f963f58-62e6-4685-896c-fe55c76427a5 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Usage tracker for resource:security_group_rule and tenant:28a103121df04f2a95d93cafd6b2448c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:09.654987 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e5ba2305-7c5e-4ed8-a31d-c91095337c0f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "GET /v2.0/routers/18243c5d-74e0-4da7-a079-8f8e3c43fac8 HTTP/1.1" status: 200 len: 887 time: 1.1152112 Apr 06 14:21:09.656135 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1f963f58-62e6-4685-896c-fe55c76427a5 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:09.659517 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550e174-f4b4-44bd-b00f-e5c6aa2e794c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Port': ['ID=80d2d2ca-da3b-4c06-9719-5c7f88034d79,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:09.665151 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52950) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:09.669784 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1f963f58-62e6-4685-896c-fe55c76427a5 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:09.672195 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ec0b7554-a133-4d9c-b8fd-34f3056353cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:09.729296 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1c69a556-c36f-4367-a0eb-c3ef313f5d0a tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "GET /v2.0/ports?device_id=18243c5d-74e0-4da7-a079-8f8e3c43fac8 HTTP/1.1" status: 200 len: 205 time: 0.0602930 Apr 06 14:21:09.729296 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8550e174-f4b4-44bd-b00f-e5c6aa2e794c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:09.732143 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c9c53965-04fa-4a11-8c6c-319b322e48dd no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:21:09.737455 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52954) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:09.765920 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: c9c53965-04fa-4a11-8c6c-319b322e48dd {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:21:09.766181 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c9c53965-04fa-4a11-8c6c-319b322e48dd not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:21:09.872328 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8550e174-f4b4-44bd-b00f-e5c6aa2e794c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/ports/80d2d2ca-da3b-4c06-9719-5c7f88034d79 HTTP/1.1" status: 204 len: 168 time: 0.8456573 Apr 06 14:21:09.880023 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52958) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:09.896926 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-77052deb-a33c-4158-8ec4-ad9f3ad47027 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'port': {'network_id': 'bae98b9c-53c2-4147-9995-9ad2ab72192f', 'mac_address': 'fa:16:3e:2c:e2:8a', 'name': 'tempest-PortsIpV6TestJSON-534394762'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:10.019609 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fd01b2d4-519b-4273-b913-fc60a9a9ccb0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:10.035313 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-77052deb-a33c-4158-8ec4-ad9f3ad47027 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:10.040810 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ec0b7554-a133-4d9c-b8fd-34f3056353cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:10.046403 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-77052deb-a33c-4158-8ec4-ad9f3ad47027 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:port and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:10.060009 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-77052deb-a33c-4158-8ec4-ad9f3ad47027 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:10.068142 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b7554-a133-4d9c-b8fd-34f3056353cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b273ec-9a04-48c2-92f6-2c17e3a97f25,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:10.074251 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-297f70d2-4572-45f2-9c6e-90f74b7a7815 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:10.074802 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-77052deb-a33c-4158-8ec4-ad9f3ad47027 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:10.083638 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ec0b7554-a133-4d9c-b8fd-34f3056353cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:10.084762 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ec0b7554-a133-4d9c-b8fd-34f3056353cc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c5b273ec-9a04-48c2-92f6-2c17e3a97f25 HTTP/1.1" status: 204 len: 168 time: 0.5856364 Apr 06 14:21:10.093796 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77052deb-a33c-4158-8ec4-ad9f3ad47027 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:10.153733 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f963f58-62e6-4685-896c-fe55c76427a5 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:10.175860 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f963f58-62e6-4685-896c-fe55c76427a5 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:10.201891 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-297f70d2-4572-45f2-9c6e-90f74b7a7815 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78715fb9-7a55-4493-b00b-d8e527502d9e']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:10.215285 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-77052deb-a33c-4158-8ec4-ad9f3ad47027 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:10.231519 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-297f70d2-4572-45f2-9c6e-90f74b7a7815 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f8e5de-e141-402a-87aa-f339c9728006') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:10.231880 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-297f70d2-4572-45f2-9c6e-90f74b7a7815 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f8e5de-e141-402a-87aa-f339c9728006') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:10.247376 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-77052deb-a33c-4158-8ec4-ad9f3ad47027 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] device_id is not set on port a3a74e51-7633-45e7-ae70-d6c9d2027e3f yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:21:10.256374 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-297f70d2-4572-45f2-9c6e-90f74b7a7815 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:10.270727 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f963f58-62e6-4685-896c-fe55c76427a5 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=390d7a33-f130-46eb-8fc6-c473f386b3e5,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:10.282836 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ee009cc8-b13d-4516-b4e4-18d31cce451c tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:10.296822 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-297f70d2-4572-45f2-9c6e-90f74b7a7815 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:10.300822 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f963f58-62e6-4685-896c-fe55c76427a5 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:10.304658 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1f963f58-62e6-4685-896c-fe55c76427a5 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0806293 Apr 06 14:21:10.306057 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52966) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:10.313378 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-297f70d2-4572-45f2-9c6e-90f74b7a7815 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:21:10.313778 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-297f70d2-4572-45f2-9c6e-90f74b7a7815 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:21:10.329218 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:21:10.333165 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-4b67a207-7157-4a0e-bb62-627f14daa666 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Request body: {'security_group': {'name': 'tempest-secgroup--675587862'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:10.344178 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4b67a207-7157-4a0e-bb62-627f14daa666 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:10.394956 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4b67a207-7157-4a0e-bb62-627f14daa666 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Usage tracker for resource:security_group and tenant:28a103121df04f2a95d93cafd6b2448c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:10.404073 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4b67a207-7157-4a0e-bb62-627f14daa666 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:10.429129 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4b67a207-7157-4a0e-bb62-627f14daa666 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:10.446460 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-297f70d2-4572-45f2-9c6e-90f74b7a7815 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:10.451318 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-297f70d2-4572-45f2-9c6e-90f74b7a7815 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:10.471954 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4b67a207-7157-4a0e-bb62-627f14daa666 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:10.496914 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-297f70d2-4572-45f2-9c6e-90f74b7a7815 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] 10.222.0.60 "DELETE /v2.0/networks/78715fb9-7a55-4493-b00b-d8e527502d9e HTTP/1.1" status: 204 len: 168 time: 1.0891707 Apr 06 14:21:10.498878 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f70d2-4572-45f2-9c6e-90f74b7a7815 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Pushing event deleted for resources: {'Network': ['ID=78715fb9-7a55-4493-b00b-d8e527502d9e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:10.502665 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 52974) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:10.617242 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4b67a207-7157-4a0e-bb62-627f14daa666 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:10.628990 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4b67a207-7157-4a0e-bb62-627f14daa666 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Usage tracker for resource:security_group_rule and tenant:28a103121df04f2a95d93cafd6b2448c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:10.680036 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4b67a207-7157-4a0e-bb62-627f14daa666 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:10.716538 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4b67a207-7157-4a0e-bb62-627f14daa666 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:10.725602 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-77052deb-a33c-4158-8ec4-ad9f3ad47027 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:10.821107 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ee009cc8-b13d-4516-b4e4-18d31cce451c tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:10.830336 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-77052deb-a33c-4158-8ec4-ad9f3ad47027 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:10.835427 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-121396ff-7efe-4236-b856-3ebe9714a459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:10.887983 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ee009cc8-b13d-4516-b4e4-18d31cce451c tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Deleting port 051a6773-f264-46bb-bafa-9ecb6414e006 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:21:10.888331 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ee009cc8-b13d-4516-b4e4-18d31cce451c tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:10.930993 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a14a28-a833-4546-87ab-29e1107a0a4e tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Deleting subnet 2a90a893-33ca-421f-b089-6e7eedca16d6 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:21:10.934924 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-fd01b2d4-519b-4273-b913-fc60a9a9ccb0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting port 6979c515-1cb7-4464-866f-ad9a5cc534c5 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:21:10.935202 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fd01b2d4-519b-4273-b913-fc60a9a9ccb0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:10.979151 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5a14a28-a833-4546-87ab-29e1107a0a4e tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:10.986304 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77052deb-a33c-4158-8ec4-ad9f3ad47027 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network bae98b9c-53c2-4147-9995-9ad2ab72192f is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:11.002452 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77052deb-a33c-4158-8ec4-ad9f3ad47027 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Port': ['ID=a3a74e51-7633-45e7-ae70-d6c9d2027e3f,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:11.008982 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-77052deb-a33c-4158-8ec4-ad9f3ad47027 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:11.029117 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4b67a207-7157-4a0e-bb62-627f14daa666 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:11.043100 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4b67a207-7157-4a0e-bb62-627f14daa666 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:11.058617 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77052deb-a33c-4158-8ec4-ad9f3ad47027 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:21:11.062709 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77052deb-a33c-4158-8ec4-ad9f3ad47027 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:11.063316 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-77052deb-a33c-4158-8ec4-ad9f3ad47027 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:11.086028 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e7cf0-1c6d-4ec8-9df6-75c7ff1e69de req-0a027516-b539-42b1-bcda-c85ddb2aff83 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:11.087523 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c12e7cf0-1c6d-4ec8-9df6-75c7ff1e69de req-0a027516-b539-42b1-bcda-c85ddb2aff83 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dca4dce-8d37-4e20-8676-4848a9ded018 HTTP/1.1" status: 200 len: 943 time: 0.3237779 Apr 06 14:21:11.120146 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5a14a28-a833-4546-87ab-29e1107a0a4e tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:11.141964 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-77052deb-a33c-4158-8ec4-ad9f3ad47027 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2531388 Apr 06 14:21:11.152390 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52990) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:11.199224 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 52994) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:11.222328 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67a207-7157-4a0e-bb62-627f14daa666 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85a95a28-e9a6-4f91-be3c-2fc11fc65cf2,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:11.238212 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4b67a207-7157-4a0e-bb62-627f14daa666 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:11.242391 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4b67a207-7157-4a0e-bb62-627f14daa666 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9305632 Apr 06 14:21:11.246291 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53000) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:11.249420 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c12e7cf0-1c6d-4ec8-9df6-75c7ff1e69de req-e96b87df-2ebf-4bd6-aa3c-a0e403dae2c7 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512208 Apr 06 14:21:11.253443 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ee009cc8-b13d-4516-b4e4-18d31cce451c tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:11.255401 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-5dcdd8bf-c8c7-4134-a7c2-88baddfc399c tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Request body: {'security_group_rule': {'security_group_id': '390d7a33-f130-46eb-8fc6-c473f386b3e5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '85a95a28-e9a6-4f91-be3c-2fc11fc65cf2', 'remote_ip_prefix': None}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:11.274395 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5dcdd8bf-c8c7-4134-a7c2-88baddfc399c tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:11.290337 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5dcdd8bf-c8c7-4134-a7c2-88baddfc399c tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Usage tracker for resource:security_group_rule and tenant:28a103121df04f2a95d93cafd6b2448c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:11.297678 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5dcdd8bf-c8c7-4134-a7c2-88baddfc399c tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:11.299288 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:11.314131 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:11.318877 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5dcdd8bf-c8c7-4134-a7c2-88baddfc399c tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:11.357727 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fd01b2d4-519b-4273-b913-fc60a9a9ccb0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:11.402161 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ed9cdb-522f-40a0-8671-5642e5227226 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:11.402733 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a4ed9cdb-522f-40a0-8671-5642e5227226 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Synchronizing usage tracker for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:11.410815 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ee009cc8-b13d-4516-b4e4-18d31cce451c tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Calling delete_port for 051a6773-f264-46bb-bafa-9ecb6414e006 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:21:11.439597 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-423002fa-87ea-43a7-88cc-7cd9ff29d08f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Request body: {'security_group': {'name': 'tempest-secgroup--1953438767'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:11.456938 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-423002fa-87ea-43a7-88cc-7cd9ff29d08f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:11.465406 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-423002fa-87ea-43a7-88cc-7cd9ff29d08f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Usage tracker for resource:security_group and tenant:115180951bc54eb1b42138bfea99338c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:11.469655 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-423002fa-87ea-43a7-88cc-7cd9ff29d08f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:11.486700 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-423002fa-87ea-43a7-88cc-7cd9ff29d08f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:11.490431 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5a14a28-a833-4546-87ab-29e1107a0a4e tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:11.499704 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a4ed9cdb-522f-40a0-8671-5642e5227226 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Unset dirty status for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:11.503552 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a4ed9cdb-522f-40a0-8671-5642e5227226 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "GET /v2.0/ports/a3a74e51-7633-45e7-ae70-d6c9d2027e3f HTTP/1.1" status: 200 len: 844 time: 0.3415372 Apr 06 14:21:11.511704 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53004) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:11.520208 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-423002fa-87ea-43a7-88cc-7cd9ff29d08f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:11.525053 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-fd01b2d4-519b-4273-b913-fc60a9a9ccb0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Calling delete_port for 6979c515-1cb7-4464-866f-ad9a5cc534c5 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:21:11.552011 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5dcdd8bf-c8c7-4134-a7c2-88baddfc399c tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:11.575629 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-423002fa-87ea-43a7-88cc-7cd9ff29d08f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:11.622987 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d8955a3b-3cf6-45ff-bb9c-66ba5670db4d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting port a3a74e51-7633-45e7-ae70-d6c9d2027e3f {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:21:11.623338 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d8955a3b-3cf6-45ff-bb9c-66ba5670db4d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:11.688795 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-423002fa-87ea-43a7-88cc-7cd9ff29d08f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:11.695429 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-423002fa-87ea-43a7-88cc-7cd9ff29d08f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Usage tracker for resource:security_group_rule and tenant:115180951bc54eb1b42138bfea99338c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:11.699413 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-423002fa-87ea-43a7-88cc-7cd9ff29d08f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:11.718976 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-423002fa-87ea-43a7-88cc-7cd9ff29d08f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:11.829743 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5a14a28-a833-4546-87ab-29e1107a0a4e tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:11.835135 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5dcdd8bf-c8c7-4134-a7c2-88baddfc399c tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:11.878312 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5dcdd8bf-c8c7-4134-a7c2-88baddfc399c tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:11.894792 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a14a28-a833-4546-87ab-29e1107a0a4e tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Pushing event deleted for resources: {'Subnet': ['ID=2a90a893-33ca-421f-b089-6e7eedca16d6,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:11.914486 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcdd8bf-c8c7-4134-a7c2-88baddfc399c tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de9bfef9-29b5-4c1c-ac80-3af2e232d688,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:11.920602 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5a14a28-a833-4546-87ab-29e1107a0a4e tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:11.928041 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ee009cc8-b13d-4516-b4e4-18d31cce451c tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:11.932913 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317d37fa-b70c-4e0a-a299-970d40e10ad9 None None] Network cf4f0d2a-c3bc-440c-b0a6-8577d8815e9c requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:21:11.977936 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c5a14a28-a833-4546-87ab-29e1107a0a4e tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] 10.222.0.60 "DELETE /v2.0/subnets/2a90a893-33ca-421f-b089-6e7eedca16d6 HTTP/1.1" status: 204 len: 168 time: 1.4431779 Apr 06 14:21:11.980803 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53008) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:11.981555 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5dcdd8bf-c8c7-4134-a7c2-88baddfc399c tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:11.985127 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5dcdd8bf-c8c7-4134-a7c2-88baddfc399c tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.7355521 Apr 06 14:21:12.004568 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53012) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:12.013962 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee009cc8-b13d-4516-b4e4-18d31cce451c tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Port': ['ID=051a6773-f264-46bb-bafa-9ecb6414e006,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:12.020823 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d8955a3b-3cf6-45ff-bb9c-66ba5670db4d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:12.152061 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-49a52d2c-65ff-4460-900e-bf1cc13fa28d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:12.157812 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fd01b2d4-519b-4273-b913-fc60a9a9ccb0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:12.206168 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-49a52d2c-65ff-4460-900e-bf1cc13fa28d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:12.209542 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaee81d5-01a8-4c5a-b795-94a606b87219 None None] DHCP port deletion for cf4f0d2a-c3bc-440c-b0a6-8577d8815e9c request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:21:12.214540 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-eaee81d5-01a8-4c5a-b795-94a606b87219 None None] Deleting port e91956d8-f86a-4f8a-bccc-97ff963bb93b {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:21:12.215508 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-eaee81d5-01a8-4c5a-b795-94a606b87219 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:12.226920 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ddedede-3394-48a5-af9e-0ebaa0b1e50a tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:12.232150 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01b2d4-519b-4273-b913-fc60a9a9ccb0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Port': ['ID=6979c515-1cb7-4464-866f-ad9a5cc534c5,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:12.332039 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-49a52d2c-65ff-4460-900e-bf1cc13fa28d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:12.339271 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-8ddedede-3394-48a5-af9e-0ebaa0b1e50a tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Deleting port e91956d8-f86a-4f8a-bccc-97ff963bb93b {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:21:12.339610 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ddedede-3394-48a5-af9e-0ebaa0b1e50a tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:12.391967 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d8955a3b-3cf6-45ff-bb9c-66ba5670db4d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Calling delete_port for a3a74e51-7633-45e7-ae70-d6c9d2027e3f owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:21:12.413576 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a52d2c-65ff-4460-900e-bf1cc13fa28d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de9bfef9-29b5-4c1c-ac80-3af2e232d688,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:12.421236 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-49a52d2c-65ff-4460-900e-bf1cc13fa28d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:12.422441 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-49a52d2c-65ff-4460-900e-bf1cc13fa28d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/de9bfef9-29b5-4c1c-ac80-3af2e232d688 HTTP/1.1" status: 204 len: 168 time: 0.4165769 Apr 06 14:21:12.427248 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53018) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:12.449900 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-423002fa-87ea-43a7-88cc-7cd9ff29d08f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:12.463056 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-423002fa-87ea-43a7-88cc-7cd9ff29d08f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:12.532005 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-eaee81d5-01a8-4c5a-b795-94a606b87219 None None] For port e91956d8-f86a-4f8a-bccc-97ff963bb93b, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=e91956d8-f86a-4f8a-bccc-97ff963bb93b,segment=NetworkSegment(dcf4f93a-f4a7-4965-8752-f0bc88c77c76),segment_id=dcf4f93a-f4a7-4965-8752-f0bc88c77c76)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:12.532574 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-eaee81d5-01a8-4c5a-b795-94a606b87219 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:12.672307 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-423002fa-87ea-43a7-88cc-7cd9ff29d08f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:12.690024 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423002fa-87ea-43a7-88cc-7cd9ff29d08f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84442462-8fa2-4028-b318-0f13d9fe4b09,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:12.692505 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-eaee81d5-01a8-4c5a-b795-94a606b87219 None None] Calling delete_port for e91956d8-f86a-4f8a-bccc-97ff963bb93b owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:21:12.692811 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-423002fa-87ea-43a7-88cc-7cd9ff29d08f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Usage tracker for resource:security_group_rule and tenant:115180951bc54eb1b42138bfea99338c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:12.697842 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-423002fa-87ea-43a7-88cc-7cd9ff29d08f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:12.705352 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-423002fa-87ea-43a7-88cc-7cd9ff29d08f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:12.709001 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ee009cc8-b13d-4516-b4e4-18d31cce451c tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:12.784307 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:12.790435 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-eaee81d5-01a8-4c5a-b795-94a606b87219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:12.796721 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0c82d584-5a4a-45be-8671-d6c5fb742d35 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Synchronizing usage tracker for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group_rule {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:12.824477 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fd01b2d4-519b-4273-b913-fc60a9a9ccb0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:12.831424 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d8955a3b-3cf6-45ff-bb9c-66ba5670db4d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:12.844890 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-8ddedede-3394-48a5-af9e-0ebaa0b1e50a tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] For port e91956d8-f86a-4f8a-bccc-97ff963bb93b, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=e91956d8-f86a-4f8a-bccc-97ff963bb93b,segment=NetworkSegment(dcf4f93a-f4a7-4965-8752-f0bc88c77c76),segment_id=dcf4f93a-f4a7-4965-8752-f0bc88c77c76)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:12.845512 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ddedede-3394-48a5-af9e-0ebaa0b1e50a tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:12.859208 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee81d5-01a8-4c5a-b795-94a606b87219 None None] Pushing event deleted for resources: {'Port': ['ID=e91956d8-f86a-4f8a-bccc-97ff963bb93b,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:12.862616 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaee81d5-01a8-4c5a-b795-94a606b87219 None None] No DVR routers for this DVR port e91956d8-f86a-4f8a-bccc-97ff963bb93b on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:21:12.877630 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0c82d584-5a4a-45be-8671-d6c5fb742d35 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Unset dirty status for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group_rule {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:12.881685 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0c82d584-5a4a-45be-8671-d6c5fb742d35 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.4489784 Apr 06 14:21:12.889006 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53022) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:12.942476 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955a3b-3cf6-45ff-bb9c-66ba5670db4d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Port': ['ID=a3a74e51-7633-45e7-ae70-d6c9d2027e3f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:13.050235 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-8ddedede-3394-48a5-af9e-0ebaa0b1e50a tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Calling delete_port for e91956d8-f86a-4f8a-bccc-97ff963bb93b owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:21:13.075869 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d8955a3b-3cf6-45ff-bb9c-66ba5670db4d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:13.125808 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-423002fa-87ea-43a7-88cc-7cd9ff29d08f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:13.127913 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ee009cc8-b13d-4516-b4e4-18d31cce451c tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:13.138152 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-423002fa-87ea-43a7-88cc-7cd9ff29d08f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:13.162445 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ee009cc8-b13d-4516-b4e4-18d31cce451c tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:13.169128 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d8955a3b-3cf6-45ff-bb9c-66ba5670db4d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/ports/a3a74e51-7633-45e7-ae70-d6c9d2027e3f HTTP/1.1" status: 204 len: 168 time: 1.6564593 Apr 06 14:21:13.174246 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53026) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:13.187192 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668fb6d-1cf9-4b48-aa5b-f4135e3cb286 req-207485d2-bb8b-4162-898f-d435fc037b95 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:13.188619 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d668fb6d-1cf9-4b48-aa5b-f4135e3cb286 req-207485d2-bb8b-4162-898f-d435fc037b95 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dca4dce-8d37-4e20-8676-4848a9ded018 HTTP/1.1" status: 200 len: 943 time: 0.5143483 Apr 06 14:21:13.194913 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-423002fa-87ea-43a7-88cc-7cd9ff29d08f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:13.196014 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-423002fa-87ea-43a7-88cc-7cd9ff29d08f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9935501 Apr 06 14:21:13.203822 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53030) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:13.204459 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e86397a-7912-4dbb-a129-0450815fda42 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:13.229231 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423002fa-87ea-43a7-88cc-7cd9ff29d08f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6118c9e-d057-4a90-ab99-9228035d304e,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:13.262095 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf427f03-c88a-4cd2-8689-e36c81ac7839 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] GET failed (client error): The resource could not be found. Apr 06 14:21:13.263401 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cf427f03-c88a-4cd2-8689-e36c81ac7839 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "GET /v2.0/ports/a3a74e51-7633-45e7-ae70-d6c9d2027e3f HTTP/1.1" status: 404 len: 333 time: 0.0862103 Apr 06 14:21:13.268168 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53034) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:13.273220 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e86397a-7912-4dbb-a129-0450815fda42 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:13.292111 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ee009cc8-b13d-4516-b4e4-18d31cce451c tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:13.292627 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee009cc8-b13d-4516-b4e4-18d31cce451c tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Fanout notify agent at l3_agent the message router_deleted on router 18243c5d-74e0-4da7-a079-8f8e3c43fac8 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:21:13.357261 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f21f8edc-65c5-4e8d-aca2-5d3cc09bbf73 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Synchronizing usage tracker for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:13.384266 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e86397a-7912-4dbb-a129-0450815fda42 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:13.409864 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ee009cc8-b13d-4516-b4e4-18d31cce451c tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:13.411942 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ee009cc8-b13d-4516-b4e4-18d31cce451c tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/routers/18243c5d-74e0-4da7-a079-8f8e3c43fac8 HTTP/1.1" status: 204 len: 168 time: 3.6734400 Apr 06 14:21:13.413087 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f21f8edc-65c5-4e8d-aca2-5d3cc09bbf73 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Unset dirty status for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:13.417591 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f21f8edc-65c5-4e8d-aca2-5d3cc09bbf73 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2078681 Apr 06 14:21:13.417591 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53038) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:13.417857 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86397a-7912-4dbb-a129-0450815fda42 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a95a28-e9a6-4f91-be3c-2fc11fc65cf2,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:13.422941 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53040) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:13.428409 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7a9b245b-c039-4cae-8612-1dd25680d43f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'network': {'name': 'tempest-RoutersTest-2012912398'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:13.437173 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-80a05bfe-3435-48f0-ab87-6fff28ae2eb0 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Request body: {'security_group': {'name': 'tempest-security--1411069933', 'description': 'tempest-security-description-343664952'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:13.445125 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7a9b245b-c039-4cae-8612-1dd25680d43f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:13.448857 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e86397a-7912-4dbb-a129-0450815fda42 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:13.449951 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7e86397a-7912-4dbb-a129-0450815fda42 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "DELETE /v2.0/security-groups/85a95a28-e9a6-4f91-be3c-2fc11fc65cf2 HTTP/1.1" status: 204 len: 168 time: 0.5563955 Apr 06 14:21:13.454547 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7a9b245b-c039-4cae-8612-1dd25680d43f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Usage tracker for resource:network and tenant:54b6b16a88cd457596297a5e2f6c39ce is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:13.456789 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53046) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:13.459631 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7a9b245b-c039-4cae-8612-1dd25680d43f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:13.467754 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9833a16d-cf02-48db-a9a6-626ebd5376e1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'port': {'network_id': 'bae98b9c-53c2-4147-9995-9ad2ab72192f', 'name': 'tempest-PortsIpV6TestJSON-825642387'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:13.477972 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7a9b245b-c039-4cae-8612-1dd25680d43f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:13.511424 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 733f1808-14f9-4a9f-bed4-8a2cdd7ff74b details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:21:13.513492 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9b245b-c039-4cae-8612-1dd25680d43f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Made reservation on behalf of 54b6b16a88cd457596297a5e2f6c39ce for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:13.516412 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a9b245b-c039-4cae-8612-1dd25680d43f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:13.537483 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-80a05bfe-3435-48f0-ab87-6fff28ae2eb0 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:13.544411 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-8ddedede-3394-48a5-af9e-0ebaa0b1e50a tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:21:13.544726 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-8ddedede-3394-48a5-af9e-0ebaa0b1e50a tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:21:13.604885 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-421c89e1-0063-4f54-bb94-2aab841fcfd8 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Synchronizing usage tracker for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:13.615718 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9b245b-c039-4cae-8612-1dd25680d43f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:21:13.635148 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-80a05bfe-3435-48f0-ab87-6fff28ae2eb0 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:13.643215 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a9b245b-c039-4cae-8612-1dd25680d43f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:13.643557 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-7a9b245b-c039-4cae-8612-1dd25680d43f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Added segment 5dfd147b-99d4-4f35-8b9c-61a2ba6ce2e3 of type vlan for network 72fae7a4-4539-4f49-b118-753fd2292a2e Apr 06 14:21:13.650061 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-80a05bfe-3435-48f0-ab87-6fff28ae2eb0 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:13.659724 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d668fb6d-1cf9-4b48-aa5b-f4135e3cb286 req-25c41f7f-1847-4371-8d0f-5c2f321d289d tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4269443 Apr 06 14:21:13.669032 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-421c89e1-0063-4f54-bb94-2aab841fcfd8 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Unset dirty status for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:13.673008 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-421c89e1-0063-4f54-bb94-2aab841fcfd8 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2126474 Apr 06 14:21:13.675645 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 733f1808-14f9-4a9f-bed4-8a2cdd7ff74b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=733f1808-14f9-4a9f-bed4-8a2cdd7ff74b,segment=NetworkSegment(7f5f732c-1b92-4825-becd-101dc42cef15),segment_id=7f5f732c-1b92-4825-becd-101dc42cef15)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:13.684069 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-80a05bfe-3435-48f0-ab87-6fff28ae2eb0 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:13.685342 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-80a05bfe-3435-48f0-ab87-6fff28ae2eb0 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "PUT /v2.0/security-groups/a6118c9e-d057-4a90-ab99-9228035d304e HTTP/1.1" status: 200 len: 1611 time: 0.2616501 Apr 06 14:21:13.685961 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53050) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:13.697930 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '733f1808-14f9-4a9f-bed4-8a2cdd7ff74b', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'port_id': '733f1808-14f9-4a9f-bed4-8a2cdd7ff74b', 'mac_address': 'fa:16:3e:23:e5:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:21:13.717822 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53052) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:13.731749 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9833a16d-cf02-48db-a9a6-626ebd5376e1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:13.748977 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a05bfe-3435-48f0-ab87-6fff28ae2eb0 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6118c9e-d057-4a90-ab99-9228035d304e,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:13.749265 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a9b245b-c039-4cae-8612-1dd25680d43f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:13.794962 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:13.803788 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9833a16d-cf02-48db-a9a6-626ebd5376e1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:port and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:13.807066 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9833a16d-cf02-48db-a9a6-626ebd5376e1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:13.810791 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device e91956d8-f86a-4f8a-bccc-97ff963bb93b no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:21:13.825743 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9833a16d-cf02-48db-a9a6-626ebd5376e1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:13.845762 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-eaa1c5e5-ff51-4614-99b1-41fd8d20e9d1 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "GET /v2.0/security-groups/a6118c9e-d057-4a90-ab99-9228035d304e HTTP/1.1" status: 200 len: 1611 time: 0.1249795 Apr 06 14:21:13.847890 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53058) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:13.866010 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-870c063b-92fb-4eb5-9ba9-5a22c33d4c28 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:13.866214 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: e91956d8-f86a-4f8a-bccc-97ff963bb93b {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:21:13.866482 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device e91956d8-f86a-4f8a-bccc-97ff963bb93b not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:21:13.869919 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9833a16d-cf02-48db-a9a6-626ebd5376e1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:13.873245 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 733f1808-14f9-4a9f-bed4-8a2cdd7ff74b {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:21:13.873380 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9833a16d-cf02-48db-a9a6-626ebd5376e1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:13.893683 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 733f1808-14f9-4a9f-bed4-8a2cdd7ff74b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=733f1808-14f9-4a9f-bed4-8a2cdd7ff74b,segment=NetworkSegment(7f5f732c-1b92-4825-becd-101dc42cef15),segment_id=7f5f732c-1b92-4825-becd-101dc42cef15)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:13.894393 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a9b245b-c039-4cae-8612-1dd25680d43f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:13.898135 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9b245b-c039-4cae-8612-1dd25680d43f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:13.898726 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a9b245b-c039-4cae-8612-1dd25680d43f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:13.899136 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:13.903935 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd01b2d4-519b-4273-b913-fc60a9a9ccb0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Router 55ef2ad1-82e6-4934-9966-151424b01fd9 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:21:13.918924 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-9833a16d-cf02-48db-a9a6-626ebd5376e1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] device_id is not set on port 623b133c-2c2c-4f79-ad58-3ca3d9e5147f yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:21:13.991698 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-870c063b-92fb-4eb5-9ba9-5a22c33d4c28 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:14.011104 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=733f1808-14f9-4a9f-bed4-8a2cdd7ff74b,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:14.028601 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7a9b245b-c039-4cae-8612-1dd25680d43f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6087933 Apr 06 14:21:14.034365 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53062) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:14.050326 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e67bd30d-b57d-449e-8b72-c4390b19690f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'subnet': {'network_id': '72fae7a4-4539-4f49-b118-753fd2292a2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:14.065066 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-8ddedede-3394-48a5-af9e-0ebaa0b1e50a tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Deleting port e91956d8-f86a-4f8a-bccc-97ff963bb93b {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:21:14.065410 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ddedede-3394-48a5-af9e-0ebaa0b1e50a tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:14.073510 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b245b-c039-4cae-8612-1dd25680d43f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Network': ['ID=72fae7a4-4539-4f49-b118-753fd2292a2e,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:14.084550 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 72fae7a4-4539-4f49-b118-753fd2292a2e details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:21:14.162898 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-870c063b-92fb-4eb5-9ba9-5a22c33d4c28 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:14.170947 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['733f1808-14f9-4a9f-bed4-8a2cdd7ff74b'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:21:14.188605 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c063b-92fb-4eb5-9ba9-5a22c33d4c28 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=390d7a33-f130-46eb-8fc6-c473f386b3e5,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:14.192136 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e67bd30d-b57d-449e-8b72-c4390b19690f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:14.197273 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e67bd30d-b57d-449e-8b72-c4390b19690f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Usage tracker for resource:subnet and tenant:54b6b16a88cd457596297a5e2f6c39ce is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:14.209805 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e67bd30d-b57d-449e-8b72-c4390b19690f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:14.213128 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-870c063b-92fb-4eb5-9ba9-5a22c33d4c28 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:14.217073 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-870c063b-92fb-4eb5-9ba9-5a22c33d4c28 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "DELETE /v2.0/security-groups/390d7a33-f130-46eb-8fc6-c473f386b3e5 HTTP/1.1" status: 204 len: 168 time: 0.5207622 Apr 06 14:21:14.220972 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53066) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:14.224496 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e67bd30d-b57d-449e-8b72-c4390b19690f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:14.230400 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-8ddedede-3394-48a5-af9e-0ebaa0b1e50a tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] The port 'e91956d8-f86a-4f8a-bccc-97ff963bb93b' was deleted {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:21:14.235501 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3bf15971-b624-4bcb-b32c-95b9e5ddbc00 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:14.256027 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67bd30d-b57d-449e-8b72-c4390b19690f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Made reservation on behalf of 54b6b16a88cd457596297a5e2f6c39ce for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:14.388845 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3bf15971-b624-4bcb-b32c-95b9e5ddbc00 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:14.476140 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1a4293f0-9cc5-41a2-8382-7795fafcb5ad tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Synchronizing usage tracker for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:14.489337 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e67bd30d-b57d-449e-8b72-c4390b19690f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:14.496075 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd01b2d4-519b-4273-b913-fc60a9a9ccb0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:21:14.506719 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf31878d-71d3-4b3c-b715-bcf814b1c208 None None] Sync routers for ids ['55ef2ad1-82e6-4934-9966-151424b01fd9'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:21:14.520707 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf31878d-71d3-4b3c-b715-bcf814b1c208 None None] Routers {'55ef2ad1-82e6-4934-9966-151424b01fd9'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:21:14.521633 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-cf31878d-71d3-4b3c-b715-bcf814b1c208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:21:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['55ef2ad1-82e6-4934-9966-151424b01fd9'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:14.532639 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ddedede-3394-48a5-af9e-0ebaa0b1e50a tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:14.576553 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9833a16d-cf02-48db-a9a6-626ebd5376e1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:14.584909 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1a4293f0-9cc5-41a2-8382-7795fafcb5ad tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Unset dirty status for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:14.593187 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fd01b2d4-519b-4273-b913-fc60a9a9ccb0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "PUT /v2.0/routers/55ef2ad1-82e6-4934-9966-151424b01fd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0631735 Apr 06 14:21:14.593327 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-cf31878d-71d3-4b3c-b715-bcf814b1c208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:14.593421 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1a4293f0-9cc5-41a2-8382-7795fafcb5ad tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3645020 Apr 06 14:21:14.593551 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-8ddedede-3394-48a5-af9e-0ebaa0b1e50a tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf4f0d2a-c3bc-440c-b0a6-8577d8815e9c']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:14.593665 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53070) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:14.593665 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53074) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:14.598690 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-89b84661-ed7a-4884-8c0b-117946770b3d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Request body: {'security_group': {'name': 'tempest-secgroup--2109334681'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:14.601958 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf31878d-71d3-4b3c-b715-bcf814b1c208 None None] Routers {'55ef2ad1-82e6-4934-9966-151424b01fd9'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:21:14.602565 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-cf31878d-71d3-4b3c-b715-bcf814b1c208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:21:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['55ef2ad1-82e6-4934-9966-151424b01fd9'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:14.606746 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-8ddedede-3394-48a5-af9e-0ebaa0b1e50a tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf4f93a-f4a7-4965-8752-f0bc88c77c76') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:14.607041 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-8ddedede-3394-48a5-af9e-0ebaa0b1e50a tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf4f93a-f4a7-4965-8752-f0bc88c77c76') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:14.613786 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3bf15971-b624-4bcb-b32c-95b9e5ddbc00 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:14.637241 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ddedede-3394-48a5-af9e-0ebaa0b1e50a tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:14.640248 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-89b84661-ed7a-4884-8c0b-117946770b3d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:14.649702 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf15971-b624-4bcb-b32c-95b9e5ddbc00 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6118c9e-d057-4a90-ab99-9228035d304e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:14.665510 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3bf15971-b624-4bcb-b32c-95b9e5ddbc00 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:14.665510 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3bf15971-b624-4bcb-b32c-95b9e5ddbc00 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "DELETE /v2.0/security-groups/a6118c9e-d057-4a90-ab99-9228035d304e HTTP/1.1" status: 204 len: 168 time: 0.8107560 Apr 06 14:21:14.665826 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-64374fa8-513d-4670-adca-91953b1baf5c tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] GET failed (client error): The resource could not be found. Apr 06 14:21:14.665826 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-64374fa8-513d-4670-adca-91953b1baf5c tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Synchronizing usage tracker for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:14.667315 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53078) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:14.668311 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-cf31878d-71d3-4b3c-b715-bcf814b1c208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:14.669605 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf31878d-71d3-4b3c-b715-bcf814b1c208 None None] The sync data for ids ['55ef2ad1-82e6-4934-9966-151424b01fd9'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:21:14.671513 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ddedede-3394-48a5-af9e-0ebaa0b1e50a tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:14.680171 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ddedede-3394-48a5-af9e-0ebaa0b1e50a tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:21:14.680575 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ddedede-3394-48a5-af9e-0ebaa0b1e50a tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:14.689387 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-89b84661-ed7a-4884-8c0b-117946770b3d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:21:14.696771 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:21:14.701475 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9833a16d-cf02-48db-a9a6-626ebd5376e1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:14.727615 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-89b84661-ed7a-4884-8c0b-117946770b3d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:14.767139 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-64374fa8-513d-4670-adca-91953b1baf5c tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Unset dirty status for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:14.770980 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-64374fa8-513d-4670-adca-91953b1baf5c tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "GET /v2.0/ports/6979c515-1cb7-4464-866f-ad9a5cc534c5 HTTP/1.1" status: 404 len: 333 time: 0.1774573 Apr 06 14:21:14.774315 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53084) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:14.974480 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833a16d-cf02-48db-a9a6-626ebd5376e1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Port': ['ID=623b133c-2c2c-4f79-ad58-3ca3d9e5147f,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:14.979173 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9833a16d-cf02-48db-a9a6-626ebd5376e1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network bae98b9c-53c2-4147-9995-9ad2ab72192f is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:14.979915 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ddedede-3394-48a5-af9e-0ebaa0b1e50a tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:14.984001 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ddedede-3394-48a5-af9e-0ebaa0b1e50a tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:14.999776 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bf85e9ea-3cef-4993-878f-ae738cfd4df0 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3171701 Apr 06 14:21:15.001132 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-9833a16d-cf02-48db-a9a6-626ebd5376e1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:15.002858 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53088) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:15.009231 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9833a16d-cf02-48db-a9a6-626ebd5376e1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:21:15.013610 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9833a16d-cf02-48db-a9a6-626ebd5376e1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:15.014206 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9833a16d-cf02-48db-a9a6-626ebd5376e1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:15.022050 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-89b84661-ed7a-4884-8c0b-117946770b3d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:15.030436 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-89b84661-ed7a-4884-8c0b-117946770b3d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Usage tracker for resource:security_group_rule and tenant:28a103121df04f2a95d93cafd6b2448c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:15.033876 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddedede-3394-48a5-af9e-0ebaa0b1e50a tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Pushing event deleted for resources: {'Network': ['ID=cf4f0d2a-c3bc-440c-b0a6-8577d8815e9c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:15.036980 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-89b84661-ed7a-4884-8c0b-117946770b3d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:15.042392 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8ddedede-3394-48a5-af9e-0ebaa0b1e50a tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] 10.222.0.60 "DELETE /v2.0/networks/cf4f0d2a-c3bc-440c-b0a6-8577d8815e9c HTTP/1.1" status: 204 len: 168 time: 3.0587621 Apr 06 14:21:15.047689 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53092) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:15.051721 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-7d6bc8ca-178d-44ef-bd28-1698d2807fbd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] delete failed (client error): The resource could not be found. Apr 06 14:21:15.052931 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7d6bc8ca-178d-44ef-bd28-1698d2807fbd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "DELETE /v2.0/security-groups/a6118c9e-d057-4a90-ab99-9228035d304e HTTP/1.1" status: 404 len: 347 time: 0.0451813 Apr 06 14:21:15.057046 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53096) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:15.057920 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-89b84661-ed7a-4884-8c0b-117946770b3d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:15.068901 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0c6d2941-4ba9-41ed-bc59-396fbe1bf7fd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Request body: {'security_group': {'name': 'tempest-secgroup--2140134329'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:15.087586 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9833a16d-cf02-48db-a9a6-626ebd5376e1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8176124 Apr 06 14:21:15.092370 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53100) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:15.094104 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c2df7157-892e-415f-8a8d-7c63f7e21aa4 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Synchronizing usage tracker for tenant:78f2b71b089346b19e2d7da517fd88dc on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:15.095757 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0c6d2941-4ba9-41ed-bc59-396fbe1bf7fd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:15.103249 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2a7a7b4a-36a4-4c82-bf5d-35566a9b85c2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:15.105960 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0c6d2941-4ba9-41ed-bc59-396fbe1bf7fd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Usage tracker for resource:security_group and tenant:115180951bc54eb1b42138bfea99338c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:15.115521 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0c6d2941-4ba9-41ed-bc59-396fbe1bf7fd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:15.132052 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-72e9d921-89ff-4b3c-a6c8-8d64e11b6a1c tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:15.154711 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c2df7157-892e-415f-8a8d-7c63f7e21aa4 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Unset dirty status for tenant:78f2b71b089346b19e2d7da517fd88dc on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:15.155951 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c2df7157-892e-415f-8a8d-7c63f7e21aa4 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab54be98-42e1-4656-9310-98f5809810a7 HTTP/1.1" status: 200 len: 205 time: 0.1072965 Apr 06 14:21:15.158530 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53104) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:15.178783 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0c6d2941-4ba9-41ed-bc59-396fbe1bf7fd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:15.200410 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e67bd30d-b57d-449e-8b72-c4390b19690f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:15.330211 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0c6d2941-4ba9-41ed-bc59-396fbe1bf7fd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:15.350482 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a7a7b4a-36a4-4c82-bf5d-35566a9b85c2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:15.360487 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639305a2-750c-410b-b35b-49c174690f91 req-ad3992ac-cae0-4711-889c-fc4736254bcc tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:15.361968 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-639305a2-750c-410b-b35b-49c174690f91 req-ad3992ac-cae0-4711-889c-fc4736254bcc tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dca4dce-8d37-4e20-8676-4848a9ded018 HTTP/1.1" status: 200 len: 944 time: 0.4889534 Apr 06 14:21:15.371055 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-352cdd9f-6022-4fc1-872f-4d1bb8acb7f0 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:15.408358 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-89b84661-ed7a-4884-8c0b-117946770b3d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:15.419917 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67bd30d-b57d-449e-8b72-c4390b19690f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Subnet': ['ID=71c24af3-8bbc-4d08-9176-88b0eb4cb4fa,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:15.431358 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-89b84661-ed7a-4884-8c0b-117946770b3d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:15.538942 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 733f1808-14f9-4a9f-bed4-8a2cdd7ff74b up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:21:15.645016 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0c6d2941-4ba9-41ed-bc59-396fbe1bf7fd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:15.652105 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port 733f1808-14f9-4a9f-bed4-8a2cdd7ff74b completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:15.654856 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b84661-ed7a-4884-8c0b-117946770b3d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3496d19-b83d-4d95-93bf-3b84d600721b,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:15.657039 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67bd30d-b57d-449e-8b72-c4390b19690f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Checking segment: {'id': '5dfd147b-99d4-4f35-8b9c-61a2ba6ce2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '72fae7a4-4539-4f49-b118-753fd2292a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:21:15.657407 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67bd30d-b57d-449e-8b72-c4390b19690f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network hostable DHCP agents. Network: 72fae7a4-4539-4f49-b118-753fd2292a2e, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:21:15.659877 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 733f1808-14f9-4a9f-bed4-8a2cdd7ff74b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:15.660257 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:15.661851 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0c6d2941-4ba9-41ed-bc59-396fbe1bf7fd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Usage tracker for resource:security_group_rule and tenant:115180951bc54eb1b42138bfea99338c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:15.674215 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0c6d2941-4ba9-41ed-bc59-396fbe1bf7fd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:15.689432 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-639305a2-750c-410b-b35b-49c174690f91 req-6d8f663c-b52a-4317-980a-625286baab36 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3075902 Apr 06 14:21:15.702928 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0c6d2941-4ba9-41ed-bc59-396fbe1bf7fd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:15.705883 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-89b84661-ed7a-4884-8c0b-117946770b3d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:15.710220 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-89b84661-ed7a-4884-8c0b-117946770b3d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1131852 Apr 06 14:21:15.762314 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53108) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:15.804191 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-21e9e7cf-30d6-4578-b7ea-0b1ca46300ae tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Request body: {'security_group_rule': {'security_group_id': 'd3496d19-b83d-4d95-93bf-3b84d600721b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:15.817463 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-21e9e7cf-30d6-4578-b7ea-0b1ca46300ae tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:15.818725 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:15.829009 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-21e9e7cf-30d6-4578-b7ea-0b1ca46300ae tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Usage tracker for resource:security_group_rule and tenant:28a103121df04f2a95d93cafd6b2448c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:15.862715 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 733f1808-14f9-4a9f-bed4-8a2cdd7ff74b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=733f1808-14f9-4a9f-bed4-8a2cdd7ff74b,segment=NetworkSegment(7f5f732c-1b92-4825-becd-101dc42cef15),segment_id=7f5f732c-1b92-4825-becd-101dc42cef15)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:15.863748 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dca4dce-8d37-4e20-8676-4848a9ded018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733f1808-14f9-4a9f-bed4-8a2cdd7ff74b'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:21:15.867571 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-72e9d921-89ff-4b3c-a6c8-8d64e11b6a1c tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:15.880413 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:15.883581 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-72e9d921-89ff-4b3c-a6c8-8d64e11b6a1c tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:15.888138 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67bd30d-b57d-449e-8b72-c4390b19690f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network 72fae7a4-4539-4f49-b118-753fd2292a2e is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:21:15.908413 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-21e9e7cf-30d6-4578-b7ea-0b1ca46300ae tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:15.919497 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-e67bd30d-b57d-449e-8b72-c4390b19690f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 72fae7a4-4539-4f49-b118-753fd2292a2e) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:15.924377 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0c6d2941-4ba9-41ed-bc59-396fbe1bf7fd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:15.929214 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67bd30d-b57d-449e-8b72-c4390b19690f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:15.929799 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e67bd30d-b57d-449e-8b72-c4390b19690f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:15.943561 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0c6d2941-4ba9-41ed-bc59-396fbe1bf7fd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:15.974050 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed4f0ab-3c1c-45a8-ba17-d7e2d5f57643 None None] Network 72fae7a4-4539-4f49-b118-753fd2292a2e requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:21:16.009370 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-72e9d921-89ff-4b3c-a6c8-8d64e11b6a1c tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:16.010516 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e9d921-89ff-4b3c-a6c8-8d64e11b6a1c tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Fanout notify agent at l3_agent the message router_deleted on router 55ef2ad1-82e6-4934-9966-151424b01fd9 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:21:16.075730 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-21e9e7cf-30d6-4578-b7ea-0b1ca46300ae tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:16.087442 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-2a7a7b4a-36a4-4c82-bf5d-35566a9b85c2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:21:16.101604 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-352cdd9f-6022-4fc1-872f-4d1bb8acb7f0 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:16.107465 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a7a7b4a-36a4-4c82-bf5d-35566a9b85c2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:16.110621 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-352cdd9f-6022-4fc1-872f-4d1bb8acb7f0 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:16.117477 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a7a7b4a-36a4-4c82-bf5d-35566a9b85c2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:16.163858 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-72e9d921-89ff-4b3c-a6c8-8d64e11b6a1c tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:16.164982 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-72e9d921-89ff-4b3c-a6c8-8d64e11b6a1c tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/routers/55ef2ad1-82e6-4934-9966-151424b01fd9 HTTP/1.1" status: 204 len: 168 time: 1.3568814 Apr 06 14:21:16.166152 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0c6d2941-4ba9-41ed-bc59-396fbe1bf7fd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:16.167210 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0c6d2941-4ba9-41ed-bc59-396fbe1bf7fd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1070116 Apr 06 14:21:16.167941 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d2941-4ba9-41ed-bc59-396fbe1bf7fd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1235a407-9303-4c5f-a600-92938f6d2e6e,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:16.168065 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53116) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:16.172337 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53120) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:16.175995 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e67bd30d-b57d-449e-8b72-c4390b19690f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1395175 Apr 06 14:21:16.178830 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53124) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:16.186151 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-30dd041d-d8f6-4b51-bdb0-e7f07698a2cc tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1545874003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:16.193089 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d2941-4ba9-41ed-bc59-396fbe1bf7fd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.193440 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d2941-4ba9-41ed-bc59-396fbe1bf7fd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.193783 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d2941-4ba9-41ed-bc59-396fbe1bf7fd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.194123 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d2941-4ba9-41ed-bc59-396fbe1bf7fd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.194455 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d2941-4ba9-41ed-bc59-396fbe1bf7fd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.194787 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d2941-4ba9-41ed-bc59-396fbe1bf7fd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.195118 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d2941-4ba9-41ed-bc59-396fbe1bf7fd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.195444 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d2941-4ba9-41ed-bc59-396fbe1bf7fd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.195771 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d2941-4ba9-41ed-bc59-396fbe1bf7fd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.196094 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d2941-4ba9-41ed-bc59-396fbe1bf7fd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.196420 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d2941-4ba9-41ed-bc59-396fbe1bf7fd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.208840 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=733f1808-14f9-4a9f-bed4-8a2cdd7ff74b,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:16.209256 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-30dd041d-d8f6-4b51-bdb0-e7f07698a2cc tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:16.219782 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9a5645ac-5258-4d94-9595-7e0ced2c5d5c tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Request body: {'security_group_rule': {'security_group_id': '1235a407-9303-4c5f-a600-92938f6d2e6e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:16.220665 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-30dd041d-d8f6-4b51-bdb0-e7f07698a2cc tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Usage tracker for resource:router and tenant:54b6b16a88cd457596297a5e2f6c39ce is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:16.223912 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-30dd041d-d8f6-4b51-bdb0-e7f07698a2cc tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:16.230429 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-30dd041d-d8f6-4b51-bdb0-e7f07698a2cc tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:16.241417 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba2eef9c-7961-48d4-b991-7eb586f9d0ba'] response: {'server_uuid': '2dca4dce-8d37-4e20-8676-4848a9ded018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733f1808-14f9-4a9f-bed4-8a2cdd7ff74b', 'code': 200} Apr 06 14:21:16.242259 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-30dd041d-d8f6-4b51-bdb0-e7f07698a2cc tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:16.243152 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-30dd041d-d8f6-4b51-bdb0-e7f07698a2cc tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:16.253213 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9a5645ac-5258-4d94-9595-7e0ced2c5d5c tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:16.266405 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-30dd041d-d8f6-4b51-bdb0-e7f07698a2cc tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:16.280490 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9a5645ac-5258-4d94-9595-7e0ced2c5d5c tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Usage tracker for resource:security_group_rule and tenant:115180951bc54eb1b42138bfea99338c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:16.285301 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9a5645ac-5258-4d94-9595-7e0ced2c5d5c tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:16.289166 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-30dd041d-d8f6-4b51-bdb0-e7f07698a2cc tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:16.292380 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21e9e7cf-30d6-4578-b7ea-0b1ca46300ae tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:16.302703 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b19ecb-faca-4362-84b8-87fc4c264fe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-72fae7a4-4539-4f49-b118-753fd2292a2e', 'network_id': '72fae7a4-4539-4f49-b118-753fd2292a2e', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'fixed_ips': [{'subnet_id': '71c24af3-8bbc-4d08-9176-88b0eb4cb4fa'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:21:16.303363 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f8b19ecb-faca-4362-84b8-87fc4c264fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:16.308282 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-2a7a7b4a-36a4-4c82-bf5d-35566a9b85c2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] In _notify_port_updated(), no bound segment for port 623b133c-2c2c-4f79-ad58-3ca3d9e5147f on network bae98b9c-53c2-4147-9995-9ad2ab72192f {{(pid=83738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 06 14:21:16.312359 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7a7b4a-36a4-4c82-bf5d-35566a9b85c2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:16.313163 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a7a7b4a-36a4-4c82-bf5d-35566a9b85c2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:16.314437 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2a7a7b4a-36a4-4c82-bf5d-35566a9b85c2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "PUT /v2.0/ports/623b133c-2c2c-4f79-ad58-3ca3d9e5147f HTTP/1.1" status: 200 len: 818 time: 1.2166469 Apr 06 14:21:16.317281 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53128) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:16.318195 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9a5645ac-5258-4d94-9595-7e0ced2c5d5c tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:16.322867 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-352cdd9f-6022-4fc1-872f-4d1bb8acb7f0 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:16.323374 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352cdd9f-6022-4fc1-872f-4d1bb8acb7f0 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Fanout notify agent at l3_agent the message router_deleted on router ab54be98-42e1-4656-9310-98f5809810a7 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:21:16.325246 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a7b4a-36a4-4c82-bf5d-35566a9b85c2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Port': ['ID=623b133c-2c2c-4f79-ad58-3ca3d9e5147f,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:16.358617 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-30dd041d-d8f6-4b51-bdb0-e7f07698a2cc tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:16.362571 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-30dd041d-d8f6-4b51-bdb0-e7f07698a2cc tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1827910 Apr 06 14:21:16.363209 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53132) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:16.378559 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-352cdd9f-6022-4fc1-872f-4d1bb8acb7f0 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:16.379885 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-352cdd9f-6022-4fc1-872f-4d1bb8acb7f0 tempest-RoutersNegativeTest-1789044653 tempest-RoutersNegativeTest-1789044653-project] 10.222.0.60 "DELETE /v2.0/routers/ab54be98-42e1-4656-9310-98f5809810a7 HTTP/1.1" status: 204 len: 168 time: 1.2204883 Apr 06 14:21:16.503162 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-f8b19ecb-faca-4362-84b8-87fc4c264fe7 None None] Allocated IP 172.20.0.2 (72fae7a4-4539-4f49-b118-753fd2292a2e/71c24af3-8bbc-4d08-9176-88b0eb4cb4fa/eb735869-b72d-406d-986a-0892b6b1ecc2) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:16.511143 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7a7b4a-36a4-4c82-bf5d-35566a9b85c2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.511393 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-16db3a36-b75e-4543-9ea0-e8b3fe1387b9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting port 623b133c-2c2c-4f79-ad58-3ca3d9e5147f {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:21:16.511579 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7a7b4a-36a4-4c82-bf5d-35566a9b85c2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.511823 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7a7b4a-36a4-4c82-bf5d-35566a9b85c2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.512159 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7a7b4a-36a4-4c82-bf5d-35566a9b85c2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.512393 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-16db3a36-b75e-4543-9ea0-e8b3fe1387b9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:16.512525 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7a7b4a-36a4-4c82-bf5d-35566a9b85c2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.512814 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7a7b4a-36a4-4c82-bf5d-35566a9b85c2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.518633 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7a7b4a-36a4-4c82-bf5d-35566a9b85c2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.521177 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7a7b4a-36a4-4c82-bf5d-35566a9b85c2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.521766 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7a7b4a-36a4-4c82-bf5d-35566a9b85c2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.522110 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7a7b4a-36a4-4c82-bf5d-35566a9b85c2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.522534 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7a7b4a-36a4-4c82-bf5d-35566a9b85c2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.732641 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a5645ac-5258-4d94-9595-7e0ced2c5d5c tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:16.763641 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f8b19ecb-faca-4362-84b8-87fc4c264fe7 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:16.777525 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f8b19ecb-faca-4362-84b8-87fc4c264fe7 None None] Transition to ACTIVE for port object eb735869-b72d-406d-986a-0892b6b1ecc2 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:16.802954 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f8b19ecb-faca-4362-84b8-87fc4c264fe7 None None] Transition to ACTIVE for port object eb735869-b72d-406d-986a-0892b6b1ecc2 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:16.816111 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f8b19ecb-faca-4362-84b8-87fc4c264fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:16.863034 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53142) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:16.863752 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa05e78-21be-4fc6-96cf-3b556f482e7d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting subnet cf2ab392-dbce-4ab4-8973-cb7fc1c913f1 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:21:16.872645 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21e9e7cf-30d6-4578-b7ea-0b1ca46300ae tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:16.873626 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-baa05e78-21be-4fc6-96cf-3b556f482e7d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:16.914113 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b19ecb-faca-4362-84b8-87fc4c264fe7 None None] Pushing event updated for resources: {'Port': ['ID=eb735869-b72d-406d-986a-0892b6b1ecc2,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:16.916505 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21e9e7cf-30d6-4578-b7ea-0b1ca46300ae tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:16.927376 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b19ecb-faca-4362-84b8-87fc4c264fe7 None None] Network 72fae7a4-4539-4f49-b118-753fd2292a2e is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:16.928660 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-f8b19ecb-faca-4362-84b8-87fc4c264fe7 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:16.932060 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b19ecb-faca-4362-84b8-87fc4c264fe7 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:21:16.979736 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9e7cf-30d6-4578-b7ea-0b1ca46300ae tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec0ab24-95cf-4df8-bf95-b201d8367dc4,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:17.010571 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-baa05e78-21be-4fc6-96cf-3b556f482e7d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:17.027656 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f8b19ecb-faca-4362-84b8-87fc4c264fe7 None None] Attempting to bind port eb735869-b72d-406d-986a-0892b6b1ecc2 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:21:17.028031 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f8b19ecb-faca-4362-84b8-87fc4c264fe7 None None] Attempting to bind port eb735869-b72d-406d-986a-0892b6b1ecc2 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5dfd147b-99d4-4f35-8b9c-61a2ba6ce2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '72fae7a4-4539-4f49-b118-753fd2292a2e'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:21:17.028404 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b19ecb-faca-4362-84b8-87fc4c264fe7 None None] Attempting to bind port eb735869-b72d-406d-986a-0892b6b1ecc2 on network 72fae7a4-4539-4f49-b118-753fd2292a2e {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:21:17.035145 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b19ecb-faca-4362-84b8-87fc4c264fe7 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:21:17.035525 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b19ecb-faca-4362-84b8-87fc4c264fe7 None None] Checking segment: {'id': '5dfd147b-99d4-4f35-8b9c-61a2ba6ce2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '72fae7a4-4539-4f49-b118-753fd2292a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:21:17.035932 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f8b19ecb-faca-4362-84b8-87fc4c264fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:17.036324 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b19ecb-faca-4362-84b8-87fc4c264fe7 None None] Bound using segment: {'id': '5dfd147b-99d4-4f35-8b9c-61a2ba6ce2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '72fae7a4-4539-4f49-b118-753fd2292a2e'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:21:17.036789 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f8b19ecb-faca-4362-84b8-87fc4c264fe7 None None] Bound port: eb735869-b72d-406d-986a-0892b6b1ecc2, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dfd147b-99d4-4f35-8b9c-61a2ba6ce2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '72fae7a4-4539-4f49-b118-753fd2292a2e'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:21:17.037196 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f8b19ecb-faca-4362-84b8-87fc4c264fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:17.041105 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a5645ac-5258-4d94-9595-7e0ced2c5d5c tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:17.051990 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2fc3f886-a8e3-4a0e-954a-ca85591f7af3 req-34ec4987-e974-456d-99a4-fd1788420b51 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2dca4dce-8d37-4e20-8676-4848a9ded018 HTTP/1.1" status: 200 len: 1098 time: 0.5088859 Apr 06 14:21:17.055638 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a5645ac-5258-4d94-9595-7e0ced2c5d5c tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:17.070841 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21e9e7cf-30d6-4578-b7ea-0b1ca46300ae tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:17.072239 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-21e9e7cf-30d6-4578-b7ea-0b1ca46300ae tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.3087916 Apr 06 14:21:17.081904 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53148) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:17.139581 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f8b19ecb-faca-4362-84b8-87fc4c264fe7 None None] For port eb735869-b72d-406d-986a-0892b6b1ecc2, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:21:17.143441 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f8b19ecb-faca-4362-84b8-87fc4c264fe7 None None] For port eb735869-b72d-406d-986a-0892b6b1ecc2, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=eb735869-b72d-406d-986a-0892b6b1ecc2,segment=NetworkSegment(5dfd147b-99d4-4f35-8b9c-61a2ba6ce2e3),segment_id=5dfd147b-99d4-4f35-8b9c-61a2ba6ce2e3)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:21:17.146785 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5645ac-5258-4d94-9595-7e0ced2c5d5c tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ebb3e5-0de4-4c8a-950a-25c9dbcae674,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:17.148077 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f8b19ecb-faca-4362-84b8-87fc4c264fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:17.161636 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-16db3a36-b75e-4543-9ea0-e8b3fe1387b9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:17.170897 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a5645ac-5258-4d94-9595-7e0ced2c5d5c tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:17.175754 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9a5645ac-5258-4d94-9595-7e0ced2c5d5c tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9988658 Apr 06 14:21:17.180932 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53152) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:17.211879 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d5fcfadc-24f1-4186-90e0-0fdcd2404402 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:17.221092 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2fc3f886-a8e3-4a0e-954a-ca85591f7af3 req-baf8d12b-c47e-460a-8cf7-bfd32bf71b65 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446552 Apr 06 14:21:17.234299 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d5fcfadc-24f1-4186-90e0-0fdcd2404402 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:17.239535 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b19ecb-faca-4362-84b8-87fc4c264fe7 None None] Pushing event updated for resources: {'Port': ['ID=eb735869-b72d-406d-986a-0892b6b1ecc2,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:17.254444 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-baa05e78-21be-4fc6-96cf-3b556f482e7d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:17.285345 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-47f15fce-fff7-4ba4-8bd7-e6fdee0727a4 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:17.304460 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-47f15fce-fff7-4ba4-8bd7-e6fdee0727a4 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:17.305857 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-16db3a36-b75e-4543-9ea0-e8b3fe1387b9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Calling delete_port for 623b133c-2c2c-4f79-ad58-3ca3d9e5147f owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:21:17.332809 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d5fcfadc-24f1-4186-90e0-0fdcd2404402 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:17.360373 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fcfadc-24f1-4186-90e0-0fdcd2404402 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ec0ab24-95cf-4df8-bf95-b201d8367dc4,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:17.376349 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d5fcfadc-24f1-4186-90e0-0fdcd2404402 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:17.377536 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d5fcfadc-24f1-4186-90e0-0fdcd2404402 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/0ec0ab24-95cf-4df8-bf95-b201d8367dc4 HTTP/1.1" status: 204 len: 168 time: 0.2778237 Apr 06 14:21:17.380548 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-47f15fce-fff7-4ba4-8bd7-e6fdee0727a4 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:17.382139 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53156) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:17.435410 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-baa05e78-21be-4fc6-96cf-3b556f482e7d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:17.438988 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab2fc3-c225-40a0-9cb4-f010a481010e req-4ad5b29b-65ed-447c-98a0-97cd76eecbf9 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:17.440036 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f15fce-fff7-4ba4-8bd7-e6fdee0727a4 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6ebb3e5-0de4-4c8a-950a-25c9dbcae674,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:17.440712 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ecab2fc3-c225-40a0-9cb4-f010a481010e req-4ad5b29b-65ed-447c-98a0-97cd76eecbf9 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dca4dce-8d37-4e20-8676-4848a9ded018 HTTP/1.1" status: 200 len: 945 time: 0.5009573 Apr 06 14:21:17.504839 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-47f15fce-fff7-4ba4-8bd7-e6fdee0727a4 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:17.506201 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-47f15fce-fff7-4ba4-8bd7-e6fdee0727a4 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/c6ebb3e5-0de4-4c8a-950a-25c9dbcae674 HTTP/1.1" status: 204 len: 168 time: 0.3217440 Apr 06 14:21:17.507163 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa05e78-21be-4fc6-96cf-3b556f482e7d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Subnet': ['ID=cf2ab392-dbce-4ab4-8973-cb7fc1c913f1,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:17.510608 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53160) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:17.519133 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-baa05e78-21be-4fc6-96cf-3b556f482e7d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:17.523465 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1433da-107a-46fd-9a0c-b82263d6d8ab None None] Network 2f02c2ad-64d5-4216-99e1-bc49ca34e21e requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:21:17.523633 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-baa05e78-21be-4fc6-96cf-3b556f482e7d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/subnets/cf2ab392-dbce-4ab4-8973-cb7fc1c913f1 HTTP/1.1" status: 204 len: 168 time: 1.3508751 Apr 06 14:21:17.524057 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53164) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:17.552939 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f62aca13-d4b3-4f6b-9ff4-c401ae0f3316 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Synchronizing usage tracker for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group_rule {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:17.564523 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ac0d1672-12aa-4036-94bb-49c27fe55444 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=78f2b71b089346b19e2d7da517fd88dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6990776 Apr 06 14:21:17.576304 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53168) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:17.597983 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f62aca13-d4b3-4f6b-9ff4-c401ae0f3316 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Unset dirty status for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group_rule {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:17.599353 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f62aca13-d4b3-4f6b-9ff4-c401ae0f3316 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2105107 Apr 06 14:21:17.606094 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53172) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:17.661133 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6470ee8a-54d2-48f2-be1c-5da00db0513f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Synchronizing usage tracker for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group_rule {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:17.671017 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d3927fd5-0e4e-4e8f-b8f3-d47d20642292 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:17.700634 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-16db3a36-b75e-4543-9ea0-e8b3fe1387b9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:17.731655 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f152490-ade3-4930-ad80-bad572a68c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:17.763928 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f152490-ade3-4930-ad80-bad572a68c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:17.823153 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6470ee8a-54d2-48f2-be1c-5da00db0513f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Unset dirty status for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group_rule {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:17.824469 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6470ee8a-54d2-48f2-be1c-5da00db0513f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3116024 Apr 06 14:21:17.827671 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f152490-ade3-4930-ad80-bad572a68c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:17.839051 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53176) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:17.870930 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f152490-ade3-4930-ad80-bad572a68c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a84fc1f-f7e6-45f5-8dac-c33d2bc8e8b1,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:17.875194 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device eb735869-b72d-406d-986a-0892b6b1ecc2 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:21:17.885186 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d7c3285e-d9a1-4e3a-a451-e81f34460a61 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:17.915217 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-16db3a36-b75e-4543-9ea0-e8b3fe1387b9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:17.921709 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f152490-ade3-4930-ad80-bad572a68c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:17.922916 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2f152490-ade3-4930-ad80-bad572a68c83 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6a84fc1f-f7e6-45f5-8dac-c33d2bc8e8b1 HTTP/1.1" status: 204 len: 168 time: 0.3392520 Apr 06 14:21:17.942927 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86e8295-c2a7-446a-941a-81356a2f5d8d None None] DHCP port deletion for 2f02c2ad-64d5-4216-99e1-bc49ca34e21e request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:21:17.949441 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d7c3285e-d9a1-4e3a-a451-e81f34460a61 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:17.954518 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f86e8295-c2a7-446a-941a-81356a2f5d8d None None] Deleting port f8b7f06d-2163-4d8c-871b-8c0b2bd66f71 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:21:17.954899 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f86e8295-c2a7-446a-941a-81356a2f5d8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:18.020795 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db3a36-b75e-4543-9ea0-e8b3fe1387b9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Port': ['ID=623b133c-2c2c-4f79-ad58-3ca3d9e5147f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:18.026961 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ecab2fc3-c225-40a0-9cb4-f010a481010e req-f918017f-51fb-4c32-92b5-2a2509e4a7fd tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5667615 Apr 06 14:21:18.053161 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-afcce706-13c4-4d7f-be84-0f47426a07f8 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:18.092438 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-afcce706-13c4-4d7f-be84-0f47426a07f8 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:18.116999 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d7c3285e-d9a1-4e3a-a451-e81f34460a61 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:18.152630 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3285e-d9a1-4e3a-a451-e81f34460a61 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3496d19-b83d-4d95-93bf-3b84d600721b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:18.174095 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port eb735869-b72d-406d-986a-0892b6b1ecc2 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:18.211547 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d7c3285e-d9a1-4e3a-a451-e81f34460a61 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:18.216691 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d7c3285e-d9a1-4e3a-a451-e81f34460a61 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "DELETE /v2.0/security-groups/d3496d19-b83d-4d95-93bf-3b84d600721b HTTP/1.1" status: 204 len: 168 time: 0.6088850 Apr 06 14:21:18.217276 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53184) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:18.267235 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-afcce706-13c4-4d7f-be84-0f47426a07f8 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:18.335475 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcce706-13c4-4d7f-be84-0f47426a07f8 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1235a407-9303-4c5f-a600-92938f6d2e6e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:18.349564 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f86e8295-c2a7-446a-941a-81356a2f5d8d None None] For port f8b7f06d-2163-4d8c-871b-8c0b2bd66f71, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f8b7f06d-2163-4d8c-871b-8c0b2bd66f71,segment=NetworkSegment(6cafcc3b-e047-479d-bdce-d32e04f9efb7),segment_id=6cafcc3b-e047-479d-bdce-d32e04f9efb7)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:18.350404 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f86e8295-c2a7-446a-941a-81356a2f5d8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:18.352011 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ca272de8-f888-4cd2-b1c8-0ddb52816457 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Synchronizing usage tracker for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:18.353724 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-16db3a36-b75e-4543-9ea0-e8b3fe1387b9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/ports/623b133c-2c2c-4f79-ad58-3ca3d9e5147f HTTP/1.1" status: 204 len: 168 time: 2.0350344 Apr 06 14:21:18.357680 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53188) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:18.372632 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d137aa90-cf1d-4998-bd0a-dc82ecf680ef tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:18.407384 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d137aa90-cf1d-4998-bd0a-dc82ecf680ef tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting port f8b7f06d-2163-4d8c-871b-8c0b2bd66f71 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:21:18.408123 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d137aa90-cf1d-4998-bd0a-dc82ecf680ef tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:18.411000 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-afcce706-13c4-4d7f-be84-0f47426a07f8 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:18.412117 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-afcce706-13c4-4d7f-be84-0f47426a07f8 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "DELETE /v2.0/security-groups/1235a407-9303-4c5f-a600-92938f6d2e6e HTTP/1.1" status: 204 len: 168 time: 0.5661368 Apr 06 14:21:18.420589 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53192) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:18.466546 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ca272de8-f888-4cd2-b1c8-0ddb52816457 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Unset dirty status for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:18.467778 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ca272de8-f888-4cd2-b1c8-0ddb52816457 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2495470 Apr 06 14:21:18.478766 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53198) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:18.494920 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-bc0390ba-cd78-4680-9693-98a942a9a0df tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Request body: {'security_group': {'name': 'tempest-secgroup--375888264'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:18.505537 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-bc0390ba-cd78-4680-9693-98a942a9a0df tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:18.540247 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-bc0390ba-cd78-4680-9693-98a942a9a0df tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:18.551605 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9275e4cd-a7a9-4b99-9db1-d956a45bba5c tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Synchronizing usage tracker for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:18.566692 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f86e8295-c2a7-446a-941a-81356a2f5d8d None None] Calling delete_port for f8b7f06d-2163-4d8c-871b-8c0b2bd66f71 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:21:18.577806 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce34c70a-0573-4409-b4cf-974453ac6624 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:18.578506 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ce34c70a-0573-4409-b4cf-974453ac6624 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Synchronizing usage tracker for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:18.579098 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-d3927fd5-0e4e-4e8f-b8f3-d47d20642292 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Allocated IP 172.20.0.1 (72fae7a4-4539-4f49-b118-753fd2292a2e/71c24af3-8bbc-4d08-9176-88b0eb4cb4fa/f49fd203-328c-483d-9a6b-4ca979d00391) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:18.593451 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc0390ba-cd78-4680-9693-98a942a9a0df tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:18.624750 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9275e4cd-a7a9-4b99-9db1-d956a45bba5c tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Unset dirty status for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:18.637985 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9275e4cd-a7a9-4b99-9db1-d956a45bba5c tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2119105 Apr 06 14:21:18.642137 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ce34c70a-0573-4409-b4cf-974453ac6624 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Unset dirty status for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:18.643205 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ce34c70a-0573-4409-b4cf-974453ac6624 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2838693 Apr 06 14:21:18.644964 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53206) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:18.647201 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53208) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:18.651004 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-b09d79aa-892d-4c70-b527-ee49e6afc7b0 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Request body: {'security_group': {'name': 'tempest-secgroup--1154935508'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:18.696049 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f86e8295-c2a7-446a-941a-81356a2f5d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:18.699132 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b09d79aa-892d-4c70-b527-ee49e6afc7b0 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:18.712303 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-bc0390ba-cd78-4680-9693-98a942a9a0df tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:18.727000 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b09d79aa-892d-4c70-b527-ee49e6afc7b0 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:18.730105 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bc0390ba-cd78-4680-9693-98a942a9a0df tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Usage tracker for resource:security_group_rule and tenant:28a103121df04f2a95d93cafd6b2448c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:18.732969 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-55fce160-42a0-4506-a69d-5980e6257d8e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] GET failed (client error): The resource could not be found. Apr 06 14:21:18.734248 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-55fce160-42a0-4506-a69d-5980e6257d8e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "GET /v2.0/ports/623b133c-2c2c-4f79-ad58-3ca3d9e5147f HTTP/1.1" status: 404 len: 333 time: 0.0777211 Apr 06 14:21:18.737633 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bc0390ba-cd78-4680-9693-98a942a9a0df tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:18.739083 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53214) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:18.750313 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-5e042b06-1a9f-4f90-a58e-da9de27b36b7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1917607793'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:18.752739 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d137aa90-cf1d-4998-bd0a-dc82ecf680ef tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] The port 'f8b7f06d-2163-4d8c-871b-8c0b2bd66f71' was deleted {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:21:18.754433 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-bc0390ba-cd78-4680-9693-98a942a9a0df tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:18.758267 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5e042b06-1a9f-4f90-a58e-da9de27b36b7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:18.764819 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5e042b06-1a9f-4f90-a58e-da9de27b36b7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:network and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:18.766032 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f097d7c0-e287-4dc1-a8d0-1ff10015b7fe None None] Network 72fae7a4-4539-4f49-b118-753fd2292a2e requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:21:18.771091 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5e042b06-1a9f-4f90-a58e-da9de27b36b7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:18.775105 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b09d79aa-892d-4c70-b527-ee49e6afc7b0 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:18.782164 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e8295-c2a7-446a-941a-81356a2f5d8d None None] Pushing event deleted for resources: {'Port': ['ID=f8b7f06d-2163-4d8c-871b-8c0b2bd66f71,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:18.801869 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5e042b06-1a9f-4f90-a58e-da9de27b36b7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:18.841585 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e042b06-1a9f-4f90-a58e-da9de27b36b7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:18.844523 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5e042b06-1a9f-4f90-a58e-da9de27b36b7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:18.855241 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b09d79aa-892d-4c70-b527-ee49e6afc7b0 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:18.874090 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86e8295-c2a7-446a-941a-81356a2f5d8d None None] No DVR routers for this DVR port f8b7f06d-2163-4d8c-871b-8c0b2bd66f71 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:21:18.874304 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b09d79aa-892d-4c70-b527-ee49e6afc7b0 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Usage tracker for resource:security_group_rule and tenant:115180951bc54eb1b42138bfea99338c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:18.883685 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b09d79aa-892d-4c70-b527-ee49e6afc7b0 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:18.903339 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc0390ba-cd78-4680-9693-98a942a9a0df tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:18.903568 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ba193cb0-ea00-4e77-a1c0-463c79a83970 None None] Provisioning for port eb735869-b72d-406d-986a-0892b6b1ecc2 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:18.904444 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b09d79aa-892d-4c70-b527-ee49e6afc7b0 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:18.917995 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ba193cb0-ea00-4e77-a1c0-463c79a83970 None None] Provisioning complete for port eb735869-b72d-406d-986a-0892b6b1ecc2 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:18.918240 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc0390ba-cd78-4680-9693-98a942a9a0df tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:18.918493 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ba193cb0-ea00-4e77-a1c0-463c79a83970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:18.960170 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e042b06-1a9f-4f90-a58e-da9de27b36b7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:21:19.014692 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5e042b06-1a9f-4f90-a58e-da9de27b36b7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:19.014692 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-5e042b06-1a9f-4f90-a58e-da9de27b36b7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Added segment 5494e3d2-b4f3-4ad6-9a41-4eda44333494 of type vlan for network d64c70d8-2f2b-4dcc-976e-5fe9cd332796 Apr 06 14:21:19.015460 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0390ba-cd78-4680-9693-98a942a9a0df tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c306118-cb01-4dd8-96da-c7c1e1e82369,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:19.035858 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d137aa90-cf1d-4998-bd0a-dc82ecf680ef tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:19.069044 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc0390ba-cd78-4680-9693-98a942a9a0df tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:19.072854 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bc0390ba-cd78-4680-9693-98a942a9a0df tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5897431 Apr 06 14:21:19.074036 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53224) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:19.075107 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b09d79aa-892d-4c70-b527-ee49e6afc7b0 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:19.079661 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5e042b06-1a9f-4f90-a58e-da9de27b36b7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:19.083969 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b09d79aa-892d-4c70-b527-ee49e6afc7b0 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:19.094984 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-27da76b3-403e-4f21-b952-4b8b02a56748 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Request body: {'security_group_rule': {'security_group_id': '4c306118-cb01-4dd8-96da-c7c1e1e82369', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:19.107296 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-27da76b3-403e-4f21-b952-4b8b02a56748 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:19.120104 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d79aa-892d-4c70-b527-ee49e6afc7b0 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5315dc1f-a2d8-48a0-bfb7-aaa385450519,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:19.140688 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-d137aa90-cf1d-4998-bd0a-dc82ecf680ef tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f02c2ad-64d5-4216-99e1-bc49ca34e21e']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:19.143912 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b09d79aa-892d-4c70-b527-ee49e6afc7b0 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:19.145162 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b09d79aa-892d-4c70-b527-ee49e6afc7b0 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4992588 Apr 06 14:21:19.148414 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53228) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:19.154441 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f930e1aa-b811-4a19-998c-23fb2cb55b84 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Request body: {'security_group_rule': {'security_group_id': '5315dc1f-a2d8-48a0-bfb7-aaa385450519', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:19.155422 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-27da76b3-403e-4f21-b952-4b8b02a56748 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Usage tracker for resource:security_group_rule and tenant:28a103121df04f2a95d93cafd6b2448c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:19.164402 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f930e1aa-b811-4a19-998c-23fb2cb55b84 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:19.164748 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d3927fd5-0e4e-4e8f-b8f3-d47d20642292 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:19.170366 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f930e1aa-b811-4a19-998c-23fb2cb55b84 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Usage tracker for resource:security_group_rule and tenant:115180951bc54eb1b42138bfea99338c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:19.171937 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-27da76b3-403e-4f21-b952-4b8b02a56748 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:19.174002 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f930e1aa-b811-4a19-998c-23fb2cb55b84 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:19.175560 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ba193cb0-ea00-4e77-a1c0-463c79a83970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:19.177794 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5e042b06-1a9f-4f90-a58e-da9de27b36b7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:19.181225 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-d137aa90-cf1d-4998-bd0a-dc82ecf680ef tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cafcc3b-e047-479d-bdce-d32e04f9efb7') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:19.181808 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e042b06-1a9f-4f90-a58e-da9de27b36b7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:19.182115 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-d137aa90-cf1d-4998-bd0a-dc82ecf680ef tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cafcc3b-e047-479d-bdce-d32e04f9efb7') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:19.182496 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5e042b06-1a9f-4f90-a58e-da9de27b36b7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:19.204733 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-27da76b3-403e-4f21-b952-4b8b02a56748 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:19.205021 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f930e1aa-b811-4a19-998c-23fb2cb55b84 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:19.213555 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-d3927fd5-0e4e-4e8f-b8f3-d47d20642292 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Transition to ACTIVE for port object f49fd203-328c-483d-9a6b-4ca979d00391 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:19.218449 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d137aa90-cf1d-4998-bd0a-dc82ecf680ef tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:19.243899 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ba193cb0-ea00-4e77-a1c0-463c79a83970 None None] For port eb735869-b72d-406d-986a-0892b6b1ecc2, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=eb735869-b72d-406d-986a-0892b6b1ecc2,segment=NetworkSegment(5dfd147b-99d4-4f35-8b9c-61a2ba6ce2e3),segment_id=5dfd147b-99d4-4f35-8b9c-61a2ba6ce2e3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:19.256403 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ba193cb0-ea00-4e77-a1c0-463c79a83970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:19.262816 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-27da76b3-403e-4f21-b952-4b8b02a56748 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:19.272439 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d137aa90-cf1d-4998-bd0a-dc82ecf680ef tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:19.299568 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d137aa90-cf1d-4998-bd0a-dc82ecf680ef tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:21:19.299949 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d137aa90-cf1d-4998-bd0a-dc82ecf680ef tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:21:19.324561 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:21:19.355800 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5e042b06-1a9f-4f90-a58e-da9de27b36b7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6146164 Apr 06 14:21:19.376299 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba193cb0-ea00-4e77-a1c0-463c79a83970 None None] Pushing event updated for resources: {'Port': ['ID=eb735869-b72d-406d-986a-0892b6b1ecc2,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:19.392315 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53234) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:19.393056 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f930e1aa-b811-4a19-998c-23fb2cb55b84 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:19.444539 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-0edc7dab-c5ae-4357-a575-832ff923ddf1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'subnet': {'network_id': 'd64c70d8-2f2b-4dcc-976e-5fe9cd332796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:19.461459 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d3927fd5-0e4e-4e8f-b8f3-d47d20642292 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:19.469370 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e042b06-1a9f-4f90-a58e-da9de27b36b7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Network': ['ID=d64c70d8-2f2b-4dcc-976e-5fe9cd332796,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:19.482138 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network d64c70d8-2f2b-4dcc-976e-5fe9cd332796 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:21:19.537614 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3927fd5-0e4e-4e8f-b8f3-d47d20642292 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network 72fae7a4-4539-4f49-b118-753fd2292a2e is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:19.540680 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d137aa90-cf1d-4998-bd0a-dc82ecf680ef tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:19.546765 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-d3927fd5-0e4e-4e8f-b8f3-d47d20642292 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:19.580123 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3927fd5-0e4e-4e8f-b8f3-d47d20642292 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:21:19.611785 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d137aa90-cf1d-4998-bd0a-dc82ecf680ef tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:19.622365 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-27da76b3-403e-4f21-b952-4b8b02a56748 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:19.629826 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53240) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:19.637720 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137aa90-cf1d-4998-bd0a-dc82ecf680ef tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Network': ['ID=2f02c2ad-64d5-4216-99e1-bc49ca34e21e,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:19.648703 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-47938451-bab7-410a-9d6a-ccdd50035474 None None] Provisioning complete for port eb735869-b72d-406d-986a-0892b6b1ecc2 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:19.649699 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-47938451-bab7-410a-9d6a-ccdd50035474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:19.650483 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0edc7dab-c5ae-4357-a575-832ff923ddf1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:19.656375 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-27da76b3-403e-4f21-b952-4b8b02a56748 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:19.678570 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0edc7dab-c5ae-4357-a575-832ff923ddf1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:subnet and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:19.685193 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0edc7dab-c5ae-4357-a575-832ff923ddf1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:19.691852 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f930e1aa-b811-4a19-998c-23fb2cb55b84 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:19.697366 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3927fd5-0e4e-4e8f-b8f3-d47d20642292 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Port': ['ID=f49fd203-328c-483d-9a6b-4ca979d00391,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:19.705114 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d137aa90-cf1d-4998-bd0a-dc82ecf680ef tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/networks/2f02c2ad-64d5-4216-99e1-bc49ca34e21e HTTP/1.1" status: 204 len: 168 time: 2.1754403 Apr 06 14:21:19.708625 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53246) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:19.709380 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-27da76b3-403e-4f21-b952-4b8b02a56748 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:19.710573 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-27da76b3-403e-4f21-b952-4b8b02a56748 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6248722 Apr 06 14:21:19.716023 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da76b3-403e-4f21-b952-4b8b02a56748 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=462e8aa5-c17d-400b-8f00-7cc50eff9734,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:19.722198 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0edc7dab-c5ae-4357-a575-832ff923ddf1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:19.734541 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53250) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:19.758750 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-54c27802-5db2-47fe-937a-d2b5f3ddc703 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "GET /v2.0/security-group-rules/462e8aa5-c17d-400b-8f00-7cc50eff9734 HTTP/1.1" status: 200 len: 705 time: 0.0229814 Apr 06 14:21:19.762224 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f930e1aa-b811-4a19-998c-23fb2cb55b84 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:19.763985 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53254) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:19.792552 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d3927fd5-0e4e-4e8f-b8f3-d47d20642292 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:19.795788 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edc7dab-c5ae-4357-a575-832ff923ddf1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:19.822368 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930e1aa-b811-4a19-998c-23fb2cb55b84 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c63515-1558-4edc-bdb5-5987b11b4163,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:19.827669 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79271e1-600b-4b3a-8fa7-fe40b7dd6128 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:19.829040 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a79271e1-600b-4b3a-8fa7-fe40b7dd6128 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "GET /v2.0/ports/61a32148-48c0-4bd7-b24b-882757f0fafd HTTP/1.1" status: 200 len: 839 time: 0.1174352 Apr 06 14:21:19.831304 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2240ff-c7c2-471c-812a-ed6a0cea058c req-92e89c2a-e958-41b6-8062-ca664d84eea5 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:19.832828 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53258) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:19.840518 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6c2240ff-c7c2-471c-812a-ed6a0cea058c req-92e89c2a-e958-41b6-8062-ca664d84eea5 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dca4dce-8d37-4e20-8676-4848a9ded018 HTTP/1.1" status: 200 len: 945 time: 0.4965322 Apr 06 14:21:19.941237 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device eb735869-b72d-406d-986a-0892b6b1ecc2 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:21:19.972710 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0a75552f-4a2a-44e1-9dff-3f1019cb7ebc tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:19.973384 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-0a75552f-4a2a-44e1-9dff-3f1019cb7ebc tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] create failed (client error): There was a conflict when trying to complete your request. Apr 06 14:21:19.979550 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0a75552f-4a2a-44e1-9dff-3f1019cb7ebc tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3381727 Apr 06 14:21:19.979550 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53262) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:19.990871 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-6436ff0a-fde0-485a-9624-eb5aeaee9fec tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group': {'name': 'tempest-secgroup--1884299338'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:20.001196 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-feb0479c-e1eb-413b-be2c-58087dad8dd0 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "GET /v2.0/ports/61a32148-48c0-4bd7-b24b-882757f0fafd?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1636348 Apr 06 14:21:20.002633 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53266) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:20.012919 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6436ff0a-fde0-485a-9624-eb5aeaee9fec tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:20.020664 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-255b7a4a-cec2-43a8-a9f3-5fac99daa3b9 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'subnet': {'network_id': '4e9790fd-6922-4da5-be57-c9b836404c09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:20.038253 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port eb735869-b72d-406d-986a-0892b6b1ecc2 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:20.038994 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:20.040343 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6436ff0a-fde0-485a-9624-eb5aeaee9fec tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Usage tracker for resource:security_group and tenant:824da48563ab468d936cb76789134365 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:20.049296 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6436ff0a-fde0-485a-9624-eb5aeaee9fec tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:20.094715 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d3927fd5-0e4e-4e8f-b8f3-d47d20642292 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:20.123558 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6436ff0a-fde0-485a-9624-eb5aeaee9fec tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:20.141456 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f930e1aa-b811-4a19-998c-23fb2cb55b84 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:20.145905 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f930e1aa-b811-4a19-998c-23fb2cb55b84 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9961932 Apr 06 14:21:20.152159 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53270) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:20.162598 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0edc7dab-c5ae-4357-a575-832ff923ddf1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:20.176667 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-18ed470d-3cec-493b-add7-c797b65d02d4 None None] Provisioning for port f49fd203-328c-483d-9a6b-4ca979d00391 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:20.184696 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-18ed470d-3cec-493b-add7-c797b65d02d4 None None] Provisioning complete for port f49fd203-328c-483d-9a6b-4ca979d00391 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:20.185093 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-18ed470d-3cec-493b-add7-c797b65d02d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:20.186088 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3707db10-4f33-45f6-96f9-25ccccb95c44 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Synchronizing usage tracker for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group_rule {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:20.198689 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-13913c42-a72c-48ca-8531-7a53ff845048 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Request body: {'security_group_rule': {'security_group_id': '5315dc1f-a2d8-48a0-bfb7-aaa385450519', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:20.205497 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6436ff0a-fde0-485a-9624-eb5aeaee9fec tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:20.241816 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-18ed470d-3cec-493b-add7-c797b65d02d4 None None] Port f49fd203-328c-483d-9a6b-4ca979d00391 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:21:20.267073 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-13913c42-a72c-48ca-8531-7a53ff845048 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:20.270479 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f8b7f06d-2163-4d8c-871b-8c0b2bd66f71 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:21:20.281506 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6c2240ff-c7c2-471c-812a-ed6a0cea058c req-b2b3c61a-33b9-4450-aa80-149cea3b3f16 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4399939 Apr 06 14:21:20.282612 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-13913c42-a72c-48ca-8531-7a53ff845048 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Usage tracker for resource:security_group_rule and tenant:115180951bc54eb1b42138bfea99338c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:20.300672 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-13913c42-a72c-48ca-8531-7a53ff845048 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:20.306378 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: f8b7f06d-2163-4d8c-871b-8c0b2bd66f71 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:21:20.306378 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f8b7f06d-2163-4d8c-871b-8c0b2bd66f71 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:21:20.312633 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-13913c42-a72c-48ca-8531-7a53ff845048 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:20.323078 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3707db10-4f33-45f6-96f9-25ccccb95c44 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Unset dirty status for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group_rule {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:20.326870 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3707db10-4f33-45f6-96f9-25ccccb95c44 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5307376 Apr 06 14:21:20.330032 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53276) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:20.371797 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-13913c42-a72c-48ca-8531-7a53ff845048 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:20.411231 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a1d713a5-9495-4fe5-b074-d82d216ae1cf tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:20.470752 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a1d713a5-9495-4fe5-b074-d82d216ae1cf tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:20.477484 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-255b7a4a-cec2-43a8-a9f3-5fac99daa3b9 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:20.486298 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6436ff0a-fde0-485a-9624-eb5aeaee9fec tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:20.527767 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-255b7a4a-cec2-43a8-a9f3-5fac99daa3b9 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:subnet and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:20.541976 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-255b7a4a-cec2-43a8-a9f3-5fac99daa3b9 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:20.546351 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a1d713a5-9495-4fe5-b074-d82d216ae1cf tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:20.570576 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-255b7a4a-cec2-43a8-a9f3-5fac99daa3b9 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:20.580616 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d713a5-9495-4fe5-b074-d82d216ae1cf tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=462e8aa5-c17d-400b-8f00-7cc50eff9734,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:20.583633 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-13913c42-a72c-48ca-8531-7a53ff845048 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:20.584735 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0edc7dab-c5ae-4357-a575-832ff923ddf1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:20.617812 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6436ff0a-fde0-485a-9624-eb5aeaee9fec tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:20.620349 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255b7a4a-cec2-43a8-a9f3-5fac99daa3b9 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:20.621584 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-13913c42-a72c-48ca-8531-7a53ff845048 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:20.642477 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6436ff0a-fde0-485a-9624-eb5aeaee9fec tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Usage tracker for resource:security_group_rule and tenant:824da48563ab468d936cb76789134365 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:20.650506 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6436ff0a-fde0-485a-9624-eb5aeaee9fec tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:20.665066 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13913c42-a72c-48ca-8531-7a53ff845048 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07eabf8-7126-4edb-84c3-c04be8fdd55c,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:20.678209 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a1d713a5-9495-4fe5-b074-d82d216ae1cf tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:20.679358 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a1d713a5-9495-4fe5-b074-d82d216ae1cf tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/462e8aa5-c17d-400b-8f00-7cc50eff9734 HTTP/1.1" status: 204 len: 168 time: 0.3483889 Apr 06 14:21:20.686750 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53280) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:20.706466 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc7dab-c5ae-4357-a575-832ff923ddf1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Subnet': ['ID=365045ba-9de4-45e4-a29d-4c302cccef4f,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:20.711850 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-13913c42-a72c-48ca-8531-7a53ff845048 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:20.715665 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-13913c42-a72c-48ca-8531-7a53ff845048 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5582135 Apr 06 14:21:20.725521 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53284) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:20.737371 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-795afd66-77fc-4102-9aeb-04ca539ab161 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Request body: {'security_group_rule': {'security_group_id': '5315dc1f-a2d8-48a0-bfb7-aaa385450519', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:20.745993 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-795afd66-77fc-4102-9aeb-04ca539ab161 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:20.754177 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-795afd66-77fc-4102-9aeb-04ca539ab161 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Usage tracker for resource:security_group_rule and tenant:115180951bc54eb1b42138bfea99338c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:20.764201 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-795afd66-77fc-4102-9aeb-04ca539ab161 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:20.767968 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6436ff0a-fde0-485a-9624-eb5aeaee9fec tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:20.779444 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edc7dab-c5ae-4357-a575-832ff923ddf1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Checking segment: {'id': '5494e3d2-b4f3-4ad6-9a41-4eda44333494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd64c70d8-2f2b-4dcc-976e-5fe9cd332796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:21:20.779811 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edc7dab-c5ae-4357-a575-832ff923ddf1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network hostable DHCP agents. Network: d64c70d8-2f2b-4dcc-976e-5fe9cd332796, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:21:20.785289 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-795afd66-77fc-4102-9aeb-04ca539ab161 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:20.801796 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-041c4be0-953c-4747-a934-9bd6914c3942 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Synchronizing usage tracker for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group_rule {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:20.828096 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-795afd66-77fc-4102-9aeb-04ca539ab161 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:20.838430 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-041c4be0-953c-4747-a934-9bd6914c3942 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Unset dirty status for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group_rule {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:20.842533 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-041c4be0-953c-4747-a934-9bd6914c3942 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1508865 Apr 06 14:21:20.842712 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf87a2-f6fa-45a8-b52c-f2b2f0d30447 req-1cfbea83-5719-4525-b346-6a371aed9ad1 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:20.843697 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-01cf87a2-f6fa-45a8-b52c-f2b2f0d30447 req-1cfbea83-5719-4525-b346-6a371aed9ad1 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dca4dce-8d37-4e20-8676-4848a9ded018 HTTP/1.1" status: 200 len: 945 time: 0.3670990 Apr 06 14:21:20.844445 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53288) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:20.862288 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-db8ea258-f2ce-4787-80fd-737bbd32f296 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Request body: {'security_group_rule': {'security_group_id': '4c306118-cb01-4dd8-96da-c7c1e1e82369', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:20.865004 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-255b7a4a-cec2-43a8-a9f3-5fac99daa3b9 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:20.873102 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edc7dab-c5ae-4357-a575-832ff923ddf1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network d64c70d8-2f2b-4dcc-976e-5fe9cd332796 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:21:20.882596 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-db8ea258-f2ce-4787-80fd-737bbd32f296 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:20.899666 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-0edc7dab-c5ae-4357-a575-832ff923ddf1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, d64c70d8-2f2b-4dcc-976e-5fe9cd332796) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:20.902630 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-db8ea258-f2ce-4787-80fd-737bbd32f296 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:20.908567 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6499a9fe-9d24-4a2d-88a8-b9cacbc5f1b5 None None] Network d64c70d8-2f2b-4dcc-976e-5fe9cd332796 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:21:20.910943 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edc7dab-c5ae-4357-a575-832ff923ddf1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:20.911539 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0edc7dab-c5ae-4357-a575-832ff923ddf1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:20.956251 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-795afd66-77fc-4102-9aeb-04ca539ab161 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:20.961010 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0edc7dab-c5ae-4357-a575-832ff923ddf1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5427241 Apr 06 14:21:20.961158 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53292) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:20.964895 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-db8ea258-f2ce-4787-80fd-737bbd32f296 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:20.975047 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8fa169fa-be61-4289-991e-6aaa2185d814 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'subnet': {'network_id': 'd64c70d8-2f2b-4dcc-976e-5fe9cd332796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:20.994663 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-795afd66-77fc-4102-9aeb-04ca539ab161 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:21.084578 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795afd66-77fc-4102-9aeb-04ca539ab161 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e185ba35-2bc7-447f-8a99-c254783545b0,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:21.106071 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-01cf87a2-f6fa-45a8-b52c-f2b2f0d30447 req-7edad3c9-6625-49ac-9d6a-09054f64b34d tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2435005 Apr 06 14:21:21.116587 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6436ff0a-fde0-485a-9624-eb5aeaee9fec tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:21.118767 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d3927fd5-0e4e-4e8f-b8f3-d47d20642292 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:21.126135 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6436ff0a-fde0-485a-9624-eb5aeaee9fec tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:21.126354 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-795afd66-77fc-4102-9aeb-04ca539ab161 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:21.127396 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-795afd66-77fc-4102-9aeb-04ca539ab161 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3998573 Apr 06 14:21:21.133677 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53296) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:21.142584 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d3927fd5-0e4e-4e8f-b8f3-d47d20642292 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:21.155847 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-99a6def6-f6da-4ec3-acbc-bc8438a8430f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Request body: {'security_group_rule': {'security_group_id': '5315dc1f-a2d8-48a0-bfb7-aaa385450519', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:21.178529 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53300) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:21.186832 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-99a6def6-f6da-4ec3-acbc-bc8438a8430f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:21.191560 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a633fac9-061c-4e4c-9c30-2b614cccb6ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-d64c70d8-2f2b-4dcc-976e-5fe9cd332796', 'network_id': 'd64c70d8-2f2b-4dcc-976e-5fe9cd332796', 'tenant_id': '4fc82e9fc10b417fb0b2b72d7d1a7a75', 'fixed_ips': [{'subnet_id': '365045ba-9de4-45e4-a29d-4c302cccef4f'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:21:21.192398 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a633fac9-061c-4e4c-9c30-2b614cccb6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:21.243734 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-99a6def6-f6da-4ec3-acbc-bc8438a8430f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Usage tracker for resource:security_group_rule and tenant:115180951bc54eb1b42138bfea99338c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:21.250738 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-db8ea258-f2ce-4787-80fd-737bbd32f296 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:21.253088 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8fa169fa-be61-4289-991e-6aaa2185d814 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:21.255385 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-99a6def6-f6da-4ec3-acbc-bc8438a8430f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:21.263608 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-db8ea258-f2ce-4787-80fd-737bbd32f296 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:21.265600 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8fa169fa-be61-4289-991e-6aaa2185d814 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:subnet and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:21.269517 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-99a6def6-f6da-4ec3-acbc-bc8438a8430f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:21.281557 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8fa169fa-be61-4289-991e-6aaa2185d814 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:21.295676 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8fa169fa-be61-4289-991e-6aaa2185d814 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:21.309877 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ea258-f2ce-4787-80fd-737bbd32f296 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d60fd3d-9a99-405e-af91-7d47b1de11cf,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:21.310690 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6436ff0a-fde0-485a-9624-eb5aeaee9fec tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:21.340102 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa169fa-be61-4289-991e-6aaa2185d814 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:21.341220 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6436ff0a-fde0-485a-9624-eb5aeaee9fec tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Usage tracker for resource:security_group_rule and tenant:824da48563ab468d936cb76789134365 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:21.343577 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8fa169fa-be61-4289-991e-6aaa2185d814 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:21.346649 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436ff0a-fde0-485a-9624-eb5aeaee9fec tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c83ea2ee-65a1-4062-9bcb-b17cf0c2febe,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:21.350093 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6436ff0a-fde0-485a-9624-eb5aeaee9fec tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:21.362040 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-db8ea258-f2ce-4787-80fd-737bbd32f296 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:21.363224 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-db8ea258-f2ce-4787-80fd-737bbd32f296 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5158412 Apr 06 14:21:21.366871 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-a633fac9-061c-4e4c-9c30-2b614cccb6ce None None] Allocated IP 2001:db8::2 (d64c70d8-2f2b-4dcc-976e-5fe9cd332796/365045ba-9de4-45e4-a29d-4c302cccef4f/0ab948ae-6888-40f0-90fe-3160e2ffd0a0) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:21.368150 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-99a6def6-f6da-4ec3-acbc-bc8438a8430f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:21.375571 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53304) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:21.376185 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d3927fd5-0e4e-4e8f-b8f3-d47d20642292 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:21.384430 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6436ff0a-fde0-485a-9624-eb5aeaee9fec tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:21.395075 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3927fd5-0e4e-4e8f-b8f3-d47d20642292 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Port': ['ID=f49fd203-328c-483d-9a6b-4ca979d00391,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:21.434116 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cb9dccd8-6a5f-487a-980e-51eaae84fd34 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "GET /v2.0/security-group-rules/8d60fd3d-9a99-405e-af91-7d47b1de11cf HTTP/1.1" status: 200 len: 705 time: 0.0518167 Apr 06 14:21:21.436903 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53308) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:21.469029 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-63867fd1-add8-4a13-a0bf-1d5346b4e8f7 tempest-TestVolumeBootPattern-1760082827 tempest-TestVolumeBootPattern-1760082827-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2dca4dce-8d37-4e20-8676-4848a9ded018 HTTP/1.1" status: 200 len: 1093 time: 0.2893672 Apr 06 14:21:21.476425 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53312) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:21.501008 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ec37360b-088e-4b44-9449-c2845cac90fe tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'port_id': '733f1808-14f9-4a9f-bed4-8a2cdd7ff74b', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:21.516399 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ec37360b-088e-4b44-9449-c2845cac90fe tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:21.532780 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ec37360b-088e-4b44-9449-c2845cac90fe tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Usage tracker for resource:floatingip and tenant:681e39576088423facd0bc7051aac5ad is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:21.534200 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-255b7a4a-cec2-43a8-a9f3-5fac99daa3b9 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:21.542059 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ec37360b-088e-4b44-9449-c2845cac90fe tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:21.570482 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ec37360b-088e-4b44-9449-c2845cac90fe tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:21.601508 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2e31bf88-eb0c-4e3c-8696-560c32c9d9c0 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Synchronizing usage tracker for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group_rule {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:21.601709 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a633fac9-061c-4e4c-9c30-2b614cccb6ce None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:21.607953 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.ipam_backend_mixin [None req-8fa169fa-be61-4289-991e-6aaa2185d814 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 365045ba-9de4-45e4-a29d-4c302cccef4f (CIDR: 2001:db8::/64) Apr 06 14:21:21.613170 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a633fac9-061c-4e4c-9c30-2b614cccb6ce None None] Transition to ACTIVE for port object 0ab948ae-6888-40f0-90fe-3160e2ffd0a0 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:21.619004 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa169fa-be61-4289-991e-6aaa2185d814 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:21:21.619442 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa169fa-be61-4289-991e-6aaa2185d814 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:21:21.626567 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-99a6def6-f6da-4ec3-acbc-bc8438a8430f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:21.630246 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ec37360b-088e-4b44-9449-c2845cac90fe tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for floatingip, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:21.635066 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a633fac9-061c-4e4c-9c30-2b614cccb6ce None None] Transition to ACTIVE for port object 0ab948ae-6888-40f0-90fe-3160e2ffd0a0 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:21.641904 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a633fac9-061c-4e4c-9c30-2b614cccb6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:21.661143 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-99a6def6-f6da-4ec3-acbc-bc8438a8430f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:21.668439 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255b7a4a-cec2-43a8-a9f3-5fac99daa3b9 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network 4e9790fd-6922-4da5-be57-c9b836404c09 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:21.670693 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6436ff0a-fde0-485a-9624-eb5aeaee9fec tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:21.676441 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-255b7a4a-cec2-43a8-a9f3-5fac99daa3b9 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:21.679285 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255b7a4a-cec2-43a8-a9f3-5fac99daa3b9 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:21.679864 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-255b7a4a-cec2-43a8-a9f3-5fac99daa3b9 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:21.688009 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b7a4a-cec2-43a8-a9f3-5fac99daa3b9 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Subnet': ['ID=59aac019-e2b1-4070-8ab1-47cf4fb8cc6c,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:21.705189 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6436ff0a-fde0-485a-9624-eb5aeaee9fec tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:21.716619 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a633fac9-061c-4e4c-9c30-2b614cccb6ce None None] Network d64c70d8-2f2b-4dcc-976e-5fe9cd332796 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:21.717715 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b847de-7c4a-4529-9d4b-b6da1de6f330 None None] Network 4e9790fd-6922-4da5-be57-c9b836404c09 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:21:21.732386 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-a633fac9-061c-4e4c-9c30-2b614cccb6ce None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:21.732579 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6def6-f6da-4ec3-acbc-bc8438a8430f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f1a670c-c2f9-473a-b056-14b3a8b3a18c,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:21.740365 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2e31bf88-eb0c-4e3c-8696-560c32c9d9c0 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Unset dirty status for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group_rule {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:21.740732 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a633fac9-061c-4e4c-9c30-2b614cccb6ce None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:21:21.741475 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2e31bf88-eb0c-4e3c-8696-560c32c9d9c0 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3044136 Apr 06 14:21:21.742888 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8fa169fa-be61-4289-991e-6aaa2185d814 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7808173 Apr 06 14:21:21.747394 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53316) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:21.747720 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53318) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:21.748798 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633fac9-061c-4e4c-9c30-2b614cccb6ce None None] Pushing event updated for resources: {'Port': ['ID=0ab948ae-6888-40f0-90fe-3160e2ffd0a0,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:21.759128 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f28cf092-a061-4d12-9f9d-d87507cbb7fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'subnet': {'network_id': 'd64c70d8-2f2b-4dcc-976e-5fe9cd332796', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:21.777804 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3927fd5-0e4e-4e8f-b8f3-d47d20642292 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network 72fae7a4-4539-4f49-b118-753fd2292a2e is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:21.781623 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-d3927fd5-0e4e-4e8f-b8f3-d47d20642292 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:21.795201 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-99a6def6-f6da-4ec3-acbc-bc8438a8430f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:21.796374 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-99a6def6-f6da-4ec3-acbc-bc8438a8430f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6613183 Apr 06 14:21:21.848488 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53324) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:21.866402 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-255b7a4a-cec2-43a8-a9f3-5fac99daa3b9 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8561656 Apr 06 14:21:21.866402 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6436ff0a-fde0-485a-9624-eb5aeaee9fec tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:21.866402 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6436ff0a-fde0-485a-9624-eb5aeaee9fec tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8795712 Apr 06 14:21:21.867731 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-15548d6d-7833-4179-8604-6c8a5f161919 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Request body: {'security_group_rule': {'security_group_id': '5315dc1f-a2d8-48a0-bfb7-aaa385450519', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:21.867863 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53328) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:21.867963 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53330) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:21.925919 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-4dc05ea4-c0ee-4754-9b12-90dfe47770f5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group_rule': {'security_group_id': 'f649ee43-2bdb-46c8-8528-242322efe38b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:21.927127 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436ff0a-fde0-485a-9624-eb5aeaee9fec tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f649ee43-2bdb-46c8-8528-242322efe38b,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:21.938613 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-234a3b8f-49b3-4f92-89f9-b4d1e4cb6da3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'security_group': {'name': 'tempest-secgroup-714198284'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:21.951696 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4dc05ea4-c0ee-4754-9b12-90dfe47770f5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:21.953162 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-15548d6d-7833-4179-8604-6c8a5f161919 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:21.955042 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-234a3b8f-49b3-4f92-89f9-b4d1e4cb6da3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:21.960800 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-51db77a7-02ec-4ce8-9c5e-6b2cac37d1a0 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:21.961446 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-15548d6d-7833-4179-8604-6c8a5f161919 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Usage tracker for resource:security_group_rule and tenant:115180951bc54eb1b42138bfea99338c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:21.966756 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4dc05ea4-c0ee-4754-9b12-90dfe47770f5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Usage tracker for resource:security_group_rule and tenant:824da48563ab468d936cb76789134365 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:21.973464 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-15548d6d-7833-4179-8604-6c8a5f161919 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:21.975722 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4dc05ea4-c0ee-4754-9b12-90dfe47770f5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:21.988255 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-234a3b8f-49b3-4f92-89f9-b4d1e4cb6da3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:security_group and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:21.988473 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-15548d6d-7833-4179-8604-6c8a5f161919 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:21.989849 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-234a3b8f-49b3-4f92-89f9-b4d1e4cb6da3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:21.999053 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4dc05ea4-c0ee-4754-9b12-90dfe47770f5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:22.013598 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-15548d6d-7833-4179-8604-6c8a5f161919 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:22.016200 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a633fac9-061c-4e4c-9c30-2b614cccb6ce None None] Attempting to bind port 0ab948ae-6888-40f0-90fe-3160e2ffd0a0 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:21:22.016566 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a633fac9-061c-4e4c-9c30-2b614cccb6ce None None] Attempting to bind port 0ab948ae-6888-40f0-90fe-3160e2ffd0a0 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5494e3d2-b4f3-4ad6-9a41-4eda44333494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd64c70d8-2f2b-4dcc-976e-5fe9cd332796'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:21:22.016949 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a633fac9-061c-4e4c-9c30-2b614cccb6ce None None] Attempting to bind port 0ab948ae-6888-40f0-90fe-3160e2ffd0a0 on network d64c70d8-2f2b-4dcc-976e-5fe9cd332796 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:21:22.036375 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a633fac9-061c-4e4c-9c30-2b614cccb6ce None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:21:22.036744 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a633fac9-061c-4e4c-9c30-2b614cccb6ce None None] Checking segment: {'id': '5494e3d2-b4f3-4ad6-9a41-4eda44333494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd64c70d8-2f2b-4dcc-976e-5fe9cd332796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:21:22.037071 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a633fac9-061c-4e4c-9c30-2b614cccb6ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:22.037621 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a633fac9-061c-4e4c-9c30-2b614cccb6ce None None] Bound using segment: {'id': '5494e3d2-b4f3-4ad6-9a41-4eda44333494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd64c70d8-2f2b-4dcc-976e-5fe9cd332796'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:21:22.038043 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a633fac9-061c-4e4c-9c30-2b614cccb6ce None None] Bound port: 0ab948ae-6888-40f0-90fe-3160e2ffd0a0, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5494e3d2-b4f3-4ad6-9a41-4eda44333494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd64c70d8-2f2b-4dcc-976e-5fe9cd332796'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:21:22.042702 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a633fac9-061c-4e4c-9c30-2b614cccb6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:22.069834 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-51db77a7-02ec-4ce8-9c5e-6b2cac37d1a0 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:22.085843 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-234a3b8f-49b3-4f92-89f9-b4d1e4cb6da3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:22.096855 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f28cf092-a061-4d12-9f9d-d87507cbb7fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:22.111166 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f28cf092-a061-4d12-9f9d-d87507cbb7fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:subnet and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:22.118401 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f28cf092-a061-4d12-9f9d-d87507cbb7fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:22.134337 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4dc05ea4-c0ee-4754-9b12-90dfe47770f5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:22.148600 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f28cf092-a061-4d12-9f9d-d87507cbb7fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:22.151646 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-234a3b8f-49b3-4f92-89f9-b4d1e4cb6da3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:22.185398 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-51db77a7-02ec-4ce8-9c5e-6b2cac37d1a0 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:22.195294 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1c296353-7d38-49f3-a0f7-b9e8650b6213 None None] Provisioning complete for port f49fd203-328c-483d-9a6b-4ca979d00391 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:22.195889 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1c296353-7d38-49f3-a0f7-b9e8650b6213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:22.219473 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28cf092-a061-4d12-9f9d-d87507cbb7fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:22.219710 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a633fac9-061c-4e4c-9c30-2b614cccb6ce None None] For port 0ab948ae-6888-40f0-90fe-3160e2ffd0a0, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:21:22.223242 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f28cf092-a061-4d12-9f9d-d87507cbb7fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:22.246750 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db77a7-02ec-4ce8-9c5e-6b2cac37d1a0 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d60fd3d-9a99-405e-af91-7d47b1de11cf,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:22.258937 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a633fac9-061c-4e4c-9c30-2b614cccb6ce None None] For port 0ab948ae-6888-40f0-90fe-3160e2ffd0a0, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=0ab948ae-6888-40f0-90fe-3160e2ffd0a0,segment=NetworkSegment(5494e3d2-b4f3-4ad6-9a41-4eda44333494),segment_id=5494e3d2-b4f3-4ad6-9a41-4eda44333494)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:21:22.268494 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a633fac9-061c-4e4c-9c30-2b614cccb6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:22.299359 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1c296353-7d38-49f3-a0f7-b9e8650b6213 None None] Port f49fd203-328c-483d-9a6b-4ca979d00391 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:21:22.340427 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-51db77a7-02ec-4ce8-9c5e-6b2cac37d1a0 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:22.341859 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-51db77a7-02ec-4ce8-9c5e-6b2cac37d1a0 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/8d60fd3d-9a99-405e-af91-7d47b1de11cf HTTP/1.1" status: 204 len: 168 time: 0.5922217 Apr 06 14:21:22.350522 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a775f8-ad0a-4d85-85de-78a74aea57f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-4e9790fd-6922-4da5-be57-c9b836404c09', 'network_id': '4e9790fd-6922-4da5-be57-c9b836404c09', 'tenant_id': '93b55db64c2c45f89e5eddd70ead6075', 'fixed_ips': [{'subnet_id': '59aac019-e2b1-4070-8ab1-47cf4fb8cc6c'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:21:22.351335 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c1a775f8-ad0a-4d85-85de-78a74aea57f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:22.351561 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53336) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:22.359582 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-15548d6d-7833-4179-8604-6c8a5f161919 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:22.370344 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-234a3b8f-49b3-4f92-89f9-b4d1e4cb6da3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:22.378906 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-234a3b8f-49b3-4f92-89f9-b4d1e4cb6da3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:security_group_rule and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:22.380038 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-15548d6d-7833-4179-8604-6c8a5f161919 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:22.384025 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ec37360b-088e-4b44-9449-c2845cac90fe tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:22.385136 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633fac9-061c-4e4c-9c30-2b614cccb6ce None None] Pushing event updated for resources: {'Port': ['ID=0ab948ae-6888-40f0-90fe-3160e2ffd0a0,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:22.389422 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-234a3b8f-49b3-4f92-89f9-b4d1e4cb6da3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:22.422332 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15548d6d-7833-4179-8604-6c8a5f161919 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a3d6d9-c3e1-4f0c-992d-75a73d514da5,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:22.435385 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-234a3b8f-49b3-4f92-89f9-b4d1e4cb6da3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:22.463677 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-15548d6d-7833-4179-8604-6c8a5f161919 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:22.467855 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-15548d6d-7833-4179-8604-6c8a5f161919 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.6051781 Apr 06 14:21:22.470139 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53340) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:22.492140 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ff7ffb92-593d-46c0-8519-745bc2967492 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Synchronizing usage tracker for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:22.544847 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-094d37fc-d9ef-4b13-bd0f-c9a75178b120 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:22.553928 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ff7ffb92-593d-46c0-8519-745bc2967492 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Unset dirty status for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:22.555189 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ff7ffb92-593d-46c0-8519-745bc2967492 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1979969 Apr 06 14:21:22.559595 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53344) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:22.560348 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-c1a775f8-ad0a-4d85-85de-78a74aea57f2 None None] Allocated IP 172.20.0.2 (4e9790fd-6922-4da5-be57-c9b836404c09/59aac019-e2b1-4070-8ab1-47cf4fb8cc6c/742230f3-4ee0-449f-a88c-b447e22b9797) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:22.567809 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-094d37fc-d9ef-4b13-bd0f-c9a75178b120 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:22.579405 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5cdb568c-b0ad-4196-a5e6-73b971e28850 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Request body: {'security_group_rule': {'security_group_id': '4c306118-cb01-4dd8-96da-c7c1e1e82369', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:22.594539 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5cdb568c-b0ad-4196-a5e6-73b971e28850 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:22.613126 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5cdb568c-b0ad-4196-a5e6-73b971e28850 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:22.626900 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-094d37fc-d9ef-4b13-bd0f-c9a75178b120 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:22.641919 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3927fd5-0e4e-4e8f-b8f3-d47d20642292 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Router 2c07ac65-8d07-4740-8b97-2d2d7898b9ed is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:21:22.645496 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4dc05ea4-c0ee-4754-9b12-90dfe47770f5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:22.676393 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d37fc-d9ef-4b13-bd0f-c9a75178b120 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75a3d6d9-c3e1-4f0c-992d-75a73d514da5,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:22.684087 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-094d37fc-d9ef-4b13-bd0f-c9a75178b120 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:22.687511 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-094d37fc-d9ef-4b13-bd0f-c9a75178b120 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/75a3d6d9-c3e1-4f0c-992d-75a73d514da5 HTTP/1.1" status: 204 len: 168 time: 0.2155550 Apr 06 14:21:22.688275 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53348) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:22.691350 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5cdb568c-b0ad-4196-a5e6-73b971e28850 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:22.701844 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4dc05ea4-c0ee-4754-9b12-90dfe47770f5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:22.766490 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc05ea4-c0ee-4754-9b12-90dfe47770f5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d6ee6a-9be8-4c59-9e09-f35d8af34b91,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:22.877561 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-234a3b8f-49b3-4f92-89f9-b4d1e4cb6da3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:22.885852 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4dc05ea4-c0ee-4754-9b12-90dfe47770f5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:22.896266 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4dc05ea4-c0ee-4754-9b12-90dfe47770f5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0001822 Apr 06 14:21:22.898010 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53352) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:22.906569 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e568a6ac-22d7-4de6-9f29-1d167af2952b tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group_rule': {'security_group_id': 'f649ee43-2bdb-46c8-8528-242322efe38b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:22.922632 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e568a6ac-22d7-4de6-9f29-1d167af2952b tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:22.931806 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e568a6ac-22d7-4de6-9f29-1d167af2952b tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Usage tracker for resource:security_group_rule and tenant:824da48563ab468d936cb76789134365 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:22.941230 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c1a775f8-ad0a-4d85-85de-78a74aea57f2 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:22.944165 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-add76cc4-3470-4e48-9235-6215c0784529 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Synchronizing usage tracker for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:22.948565 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-234a3b8f-49b3-4f92-89f9-b4d1e4cb6da3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:22.949455 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e568a6ac-22d7-4de6-9f29-1d167af2952b tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:22.956778 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c1a775f8-ad0a-4d85-85de-78a74aea57f2 None None] Transition to ACTIVE for port object 742230f3-4ee0-449f-a88c-b447e22b9797 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:22.979276 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e568a6ac-22d7-4de6-9f29-1d167af2952b tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:22.982187 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5cdb568c-b0ad-4196-a5e6-73b971e28850 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:22.983364 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c1a775f8-ad0a-4d85-85de-78a74aea57f2 None None] Transition to ACTIVE for port object 742230f3-4ee0-449f-a88c-b447e22b9797 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:22.992497 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c1a775f8-ad0a-4d85-85de-78a74aea57f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:22.996291 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5cdb568c-b0ad-4196-a5e6-73b971e28850 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:23.026698 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-add76cc4-3470-4e48-9235-6215c0784529 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Unset dirty status for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:23.033590 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-add76cc4-3470-4e48-9235-6215c0784529 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.3379090 Apr 06 14:21:23.034158 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53356) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:23.037902 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb568c-b0ad-4196-a5e6-73b971e28850 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef96f56-3107-4e87-8312-cca2d1c0ba54,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:23.055375 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e568a6ac-22d7-4de6-9f29-1d167af2952b tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:23.058805 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-ec37360b-088e-4b44-9449-c2845cac90fe tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Allocated IP 172.26.8.225 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/123684fd-2a0f-411c-921b-9127c4ce2b4e) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:23.065982 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-234a3b8f-49b3-4f92-89f9-b4d1e4cb6da3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:23.072706 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-234a3b8f-49b3-4f92-89f9-b4d1e4cb6da3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1822712 Apr 06 14:21:23.077154 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53360) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:23.093358 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-2352daba-5861-4859-9c96-e3b399423263 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'security_group': {'name': 'tempest-secgroup-540439080'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:23.097146 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a3b8f-49b3-4f92-89f9-b4d1e4cb6da3 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6914977-87af-4a36-bd39-44ae4d0e6ed8,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:23.097698 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5cdb568c-b0ad-4196-a5e6-73b971e28850 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:23.098800 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5cdb568c-b0ad-4196-a5e6-73b971e28850 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5380561 Apr 06 14:21:23.111646 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53364) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:23.121024 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a775f8-ad0a-4d85-85de-78a74aea57f2 None None] Network 4e9790fd-6922-4da5-be57-c9b836404c09 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:23.122682 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2352daba-5861-4859-9c96-e3b399423263 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:23.123761 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-c1a775f8-ad0a-4d85-85de-78a74aea57f2 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:23.128362 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a775f8-ad0a-4d85-85de-78a74aea57f2 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:21:23.131154 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a775f8-ad0a-4d85-85de-78a74aea57f2 None None] Pushing event updated for resources: {'Port': ['ID=742230f3-4ee0-449f-a88c-b447e22b9797,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:23.141822 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2352daba-5861-4859-9c96-e3b399423263 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:security_group and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:23.147215 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32c72336-bff4-4e01-8941-c91c2e8f3d99 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:23.153309 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2352daba-5861-4859-9c96-e3b399423263 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:23.154476 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-da2895fd-7887-49b2-b8d8-d60741812724 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "GET /v2.0/security-group-rules/eef96f56-3107-4e87-8312-cca2d1c0ba54 HTTP/1.1" status: 200 len: 706 time: 0.0411000 Apr 06 14:21:23.160217 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53368) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:23.165033 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2352daba-5861-4859-9c96-e3b399423263 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:23.186083 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3927fd5-0e4e-4e8f-b8f3-d47d20642292 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:21:23.194944 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d3927fd5-0e4e-4e8f-b8f3-d47d20642292 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "PUT /v2.0/routers/2c07ac65-8d07-4740-8b97-2d2d7898b9ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8250141 Apr 06 14:21:23.194944 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32c72336-bff4-4e01-8941-c91c2e8f3d99 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:23.209966 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53372) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:23.215360 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6415ce55-953a-47d8-8a69-12b954ac430e None None] Sync routers for ids ['2c07ac65-8d07-4740-8b97-2d2d7898b9ed'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:21:23.245226 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c1a775f8-ad0a-4d85-85de-78a74aea57f2 None None] Attempting to bind port 742230f3-4ee0-449f-a88c-b447e22b9797 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:21:23.245738 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c1a775f8-ad0a-4d85-85de-78a74aea57f2 None None] Attempting to bind port 742230f3-4ee0-449f-a88c-b447e22b9797 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '4673acd7-6791-4598-8001-6ba5b21bc0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4e9790fd-6922-4da5-be57-c9b836404c09'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:21:23.246194 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a775f8-ad0a-4d85-85de-78a74aea57f2 None None] Attempting to bind port 742230f3-4ee0-449f-a88c-b447e22b9797 on network 4e9790fd-6922-4da5-be57-c9b836404c09 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:21:23.248964 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6415ce55-953a-47d8-8a69-12b954ac430e None None] Routers {'2c07ac65-8d07-4740-8b97-2d2d7898b9ed'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:21:23.249945 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6415ce55-953a-47d8-8a69-12b954ac430e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:21:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['2c07ac65-8d07-4740-8b97-2d2d7898b9ed'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:23.271740 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2352daba-5861-4859-9c96-e3b399423263 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:23.313432 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6415ce55-953a-47d8-8a69-12b954ac430e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:23.315730 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a775f8-ad0a-4d85-85de-78a74aea57f2 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:21:23.316208 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a775f8-ad0a-4d85-85de-78a74aea57f2 None None] Checking segment: {'id': '4673acd7-6791-4598-8001-6ba5b21bc0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4e9790fd-6922-4da5-be57-c9b836404c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:21:23.316938 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c1a775f8-ad0a-4d85-85de-78a74aea57f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:23.317420 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a775f8-ad0a-4d85-85de-78a74aea57f2 None None] Bound using segment: {'id': '4673acd7-6791-4598-8001-6ba5b21bc0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4e9790fd-6922-4da5-be57-c9b836404c09'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:21:23.318069 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c1a775f8-ad0a-4d85-85de-78a74aea57f2 None None] Bound port: 742230f3-4ee0-449f-a88c-b447e22b9797, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4673acd7-6791-4598-8001-6ba5b21bc0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4e9790fd-6922-4da5-be57-c9b836404c09'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:21:23.318547 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c1a775f8-ad0a-4d85-85de-78a74aea57f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:23.331987 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f28cf092-a061-4d12-9f9d-d87507cbb7fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:23.347697 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32c72336-bff4-4e01-8941-c91c2e8f3d99 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:23.366999 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0f4471-35ac-418e-8b7a-1bda355aa682 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:23.367672 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fa0f4471-35ac-418e-8b7a-1bda355aa682 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Synchronizing usage tracker for tenant:54b6b16a88cd457596297a5e2f6c39ce on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:23.381932 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-e568a6ac-22d7-4de6-9f29-1d167af2952b tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] create failed (client error): There was a conflict when trying to complete your request. Apr 06 14:21:23.382876 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e568a6ac-22d7-4de6-9f29-1d167af2952b tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4829307 Apr 06 14:21:23.401254 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-23ed1881-5fb4-4b5d-8f7f-87e13605f9d3 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Synchronizing usage tracker for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:23.401479 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6415ce55-953a-47d8-8a69-12b954ac430e None None] Routers {'2c07ac65-8d07-4740-8b97-2d2d7898b9ed'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:21:23.402067 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6415ce55-953a-47d8-8a69-12b954ac430e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:21:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['2c07ac65-8d07-4740-8b97-2d2d7898b9ed'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:23.405519 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53376) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:23.411165 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c72336-bff4-4e01-8941-c91c2e8f3d99 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f1a670c-c2f9-473a-b056-14b3a8b3a18c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:23.437741 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32c72336-bff4-4e01-8941-c91c2e8f3d99 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:23.438854 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-32c72336-bff4-4e01-8941-c91c2e8f3d99 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/4f1a670c-c2f9-473a-b056-14b3a8b3a18c HTTP/1.1" status: 204 len: 168 time: 0.4025011 Apr 06 14:21:23.443151 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2352daba-5861-4859-9c96-e3b399423263 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:23.447691 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53380) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:23.457540 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ec37360b-088e-4b44-9449-c2845cac90fe tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:23.460580 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2352daba-5861-4859-9c96-e3b399423263 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:security_group_rule and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:23.468592 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6415ce55-953a-47d8-8a69-12b954ac430e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:23.469027 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6415ce55-953a-47d8-8a69-12b954ac430e None None] The sync data for ids ['2c07ac65-8d07-4740-8b97-2d2d7898b9ed'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:21:23.485086 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fa0f4471-35ac-418e-8b7a-1bda355aa682 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Unset dirty status for tenant:54b6b16a88cd457596297a5e2f6c39ce on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:23.489835 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fa0f4471-35ac-418e-8b7a-1bda355aa682 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "GET /v2.0/ports/f49fd203-328c-483d-9a6b-4ca979d00391 HTTP/1.1" status: 200 len: 910 time: 0.2744029 Apr 06 14:21:23.490714 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53384) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:23.492347 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2352daba-5861-4859-9c96-e3b399423263 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:23.498244 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c1a775f8-ad0a-4d85-85de-78a74aea57f2 None None] For port 742230f3-4ee0-449f-a88c-b447e22b9797, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:21:23.502482 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c1a775f8-ad0a-4d85-85de-78a74aea57f2 None None] For port 742230f3-4ee0-449f-a88c-b447e22b9797, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=742230f3-4ee0-449f-a88c-b447e22b9797,segment=NetworkSegment(4673acd7-6791-4598-8001-6ba5b21bc0d4),segment_id=4673acd7-6791-4598-8001-6ba5b21bc0d4)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:21:23.509636 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c1a775f8-ad0a-4d85-85de-78a74aea57f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:23.512342 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-23ed1881-5fb4-4b5d-8f7f-87e13605f9d3 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Unset dirty status for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:23.513801 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-23ed1881-5fb4-4b5d-8f7f-87e13605f9d3 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.3503180 Apr 06 14:21:23.517429 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2352daba-5861-4859-9c96-e3b399423263 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:23.519668 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a85cf008-c98a-48eb-9720-04b59c485791 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '71c24af3-8bbc-4d08-9176-88b0eb4cb4fa'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:23.522679 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53388) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:23.616332 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a775f8-ad0a-4d85-85de-78a74aea57f2 None None] Pushing event updated for resources: {'Port': ['ID=742230f3-4ee0-449f-a88c-b447e22b9797,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:23.622874 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b584-5008-4ffb-bc33-a49423d8cc56 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:23.625352 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ec37360b-088e-4b44-9449-c2845cac90fe tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:23.642739 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:21:23.643265 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28cf092-a061-4d12-9f9d-d87507cbb7fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network d64c70d8-2f2b-4dcc-976e-5fe9cd332796 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:23.645047 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-defc9efd-25c1-4262-8ba3-2e10958a0328 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Synchronizing usage tracker for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:23.658324 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ca99627e-2cdd-416a-8190-e2723a7b11b3 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:23.660702 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b584-5008-4ffb-bc33-a49423d8cc56 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:23.702786 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-f28cf092-a061-4d12-9f9d-d87507cbb7fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:23.712285 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2352daba-5861-4859-9c96-e3b399423263 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:23.718142 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28cf092-a061-4d12-9f9d-d87507cbb7fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Subnet': ['ID=eb26976a-c59d-48a4-be05-78e83525c4d0,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:23.722561 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28cf092-a061-4d12-9f9d-d87507cbb7fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:23.723313 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f28cf092-a061-4d12-9f9d-d87507cbb7fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:23.728180 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2352daba-5861-4859-9c96-e3b399423263 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:23.742879 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-defc9efd-25c1-4262-8ba3-2e10958a0328 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Unset dirty status for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:23.747535 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-defc9efd-25c1-4262-8ba3-2e10958a0328 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.2906220 Apr 06 14:21:23.752202 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ca99627e-2cdd-416a-8190-e2723a7b11b3 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:23.767380 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53392) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:23.768013 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b584-5008-4ffb-bc33-a49423d8cc56 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:23.803390 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec37360b-088e-4b44-9449-c2845cac90fe tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:23.823526 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-ec37360b-088e-4b44-9449-c2845cac90fe tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:23.834240 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec37360b-088e-4b44-9449-c2845cac90fe tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:21:23.858910 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1b584-5008-4ffb-bc33-a49423d8cc56 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eef96f56-3107-4e87-8312-cca2d1c0ba54,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:23.875634 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 0ab948ae-6888-40f0-90fe-3160e2ffd0a0 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:21:23.888121 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b584-5008-4ffb-bc33-a49423d8cc56 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:23.889563 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e9e1b584-5008-4ffb-bc33-a49423d8cc56 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/eef96f56-3107-4e87-8312-cca2d1c0ba54 HTTP/1.1" status: 204 len: 168 time: 0.3658590 Apr 06 14:21:23.890844 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2352daba-5861-4859-9c96-e3b399423263 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13dd5756-e0b5-4625-8e32-c127954bda1d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:23.897653 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53396) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:23.908326 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2352daba-5861-4859-9c96-e3b399423263 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:23.912245 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2352daba-5861-4859-9c96-e3b399423263 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8278656 Apr 06 14:21:23.918142 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53400) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:23.967516 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e395cd63-96c6-4f04-b30b-6540aa195d9b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1636208188', 'security_groups': ['13dd5756-e0b5-4625-8e32-c127954bda1d'], 'network_id': '4e9790fd-6922-4da5-be57-c9b836404c09', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '59aac019-e2b1-4070-8ab1-47cf4fb8cc6c'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:24.010626 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22098590-7b2b-44a1-8662-b3f09e41f0e6 None None] Network d64c70d8-2f2b-4dcc-976e-5fe9cd332796 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:21:24.077937 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8c892500-749d-4a15-b005-dfa285e769d8 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:24.125454 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 0ab948ae-6888-40f0-90fe-3160e2ffd0a0 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:24.130602 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8c892500-749d-4a15-b005-dfa285e769d8 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:24.139069 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ca99627e-2cdd-416a-8190-e2723a7b11b3 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:24.147120 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f28cf092-a061-4d12-9f9d-d87507cbb7fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3939788 Apr 06 14:21:24.153004 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5a035ccd-f067-477d-a604-56a043d344f2 None None] Provisioning for port 0ab948ae-6888-40f0-90fe-3160e2ffd0a0 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:24.174716 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5a035ccd-f067-477d-a604-56a043d344f2 None None] Provisioning complete for port 0ab948ae-6888-40f0-90fe-3160e2ffd0a0 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:24.175090 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5a035ccd-f067-477d-a604-56a043d344f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:24.187913 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37360b-088e-4b44-9449-c2845cac90fe tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Pushing event updated for resources: {'Port': ['ID=123684fd-2a0f-411c-921b-9127c4ce2b4e,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:24.190502 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53404) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:24.216644 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-0cec8972-5050-484e-b38c-fb78055dcba9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'port': {'network_id': 'd64c70d8-2f2b-4dcc-976e-5fe9cd332796', 'fixed_ips': [{'subnet_id': '365045ba-9de4-45e4-a29d-4c302cccef4f'}, {'subnet_id': 'eb26976a-c59d-48a4-be05-78e83525c4d0'}], 'name': 'tempest-PortsIpV6TestJSON-520661670'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:24.255645 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ca99627e-2cdd-416a-8190-e2723a7b11b3 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:24.257156 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ca99627e-2cdd-416a-8190-e2723a7b11b3 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "DELETE /v2.0/security-groups/f649ee43-2bdb-46c8-8528-242322efe38b HTTP/1.1" status: 204 len: 168 time: 0.8431697 Apr 06 14:21:24.258290 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99627e-2cdd-416a-8190-e2723a7b11b3 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f649ee43-2bdb-46c8-8528-242322efe38b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:24.265139 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53408) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:24.302944 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2262f024-fc34-472b-a332-aa897f8c0d2e tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Synchronizing usage tracker for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:24.306221 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e395cd63-96c6-4f04-b30b-6540aa195d9b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:24.314152 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8c892500-749d-4a15-b005-dfa285e769d8 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:24.317701 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e395cd63-96c6-4f04-b30b-6540aa195d9b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:port and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:24.340478 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e395cd63-96c6-4f04-b30b-6540aa195d9b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:24.346318 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a85cf008-c98a-48eb-9720-04b59c485791 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:24.368657 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e395cd63-96c6-4f04-b30b-6540aa195d9b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:24.372824 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c892500-749d-4a15-b005-dfa285e769d8 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e185ba35-2bc7-447f-8a99-c254783545b0,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:24.383381 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8c892500-749d-4a15-b005-dfa285e769d8 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:24.384629 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8c892500-749d-4a15-b005-dfa285e769d8 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/e185ba35-2bc7-447f-8a99-c254783545b0 HTTP/1.1" status: 204 len: 168 time: 0.6123321 Apr 06 14:21:24.389204 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2262f024-fc34-472b-a332-aa897f8c0d2e tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Unset dirty status for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:24.393037 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2262f024-fc34-472b-a332-aa897f8c0d2e tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4915602 Apr 06 14:21:24.393037 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53412) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:24.395680 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53414) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:24.406692 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5a035ccd-f067-477d-a604-56a043d344f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:24.438242 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e395cd63-96c6-4f04-b30b-6540aa195d9b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:24.443955 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e395cd63-96c6-4f04-b30b-6540aa195d9b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:24.452753 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5a035ccd-f067-477d-a604-56a043d344f2 None None] For port 0ab948ae-6888-40f0-90fe-3160e2ffd0a0, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=0ab948ae-6888-40f0-90fe-3160e2ffd0a0,segment=NetworkSegment(5494e3d2-b4f3-4ad6-9a41-4eda44333494),segment_id=5494e3d2-b4f3-4ad6-9a41-4eda44333494)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:24.459357 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5a035ccd-f067-477d-a604-56a043d344f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:24.481238 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a021d1b9-ba4c-472f-bb61-66ff04a017e9 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Synchronizing usage tracker for tenant:824da48563ab468d936cb76789134365 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:24.533539 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-e395cd63-96c6-4f04-b30b-6540aa195d9b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] device_id is not set on port 3b1862a8-0b51-46d5-904a-7d8502e5bbe2 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:21:24.583187 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a021d1b9-ba4c-472f-bb61-66ff04a017e9 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Unset dirty status for tenant:824da48563ab468d936cb76789134365 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:24.588681 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a021d1b9-ba4c-472f-bb61-66ff04a017e9 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3168845 Apr 06 14:21:24.588851 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a035ccd-f067-477d-a604-56a043d344f2 None None] Pushing event updated for resources: {'Port': ['ID=0ab948ae-6888-40f0-90fe-3160e2ffd0a0,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:24.597228 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec296d1-b6df-4059-aef5-9c4e48304d4e None None] Update dhcp port {'port': {'network_id': 'd64c70d8-2f2b-4dcc-976e-5fe9cd332796', 'fixed_ips': [{'subnet_id': '365045ba-9de4-45e4-a29d-4c302cccef4f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'eb26976a-c59d-48a4-be05-78e83525c4d0'}], 'binding:host_id': 'dv-neutron-835868-1-hyperv'}, 'id': '0ab948ae-6888-40f0-90fe-3160e2ffd0a0'} from dv-neutron-835868-1-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 06 14:21:24.598399 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-65fba8fe-bf2b-4ef0-8ce5-e9ba0eea5c43 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Synchronizing usage tracker for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:24.600744 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53420) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:24.632584 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a31dfa85-5f16-467d-872b-78fcebb1157d tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group': {'name': 'tempest-secgroup--742727607'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:24.647500 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a31dfa85-5f16-467d-872b-78fcebb1157d tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:24.652047 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ec296d1-b6df-4059-aef5-9c4e48304d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:24.659058 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-df6acb3a-3937-4405-ac36-160df60ddd33 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:24.683344 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a31dfa85-5f16-467d-872b-78fcebb1157d tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:24.684359 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0cec8972-5050-484e-b38c-fb78055dcba9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:24.729342 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-65fba8fe-bf2b-4ef0-8ce5-e9ba0eea5c43 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Unset dirty status for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:24.730725 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-65fba8fe-bf2b-4ef0-8ce5-e9ba0eea5c43 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3363190 Apr 06 14:21:24.745936 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53424) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:24.774272 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a31dfa85-5f16-467d-872b-78fcebb1157d tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:24.784196 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-df6acb3a-3937-4405-ac36-160df60ddd33 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:24.824006 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0cec8972-5050-484e-b38c-fb78055dcba9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:port and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:24.834895 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0cec8972-5050-484e-b38c-fb78055dcba9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:24.943982 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a31dfa85-5f16-467d-872b-78fcebb1157d tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:24.948152 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a31dfa85-5f16-467d-872b-78fcebb1157d tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Usage tracker for resource:security_group_rule and tenant:824da48563ab468d936cb76789134365 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:24.951149 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a31dfa85-5f16-467d-872b-78fcebb1157d tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:24.952820 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-0ec296d1-b6df-4059-aef5-9c4e48304d4e None None] Allocated IP 2001:db8:0:1::2 (d64c70d8-2f2b-4dcc-976e-5fe9cd332796/eb26976a-c59d-48a4-be05-78e83525c4d0/0ab948ae-6888-40f0-90fe-3160e2ffd0a0) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:24.957715 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a31dfa85-5f16-467d-872b-78fcebb1157d tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:24.997872 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5846fe0e-d52e-4089-8b90-c8d8a631439b tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:25.010541 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5846fe0e-d52e-4089-8b90-c8d8a631439b tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:25.083986 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5846fe0e-d52e-4089-8b90-c8d8a631439b tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:25.093279 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-e395cd63-96c6-4f04-b30b-6540aa195d9b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Allocated IP 172.20.0.8 (4e9790fd-6922-4da5-be57-c9b836404c09/59aac019-e2b1-4070-8ab1-47cf4fb8cc6c/3b1862a8-0b51-46d5-904a-7d8502e5bbe2) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:25.111080 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-df6acb3a-3937-4405-ac36-160df60ddd33 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:25.131676 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ec296d1-b6df-4059-aef5-9c4e48304d4e None None] For port 0ab948ae-6888-40f0-90fe-3160e2ffd0a0, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=0ab948ae-6888-40f0-90fe-3160e2ffd0a0,segment=NetworkSegment(5494e3d2-b4f3-4ad6-9a41-4eda44333494),segment_id=5494e3d2-b4f3-4ad6-9a41-4eda44333494)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:25.156795 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a31dfa85-5f16-467d-872b-78fcebb1157d tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:25.158194 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846fe0e-d52e-4089-8b90-c8d8a631439b tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d07eabf8-7126-4edb-84c3-c04be8fdd55c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:25.161303 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ec296d1-b6df-4059-aef5-9c4e48304d4e None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:25.161477 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0cec8972-5050-484e-b38c-fb78055dcba9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:25.169583 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6acb3a-3937-4405-ac36-160df60ddd33 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c306118-cb01-4dd8-96da-c7c1e1e82369,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:25.182965 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a31dfa85-5f16-467d-872b-78fcebb1157d tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:25.184618 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ec296d1-b6df-4059-aef5-9c4e48304d4e None None] Transition to ACTIVE for port object 0ab948ae-6888-40f0-90fe-3160e2ffd0a0 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:25.191353 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ec296d1-b6df-4059-aef5-9c4e48304d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:25.211679 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cec8972-5050-484e-b38c-fb78055dcba9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:25.214659 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-df6acb3a-3937-4405-ac36-160df60ddd33 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:25.218381 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-df6acb3a-3937-4405-ac36-160df60ddd33 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "DELETE /v2.0/security-groups/4c306118-cb01-4dd8-96da-c7c1e1e82369 HTTP/1.1" status: 204 len: 168 time: 0.8124120 Apr 06 14:21:25.229338 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53428) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:25.253381 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a31dfa85-5f16-467d-872b-78fcebb1157d tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:25.257472 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a31dfa85-5f16-467d-872b-78fcebb1157d tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6438434 Apr 06 14:21:25.258751 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5846fe0e-d52e-4089-8b90-c8d8a631439b tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:25.262717 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5846fe0e-d52e-4089-8b90-c8d8a631439b tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/d07eabf8-7126-4edb-84c3-c04be8fdd55c HTTP/1.1" status: 204 len: 168 time: 0.5094335 Apr 06 14:21:25.262717 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53432) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:25.268882 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53434) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:25.396855 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec296d1-b6df-4059-aef5-9c4e48304d4e None None] Pushing event updated for resources: {'Port': ['ID=0ab948ae-6888-40f0-90fe-3160e2ffd0a0,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:25.399839 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a9d37252-0f91-43c8-a57d-7077697223e2 None None] Provisioning complete for port 61a32148-48c0-4bd7-b24b-882757f0fafd triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:25.400328 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a9d37252-0f91-43c8-a57d-7077697223e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:25.447632 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-44949514-a5e0-43a8-9ce8-72206003fde3 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group_rule': {'security_group_id': '24b3310d-fd33-4b30-8a17-c5335b19f7f1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:25.448426 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-44949514-a5e0-43a8-9ce8-72206003fde3 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:21:25.452075 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-44949514-a5e0-43a8-9ce8-72206003fde3 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.1492188 Apr 06 14:21:25.456483 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a9d37252-0f91-43c8-a57d-7077697223e2 None None] Port 61a32148-48c0-4bd7-b24b-882757f0fafd cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:21:25.458907 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53440) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:25.472848 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a9d37252-0f91-43c8-a57d-7077697223e2 None None] Provisioning for port 742230f3-4ee0-449f-a88c-b447e22b9797 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:25.483297 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31dfa85-5f16-467d-872b-78fcebb1157d tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24b3310d-fd33-4b30-8a17-c5335b19f7f1,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:25.548761 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0cec8972-5050-484e-b38c-fb78055dcba9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:25.586135 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2e77e012-af82-4f89-be60-05c31fa8d47d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Synchronizing usage tracker for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:25.606930 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-0cec8972-5050-484e-b38c-fb78055dcba9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] device_id is not set on port 9961d5e3-0200-43ee-b107-eefecedea84a yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:21:25.627318 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bfcd26fa-d761-440e-85a6-1bdf2a3e1e92 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Synchronizing usage tracker for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:25.645544 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a85cf008-c98a-48eb-9720-04b59c485791 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:25.649833 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2e77e012-af82-4f89-be60-05c31fa8d47d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Unset dirty status for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:25.656836 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2e77e012-af82-4f89-be60-05c31fa8d47d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4237747 Apr 06 14:21:25.658970 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53444) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:25.679701 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1176415d-2cb2-49ae-a9e1-833def8dd602 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1261393245'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:25.685396 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a85cf008-c98a-48eb-9720-04b59c485791 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:25.694719 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e395cd63-96c6-4f04-b30b-6540aa195d9b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:25.698343 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1176415d-2cb2-49ae-a9e1-833def8dd602 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:25.706914 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bfcd26fa-d761-440e-85a6-1bdf2a3e1e92 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Unset dirty status for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:25.708177 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bfcd26fa-d761-440e-85a6-1bdf2a3e1e92 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4051037 Apr 06 14:21:25.717648 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53448) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:25.724253 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1176415d-2cb2-49ae-a9e1-833def8dd602 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:25.741519 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-e395cd63-96c6-4f04-b30b-6540aa195d9b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Transition to ACTIVE for port object 3b1862a8-0b51-46d5-904a-7d8502e5bbe2 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:25.767719 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1176415d-2cb2-49ae-a9e1-833def8dd602 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:25.809359 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f890e23d-263b-4155-a377-e40c6fdd2670 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:25.823947 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5096-57bb-4b1a-a104-9da83e17dfd6 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:25.854744 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5096-57bb-4b1a-a104-9da83e17dfd6 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:25.899072 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5096-57bb-4b1a-a104-9da83e17dfd6 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:25.933732 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1176415d-2cb2-49ae-a9e1-833def8dd602 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:25.934826 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cf008-c98a-48eb-9720-04b59c485791 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Port': ['ID=f49fd203-328c-483d-9a6b-4ca979d00391,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:25.938206 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 742230f3-4ee0-449f-a88c-b447e22b9797 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:21:25.956052 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd5096-57bb-4b1a-a104-9da83e17dfd6 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65c63515-1558-4edc-bdb5-5987b11b4163,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:25.959609 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e395cd63-96c6-4f04-b30b-6540aa195d9b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:25.959810 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85cf008-c98a-48eb-9720-04b59c485791 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:25.960406 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a85cf008-c98a-48eb-9720-04b59c485791 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:25.974161 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a85cf008-c98a-48eb-9720-04b59c485791 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "PUT /v2.0/ports/f49fd203-328c-483d-9a6b-4ca979d00391 HTTP/1.1" status: 200 len: 910 time: 2.4698811 Apr 06 14:21:25.974373 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1176415d-2cb2-49ae-a9e1-833def8dd602 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Usage tracker for resource:security_group_rule and tenant:28a103121df04f2a95d93cafd6b2448c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:25.975207 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53452) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:25.979226 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f890e23d-263b-4155-a377-e40c6fdd2670 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:26.013870 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5096-57bb-4b1a-a104-9da83e17dfd6 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:26.017198 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9ffd5096-57bb-4b1a-a104-9da83e17dfd6 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/65c63515-1558-4edc-bdb5-5987b11b4163 HTTP/1.1" status: 204 len: 168 time: 0.2926352 Apr 06 14:21:26.022346 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1176415d-2cb2-49ae-a9e1-833def8dd602 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:26.034866 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 742230f3-4ee0-449f-a88c-b447e22b9797 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:26.040244 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53454) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:26.042495 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 742230f3-4ee0-449f-a88c-b447e22b9797 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:26.043061 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:26.060700 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1176415d-2cb2-49ae-a9e1-833def8dd602 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:26.132730 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e395cd63-96c6-4f04-b30b-6540aa195d9b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network 4e9790fd-6922-4da5-be57-c9b836404c09 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:26.134002 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-e395cd63-96c6-4f04-b30b-6540aa195d9b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:26.143419 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e395cd63-96c6-4f04-b30b-6540aa195d9b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:21:26.154268 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b58ed93-403b-4ffa-be52-9b5d41f7b320 None None] Network d64c70d8-2f2b-4dcc-976e-5fe9cd332796 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:21:26.191386 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f890e23d-263b-4155-a377-e40c6fdd2670 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:26.218047 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e395cd63-96c6-4f04-b30b-6540aa195d9b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:26.218844 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e395cd63-96c6-4f04-b30b-6540aa195d9b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:26.258419 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395cd63-96c6-4f04-b30b-6540aa195d9b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Port': ['ID=3b1862a8-0b51-46d5-904a-7d8502e5bbe2,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:26.263345 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1176415d-2cb2-49ae-a9e1-833def8dd602 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:26.270878 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e395cd63-96c6-4f04-b30b-6540aa195d9b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3266852 Apr 06 14:21:26.271468 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53460) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:26.278025 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1176415d-2cb2-49ae-a9e1-833def8dd602 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:26.291437 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:26.297159 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9b6f0d77-3416-45e1-811e-f515a7ba79e6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'subnet': {'network_id': '4e9790fd-6922-4da5-be57-c9b836404c09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:26.333576 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-08dacb99-b268-4617-8294-007cf8e1dcc7 None None] Provisioning for port 0ab948ae-6888-40f0-90fe-3160e2ffd0a0 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:26.360851 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-08dacb99-b268-4617-8294-007cf8e1dcc7 None None] Provisioning complete for port 0ab948ae-6888-40f0-90fe-3160e2ffd0a0 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:26.361267 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-08dacb99-b268-4617-8294-007cf8e1dcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:26.374976 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890e23d-263b-4155-a377-e40c6fdd2670 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b3310d-fd33-4b30-8a17-c5335b19f7f1,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:26.417995 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 742230f3-4ee0-449f-a88c-b447e22b9797, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=742230f3-4ee0-449f-a88c-b447e22b9797,segment=NetworkSegment(4673acd7-6791-4598-8001-6ba5b21bc0d4),segment_id=4673acd7-6791-4598-8001-6ba5b21bc0d4)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:26.454286 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1176415d-2cb2-49ae-a9e1-833def8dd602 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:26.457613 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:26.458864 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 0ab948ae-6888-40f0-90fe-3160e2ffd0a0 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:21:26.459013 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1176415d-2cb2-49ae-a9e1-833def8dd602 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7964215 Apr 06 14:21:26.460150 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53464) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:26.468001 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fc8d6869-d109-416f-aa18-5375a8d72b24 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Synchronizing usage tracker for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:26.473013 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176415d-2cb2-49ae-a9e1-833def8dd602 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79d9c95e-0f3c-4e9c-9d1d-2a5710eae843,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:26.478682 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2b68a674-06e3-4914-8e9a-c9c43294fbaa tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Request body: {'security_group_rule': {'security_group_id': '79d9c95e-0f3c-4e9c-9d1d-2a5710eae843', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:26.499396 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fc8d6869-d109-416f-aa18-5375a8d72b24 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Unset dirty status for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:26.501001 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fc8d6869-d109-416f-aa18-5375a8d72b24 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4586751 Apr 06 14:21:26.506075 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53468) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:26.507042 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2b68a674-06e3-4914-8e9a-c9c43294fbaa tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:26.540240 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9b6f0d77-3416-45e1-811e-f515a7ba79e6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:26.545994 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9b6f0d77-3416-45e1-811e-f515a7ba79e6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:subnet and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:26.548457 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2b68a674-06e3-4914-8e9a-c9c43294fbaa tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Usage tracker for resource:security_group_rule and tenant:28a103121df04f2a95d93cafd6b2448c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:26.550330 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9b6f0d77-3416-45e1-811e-f515a7ba79e6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:26.557346 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9b6f0d77-3416-45e1-811e-f515a7ba79e6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:26.557478 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2b68a674-06e3-4914-8e9a-c9c43294fbaa tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:26.568056 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ec37360b-088e-4b44-9449-c2845cac90fe tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:26.571141 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6f0d77-3416-45e1-811e-f515a7ba79e6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:26.572987 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f890e23d-263b-4155-a377-e40c6fdd2670 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:26.574324 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f890e23d-263b-4155-a377-e40c6fdd2670 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "DELETE /v2.0/security-groups/24b3310d-fd33-4b30-8a17-c5335b19f7f1 HTTP/1.1" status: 204 len: 168 time: 1.1154788 Apr 06 14:21:26.575885 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2b68a674-06e3-4914-8e9a-c9c43294fbaa tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:26.592282 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53472) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:26.663340 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=742230f3-4ee0-449f-a88c-b447e22b9797,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:26.727084 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9b6f0d77-3416-45e1-811e-f515a7ba79e6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:26.750204 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 0ab948ae-6888-40f0-90fe-3160e2ffd0a0 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:26.750204 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:26.766754 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b68a674-06e3-4914-8e9a-c9c43294fbaa tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:26.799096 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ec37360b-088e-4b44-9449-c2845cac90fe tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:26.846735 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-0cec8972-5050-484e-b38c-fb78055dcba9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Allocated IP 2001:db8::1ee (d64c70d8-2f2b-4dcc-976e-5fe9cd332796/365045ba-9de4-45e4-a29d-4c302cccef4f/9961d5e3-0200-43ee-b107-eefecedea84a) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:26.883262 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.ipam_backend_mixin [None req-9b6f0d77-3416-45e1-811e-f515a7ba79e6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 59aac019-e2b1-4070-8ab1-47cf4fb8cc6c (CIDR: 172.20.0.0/28) Apr 06 14:21:26.888088 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b6f0d77-3416-45e1-811e-f515a7ba79e6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:21:26.888668 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b6f0d77-3416-45e1-811e-f515a7ba79e6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:21:26.923411 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9b6f0d77-3416-45e1-811e-f515a7ba79e6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6506846 Apr 06 14:21:26.924238 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53476) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:26.930976 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-16b99ba2-f3d8-4164-8a2d-816d2c17df96 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'subnet': {'network_id': '4e9790fd-6922-4da5-be57-c9b836404c09', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:26.940395 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-521a71be-033c-4b94-8e30-a02e4e09e494 None None] Provisioning for port 3b1862a8-0b51-46d5-904a-7d8502e5bbe2 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:26.947634 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-521a71be-033c-4b94-8e30-a02e4e09e494 None None] Provisioning complete for port 3b1862a8-0b51-46d5-904a-7d8502e5bbe2 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:26.948111 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-521a71be-033c-4b94-8e30-a02e4e09e494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:27.014189 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-521a71be-033c-4b94-8e30-a02e4e09e494 None None] Port 3b1862a8-0b51-46d5-904a-7d8502e5bbe2 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:21:27.047971 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-0cec8972-5050-484e-b38c-fb78055dcba9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Allocated IP 2001:db8:0:1::25f (d64c70d8-2f2b-4dcc-976e-5fe9cd332796/eb26976a-c59d-48a4-be05-78e83525c4d0/9961d5e3-0200-43ee-b107-eefecedea84a) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:27.106783 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-16b99ba2-f3d8-4164-8a2d-816d2c17df96 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:27.109392 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-582e18f8-2f8f-4fff-962f-0fe8e4318b8b tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:27.111075 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-16b99ba2-f3d8-4164-8a2d-816d2c17df96 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:subnet and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:27.113995 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-16b99ba2-f3d8-4164-8a2d-816d2c17df96 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:27.121235 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-16b99ba2-f3d8-4164-8a2d-816d2c17df96 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:27.132995 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b99ba2-f3d8-4164-8a2d-816d2c17df96 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:27.136582 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-16b99ba2-f3d8-4164-8a2d-816d2c17df96 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:27.150126 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-22a095af-7406-467e-8f2a-9bdac9ed50e5 None None] Provisioning complete for port 0ab948ae-6888-40f0-90fe-3160e2ffd0a0 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:27.150603 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-22a095af-7406-467e-8f2a-9bdac9ed50e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:27.212529 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0d79bcf9-4b37-4628-987b-06e561dfadb4 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Synchronizing usage tracker for tenant:824da48563ab468d936cb76789134365 on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:27.277986 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-582e18f8-2f8f-4fff-962f-0fe8e4318b8b tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:27.419271 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-16b99ba2-f3d8-4164-8a2d-816d2c17df96 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:27.420382 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b68a674-06e3-4914-8e9a-c9c43294fbaa tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:27.449658 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b68a674-06e3-4914-8e9a-c9c43294fbaa tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:27.451255 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0d79bcf9-4b37-4628-987b-06e561dfadb4 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Unset dirty status for tenant:824da48563ab468d936cb76789134365 on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:27.452494 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0d79bcf9-4b37-4628-987b-06e561dfadb4 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8489687 Apr 06 14:21:27.459556 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53480) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:27.469690 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b8a7ce21-9955-4a5e-983e-1484ca593c41 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group': {'name': 'tempest-secgroup--2090709798'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:27.488341 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b8a7ce21-9955-4a5e-983e-1484ca593c41 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:27.503606 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b99ba2-f3d8-4164-8a2d-816d2c17df96 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network 4e9790fd-6922-4da5-be57-c9b836404c09 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:27.508718 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-16b99ba2-f3d8-4164-8a2d-816d2c17df96 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:27.510567 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b8a7ce21-9955-4a5e-983e-1484ca593c41 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:27.512490 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b99ba2-f3d8-4164-8a2d-816d2c17df96 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Subnet': ['ID=016fd7f1-a70f-46e4-a689-c413d7b6bd8f,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:27.515778 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b99ba2-f3d8-4164-8a2d-816d2c17df96 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:27.516358 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-16b99ba2-f3d8-4164-8a2d-816d2c17df96 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:27.519093 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6a71a4-2cf8-4fe8-9eed-9fe16db85753 None None] Network 4e9790fd-6922-4da5-be57-c9b836404c09 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:21:27.535904 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b8a7ce21-9955-4a5e-983e-1484ca593c41 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:27.554317 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b68a674-06e3-4914-8e9a-c9c43294fbaa tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=951466cb-fa58-4eab-a4c8-ee2e5ab8aea5,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:27.559602 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-16b99ba2-f3d8-4164-8a2d-816d2c17df96 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6336658 Apr 06 14:21:27.563204 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53484) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:27.576633 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-721bbf84-9049-41f8-b545-d5207cb8711d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-804884373', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '016fd7f1-a70f-46e4-a689-c413d7b6bd8f'}], 'security_groups': ['b6914977-87af-4a36-bd39-44ae4d0e6ed8']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:27.589852 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-582e18f8-2f8f-4fff-962f-0fe8e4318b8b tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:27.617635 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b8a7ce21-9955-4a5e-983e-1484ca593c41 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:27.625787 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b8a7ce21-9955-4a5e-983e-1484ca593c41 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Usage tracker for resource:security_group_rule and tenant:824da48563ab468d936cb76789134365 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:27.630835 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b8a7ce21-9955-4a5e-983e-1484ca593c41 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:27.640097 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e18f8-2f8f-4fff-962f-0fe8e4318b8b tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5315dc1f-a2d8-48a0-bfb7-aaa385450519,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:27.646276 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b8a7ce21-9955-4a5e-983e-1484ca593c41 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:27.649613 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-582e18f8-2f8f-4fff-962f-0fe8e4318b8b tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:27.654458 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53488) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:27.654920 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-582e18f8-2f8f-4fff-962f-0fe8e4318b8b tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "DELETE /v2.0/security-groups/5315dc1f-a2d8-48a0-bfb7-aaa385450519 HTTP/1.1" status: 204 len: 168 time: 1.1424217 Apr 06 14:21:27.661480 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b68a674-06e3-4914-8e9a-c9c43294fbaa tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:27.662612 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2b68a674-06e3-4914-8e9a-c9c43294fbaa tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1918380 Apr 06 14:21:27.675572 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53492) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:27.758011 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-721bbf84-9049-41f8-b545-d5207cb8711d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:27.777704 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ec37360b-088e-4b44-9449-c2845cac90fe tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:27.781383 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0cec8972-5050-484e-b38c-fb78055dcba9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:27.794972 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ec37360b-088e-4b44-9449-c2845cac90fe tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:27.831391 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7ef0ca0a-8829-494e-a5b4-02b59fe10993 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:27.854477 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 742230f3-4ee0-449f-a88c-b447e22b9797 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:21:27.924483 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-0cec8972-5050-484e-b38c-fb78055dcba9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Transition to ACTIVE for port object 9961d5e3-0200-43ee-b107-eefecedea84a will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:27.993818 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 742230f3-4ee0-449f-a88c-b447e22b9797 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:27.994290 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:28.030082 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b786de9a-342f-43bd-8f6b-477240b83560 None None] Update dhcp port {'port': {'network_id': '4e9790fd-6922-4da5-be57-c9b836404c09', 'fixed_ips': [{'subnet_id': '59aac019-e2b1-4070-8ab1-47cf4fb8cc6c', 'ip_address': '172.20.0.2'}, {'subnet_id': '016fd7f1-a70f-46e4-a689-c413d7b6bd8f'}], 'binding:host_id': 'dv-neutron-835868-1-hyperv'}, 'id': '742230f3-4ee0-449f-a88c-b447e22b9797'} from dv-neutron-835868-1-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 06 14:21:28.034593 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fcd32400-ef49-4472-bd71-30fe0e4fa9e4 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Synchronizing usage tracker for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:28.051671 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-44060dbc-3486-44f6-a719-111ef60a71c7 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:28.053762 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b8a7ce21-9955-4a5e-983e-1484ca593c41 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:28.057719 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37360b-088e-4b44-9449-c2845cac90fe tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Pushing event updated for resources: {'Port': ['ID=123684fd-2a0f-411c-921b-9127c4ce2b4e,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:28.095559 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b8a7ce21-9955-4a5e-983e-1484ca593c41 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:28.110456 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-44060dbc-3486-44f6-a719-111ef60a71c7 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:28.127861 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ec37360b-088e-4b44-9449-c2845cac90fe tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:28.135801 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fcd32400-ef49-4472-bd71-30fe0e4fa9e4 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Unset dirty status for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:28.139190 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fcd32400-ef49-4472-bd71-30fe0e4fa9e4 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4816210 Apr 06 14:21:28.148239 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b786de9a-342f-43bd-8f6b-477240b83560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:28.151210 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53496) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:28.169915 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ce4d9628-3cc7-4b0e-a390-ac7a2f8bf6f2 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Request body: {'security_group': {'name': 'tempest-secgroup--2016586664'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:28.225939 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7ce21-9955-4a5e-983e-1484ca593c41 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad24c4b-1a08-4d33-9f1c-d90309d5c4a2,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:28.233352 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ce4d9628-3cc7-4b0e-a390-ac7a2f8bf6f2 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:28.247398 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b8a7ce21-9955-4a5e-983e-1484ca593c41 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:28.248809 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b8a7ce21-9955-4a5e-983e-1484ca593c41 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7883275 Apr 06 14:21:28.256045 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53500) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:28.264039 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0cec8972-5050-484e-b38c-fb78055dcba9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:28.264273 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ce4d9628-3cc7-4b0e-a390-ac7a2f8bf6f2 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:28.269095 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-129bb03a-25a3-42e6-8c24-c111ec8da92c tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group_rule': {'security_group_id': '4ad24c4b-1a08-4d33-9f1c-d90309d5c4a2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:28.269760 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-129bb03a-25a3-42e6-8c24-c111ec8da92c tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:21:28.273375 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-129bb03a-25a3-42e6-8c24-c111ec8da92c tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0084095 Apr 06 14:21:28.275684 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53504) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:28.303574 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce4d9628-3cc7-4b0e-a390-ac7a2f8bf6f2 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:28.391850 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cec8972-5050-484e-b38c-fb78055dcba9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network d64c70d8-2f2b-4dcc-976e-5fe9cd332796 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:28.392593 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec8972-5050-484e-b38c-fb78055dcba9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Port': ['ID=9961d5e3-0200-43ee-b107-eefecedea84a,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:28.397217 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-0cec8972-5050-484e-b38c-fb78055dcba9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:28.400983 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cec8972-5050-484e-b38c-fb78055dcba9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:21:28.404879 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cec8972-5050-484e-b38c-fb78055dcba9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:28.405487 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0cec8972-5050-484e-b38c-fb78055dcba9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:28.419462 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-44060dbc-3486-44f6-a719-111ef60a71c7 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:28.420119 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-b786de9a-342f-43bd-8f6b-477240b83560 None None] Allocated IP 172.20.0.18 (4e9790fd-6922-4da5-be57-c9b836404c09/016fd7f1-a70f-46e4-a689-c413d7b6bd8f/742230f3-4ee0-449f-a88c-b447e22b9797) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:28.433774 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ce4d9628-3cc7-4b0e-a390-ac7a2f8bf6f2 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:28.462238 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ce4d9628-3cc7-4b0e-a390-ac7a2f8bf6f2 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:28.467435 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dd5e8a0c-233a-47bf-abab-18a51e2e8be2 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:28.495991 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44060dbc-3486-44f6-a719-111ef60a71c7 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d9c95e-0f3c-4e9c-9d1d-2a5710eae843,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:28.506090 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-44060dbc-3486-44f6-a719-111ef60a71c7 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:28.506728 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dd5e8a0c-233a-47bf-abab-18a51e2e8be2 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:28.507613 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-44060dbc-3486-44f6-a719-111ef60a71c7 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "DELETE /v2.0/security-groups/79d9c95e-0f3c-4e9c-9d1d-2a5710eae843 HTTP/1.1" status: 204 len: 168 time: 0.8307028 Apr 06 14:21:28.512255 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0cec8972-5050-484e-b38c-fb78055dcba9 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.3124146 Apr 06 14:21:28.513199 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53508) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:28.515751 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53510) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:28.521806 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e9681d23-19ba-4687-b790-1ede99a8d004 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '365045ba-9de4-45e4-a29d-4c302cccef4f'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:28.599462 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b786de9a-342f-43bd-8f6b-477240b83560 None None] For port 742230f3-4ee0-449f-a88c-b447e22b9797, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=742230f3-4ee0-449f-a88c-b447e22b9797,segment=NetworkSegment(4673acd7-6791-4598-8001-6ba5b21bc0d4),segment_id=4673acd7-6791-4598-8001-6ba5b21bc0d4)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:28.627680 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b786de9a-342f-43bd-8f6b-477240b83560 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:28.653983 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b786de9a-342f-43bd-8f6b-477240b83560 None None] Transition to ACTIVE for port object 742230f3-4ee0-449f-a88c-b447e22b9797 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:28.663061 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b786de9a-342f-43bd-8f6b-477240b83560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:28.842673 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dd5e8a0c-233a-47bf-abab-18a51e2e8be2 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:28.844467 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ba9a4bcc-4e07-4197-9a64-86c8c4bb60d9 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Synchronizing usage tracker for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:28.885403 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce4d9628-3cc7-4b0e-a390-ac7a2f8bf6f2 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:28.954683 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce4d9628-3cc7-4b0e-a390-ac7a2f8bf6f2 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:28.960107 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786de9a-342f-43bd-8f6b-477240b83560 None None] Pushing event updated for resources: {'Port': ['ID=742230f3-4ee0-449f-a88c-b447e22b9797,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:28.968200 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:28.977506 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ba9a4bcc-4e07-4197-9a64-86c8c4bb60d9 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Unset dirty status for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:28.977662 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786de9a-342f-43bd-8f6b-477240b83560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:28.977662 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786de9a-342f-43bd-8f6b-477240b83560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:28.986476 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786de9a-342f-43bd-8f6b-477240b83560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:28.988859 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ba9a4bcc-4e07-4197-9a64-86c8c4bb60d9 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4594738 Apr 06 14:21:28.990806 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786de9a-342f-43bd-8f6b-477240b83560 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:28.990806 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786de9a-342f-43bd-8f6b-477240b83560 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:28.990806 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786de9a-342f-43bd-8f6b-477240b83560 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:28.993168 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53516) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:28.997049 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786de9a-342f-43bd-8f6b-477240b83560 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:28.997049 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786de9a-342f-43bd-8f6b-477240b83560 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:28.997049 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786de9a-342f-43bd-8f6b-477240b83560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:28.997049 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786de9a-342f-43bd-8f6b-477240b83560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:28.997049 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786de9a-342f-43bd-8f6b-477240b83560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:28.997049 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a283d439-9baf-4b9e-98ed-51e4d553c6ba None None] Provisioning for port 9961d5e3-0200-43ee-b107-eefecedea84a completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:29.004227 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a283d439-9baf-4b9e-98ed-51e4d553c6ba None None] Provisioning complete for port 9961d5e3-0200-43ee-b107-eefecedea84a triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:29.004227 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a283d439-9baf-4b9e-98ed-51e4d553c6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:29.018664 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e8a0c-233a-47bf-abab-18a51e2e8be2 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad24c4b-1a08-4d33-9f1c-d90309d5c4a2,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:29.080356 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-ec37360b-088e-4b44-9449-c2845cac90fe tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Floating IP 0d44e5af-9002-4de9-a1ab-16f4f589b699 associated. External IP: 172.26.8.225, port: 733f1808-14f9-4a9f-bed4-8a2cdd7ff74b. Apr 06 14:21:29.120090 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a283d439-9baf-4b9e-98ed-51e4d553c6ba None None] Port 9961d5e3-0200-43ee-b107-eefecedea84a cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:21:29.152830 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dd5e8a0c-233a-47bf-abab-18a51e2e8be2 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:29.156787 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-dd5e8a0c-233a-47bf-abab-18a51e2e8be2 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "DELETE /v2.0/security-groups/4ad24c4b-1a08-4d33-9f1c-d90309d5c4a2 HTTP/1.1" status: 204 len: 168 time: 0.8741794 Apr 06 14:21:29.173511 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53520) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:29.210758 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce4d9628-3cc7-4b0e-a390-ac7a2f8bf6f2 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:29.211971 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ce4d9628-3cc7-4b0e-a390-ac7a2f8bf6f2 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0554142 Apr 06 14:21:29.219725 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e9681d23-19ba-4687-b790-1ede99a8d004 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:29.239321 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53524) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:29.245658 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1ccf7943-68f5-4ce3-8c55-1712fc79b34e tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Request body: {'security_group_rule': {'security_group_id': '13cb7a1f-3e6e-48ea-a65b-39fbaa5775b0', 'direction': 'ingress', 'protocol': 17}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:29.265282 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d9628-3cc7-4b0e-a390-ac7a2f8bf6f2 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13cb7a1f-3e6e-48ea-a65b-39fbaa5775b0,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:29.275090 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1ccf7943-68f5-4ce3-8c55-1712fc79b34e tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:29.287419 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1ccf7943-68f5-4ce3-8c55-1712fc79b34e tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:29.316537 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-721bbf84-9049-41f8-b545-d5207cb8711d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Delete allocated IP 172.20.0.8 (4e9790fd-6922-4da5-be57-c9b836404c09/59aac019-e2b1-4070-8ab1-47cf4fb8cc6c) {{(pid=83737) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 06 14:21:29.386407 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3d660b59-aae2-4ac0-8d6a-fb5c7bec3df8 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Synchronizing usage tracker for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group_rule {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:29.395544 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-721bbf84-9049-41f8-b545-d5207cb8711d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Allocated IP 172.20.0.27 (4e9790fd-6922-4da5-be57-c9b836404c09/016fd7f1-a70f-46e4-a689-c413d7b6bd8f/3b1862a8-0b51-46d5-904a-7d8502e5bbe2) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:29.398576 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ccf7943-68f5-4ce3-8c55-1712fc79b34e tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:29.473069 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3d660b59-aae2-4ac0-8d6a-fb5c7bec3df8 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Unset dirty status for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group_rule {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:29.473069 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3d660b59-aae2-4ac0-8d6a-fb5c7bec3df8 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.4728100 Apr 06 14:21:29.473069 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53528) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:29.514828 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-58d380fa-f87c-4aa3-9c40-ae57ae174308 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Synchronizing usage tracker for tenant:824da48563ab468d936cb76789134365 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:29.527702 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-938aa553-e5a5-4356-bfc2-93304d03974d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] delete failed (client error): The resource could not be found. Apr 06 14:21:29.534678 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-938aa553-e5a5-4356-bfc2-93304d03974d tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "DELETE /v2.0/security-groups/79d9c95e-0f3c-4e9c-9d1d-2a5710eae843 HTTP/1.1" status: 404 len: 347 time: 0.0632787 Apr 06 14:21:29.569133 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53532) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:29.752748 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-7ef0ca0a-8829-494e-a5b4-02b59fe10993 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Deleting port f49fd203-328c-483d-9a6b-4ca979d00391 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:21:29.753079 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7ef0ca0a-8829-494e-a5b4-02b59fe10993 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:29.888134 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 742230f3-4ee0-449f-a88c-b447e22b9797 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:21:29.893613 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-58d380fa-f87c-4aa3-9c40-ae57ae174308 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Unset dirty status for tenant:824da48563ab468d936cb76789134365 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:29.898533 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-58d380fa-f87c-4aa3-9c40-ae57ae174308 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7203195 Apr 06 14:21:29.924221 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53536) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:29.952913 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ccf7943-68f5-4ce3-8c55-1712fc79b34e tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:29.955145 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f65a507c-a19c-4c72-a7ce-3a3e3d875cf6 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group': {'name': 'tempest-secgroup--285980322'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:29.987987 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ccf7943-68f5-4ce3-8c55-1712fc79b34e tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:29.995619 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f65a507c-a19c-4c72-a7ce-3a3e3d875cf6 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:29.999143 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ec7bd8af-c6a5-477b-b24f-79b05a8e8a8e None None] Provisioning complete for port 61a32148-48c0-4bd7-b24b-882757f0fafd triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:29.999143 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ec7bd8af-c6a5-477b-b24f-79b05a8e8a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:30.073586 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ec7bd8af-c6a5-477b-b24f-79b05a8e8a8e None None] Port 61a32148-48c0-4bd7-b24b-882757f0fafd cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:21:30.091168 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ec7bd8af-c6a5-477b-b24f-79b05a8e8a8e None None] Provisioning for port 742230f3-4ee0-449f-a88c-b447e22b9797 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:30.091168 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ec7bd8af-c6a5-477b-b24f-79b05a8e8a8e None None] Provisioning complete for port 742230f3-4ee0-449f-a88c-b447e22b9797 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:30.091168 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ec7bd8af-c6a5-477b-b24f-79b05a8e8a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:30.116006 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-85a64bbe-3713-4fc3-a7c2-7385fcff3f17 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Synchronizing usage tracker for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:30.116006 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f65a507c-a19c-4c72-a7ce-3a3e3d875cf6 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:30.137614 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf7943-68f5-4ce3-8c55-1712fc79b34e tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=113633f6-f59b-4135-a6e4-dd230b624a3f,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:30.146753 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7ef0ca0a-8829-494e-a5b4-02b59fe10993 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:30.207261 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ccf7943-68f5-4ce3-8c55-1712fc79b34e tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:30.207261 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1ccf7943-68f5-4ce3-8c55-1712fc79b34e tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.9551277 Apr 06 14:21:30.207261 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-85a64bbe-3713-4fc3-a7c2-7385fcff3f17 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] Unset dirty status for tenant:28a103121df04f2a95d93cafd6b2448c on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:30.207261 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-85a64bbe-3713-4fc3-a7c2-7385fcff3f17 tempest-SecGroupTest-1869336078 tempest-SecGroupTest-1869336078-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6294868 Apr 06 14:21:30.228840 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53540) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:30.228840 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f65a507c-a19c-4c72-a7ce-3a3e3d875cf6 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:30.305868 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-7ef0ca0a-8829-494e-a5b4-02b59fe10993 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Calling delete_port for f49fd203-328c-483d-9a6b-4ca979d00391 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:21:30.313256 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-721bbf84-9049-41f8-b545-d5207cb8711d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:30.329314 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ec7bd8af-c6a5-477b-b24f-79b05a8e8a8e None None] Provisioning complete for port 3b1862a8-0b51-46d5-904a-7d8502e5bbe2 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:30.329314 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ec7bd8af-c6a5-477b-b24f-79b05a8e8a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:30.338824 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-721bbf84-9049-41f8-b545-d5207cb8711d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Transition to ACTIVE for port object 3b1862a8-0b51-46d5-904a-7d8502e5bbe2 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:30.425684 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ec7bd8af-c6a5-477b-b24f-79b05a8e8a8e None None] Port 3b1862a8-0b51-46d5-904a-7d8502e5bbe2 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:21:30.426499 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec37360b-088e-4b44-9449-c2845cac90fe tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Router 61db72c2-b098-4195-90dd-e4e5e3267309 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:21:30.443403 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-721bbf84-9049-41f8-b545-d5207cb8711d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:30.545180 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721bbf84-9049-41f8-b545-d5207cb8711d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Port': ['ID=3b1862a8-0b51-46d5-904a-7d8502e5bbe2,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:30.594132 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53548) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:30.649036 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7ef0ca0a-8829-494e-a5b4-02b59fe10993 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:30.654306 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-e9681d23-19ba-4687-b790-1ede99a8d004 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Delete allocated IP 2001:db8:0:1::25f (d64c70d8-2f2b-4dcc-976e-5fe9cd332796/eb26976a-c59d-48a4-be05-78e83525c4d0) {{(pid=83737) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 06 14:21:30.671376 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f65a507c-a19c-4c72-a7ce-3a3e3d875cf6 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:30.691489 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f65a507c-a19c-4c72-a7ce-3a3e3d875cf6 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Usage tracker for resource:security_group_rule and tenant:824da48563ab468d936cb76789134365 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:30.827215 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0ca0a-8829-494e-a5b4-02b59fe10993 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Port': ['ID=f49fd203-328c-483d-9a6b-4ca979d00391,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:30.835235 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f65a507c-a19c-4c72-a7ce-3a3e3d875cf6 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:30.922855 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f65a507c-a19c-4c72-a7ce-3a3e3d875cf6 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:30.937514 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d72a0dff-6377-4abb-93ad-0ffadb57e05f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:30.959118 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-721bbf84-9049-41f8-b545-d5207cb8711d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] In _notify_port_updated(), no bound segment for port 3b1862a8-0b51-46d5-904a-7d8502e5bbe2 on network 4e9790fd-6922-4da5-be57-c9b836404c09 {{(pid=83737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 06 14:21:30.963406 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721bbf84-9049-41f8-b545-d5207cb8711d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:30.964037 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-721bbf84-9049-41f8-b545-d5207cb8711d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:30.968353 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-721bbf84-9049-41f8-b545-d5207cb8711d tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "PUT /v2.0/ports/3b1862a8-0b51-46d5-904a-7d8502e5bbe2 HTTP/1.1" status: 200 len: 920 time: 3.4039972 Apr 06 14:21:30.971993 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53554) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:31.077492 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d72a0dff-6377-4abb-93ad-0ffadb57e05f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:31.132965 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7ef0ca0a-8829-494e-a5b4-02b59fe10993 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:31.153376 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fd503a5c-dd66-4f6c-bdcc-f2b99c98734a None None] Provisioning for port 3b1862a8-0b51-46d5-904a-7d8502e5bbe2 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:31.158846 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fd503a5c-dd66-4f6c-bdcc-f2b99c98734a None None] Provisioning complete for port 3b1862a8-0b51-46d5-904a-7d8502e5bbe2 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:31.159511 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fd503a5c-dd66-4f6c-bdcc-f2b99c98734a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:31.173508 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-0df394ff-a31a-47ed-9155-e8d784bfd172 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting port 3b1862a8-0b51-46d5-904a-7d8502e5bbe2 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:21:31.173852 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0df394ff-a31a-47ed-9155-e8d784bfd172 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:31.213308 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-fd503a5c-dd66-4f6c-bdcc-f2b99c98734a None None] Port 3b1862a8-0b51-46d5-904a-7d8502e5bbe2 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:21:31.219034 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4a29685e-ea2b-467b-a4ed-6e9e0f375091 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=28a103121df04f2a95d93cafd6b2448c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6210797 Apr 06 14:21:31.231553 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53558) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:31.262063 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec37360b-088e-4b44-9449-c2845cac90fe tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:21:31.271088 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f65a507c-a19c-4c72-a7ce-3a3e3d875cf6 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:31.271787 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfbecb9-91ea-4c5d-8d57-2ba74923a31f None None] Sync routers for ids ['61db72c2-b098-4195-90dd-e4e5e3267309'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:21:31.286340 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f65a507c-a19c-4c72-a7ce-3a3e3d875cf6 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:31.287302 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfbecb9-91ea-4c5d-8d57-2ba74923a31f None None] Routers {'61db72c2-b098-4195-90dd-e4e5e3267309'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:21:31.287988 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-cbfbecb9-91ea-4c5d-8d57-2ba74923a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:21:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['61db72c2-b098-4195-90dd-e4e5e3267309'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:31.374570 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e9681d23-19ba-4687-b790-1ede99a8d004 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:31.423880 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d72a0dff-6377-4abb-93ad-0ffadb57e05f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:31.433003 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ec37360b-088e-4b44-9449-c2845cac90fe tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:31.450397 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-e9681d23-19ba-4687-b790-1ede99a8d004 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Transition to ACTIVE for port object 9961d5e3-0200-43ee-b107-eefecedea84a will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:31.468619 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a507c-a19c-4c72-a7ce-3a3e3d875cf6 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92e458eb-8a6d-4be2-89f4-4e2590fa9eff,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:31.469960 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-cbfbecb9-91ea-4c5d-8d57-2ba74923a31f None None] Set router 61db72c2-b098-4195-90dd-e4e5e3267309 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:21:31.501445 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ec37360b-088e-4b44-9449-c2845cac90fe tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.0188007 Apr 06 14:21:31.503950 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dca4dce-8d37-4e20-8676-4848a9ded018', 'tag': '733f1808-14f9-4a9f-bed4-8a2cdd7ff74b'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:21:31.535704 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e9681d23-19ba-4687-b790-1ede99a8d004 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:31.593924 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d72a0dff-6377-4abb-93ad-0ffadb57e05f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:31.598475 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d72a0dff-6377-4abb-93ad-0ffadb57e05f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "DELETE /v2.0/security-groups/13cb7a1f-3e6e-48ea-a65b-39fbaa5775b0 HTTP/1.1" status: 204 len: 168 time: 1.3459218 Apr 06 14:21:31.599692 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f65a507c-a19c-4c72-a7ce-3a3e3d875cf6 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:31.603654 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f65a507c-a19c-4c72-a7ce-3a3e3d875cf6 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6727037 Apr 06 14:21:31.604654 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a0dff-6377-4abb-93ad-0ffadb57e05f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cb7a1f-3e6e-48ea-a65b-39fbaa5775b0,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:31.622362 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53566) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:31.623005 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53568) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:31.634355 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec2260d1-75c1-4c16-a139-3dc5c470c548'] response: {'name': 'network-changed', 'server_uuid': '2dca4dce-8d37-4e20-8676-4848a9ded018', 'tag': '733f1808-14f9-4a9f-bed4-8a2cdd7ff74b', 'status': 'completed', 'code': 200} Apr 06 14:21:31.645920 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e64bc751-6cd4-467e-ab39-237d75c71060 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group_rule': {'security_group_id': '92e458eb-8a6d-4be2-89f4-4e2590fa9eff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:31.646671 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-e64bc751-6cd4-467e-ab39-237d75c71060 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:21:31.650944 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53574) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:31.651094 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e64bc751-6cd4-467e-ab39-237d75c71060 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0254619 Apr 06 14:21:31.657465 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-21454dfb-b117-4080-a917-a7c048220e2f tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group_rule': {'security_group_id': '92e458eb-8a6d-4be2-89f4-4e2590fa9eff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:31.658442 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-21454dfb-b117-4080-a917-a7c048220e2f tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:21:31.659553 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-21454dfb-b117-4080-a917-a7c048220e2f tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0077066 Apr 06 14:21:31.674507 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53578) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:31.687389 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8fbfd612-46d3-4d1a-ae70-bee417e1fc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:31.698319 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a50975ad-ea1f-48f2-8f5b-45291e29352d tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group_rule': {'security_group_id': '92e458eb-8a6d-4be2-89f4-4e2590fa9eff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:31.699012 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-a50975ad-ea1f-48f2-8f5b-45291e29352d tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:21:31.702545 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a50975ad-ea1f-48f2-8f5b-45291e29352d tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0217402 Apr 06 14:21:31.703856 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53582) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:31.712261 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef0ca0a-8829-494e-a5b4-02b59fe10993 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Router 2c07ac65-8d07-4740-8b97-2d2d7898b9ed has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:21:31.770748 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0ec0105f-4749-4d05-ac04-0364fb213245 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group_rule': {'security_group_id': '92e458eb-8a6d-4be2-89f4-4e2590fa9eff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:31.771821 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-0ec0105f-4749-4d05-ac04-0364fb213245 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:21:31.773043 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0ec0105f-4749-4d05-ac04-0364fb213245 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0552404 Apr 06 14:21:31.789978 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53586) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:31.810302 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9681d23-19ba-4687-b790-1ede99a8d004 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Port': ['ID=9961d5e3-0200-43ee-b107-eefecedea84a,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:31.813776 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-e9681d23-19ba-4687-b790-1ede99a8d004 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] In _notify_port_updated(), no bound segment for port 9961d5e3-0200-43ee-b107-eefecedea84a on network d64c70d8-2f2b-4dcc-976e-5fe9cd332796 {{(pid=83737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 06 14:21:31.818009 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9681d23-19ba-4687-b790-1ede99a8d004 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:31.818911 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e9681d23-19ba-4687-b790-1ede99a8d004 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:31.820431 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e9681d23-19ba-4687-b790-1ede99a8d004 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "PUT /v2.0/ports/9961d5e3-0200-43ee-b107-eefecedea84a HTTP/1.1" status: 200 len: 925 time: 3.3036916 Apr 06 14:21:31.841181 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53590) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:31.849725 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8fbfd612-46d3-4d1a-ae70-bee417e1fc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:31.863469 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7940f892-e026-4f16-be36-10a16811cd60 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '365045ba-9de4-45e4-a29d-4c302cccef4f'}, {'subnet_id': 'eb26976a-c59d-48a4-be05-78e83525c4d0'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:31.906413 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0df394ff-a31a-47ed-9155-e8d784bfd172 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:31.915113 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d8f64888-81cb-41e9-83b8-cdb076c4c465 req-ac9ab0f5-d016-4908-a07d-187f85900031 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=681e39576088423facd0bc7051aac5ad&device_id=2dca4dce-8d37-4e20-8676-4848a9ded018 HTTP/1.1" status: 200 len: 1098 time: 0.2615068 Apr 06 14:21:31.961621 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-cbfbecb9-91ea-4c5d-8d57-2ba74923a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'name': 'tempest-TestVolumeBootPattern-396345987-router', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:31Z', 'updated_at': '2022-04-06T14:16:49Z', 'revision_number': 4, 'project_id': '681e39576088423facd0bc7051aac5ad', 'gw_port': {'id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:35Z', 'updated_at': '2022-04-06T14:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '0d44e5af-9002-4de9-a1ab-16f4f589b699', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'port_id': '733f1808-14f9-4a9f-bed4-8a2cdd7ff74b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'mac_address': 'fa:16:3e:23:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dca4dce-8d37-4e20-8676-4848a9ded018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:21:25Z', 'updated_at': '2022-04-06T14:21:25Z', 'revision_number': 0, 'project_id': '681e39576088423facd0bc7051aac5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38993c6-d6a5-4069-b6db-aea1a2c533d9', 'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'mac_address': 'fa:16:3e:96:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:46Z', 'updated_at': '2022-04-06T14:17:00Z', 'revision_number': 5, 'project_id': '681e39576088423facd0bc7051aac5ad', 'subnets': [{'id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:31.966306 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfbecb9-91ea-4c5d-8d57-2ba74923a31f None None] Checking router: 61db72c2-b098-4195-90dd-e4e5e3267309 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:21:31.977740 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfbecb9-91ea-4c5d-8d57-2ba74923a31f None None] Routers {'61db72c2-b098-4195-90dd-e4e5e3267309'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:21:31.978658 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-cbfbecb9-91ea-4c5d-8d57-2ba74923a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:21:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['61db72c2-b098-4195-90dd-e4e5e3267309'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:32.078906 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-0df394ff-a31a-47ed-9155-e8d784bfd172 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Calling delete_port for 3b1862a8-0b51-46d5-904a-7d8502e5bbe2 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:21:32.096274 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef0ca0a-8829-494e-a5b4-02b59fe10993 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:21:32.106122 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a93f98a-85d3-49dd-9c54-577f79975f01 None None] Sync routers for ids ['2c07ac65-8d07-4740-8b97-2d2d7898b9ed'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:21:32.106510 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c453389f-1e3d-48d5-86a6-4eac5261f605 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Synchronizing usage tracker for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:32.108257 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7ef0ca0a-8829-494e-a5b4-02b59fe10993 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "PUT /v2.0/routers/2c07ac65-8d07-4740-8b97-2d2d7898b9ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9981298 Apr 06 14:21:32.109039 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53594) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:32.109459 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f64888-81cb-41e9-83b8-cdb076c4c465 req-54332405-adbf-4008-a6de-406176e332b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:32.110842 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d8f64888-81cb-41e9-83b8-cdb076c4c465 req-54332405-adbf-4008-a6de-406176e332b2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=095d4797-b5a4-4559-a0b9-992b5f89d16a HTTP/1.1" status: 200 len: 912 time: 0.1865418 Apr 06 14:21:32.122975 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a93f98a-85d3-49dd-9c54-577f79975f01 None None] Routers {'2c07ac65-8d07-4740-8b97-2d2d7898b9ed'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:21:32.124054 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7a93f98a-85d3-49dd-9c54-577f79975f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:21:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['2c07ac65-8d07-4740-8b97-2d2d7898b9ed'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:32.191685 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d1c27895-c4bf-4efb-9763-2e8f35690229 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:32.193367 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-cbfbecb9-91ea-4c5d-8d57-2ba74923a31f None None] Set router 61db72c2-b098-4195-90dd-e4e5e3267309 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:21:32.207750 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7a93f98a-85d3-49dd-9c54-577f79975f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:32.220674 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8880f4cb-0c6a-4955-9e31-cf1ac08ab95d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c07ac65-8d07-4740-8b97-2d2d7898b9ed HTTP/1.1" status: 200 len: 205 time: 0.0981667 Apr 06 14:21:32.229693 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53598) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:32.230150 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-04b497f5-eb27-4e5f-ae0e-75576993c2e9 None None] Provisioning for port 9961d5e3-0200-43ee-b107-eefecedea84a completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:32.235213 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a93f98a-85d3-49dd-9c54-577f79975f01 None None] Routers {'2c07ac65-8d07-4740-8b97-2d2d7898b9ed'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:21:32.235967 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7a93f98a-85d3-49dd-9c54-577f79975f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:21:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['2c07ac65-8d07-4740-8b97-2d2d7898b9ed'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:32.257700 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c453389f-1e3d-48d5-86a6-4eac5261f605 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Unset dirty status for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:32.264850 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c453389f-1e3d-48d5-86a6-4eac5261f605 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6406579 Apr 06 14:21:32.268396 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53602) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:32.296034 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f875d801-7d0e-4f6e-bebe-adfece606cc3 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Request body: {'security_group': {'name': 'tempest-secgroup--2023375223'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:32.301622 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8fbfd612-46d3-4d1a-ae70-bee417e1fc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:32.315215 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7940f892-e026-4f16-be36-10a16811cd60 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:32.316642 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7a93f98a-85d3-49dd-9c54-577f79975f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:32.317166 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a93f98a-85d3-49dd-9c54-577f79975f01 None None] The sync data for ids ['2c07ac65-8d07-4740-8b97-2d2d7898b9ed'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:21:32.324251 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-04b497f5-eb27-4e5f-ae0e-75576993c2e9 None None] Provisioning complete for port 9961d5e3-0200-43ee-b107-eefecedea84a triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:32.324736 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-04b497f5-eb27-4e5f-ae0e-75576993c2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:32.328566 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f875d801-7d0e-4f6e-bebe-adfece606cc3 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:32.344240 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbfd612-46d3-4d1a-ae70-bee417e1fc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7898208d-a16d-4589-9df7-f1086d309a20,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:32.361115 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f875d801-7d0e-4f6e-bebe-adfece606cc3 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:32.390801 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-04b497f5-eb27-4e5f-ae0e-75576993c2e9 None None] Port 9961d5e3-0200-43ee-b107-eefecedea84a cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:21:32.465301 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f875d801-7d0e-4f6e-bebe-adfece606cc3 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:32.487607 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8fbfd612-46d3-4d1a-ae70-bee417e1fc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:32.488708 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8fbfd612-46d3-4d1a-ae70-bee417e1fc6f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7898208d-a16d-4589-9df7-f1086d309a20 HTTP/1.1" status: 204 len: 168 time: 1.2518020 Apr 06 14:21:32.500472 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d1c27895-c4bf-4efb-9763-2e8f35690229 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:32.523110 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d8f64888-81cb-41e9-83b8-cdb076c4c465 req-fe577768-b99e-4eff-824e-c7cb570c92e1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=733f1808-14f9-4a9f-bed4-8a2cdd7ff74b HTTP/1.1" status: 200 len: 999 time: 0.4011524 Apr 06 14:21:32.574316 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0df394ff-a31a-47ed-9155-e8d784bfd172 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:32.631623 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4069dd98-add9-4a4b-aaf7-248cf204e997 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:32.692290 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df394ff-a31a-47ed-9155-e8d784bfd172 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Port': ['ID=3b1862a8-0b51-46d5-904a-7d8502e5bbe2,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:32.694928 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f875d801-7d0e-4f6e-bebe-adfece606cc3 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:32.698906 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f64888-81cb-41e9-83b8-cdb076c4c465 req-33001be0-4744-45d4-a1d5-92c19deb2952 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:32.698906 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d8f64888-81cb-41e9-83b8-cdb076c4c465 req-33001be0-4744-45d4-a1d5-92c19deb2952 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=905b1e27-43c6-41a9-9b0b-26bc504bfcd6 HTTP/1.1" status: 200 len: 850 time: 0.1619821 Apr 06 14:21:32.707731 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f875d801-7d0e-4f6e-bebe-adfece606cc3 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Usage tracker for resource:security_group_rule and tenant:115180951bc54eb1b42138bfea99338c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:32.743047 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d1c27895-c4bf-4efb-9763-2e8f35690229 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:32.750727 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f875d801-7d0e-4f6e-bebe-adfece606cc3 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:32.813725 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-cbfbecb9-91ea-4c5d-8d57-2ba74923a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'name': 'tempest-TestVolumeBootPattern-396345987-router', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:31Z', 'updated_at': '2022-04-06T14:16:49Z', 'revision_number': 4, 'project_id': '681e39576088423facd0bc7051aac5ad', 'gw_port': {'id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:35Z', 'updated_at': '2022-04-06T14:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '0d44e5af-9002-4de9-a1ab-16f4f589b699', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'port_id': '733f1808-14f9-4a9f-bed4-8a2cdd7ff74b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'mac_address': 'fa:16:3e:23:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dca4dce-8d37-4e20-8676-4848a9ded018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:21:25Z', 'updated_at': '2022-04-06T14:21:25Z', 'revision_number': 0, 'project_id': '681e39576088423facd0bc7051aac5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38993c6-d6a5-4069-b6db-aea1a2c533d9', 'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'mac_address': 'fa:16:3e:96:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:46Z', 'updated_at': '2022-04-06T14:17:00Z', 'revision_number': 5, 'project_id': '681e39576088423facd0bc7051aac5ad', 'subnets': [{'id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:32.826212 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfbecb9-91ea-4c5d-8d57-2ba74923a31f None None] The sync data for ids ['61db72c2-b098-4195-90dd-e4e5e3267309'] in dv-neutron-835868-1-hyperv is: [{'id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'name': 'tempest-TestVolumeBootPattern-396345987-router', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:31Z', 'updated_at': '2022-04-06T14:16:49Z', 'revision_number': 4, 'project_id': '681e39576088423facd0bc7051aac5ad', 'gw_port': {'id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:35Z', 'updated_at': '2022-04-06T14:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '0d44e5af-9002-4de9-a1ab-16f4f589b699', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'port_id': '733f1808-14f9-4a9f-bed4-8a2cdd7ff74b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'mac_address': 'fa:16:3e:23:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dca4dce-8d37-4e20-8676-4848a9ded018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:21:25Z', 'updated_at': '2022-04-06T14:21:25Z', 'revision_number': 0, 'project_id': '681e39576088423facd0bc7051aac5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38993c6-d6a5-4069-b6db-aea1a2c533d9', 'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'mac_address': 'fa:16:3e:96:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:46Z', 'updated_at': '2022-04-06T14:17:00Z', 'revision_number': 5, 'project_id': '681e39576088423facd0bc7051aac5ad', 'subnets': [{'id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:21:32.901411 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c27895-c4bf-4efb-9763-2e8f35690229 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e458eb-8a6d-4be2-89f4-4e2590fa9eff,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:32.954248 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d1c27895-c4bf-4efb-9763-2e8f35690229 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:32.955869 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d1c27895-c4bf-4efb-9763-2e8f35690229 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "DELETE /v2.0/security-groups/92e458eb-8a6d-4be2-89f4-4e2590fa9eff HTTP/1.1" status: 204 len: 168 time: 1.1636133 Apr 06 14:21:32.958526 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53608) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:32.983685 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f875d801-7d0e-4f6e-bebe-adfece606cc3 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:33.116832 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0df394ff-a31a-47ed-9155-e8d784bfd172 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:33.141091 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c74ab9-4d35-454a-aea8-a0ba4a8ff2ad None None] New status for floating IP 0d44e5af-9002-4de9-a1ab-16f4f589b699: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:21:33.168824 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d8f64888-81cb-41e9-83b8-cdb076c4c465 req-1f702040-b39a-49af-9a69-09412a625701 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=095d4797-b5a4-4559-a0b9-992b5f89d16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4633999 Apr 06 14:21:33.173258 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7195aa0e-eb82-40a2-9f13-47296f501be4 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Synchronizing usage tracker for tenant:824da48563ab468d936cb76789134365 on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:33.184339 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0df394ff-a31a-47ed-9155-e8d784bfd172 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/ports/3b1862a8-0b51-46d5-904a-7d8502e5bbe2 HTTP/1.1" status: 204 len: 168 time: 2.2049437 Apr 06 14:21:33.186790 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f875d801-7d0e-4f6e-bebe-adfece606cc3 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:33.191752 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53612) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:33.226062 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f875d801-7d0e-4f6e-bebe-adfece606cc3 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:33.261163 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-7940f892-e026-4f16-be36-10a16811cd60 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Allocated IP 2001:db8:0:1::1d5 (d64c70d8-2f2b-4dcc-976e-5fe9cd332796/eb26976a-c59d-48a4-be05-78e83525c4d0/9961d5e3-0200-43ee-b107-eefecedea84a) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:33.270553 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90c8e29-9112-4b43-928f-1305d59fb9e9 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] GET failed (client error): The resource could not be found. Apr 06 14:21:33.271065 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a90c8e29-9112-4b43-928f-1305d59fb9e9 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Synchronizing usage tracker for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:33.308296 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f875d801-7d0e-4f6e-bebe-adfece606cc3 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:33.309838 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f875d801-7d0e-4f6e-bebe-adfece606cc3 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0381372 Apr 06 14:21:33.312883 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53616) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:33.374123 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-29780d08-f5ad-4859-8167-135fba7d620f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Request body: {'security_group': {'name': 'tempest-secgroup--140048738'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:33.384749 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875d801-7d0e-4f6e-bebe-adfece606cc3 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca59d061-b750-47bb-b75b-fe86fb305a88,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:33.399550 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-29780d08-f5ad-4859-8167-135fba7d620f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:33.407802 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a90c8e29-9112-4b43-928f-1305d59fb9e9 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Unset dirty status for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:33.412380 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a90c8e29-9112-4b43-928f-1305d59fb9e9 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "GET /v2.0/ports/3b1862a8-0b51-46d5-904a-7d8502e5bbe2 HTTP/1.1" status: 404 len: 333 time: 0.2161772 Apr 06 14:21:33.416057 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53620) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:33.432772 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7195aa0e-eb82-40a2-9f13-47296f501be4 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Unset dirty status for tenant:824da48563ab468d936cb76789134365 on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:33.437854 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7195aa0e-eb82-40a2-9f13-47296f501be4 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4742334 Apr 06 14:21:33.437854 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4069dd98-add9-4a4b-aaf7-248cf204e997 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:33.438465 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53624) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:33.439353 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-29780d08-f5ad-4859-8167-135fba7d620f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:33.455614 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4069dd98-add9-4a4b-aaf7-248cf204e997 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:33.457776 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-2c5d195c-dc31-4bed-a659-95ecfd00ac34 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group': {'name': 'tempest-secgroup--487438734'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:33.485003 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2c5d195c-dc31-4bed-a659-95ecfd00ac34 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:33.511686 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-29780d08-f5ad-4859-8167-135fba7d620f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:33.516321 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d8f64888-81cb-41e9-83b8-cdb076c4c465 req-e44229cf-78ac-48c4-a905-bdd043191487 service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385036 Apr 06 14:21:33.520332 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-66f69d9f-7b7f-4909-97e8-e9211fc63c98 req-d7e07652-f48a-4ce8-9695-1f7d2e24dbcb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2dca4dce-8d37-4e20-8676-4848a9ded018&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2652018 Apr 06 14:21:33.539199 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2c5d195c-dc31-4bed-a659-95ecfd00ac34 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:33.547808 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4069dd98-add9-4a4b-aaf7-248cf204e997 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:33.548321 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4069dd98-add9-4a4b-aaf7-248cf204e997 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Fanout notify agent at l3_agent the message router_deleted on router 2c07ac65-8d07-4740-8b97-2d2d7898b9ed {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:21:33.585510 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2c5d195c-dc31-4bed-a659-95ecfd00ac34 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:33.620085 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4069dd98-add9-4a4b-aaf7-248cf204e997 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:33.621194 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4069dd98-add9-4a4b-aaf7-248cf204e997 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/routers/2c07ac65-8d07-4740-8b97-2d2d7898b9ed HTTP/1.1" status: 204 len: 168 time: 1.3899963 Apr 06 14:21:33.623823 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53628) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:33.626935 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-29780d08-f5ad-4859-8167-135fba7d620f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:33.632246 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5a866737-e3e5-4790-b02c-e0d02ea703f5 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:33.639020 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7940f892-e026-4f16-be36-10a16811cd60 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:33.642980 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-29780d08-f5ad-4859-8167-135fba7d620f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Usage tracker for resource:security_group_rule and tenant:115180951bc54eb1b42138bfea99338c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:33.655351 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-29780d08-f5ad-4859-8167-135fba7d620f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:33.670921 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-29780d08-f5ad-4859-8167-135fba7d620f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:33.699822 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-7940f892-e026-4f16-be36-10a16811cd60 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Transition to ACTIVE for port object 9961d5e3-0200-43ee-b107-eefecedea84a will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:33.713962 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7940f892-e026-4f16-be36-10a16811cd60 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:33.719912 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2c5d195c-dc31-4bed-a659-95ecfd00ac34 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:33.724342 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5a866737-e3e5-4790-b02c-e0d02ea703f5 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:33.731661 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d8f64888-81cb-41e9-83b8-cdb076c4c465 req-7eb1da2d-7910-481d-ad70-c926e25c5684 service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063053 Apr 06 14:21:33.781109 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2c5d195c-dc31-4bed-a659-95ecfd00ac34 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Usage tracker for resource:security_group_rule and tenant:824da48563ab468d936cb76789134365 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:33.840445 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2c5d195c-dc31-4bed-a659-95ecfd00ac34 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:33.890238 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2c5d195c-dc31-4bed-a659-95ecfd00ac34 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:33.895817 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d31c57-893c-4a3e-907c-136cf04e2b62 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Deleting subnet 71c24af3-8bbc-4d08-9176-88b0eb4cb4fa {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:21:33.901498 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c4d31c57-893c-4a3e-907c-136cf04e2b62 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:33.918575 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-7940f892-e026-4f16-be36-10a16811cd60 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] In _notify_port_updated(), no bound segment for port 9961d5e3-0200-43ee-b107-eefecedea84a on network d64c70d8-2f2b-4dcc-976e-5fe9cd332796 {{(pid=83737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 06 14:21:33.922484 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7940f892-e026-4f16-be36-10a16811cd60 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:33.923138 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7940f892-e026-4f16-be36-10a16811cd60 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:33.924459 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7940f892-e026-4f16-be36-10a16811cd60 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "PUT /v2.0/ports/9961d5e3-0200-43ee-b107-eefecedea84a HTTP/1.1" status: 200 len: 1011 time: 2.0775254 Apr 06 14:21:33.943569 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53632) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:34.018430 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940f892-e026-4f16-be36-10a16811cd60 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Port': ['ID=9961d5e3-0200-43ee-b107-eefecedea84a,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:34.041245 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-29780d08-f5ad-4859-8167-135fba7d620f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:34.058684 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-29780d08-f5ad-4859-8167-135fba7d620f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:34.079299 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5a866737-e3e5-4790-b02c-e0d02ea703f5 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:34.091970 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c4d31c57-893c-4a3e-907c-136cf04e2b62 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:34.126313 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-964f23dd-4d27-4360-8da4-d6db02ffe46e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting port 9961d5e3-0200-43ee-b107-eefecedea84a {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:21:34.126680 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-964f23dd-4d27-4360-8da4-d6db02ffe46e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:34.136709 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-596ecc0c-4691-4dd4-be35-21eb06356b99 None None] Provisioning for port 9961d5e3-0200-43ee-b107-eefecedea84a completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:34.141788 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-596ecc0c-4691-4dd4-be35-21eb06356b99 None None] Provisioning complete for port 9961d5e3-0200-43ee-b107-eefecedea84a triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:34.141985 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-66f69d9f-7b7f-4909-97e8-e9211fc63c98 req-e8130750-7928-470d-a135-61a21df643b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=681e39576088423facd0bc7051aac5ad&device_id=2dca4dce-8d37-4e20-8676-4848a9ded018 HTTP/1.1" status: 200 len: 1098 time: 0.3098443 Apr 06 14:21:34.142520 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-596ecc0c-4691-4dd4-be35-21eb06356b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:34.189863 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2c5d195c-dc31-4bed-a659-95ecfd00ac34 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:34.214450 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-596ecc0c-4691-4dd4-be35-21eb06356b99 None None] Port 9961d5e3-0200-43ee-b107-eefecedea84a cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:21:34.215859 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29780d08-f5ad-4859-8167-135fba7d620f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf822d89-1319-4e27-b038-b2601ca46c84,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:34.229492 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2c5d195c-dc31-4bed-a659-95ecfd00ac34 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:34.251045 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-29780d08-f5ad-4859-8167-135fba7d620f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:34.252399 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-29780d08-f5ad-4859-8167-135fba7d620f tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9320364 Apr 06 14:21:34.258046 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53636) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:34.262748 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a866737-e3e5-4790-b02c-e0d02ea703f5 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dd5756-e0b5-4625-8e32-c127954bda1d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:34.266894 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c4d31c57-893c-4a3e-907c-136cf04e2b62 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:34.288167 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5a866737-e3e5-4790-b02c-e0d02ea703f5 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:34.293066 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5a866737-e3e5-4790-b02c-e0d02ea703f5 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/security-groups/13dd5756-e0b5-4625-8e32-c127954bda1d HTTP/1.1" status: 204 len: 168 time: 0.8701174 Apr 06 14:21:34.300946 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-10a8a3c0-2368-4a00-8198-b15e25b15cb7 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Request body: {'security_group_rule': {'security_group_id': 'ca59d061-b750-47bb-b75b-fe86fb305a88', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'bf822d89-1319-4e27-b038-b2601ca46c84', 'remote_ip_prefix': None}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:34.304796 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53640) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:34.321578 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-10a8a3c0-2368-4a00-8198-b15e25b15cb7 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:34.328087 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2c5d195c-dc31-4bed-a659-95ecfd00ac34 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:34.329339 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2c5d195c-dc31-4bed-a659-95ecfd00ac34 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8840587 Apr 06 14:21:34.342109 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53644) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:34.351274 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-10a8a3c0-2368-4a00-8198-b15e25b15cb7 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Usage tracker for resource:security_group_rule and tenant:115180951bc54eb1b42138bfea99338c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:34.354357 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f0178381-7184-4e18-b6d1-090dd8483bfe tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group_rule': {'security_group_id': '440eef48-574f-4ba1-9f4b-8ced3bae65e3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:34.355009 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-f0178381-7184-4e18-b6d1-090dd8483bfe tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:21:34.358591 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f0178381-7184-4e18-b6d1-090dd8483bfe tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0108123 Apr 06 14:21:34.358748 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-10a8a3c0-2368-4a00-8198-b15e25b15cb7 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:34.366965 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53648) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:34.375417 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b462e7e3-ffac-4c26-87d4-04b363f6043b tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group_rule': {'security_group_id': '440eef48-574f-4ba1-9f4b-8ced3bae65e3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:34.380204 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d195c-dc31-4bed-a659-95ecfd00ac34 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=440eef48-574f-4ba1-9f4b-8ced3bae65e3,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:34.386983 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b462e7e3-ffac-4c26-87d4-04b363f6043b tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:34.388203 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-10a8a3c0-2368-4a00-8198-b15e25b15cb7 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:34.414796 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b462e7e3-ffac-4c26-87d4-04b363f6043b tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Usage tracker for resource:security_group_rule and tenant:824da48563ab468d936cb76789134365 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:34.423246 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f69d9f-7b7f-4909-97e8-e9211fc63c98 req-bbdad04b-ff1a-42b6-985a-dc85e914883d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:34.424700 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-66f69d9f-7b7f-4909-97e8-e9211fc63c98 req-bbdad04b-ff1a-42b6-985a-dc85e914883d service neutron] 10.222.0.69 "GET /v2.0/networks?id=095d4797-b5a4-4559-a0b9-992b5f89d16a HTTP/1.1" status: 200 len: 912 time: 0.2525005 Apr 06 14:21:34.461566 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b462e7e3-ffac-4c26-87d4-04b363f6043b tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:34.474374 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b462e7e3-ffac-4c26-87d4-04b363f6043b tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:34.524737 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c4d31c57-893c-4a3e-907c-136cf04e2b62 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:34.552262 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-b462e7e3-ffac-4c26-87d4-04b363f6043b tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:21:34.553307 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b462e7e3-ffac-4c26-87d4-04b363f6043b tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1854236 Apr 06 14:21:34.556158 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53652) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:34.559455 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-964f23dd-4d27-4360-8da4-d6db02ffe46e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:34.569777 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1f185ff0-d116-4466-83a8-629963028c4c tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group_rule': {'security_group_id': '440eef48-574f-4ba1-9f4b-8ced3bae65e3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:34.570373 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-1f185ff0-d116-4466-83a8-629963028c4c tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:21:34.571297 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1f185ff0-d116-4466-83a8-629963028c4c tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0142455 Apr 06 14:21:34.575226 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53656) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:34.576815 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-10a8a3c0-2368-4a00-8198-b15e25b15cb7 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:34.581867 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f2667ab0-b85d-4f8a-b5f9-a84862b3a4f2 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group_rule': {'security_group_id': '440eef48-574f-4ba1-9f4b-8ced3bae65e3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:34.604210 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d31c57-893c-4a3e-907c-136cf04e2b62 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Subnet': ['ID=71c24af3-8bbc-4d08-9176-88b0eb4cb4fa,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:34.618547 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a19b9a9-61a5-43b8-b106-608624cb39ac tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:34.639278 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f2667ab0-b85d-4f8a-b5f9-a84862b3a4f2 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:34.653331 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c1ce08-6244-4c4d-a44e-c9a936065a82 None None] Network 72fae7a4-4539-4f49-b118-753fd2292a2e requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:21:34.654760 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c4d31c57-893c-4a3e-907c-136cf04e2b62 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:34.658877 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-66f69d9f-7b7f-4909-97e8-e9211fc63c98 req-b4600064-68c4-4d73-a4ff-3ce02bcbcc18 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=733f1808-14f9-4a9f-bed4-8a2cdd7ff74b HTTP/1.1" status: 200 len: 1001 time: 0.2258289 Apr 06 14:21:34.676372 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c4d31c57-893c-4a3e-907c-136cf04e2b62 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/subnets/71c24af3-8bbc-4d08-9176-88b0eb4cb4fa HTTP/1.1" status: 204 len: 168 time: 1.0515692 Apr 06 14:21:34.708429 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-964f23dd-4d27-4360-8da4-d6db02ffe46e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Calling delete_port for 9961d5e3-0200-43ee-b107-eefecedea84a owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:21:34.713463 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53660) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:34.720418 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a19b9a9-61a5-43b8-b106-608624cb39ac tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:34.748446 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f2667ab0-b85d-4f8a-b5f9-a84862b3a4f2 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Usage tracker for resource:security_group_rule and tenant:824da48563ab468d936cb76789134365 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:34.753348 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f2667ab0-b85d-4f8a-b5f9-a84862b3a4f2 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:34.769104 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f2667ab0-b85d-4f8a-b5f9-a84862b3a4f2 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:34.866910 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f69d9f-7b7f-4909-97e8-e9211fc63c98 req-a143f60c-7df7-49a5-b134-59e27685002b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:34.868358 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-66f69d9f-7b7f-4909-97e8-e9211fc63c98 req-a143f60c-7df7-49a5-b134-59e27685002b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=905b1e27-43c6-41a9-9b0b-26bc504bfcd6 HTTP/1.1" status: 200 len: 850 time: 0.1949503 Apr 06 14:21:34.921785 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5242f470-89c6-45be-8d22-77b2d613c256 None None] DHCP port deletion for 72fae7a4-4539-4f49-b118-753fd2292a2e request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:21:34.927948 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5242f470-89c6-45be-8d22-77b2d613c256 None None] Deleting port eb735869-b72d-406d-986a-0892b6b1ecc2 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:21:34.928637 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5242f470-89c6-45be-8d22-77b2d613c256 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:34.932817 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-10a8a3c0-2368-4a00-8198-b15e25b15cb7 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:34.951017 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be2344f2-6936-4e42-b945-302e77e51cc9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:34.953496 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-10a8a3c0-2368-4a00-8198-b15e25b15cb7 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:34.955396 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-f2667ab0-b85d-4f8a-b5f9-a84862b3a4f2 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:21:34.957114 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f2667ab0-b85d-4f8a-b5f9-a84862b3a4f2 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3809609 Apr 06 14:21:34.962730 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53664) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:34.973646 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a19b9a9-61a5-43b8-b106-608624cb39ac tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:34.991582 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-964f23dd-4d27-4360-8da4-d6db02ffe46e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:35.005231 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-05bb04d6-cbd1-4791-842c-57c97897c9ce tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group_rule': {'security_group_id': '440eef48-574f-4ba1-9f4b-8ced3bae65e3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:35.006677 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-05bb04d6-cbd1-4791-842c-57c97897c9ce tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:21:35.006881 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-05bb04d6-cbd1-4791-842c-57c97897c9ce tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0345883 Apr 06 14:21:35.019289 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8a3c0-2368-4a00-8198-b15e25b15cb7 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ddf8b3f-8efd-4a4c-ab9c-13ee4a016ef9,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:35.022903 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53668) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:35.023952 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19b9a9-61a5-43b8-b106-608624cb39ac tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6914977-87af-4a36-bd39-44ae4d0e6ed8,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:35.079274 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-46ef2d87-7ec8-4384-99ec-d141134abcbb tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group_rule': {'security_group_id': '440eef48-574f-4ba1-9f4b-8ced3bae65e3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:35.086402 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-be2344f2-6936-4e42-b945-302e77e51cc9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Deleting port eb735869-b72d-406d-986a-0892b6b1ecc2 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:21:35.086744 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be2344f2-6936-4e42-b945-302e77e51cc9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:35.099869 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f23dd-4d27-4360-8da4-d6db02ffe46e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Port': ['ID=9961d5e3-0200-43ee-b107-eefecedea84a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:35.117630 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-10a8a3c0-2368-4a00-8198-b15e25b15cb7 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:35.119046 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-10a8a3c0-2368-4a00-8198-b15e25b15cb7 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.8600402 Apr 06 14:21:35.126271 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-46ef2d87-7ec8-4384-99ec-d141134abcbb tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:35.141249 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53672) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:35.146007 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a19b9a9-61a5-43b8-b106-608624cb39ac tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:35.147397 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4a19b9a9-61a5-43b8-b106-608624cb39ac tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/security-groups/b6914977-87af-4a36-bd39-44ae4d0e6ed8 HTTP/1.1" status: 204 len: 168 time: 0.8312120 Apr 06 14:21:35.150773 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-46ef2d87-7ec8-4384-99ec-d141134abcbb tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Usage tracker for resource:security_group_rule and tenant:824da48563ab468d936cb76789134365 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:35.166510 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53676) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:35.167363 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-46ef2d87-7ec8-4384-99ec-d141134abcbb tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:35.185360 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-46ef2d87-7ec8-4384-99ec-d141134abcbb tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:35.271637 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5242f470-89c6-45be-8d22-77b2d613c256 None None] For port eb735869-b72d-406d-986a-0892b6b1ecc2, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=eb735869-b72d-406d-986a-0892b6b1ecc2,segment=NetworkSegment(5dfd147b-99d4-4f35-8b9c-61a2ba6ce2e3),segment_id=5dfd147b-99d4-4f35-8b9c-61a2ba6ce2e3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:35.272105 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5242f470-89c6-45be-8d22-77b2d613c256 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:35.284787 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-964f23dd-4d27-4360-8da4-d6db02ffe46e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:35.297698 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-964f23dd-4d27-4360-8da4-d6db02ffe46e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/ports/9961d5e3-0200-43ee-b107-eefecedea84a HTTP/1.1" status: 204 len: 168 time: 1.3462996 Apr 06 14:21:35.298826 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53680) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:35.307308 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-66f69d9f-7b7f-4909-97e8-e9211fc63c98 req-a2a21f6a-f3c7-4c17-8d26-7ca0202eed3a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=095d4797-b5a4-4559-a0b9-992b5f89d16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4259524 Apr 06 14:21:35.314853 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-46ef2d87-7ec8-4384-99ec-d141134abcbb tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Project 824da48563ab468d936cb76789134365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:21:35.329921 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d056d86-9e2a-4ccd-bb43-62a5abb050bd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:35.352601 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3fb36bc-28a7-4541-ab3c-c3688d558b86 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] GET failed (client error): The resource could not be found. Apr 06 14:21:35.353276 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a3fb36bc-28a7-4541-ab3c-c3688d558b86 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Synchronizing usage tracker for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:35.370047 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a3fb36bc-28a7-4541-ab3c-c3688d558b86 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Unset dirty status for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:35.374040 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a3fb36bc-28a7-4541-ab3c-c3688d558b86 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "GET /v2.0/ports/9961d5e3-0200-43ee-b107-eefecedea84a HTTP/1.1" status: 404 len: 333 time: 0.0717270 Apr 06 14:21:35.374375 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53684) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:35.379026 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d056d86-9e2a-4ccd-bb43-62a5abb050bd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:35.414715 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5242f470-89c6-45be-8d22-77b2d613c256 None None] Calling delete_port for eb735869-b72d-406d-986a-0892b6b1ecc2 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:21:35.493634 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5242f470-89c6-45be-8d22-77b2d613c256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:35.543892 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242f470-89c6-45be-8d22-77b2d613c256 None None] Pushing event deleted for resources: {'Port': ['ID=eb735869-b72d-406d-986a-0892b6b1ecc2,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:35.546126 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5242f470-89c6-45be-8d22-77b2d613c256 None None] No DVR routers for this DVR port eb735869-b72d-406d-986a-0892b6b1ecc2 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:21:35.550086 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-46ef2d87-7ec8-4384-99ec-d141134abcbb tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:21:35.553628 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-46ef2d87-7ec8-4384-99ec-d141134abcbb tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5195358 Apr 06 14:21:35.557698 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53688) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:35.573238 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-12fb7093-5ea2-40a1-af8c-7eb56cda9a30 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group_rule': {'security_group_id': '440eef48-574f-4ba1-9f4b-8ced3bae65e3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:35.573858 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-12fb7093-5ea2-40a1-af8c-7eb56cda9a30 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:21:35.574810 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-12fb7093-5ea2-40a1-af8c-7eb56cda9a30 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0173521 Apr 06 14:21:35.582694 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53692) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:35.590238 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c48eeed2-95ea-40a9-adde-952e75c9826d tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group_rule': {'security_group_id': '440eef48-574f-4ba1-9f4b-8ced3bae65e3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:35.596708 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c48eeed2-95ea-40a9-adde-952e75c9826d tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:35.600791 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b606d5c-1f6a-438a-961e-9de03b0ae851 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting subnet eb26976a-c59d-48a4-be05-78e83525c4d0 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:21:35.604724 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c48eeed2-95ea-40a9-adde-952e75c9826d tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Usage tracker for resource:security_group_rule and tenant:824da48563ab468d936cb76789134365 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:35.607571 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4b606d5c-1f6a-438a-961e-9de03b0ae851 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:35.635226 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c48eeed2-95ea-40a9-adde-952e75c9826d tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:35.646301 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c48eeed2-95ea-40a9-adde-952e75c9826d tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:35.670722 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-c48eeed2-95ea-40a9-adde-952e75c9826d tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Project 824da48563ab468d936cb76789134365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:21:35.675519 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4b606d5c-1f6a-438a-961e-9de03b0ae851 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:35.681060 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d056d86-9e2a-4ccd-bb43-62a5abb050bd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:35.714369 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-be2344f2-6936-4e42-b945-302e77e51cc9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] For port eb735869-b72d-406d-986a-0892b6b1ecc2, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=eb735869-b72d-406d-986a-0892b6b1ecc2,segment=NetworkSegment(5dfd147b-99d4-4f35-8b9c-61a2ba6ce2e3),segment_id=5dfd147b-99d4-4f35-8b9c-61a2ba6ce2e3)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:35.714726 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be2344f2-6936-4e42-b945-302e77e51cc9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:35.734736 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-c48eeed2-95ea-40a9-adde-952e75c9826d tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:21:35.736396 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c48eeed2-95ea-40a9-adde-952e75c9826d tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1526017 Apr 06 14:21:35.739488 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53696) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:35.742027 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d056d86-9e2a-4ccd-bb43-62a5abb050bd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ddf8b3f-8efd-4a4c-ab9c-13ee4a016ef9,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:35.746971 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-66f69d9f-7b7f-4909-97e8-e9211fc63c98 req-093eb4d0-0e84-4f97-ae21-005755977fd4 service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204292 Apr 06 14:21:35.750689 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d66e44c4-e68c-4aa6-9f10-30b9ff8e64c6 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group_rule': {'security_group_id': '440eef48-574f-4ba1-9f4b-8ced3bae65e3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:35.776603 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4b606d5c-1f6a-438a-961e-9de03b0ae851 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:35.798526 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device eb735869-b72d-406d-986a-0892b6b1ecc2 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:21:35.848131 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: eb735869-b72d-406d-986a-0892b6b1ecc2 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:21:35.848481 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device eb735869-b72d-406d-986a-0892b6b1ecc2 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:21:35.891296 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4b606d5c-1f6a-438a-961e-9de03b0ae851 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:35.923838 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b606d5c-1f6a-438a-961e-9de03b0ae851 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Subnet': ['ID=eb26976a-c59d-48a4-be05-78e83525c4d0,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:35.928489 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4b606d5c-1f6a-438a-961e-9de03b0ae851 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:35.935449 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4b606d5c-1f6a-438a-961e-9de03b0ae851 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/subnets/eb26976a-c59d-48a4-be05-78e83525c4d0 HTTP/1.1" status: 204 len: 168 time: 0.5599830 Apr 06 14:21:35.936914 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0f54ba-88de-4436-bd8d-48da86a5d9af None None] Network d64c70d8-2f2b-4dcc-976e-5fe9cd332796 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:21:35.938491 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53700) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:35.982635 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d66e44c4-e68c-4aa6-9f10-30b9ff8e64c6 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:36.001726 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d056d86-9e2a-4ccd-bb43-62a5abb050bd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:36.003859 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2d056d86-9e2a-4ccd-bb43-62a5abb050bd tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/1ddf8b3f-8efd-4a4c-ab9c-13ee4a016ef9 HTTP/1.1" status: 204 len: 168 time: 0.8554099 Apr 06 14:21:36.008216 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53704) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:36.013557 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-be2344f2-6936-4e42-b945-302e77e51cc9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Calling delete_port for eb735869-b72d-406d-986a-0892b6b1ecc2 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:21:36.029183 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee932fe-5319-4d4d-962c-56afe08c198d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting subnet 365045ba-9de4-45e4-a29d-4c302cccef4f {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:21:36.045507 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4ee932fe-5319-4d4d-962c-56afe08c198d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:36.052226 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f96ca4-19b8-48d7-a4bf-e890bbd34e90 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting subnet 59aac019-e2b1-4070-8ab1-47cf4fb8cc6c {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:21:36.064617 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d66e44c4-e68c-4aa6-9f10-30b9ff8e64c6 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Usage tracker for resource:security_group_rule and tenant:824da48563ab468d936cb76789134365 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:36.118003 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f8f96ca4-19b8-48d7-a4bf-e890bbd34e90 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:36.123926 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4ee932fe-5319-4d4d-962c-56afe08c198d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:36.140137 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d66e44c4-e68c-4aa6-9f10-30b9ff8e64c6 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:36.164961 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-be04a51d-0c53-4ef9-b893-bcc23d9d3522 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Synchronizing usage tracker for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:36.171322 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d66e44c4-e68c-4aa6-9f10-30b9ff8e64c6 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:36.207887 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-be04a51d-0c53-4ef9-b893-bcc23d9d3522 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Unset dirty status for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:36.207887 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-be04a51d-0c53-4ef9-b893-bcc23d9d3522 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1873813 Apr 06 14:21:36.207887 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53708) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:36.234520 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-d66e44c4-e68c-4aa6-9f10-30b9ff8e64c6 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Project 824da48563ab468d936cb76789134365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:21:36.244313 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f8f96ca4-19b8-48d7-a4bf-e890bbd34e90 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:36.296162 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4ee932fe-5319-4d4d-962c-56afe08c198d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:36.320764 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-be2344f2-6936-4e42-b945-302e77e51cc9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:21:36.320764 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-be2344f2-6936-4e42-b945-302e77e51cc9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:21:36.336816 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-66f69d9f-7b7f-4909-97e8-e9211fc63c98 req-6f471f44-1960-4f17-b166-817b3141ba4f service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006259 Apr 06 14:21:36.343691 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d89d4b74-4151-432f-8d11-78e64b498769 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:36.347968 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-d66e44c4-e68c-4aa6-9f10-30b9ff8e64c6 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:21:36.347968 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d66e44c4-e68c-4aa6-9f10-30b9ff8e64c6 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5870833 Apr 06 14:21:36.347968 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53712) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:36.387719 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d89d4b74-4151-432f-8d11-78e64b498769 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:36.442192 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f8f96ca4-19b8-48d7-a4bf-e890bbd34e90 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:36.459710 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4ee932fe-5319-4d4d-962c-56afe08c198d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:36.517957 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0317b25b-b623-4973-b014-7a11330fab2e tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:36.522995 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee932fe-5319-4d4d-962c-56afe08c198d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Subnet': ['ID=365045ba-9de4-45e4-a29d-4c302cccef4f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:36.522995 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4ee932fe-5319-4d4d-962c-56afe08c198d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:36.532679 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d89d4b74-4151-432f-8d11-78e64b498769 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:36.555514 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d89d4b74-4151-432f-8d11-78e64b498769 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:36.555514 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d89d4b74-4151-432f-8d11-78e64b498769 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "DELETE /v2.0/security-groups/bf822d89-1319-4e27-b038-b2601ca46c84 HTTP/1.1" status: 204 len: 168 time: 0.3492646 Apr 06 14:21:36.555514 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4ee932fe-5319-4d4d-962c-56afe08c198d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/subnets/365045ba-9de4-45e4-a29d-4c302cccef4f HTTP/1.1" status: 204 len: 168 time: 0.6132476 Apr 06 14:21:36.555514 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53716) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:36.559119 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d4b74-4151-432f-8d11-78e64b498769 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf822d89-1319-4e27-b038-b2601ca46c84,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:36.559119 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53720) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:36.574375 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0317b25b-b623-4973-b014-7a11330fab2e tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:36.654664 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0317b25b-b623-4973-b014-7a11330fab2e tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:36.715578 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317b25b-b623-4973-b014-7a11330fab2e tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=440eef48-574f-4ba1-9f4b-8ced3bae65e3,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:36.736596 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f8f96ca4-19b8-48d7-a4bf-e890bbd34e90 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:36.770607 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4bd0bf5d-282b-446b-95e4-f9baebfb88ee tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:36.786927 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f96ca4-19b8-48d7-a4bf-e890bbd34e90 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Subnet': ['ID=59aac019-e2b1-4070-8ab1-47cf4fb8cc6c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:36.800385 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f8f96ca4-19b8-48d7-a4bf-e890bbd34e90 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:36.814872 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ad036c-07a7-4607-ab2b-549f68542b50 None None] Network 4e9790fd-6922-4da5-be57-c9b836404c09 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:21:36.820055 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f8f96ca4-19b8-48d7-a4bf-e890bbd34e90 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/subnets/59aac019-e2b1-4070-8ab1-47cf4fb8cc6c HTTP/1.1" status: 204 len: 168 time: 1.6333234 Apr 06 14:21:36.825856 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8463ac68-735f-4cec-a422-13b55800deb4 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Synchronizing usage tracker for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:36.830559 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0317b25b-b623-4973-b014-7a11330fab2e tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:36.830559 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0317b25b-b623-4973-b014-7a11330fab2e tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "DELETE /v2.0/security-groups/440eef48-574f-4ba1-9f4b-8ced3bae65e3 HTTP/1.1" status: 204 len: 168 time: 0.4734285 Apr 06 14:21:36.835559 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4bd0bf5d-282b-446b-95e4-f9baebfb88ee tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting port 0ab948ae-6888-40f0-90fe-3160e2ffd0a0 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:21:36.835559 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4bd0bf5d-282b-446b-95e4-f9baebfb88ee tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:36.840345 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53724) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:36.840345 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53726) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:36.840345 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-4acef803-da49-48ff-a9b0-e5eb67fd99e4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'subnet': {'network_id': '4e9790fd-6922-4da5-be57-c9b836404c09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:36.857009 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-be2344f2-6936-4e42-b945-302e77e51cc9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Deleting port eb735869-b72d-406d-986a-0892b6b1ecc2 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:21:36.857009 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be2344f2-6936-4e42-b945-302e77e51cc9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:36.876463 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8463ac68-735f-4cec-a422-13b55800deb4 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Unset dirty status for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:36.888855 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8463ac68-735f-4cec-a422-13b55800deb4 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3239694 Apr 06 14:21:36.888855 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53730) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:37.253817 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-be2344f2-6936-4e42-b945-302e77e51cc9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] The port 'eb735869-b72d-406d-986a-0892b6b1ecc2' was deleted {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:21:37.343464 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-4bd0bf5d-282b-446b-95e4-f9baebfb88ee tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] For port 0ab948ae-6888-40f0-90fe-3160e2ffd0a0, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=0ab948ae-6888-40f0-90fe-3160e2ffd0a0,segment=NetworkSegment(5494e3d2-b4f3-4ad6-9a41-4eda44333494),segment_id=5494e3d2-b4f3-4ad6-9a41-4eda44333494)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:37.343464 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4bd0bf5d-282b-446b-95e4-f9baebfb88ee tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:37.447822 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be2344f2-6936-4e42-b945-302e77e51cc9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:37.491373 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-be2344f2-6936-4e42-b945-302e77e51cc9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72fae7a4-4539-4f49-b118-753fd2292a2e']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:37.513746 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-be2344f2-6936-4e42-b945-302e77e51cc9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dfd147b-99d4-4f35-8b9c-61a2ba6ce2e3') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:37.513746 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-be2344f2-6936-4e42-b945-302e77e51cc9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dfd147b-99d4-4f35-8b9c-61a2ba6ce2e3') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:37.550527 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be2344f2-6936-4e42-b945-302e77e51cc9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:37.574396 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-04caa8c7-d232-41ca-80ec-57b75290bcd6 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Synchronizing usage tracker for tenant:824da48563ab468d936cb76789134365 on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:37.605094 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4104c1f-f5af-4a09-b9c2-e82f343f12ef None None] Network d64c70d8-2f2b-4dcc-976e-5fe9cd332796 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:21:37.642577 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be2344f2-6936-4e42-b945-302e77e51cc9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:37.666286 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4bd0bf5d-282b-446b-95e4-f9baebfb88ee tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Calling delete_port for 0ab948ae-6888-40f0-90fe-3160e2ffd0a0 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:21:37.734191 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2344f2-6936-4e42-b945-302e77e51cc9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:21:37.734191 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be2344f2-6936-4e42-b945-302e77e51cc9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:37.770665 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-04caa8c7-d232-41ca-80ec-57b75290bcd6 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Unset dirty status for tenant:824da48563ab468d936cb76789134365 on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:37.770665 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-04caa8c7-d232-41ca-80ec-57b75290bcd6 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7502074 Apr 06 14:21:37.784412 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4acef803-da49-48ff-a9b0-e5eb67fd99e4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:37.798394 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4acef803-da49-48ff-a9b0-e5eb67fd99e4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:subnet and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:37.815229 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4acef803-da49-48ff-a9b0-e5eb67fd99e4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:37.846260 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4acef803-da49-48ff-a9b0-e5eb67fd99e4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:21:37.880775 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53736) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:37.909086 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2d96fb6d-763e-4575-93fe-28e2d632577e tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group': {'name': 'tempest-secgroup--1411712844'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:37.936853 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ff397986-d586-4bde-a924-f6b06ef23a21 None None] Provisioning complete for port 0ab948ae-6888-40f0-90fe-3160e2ffd0a0 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:37.936853 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ff397986-d586-4bde-a924-f6b06ef23a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:38.055285 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acef803-da49-48ff-a9b0-e5eb67fd99e4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:38.082531 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0bcef1cc-52eb-4a22-a4de-ee1d47bdb0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:38.097339 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4acef803-da49-48ff-a9b0-e5eb67fd99e4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:38.117204 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d770159-f88c-49d7-be73-b092f6158731 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:38.161481 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4bd0bf5d-282b-446b-95e4-f9baebfb88ee tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:38.189637 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e304198-500c-4703-9e43-f6803d10ed17 None None] DHCP port deletion for d64c70d8-2f2b-4dcc-976e-5fe9cd332796 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:21:38.216446 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d770159-f88c-49d7-be73-b092f6158731 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:38.239278 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0bf5d-282b-446b-95e4-f9baebfb88ee tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Port': ['ID=0ab948ae-6888-40f0-90fe-3160e2ffd0a0,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:38.267017 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd0bf5d-282b-446b-95e4-f9baebfb88ee tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] No DVR routers for this DVR port 0ab948ae-6888-40f0-90fe-3160e2ffd0a0 on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:21:38.291038 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2d96fb6d-763e-4575-93fe-28e2d632577e tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:38.305694 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2d96fb6d-763e-4575-93fe-28e2d632577e tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:38.349960 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d96fb6d-763e-4575-93fe-28e2d632577e tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:38.388547 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d770159-f88c-49d7-be73-b092f6158731 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:38.435819 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d770159-f88c-49d7-be73-b092f6158731 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca59d061-b750-47bb-b75b-fe86fb305a88,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:38.443067 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4bd0bf5d-282b-446b-95e4-f9baebfb88ee tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:38.477083 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-4bd0bf5d-282b-446b-95e4-f9baebfb88ee tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d64c70d8-2f2b-4dcc-976e-5fe9cd332796']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:38.509960 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d770159-f88c-49d7-be73-b092f6158731 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:38.509960 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8d770159-f88c-49d7-be73-b092f6158731 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "DELETE /v2.0/security-groups/ca59d061-b750-47bb-b75b-fe86fb305a88 HTTP/1.1" status: 204 len: 168 time: 1.6095428 Apr 06 14:21:38.509960 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-4bd0bf5d-282b-446b-95e4-f9baebfb88ee tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5494e3d2-b4f3-4ad6-9a41-4eda44333494') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:38.509960 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-4bd0bf5d-282b-446b-95e4-f9baebfb88ee tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5494e3d2-b4f3-4ad6-9a41-4eda44333494') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:38.509960 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53740) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:38.526323 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be2344f2-6936-4e42-b945-302e77e51cc9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:38.538600 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be2344f2-6936-4e42-b945-302e77e51cc9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:38.542065 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4bd0bf5d-282b-446b-95e4-f9baebfb88ee tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:38.545614 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2d96fb6d-763e-4575-93fe-28e2d632577e tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:38.565673 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4bd0bf5d-282b-446b-95e4-f9baebfb88ee tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:38.576297 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2d96fb6d-763e-4575-93fe-28e2d632577e tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Usage tracker for resource:security_group_rule and tenant:824da48563ab468d936cb76789134365 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:38.576297 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2344f2-6936-4e42-b945-302e77e51cc9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Network': ['ID=72fae7a4-4539-4f49-b118-753fd2292a2e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:38.591167 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2d96fb6d-763e-4575-93fe-28e2d632577e tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:38.596221 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd0bf5d-282b-446b-95e4-f9baebfb88ee tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:21:38.596221 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4bd0bf5d-282b-446b-95e4-f9baebfb88ee tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:38.605399 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-be2344f2-6936-4e42-b945-302e77e51cc9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/networks/72fae7a4-4539-4f49-b118-753fd2292a2e HTTP/1.1" status: 204 len: 168 time: 3.8736341 Apr 06 14:21:38.605399 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53744) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:38.605399 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2d96fb6d-763e-4575-93fe-28e2d632577e tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:21:38.613043 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-32d572ca-701c-41d5-9af0-54b257a70614 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Synchronizing usage tracker for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:38.626450 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-493b363b-4536-4f4e-9718-f7ca4075fdd1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-216414502', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:38.626450 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-493b363b-4536-4f4e-9718-f7ca4075fdd1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:38.638050 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-bd39743d-2a6f-48a4-988c-1b88291361a2 None None] Provisioning complete for port 61a32148-48c0-4bd7-b24b-882757f0fafd triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:38.638050 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bd39743d-2a6f-48a4-988c-1b88291361a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:38.645101 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-493b363b-4536-4f4e-9718-f7ca4075fdd1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Usage tracker for resource:router and tenant:54b6b16a88cd457596297a5e2f6c39ce is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:38.645101 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-493b363b-4536-4f4e-9718-f7ca4075fdd1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:38.645101 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-493b363b-4536-4f4e-9718-f7ca4075fdd1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:38.678979 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-493b363b-4536-4f4e-9718-f7ca4075fdd1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:38.678979 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-493b363b-4536-4f4e-9718-f7ca4075fdd1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:38.693625 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-32d572ca-701c-41d5-9af0-54b257a70614 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Unset dirty status for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:38.693625 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-32d572ca-701c-41d5-9af0-54b257a70614 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1846638 Apr 06 14:21:38.705330 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53748) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:38.708992 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4bd0bf5d-282b-446b-95e4-f9baebfb88ee tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:38.713211 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-bd39743d-2a6f-48a4-988c-1b88291361a2 None None] Port 61a32148-48c0-4bd7-b24b-882757f0fafd cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:21:38.717372 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4bd0bf5d-282b-446b-95e4-f9baebfb88ee tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:38.721041 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-72ee1cbf-c07c-4743-a0a5-5cc5687dfaf8 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Request body: {'security_group': {'name': 'tempest-secgroup--1625827671'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:38.727848 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-bd39743d-2a6f-48a4-988c-1b88291361a2 None None] Provisioning complete for port 742230f3-4ee0-449f-a88c-b447e22b9797 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:38.727848 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bd39743d-2a6f-48a4-988c-1b88291361a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:38.752059 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-72ee1cbf-c07c-4743-a0a5-5cc5687dfaf8 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:38.760890 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0bf5d-282b-446b-95e4-f9baebfb88ee tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Network': ['ID=d64c70d8-2f2b-4dcc-976e-5fe9cd332796,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:38.767239 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d96fb6d-763e-4575-93fe-28e2d632577e tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:38.767239 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53754) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:38.772462 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4bd0bf5d-282b-446b-95e4-f9baebfb88ee tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/networks/d64c70d8-2f2b-4dcc-976e-5fe9cd332796 HTTP/1.1" status: 204 len: 168 time: 2.2031074 Apr 06 14:21:38.825588 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d96fb6d-763e-4575-93fe-28e2d632577e tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:38.947892 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-72ee1cbf-c07c-4743-a0a5-5cc5687dfaf8 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:38.991444 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-493b363b-4536-4f4e-9718-f7ca4075fdd1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:39.041691 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-72ee1cbf-c07c-4743-a0a5-5cc5687dfaf8 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:39.069115 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96fb6d-763e-4575-93fe-28e2d632577e tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f2c32c-0b4e-45e2-9028-29952e0b2f8a,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:39.082986 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d96fb6d-763e-4575-93fe-28e2d632577e tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:39.082986 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2d96fb6d-763e-4575-93fe-28e2d632577e tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2006176 Apr 06 14:21:39.092478 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53758) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:39.115146 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-93af98cd-6411-43de-9b49-82252be2b556 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group_rule': {'security_group_id': 'e4f2c32c-0b4e-45e2-9028-29952e0b2f8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:39.132606 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-93af98cd-6411-43de-9b49-82252be2b556 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:39.142240 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-493b363b-4536-4f4e-9718-f7ca4075fdd1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:39.158451 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-93af98cd-6411-43de-9b49-82252be2b556 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Usage tracker for resource:security_group_rule and tenant:824da48563ab468d936cb76789134365 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:39.174350 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-72ee1cbf-c07c-4743-a0a5-5cc5687dfaf8 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:39.174350 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-93af98cd-6411-43de-9b49-82252be2b556 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:39.191934 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-72ee1cbf-c07c-4743-a0a5-5cc5687dfaf8 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Usage tracker for resource:security_group_rule and tenant:115180951bc54eb1b42138bfea99338c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:39.198280 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab23aefd-82e5-416d-8ad6-d866feddc8fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:39.198280 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ab23aefd-82e5-416d-8ad6-d866feddc8fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Synchronizing usage tracker for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:39.198280 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-93af98cd-6411-43de-9b49-82252be2b556 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:39.208030 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-72ee1cbf-c07c-4743-a0a5-5cc5687dfaf8 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:39.217894 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-493b363b-4536-4f4e-9718-f7ca4075fdd1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:39.217894 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-493b363b-4536-4f4e-9718-f7ca4075fdd1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6176457 Apr 06 14:21:39.226561 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53762) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:39.231857 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-72ee1cbf-c07c-4743-a0a5-5cc5687dfaf8 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:39.241537 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-3873d183-7523-481a-90b3-ac5a19c85e7e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'network': {'name': 'tempest-RoutersTest-425470974'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:39.251333 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3873d183-7523-481a-90b3-ac5a19c85e7e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:39.251333 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3873d183-7523-481a-90b3-ac5a19c85e7e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Usage tracker for resource:network and tenant:54b6b16a88cd457596297a5e2f6c39ce is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:39.261208 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3873d183-7523-481a-90b3-ac5a19c85e7e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:39.271284 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3873d183-7523-481a-90b3-ac5a19c85e7e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:39.284410 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ab23aefd-82e5-416d-8ad6-d866feddc8fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Unset dirty status for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:39.284410 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ab23aefd-82e5-416d-8ad6-d866feddc8fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5196843 Apr 06 14:21:39.295494 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3873d183-7523-481a-90b3-ac5a19c85e7e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Made reservation on behalf of 54b6b16a88cd457596297a5e2f6c39ce for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:39.295494 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3873d183-7523-481a-90b3-ac5a19c85e7e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:39.303460 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53766) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:39.334358 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3873d183-7523-481a-90b3-ac5a19c85e7e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:21:39.350263 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3873d183-7523-481a-90b3-ac5a19c85e7e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:39.350263 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-3873d183-7523-481a-90b3-ac5a19c85e7e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Added segment c1d9ecd2-0568-44a9-bf44-b67fbaf418c9 of type vlan for network c34b5cd9-fff2-4a54-b70e-09bcc9376e2b Apr 06 14:21:39.360899 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4acef803-da49-48ff-a9b0-e5eb67fd99e4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:39.385872 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3873d183-7523-481a-90b3-ac5a19c85e7e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:39.396527 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-93af98cd-6411-43de-9b49-82252be2b556 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] create failed (client error): The resource could not be found. Apr 06 14:21:39.396527 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-93af98cd-6411-43de-9b49-82252be2b556 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3000560 Apr 06 14:21:39.403550 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53770) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:39.409764 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-71ae08a3-907b-485d-8ca0-0f9a30983fe5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group_rule': {'security_group_id': 'e4f2c32c-0b4e-45e2-9028-29952e0b2f8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '04e944fb-ce06-4061-af0e-31d4af6db591'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:39.419427 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-71ae08a3-907b-485d-8ca0-0f9a30983fe5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:39.426223 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-71ae08a3-907b-485d-8ca0-0f9a30983fe5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Usage tracker for resource:security_group_rule and tenant:824da48563ab468d936cb76789134365 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:39.432513 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-71ae08a3-907b-485d-8ca0-0f9a30983fe5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:39.439120 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-71ae08a3-907b-485d-8ca0-0f9a30983fe5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:39.457100 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-72ee1cbf-c07c-4743-a0a5-5cc5687dfaf8 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:39.469887 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-72ee1cbf-c07c-4743-a0a5-5cc5687dfaf8 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:39.469887 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acef803-da49-48ff-a9b0-e5eb67fd99e4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network 4e9790fd-6922-4da5-be57-c9b836404c09 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:39.488570 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acef803-da49-48ff-a9b0-e5eb67fd99e4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Subnet': ['ID=da343c62-688a-4a1d-af67-e7357afef6fc,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:39.492052 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-4acef803-da49-48ff-a9b0-e5eb67fd99e4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:39.492052 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acef803-da49-48ff-a9b0-e5eb67fd99e4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:39.492052 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4acef803-da49-48ff-a9b0-e5eb67fd99e4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:39.503447 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebc783c-082a-4872-ba59-2f56925960b4 None None] Network 4e9790fd-6922-4da5-be57-c9b836404c09 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:21:39.528044 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3873d183-7523-481a-90b3-ac5a19c85e7e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:39.528044 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3873d183-7523-481a-90b3-ac5a19c85e7e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:39.528044 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3873d183-7523-481a-90b3-ac5a19c85e7e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:39.557257 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee1cbf-c07c-4743-a0a5-5cc5687dfaf8 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e97574a9-07aa-40bf-8abf-ce5b0c51d2ff,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:39.569481 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4acef803-da49-48ff-a9b0-e5eb67fd99e4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7516072 Apr 06 14:21:39.569481 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53774) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:39.593723 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-eb6b4d29-da74-4683-a4be-72ff741dbb4b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'security_group': {'name': 'tempest-secgroup-1535599588'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:39.593723 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-72ee1cbf-c07c-4743-a0a5-5cc5687dfaf8 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:39.593723 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-72ee1cbf-c07c-4743-a0a5-5cc5687dfaf8 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8974981 Apr 06 14:21:39.609193 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-78577598-d39d-4dfc-9f56-2b8f3b94ca10 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3063722 Apr 06 14:21:39.609193 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-eb6b4d29-da74-4683-a4be-72ff741dbb4b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:39.609193 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53778) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:39.609193 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53780) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:39.629265 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-e151a691-dbff-4a71-a9c2-9f06aa7e7e5c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-752104973'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:39.643543 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-44c33241-98bc-44c7-a6b4-d6e82bdce095 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Request body: {'security_group_rule': {'security_group_id': 'e97574a9-07aa-40bf-8abf-ce5b0c51d2ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:39.643543 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-eb6b4d29-da74-4683-a4be-72ff741dbb4b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:security_group and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:39.658019 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-44c33241-98bc-44c7-a6b4-d6e82bdce095 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:39.658019 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-eb6b4d29-da74-4683-a4be-72ff741dbb4b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:39.668033 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e151a691-dbff-4a71-a9c2-9f06aa7e7e5c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:39.668033 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-44c33241-98bc-44c7-a6b4-d6e82bdce095 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Usage tracker for resource:security_group_rule and tenant:115180951bc54eb1b42138bfea99338c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:39.668033 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-eb6b4d29-da74-4683-a4be-72ff741dbb4b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:39.678337 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-44c33241-98bc-44c7-a6b4-d6e82bdce095 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:39.678337 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e151a691-dbff-4a71-a9c2-9f06aa7e7e5c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:network and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:39.690060 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e151a691-dbff-4a71-a9c2-9f06aa7e7e5c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:39.690060 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-44c33241-98bc-44c7-a6b4-d6e82bdce095 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:39.694588 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873d183-7523-481a-90b3-ac5a19c85e7e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Network': ['ID=c34b5cd9-fff2-4a54-b70e-09bcc9376e2b,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:39.694588 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3873d183-7523-481a-90b3-ac5a19c85e7e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4730513 Apr 06 14:21:39.704250 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-71ae08a3-907b-485d-8ca0-0f9a30983fe5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] create failed (client error): The resource could not be found. Apr 06 14:21:39.704250 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-71ae08a3-907b-485d-8ca0-0f9a30983fe5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3003168 Apr 06 14:21:39.709327 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e151a691-dbff-4a71-a9c2-9f06aa7e7e5c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:39.714319 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53786) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:39.714319 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53788) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:39.722548 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network c34b5cd9-fff2-4a54-b70e-09bcc9376e2b details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:21:39.727491 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-92bf3b23-9799-40e7-b3e0-8543d5868f40 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'subnet': {'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:39.733395 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eb6b4d29-da74-4683-a4be-72ff741dbb4b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:39.758248 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e151a691-dbff-4a71-a9c2-9f06aa7e7e5c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:39.767950 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e151a691-dbff-4a71-a9c2-9f06aa7e7e5c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:39.836830 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-44c33241-98bc-44c7-a6b4-d6e82bdce095 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:39.882349 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 0ab948ae-6888-40f0-90fe-3160e2ffd0a0 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:21:39.894778 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-92bf3b23-9799-40e7-b3e0-8543d5868f40 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:39.894778 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-92bf3b23-9799-40e7-b3e0-8543d5868f40 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Usage tracker for resource:subnet and tenant:54b6b16a88cd457596297a5e2f6c39ce is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:39.906270 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-92bf3b23-9799-40e7-b3e0-8543d5868f40 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:39.926995 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-92bf3b23-9799-40e7-b3e0-8543d5868f40 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:39.926995 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e0f3ab0b-9f9a-4383-a0af-8279126ed93d tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:39.940646 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 0ab948ae-6888-40f0-90fe-3160e2ffd0a0 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:21:39.940646 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 0ab948ae-6888-40f0-90fe-3160e2ffd0a0 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:21:39.946214 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bf3b23-9799-40e7-b3e0-8543d5868f40 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Made reservation on behalf of 54b6b16a88cd457596297a5e2f6c39ce for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:39.988680 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-eb6b4d29-da74-4683-a4be-72ff741dbb4b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:40.030255 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-eb6b4d29-da74-4683-a4be-72ff741dbb4b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:security_group_rule and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:40.035457 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-eb6b4d29-da74-4683-a4be-72ff741dbb4b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:40.050764 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e0f3ab0b-9f9a-4383-a0af-8279126ed93d tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:40.079201 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e151a691-dbff-4a71-a9c2-9f06aa7e7e5c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:21:40.079201 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-eb6b4d29-da74-4683-a4be-72ff741dbb4b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:40.093505 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-92bf3b23-9799-40e7-b3e0-8543d5868f40 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:40.111356 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e151a691-dbff-4a71-a9c2-9f06aa7e7e5c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:40.111356 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-e151a691-dbff-4a71-a9c2-9f06aa7e7e5c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Added segment ae99203b-b650-49c1-9f0f-7c6640913f08 of type vlan for network 3fbf4c9b-11d1-4bf9-adfd-16a6a5ad8df9 Apr 06 14:21:40.170295 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e151a691-dbff-4a71-a9c2-9f06aa7e7e5c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:40.183580 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-44c33241-98bc-44c7-a6b4-d6e82bdce095 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:40.202832 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-44c33241-98bc-44c7-a6b4-d6e82bdce095 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:40.229507 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e0f3ab0b-9f9a-4383-a0af-8279126ed93d tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:40.254906 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3ab0b-9f9a-4383-a0af-8279126ed93d tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f2c32c-0b4e-45e2-9028-29952e0b2f8a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:40.268286 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e0f3ab0b-9f9a-4383-a0af-8279126ed93d tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:40.268286 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e0f3ab0b-9f9a-4383-a0af-8279126ed93d tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "DELETE /v2.0/security-groups/e4f2c32c-0b4e-45e2-9028-29952e0b2f8a HTTP/1.1" status: 204 len: 168 time: 0.5564485 Apr 06 14:21:40.268286 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53794) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:40.279054 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eb6b4d29-da74-4683-a4be-72ff741dbb4b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:40.289521 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c33241-98bc-44c7-a6b4-d6e82bdce095 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279f0753-3510-4f0a-9eef-84e5085256c9,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:40.303026 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eb6b4d29-da74-4683-a4be-72ff741dbb4b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:40.328741 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e151a691-dbff-4a71-a9c2-9f06aa7e7e5c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:40.328741 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e151a691-dbff-4a71-a9c2-9f06aa7e7e5c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:40.328741 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e151a691-dbff-4a71-a9c2-9f06aa7e7e5c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:40.364157 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc965371-71d5-4352-bd0f-eba2ce140509 None None] Update dhcp port {'port': {'network_id': '4e9790fd-6922-4da5-be57-c9b836404c09', 'fixed_ips': [{'subnet_id': '016fd7f1-a70f-46e4-a689-c413d7b6bd8f', 'ip_address': '172.20.0.18'}, {'subnet_id': 'da343c62-688a-4a1d-af67-e7357afef6fc'}], 'binding:host_id': 'dv-neutron-835868-1-hyperv'}, 'id': '742230f3-4ee0-449f-a88c-b447e22b9797'} from dv-neutron-835868-1-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 06 14:21:40.374452 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-44c33241-98bc-44c7-a6b4-d6e82bdce095 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:40.374452 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-44c33241-98bc-44c7-a6b4-d6e82bdce095 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.7615676 Apr 06 14:21:40.390658 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53798) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:40.444123 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cc965371-71d5-4352-bd0f-eba2ce140509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:40.484291 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eb6b4d29-da74-4683-a4be-72ff741dbb4b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:40.484291 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-eb6b4d29-da74-4683-a4be-72ff741dbb4b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9075360 Apr 06 14:21:40.495078 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53802) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:40.500824 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e151a691-dbff-4a71-a9c2-9f06aa7e7e5c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8800654 Apr 06 14:21:40.500824 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b4d29-da74-4683-a4be-72ff741dbb4b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddc45e9-d9f9-471d-bc1e-cff0e60b92bb,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:40.509751 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-fb34b0ec-e694-4002-a7ee-f1a9cac73907 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'security_group': {'name': 'tempest-secgroup-1231806158'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:40.518167 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53806) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:40.528385 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-06ea20b8-4fd1-470d-aab6-e86ba7f39829 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'subnet': {'network_id': '3fbf4c9b-11d1-4bf9-adfd-16a6a5ad8df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:40.533582 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fb4bade2-026d-4b4d-a2ba-3d439e8da089 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Synchronizing usage tracker for tenant:824da48563ab468d936cb76789134365 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:40.564052 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fb34b0ec-e694-4002-a7ee-f1a9cac73907 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:40.574134 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-109ff321-7c04-43e2-9710-2f909e793755 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:40.614969 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fb34b0ec-e694-4002-a7ee-f1a9cac73907 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:security_group and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:40.620442 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151a691-dbff-4a71-a9c2-9f06aa7e7e5c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Network': ['ID=3fbf4c9b-11d1-4bf9-adfd-16a6a5ad8df9,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:40.625698 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-109ff321-7c04-43e2-9710-2f909e793755 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:40.635162 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fb34b0ec-e694-4002-a7ee-f1a9cac73907 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:40.640755 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fb34b0ec-e694-4002-a7ee-f1a9cac73907 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:40.652124 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-92bf3b23-9799-40e7-b3e0-8543d5868f40 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:40.655516 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 3fbf4c9b-11d1-4bf9-adfd-16a6a5ad8df9 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:21:40.656225 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fb4bade2-026d-4b4d-a2ba-3d439e8da089 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Unset dirty status for tenant:824da48563ab468d936cb76789134365 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:40.662847 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fb4bade2-026d-4b4d-a2ba-3d439e8da089 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3929393 Apr 06 14:21:40.663120 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53810) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:40.670861 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-be1fa3d9-cbd6-488e-91b3-f69b796a5a61 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group_rule': {'security_group_id': 'cb90e5ce-790e-47ca-acca-7ab18570e30e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:40.678961 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-be1fa3d9-cbd6-488e-91b3-f69b796a5a61 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:40.682010 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-06ea20b8-4fd1-470d-aab6-e86ba7f39829 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:40.686832 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-be1fa3d9-cbd6-488e-91b3-f69b796a5a61 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Usage tracker for resource:security_group_rule and tenant:824da48563ab468d936cb76789134365 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:40.690027 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-06ea20b8-4fd1-470d-aab6-e86ba7f39829 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:subnet and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:40.693579 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-be1fa3d9-cbd6-488e-91b3-f69b796a5a61 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:40.696825 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-06ea20b8-4fd1-470d-aab6-e86ba7f39829 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:40.721608 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-be1fa3d9-cbd6-488e-91b3-f69b796a5a61 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:40.721608 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-06ea20b8-4fd1-470d-aab6-e86ba7f39829 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:40.733789 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ea20b8-4fd1-470d-aab6-e86ba7f39829 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:40.740527 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf3b23-9799-40e7-b3e0-8543d5868f40 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Subnet': ['ID=6776f1eb-f281-4022-af4e-84f7cefb7798,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:40.758186 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fb34b0ec-e694-4002-a7ee-f1a9cac73907 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:40.842484 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-109ff321-7c04-43e2-9710-2f909e793755 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:40.864596 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-cc965371-71d5-4352-bd0f-eba2ce140509 None None] Allocated IP 172.20.0.2 (4e9790fd-6922-4da5-be57-c9b836404c09/da343c62-688a-4a1d-af67-e7357afef6fc/742230f3-4ee0-449f-a88c-b447e22b9797) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:40.864596 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1fabb675-d64e-4124-869f-d04536287971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:40.905322 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ff321-7c04-43e2-9710-2f909e793755 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=279f0753-3510-4f0a-9eef-84e5085256c9,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:40.922523 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-be1fa3d9-cbd6-488e-91b3-f69b796a5a61 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] create failed (client error): The resource could not be found. Apr 06 14:21:40.927241 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-be1fa3d9-cbd6-488e-91b3-f69b796a5a61 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2595234 Apr 06 14:21:40.927241 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53814) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:40.936431 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-26a08994-8885-4549-ab22-42864a2afbea tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group': {'name': 'tempest-secgroup--230458371'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:40.945778 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06ea20b8-4fd1-470d-aab6-e86ba7f39829 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:40.964341 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-26a08994-8885-4549-ab22-42864a2afbea tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:40.964468 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-109ff321-7c04-43e2-9710-2f909e793755 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:40.966564 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-109ff321-7c04-43e2-9710-2f909e793755 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/279f0753-3510-4f0a-9eef-84e5085256c9 HTTP/1.1" status: 204 len: 168 time: 0.5815797 Apr 06 14:21:40.971226 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fb34b0ec-e694-4002-a7ee-f1a9cac73907 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:40.971226 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bf3b23-9799-40e7-b3e0-8543d5868f40 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Checking segment: {'id': 'c1d9ecd2-0568-44a9-bf44-b67fbaf418c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:21:40.974587 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bf3b23-9799-40e7-b3e0-8543d5868f40 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network hostable DHCP agents. Network: c34b5cd9-fff2-4a54-b70e-09bcc9376e2b, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:21:40.982760 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53818) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:40.990142 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fb34b0ec-e694-4002-a7ee-f1a9cac73907 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:security_group_rule and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:40.997145 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fb34b0ec-e694-4002-a7ee-f1a9cac73907 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:41.008806 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fb34b0ec-e694-4002-a7ee-f1a9cac73907 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:41.034986 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-cc965371-71d5-4352-bd0f-eba2ce140509 None None] For port 742230f3-4ee0-449f-a88c-b447e22b9797, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=742230f3-4ee0-449f-a88c-b447e22b9797,segment=NetworkSegment(4673acd7-6791-4598-8001-6ba5b21bc0d4),segment_id=4673acd7-6791-4598-8001-6ba5b21bc0d4)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:41.045150 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bf3b23-9799-40e7-b3e0-8543d5868f40 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network c34b5cd9-fff2-4a54-b70e-09bcc9376e2b is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:21:41.060336 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-92bf3b23-9799-40e7-b3e0-8543d5868f40 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, c34b5cd9-fff2-4a54-b70e-09bcc9376e2b) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:41.065063 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bf3b23-9799-40e7-b3e0-8543d5868f40 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:41.066565 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-92bf3b23-9799-40e7-b3e0-8543d5868f40 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:41.073495 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cc965371-71d5-4352-bd0f-eba2ce140509 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:41.099979 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-26a08994-8885-4549-ab22-42864a2afbea tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:41.113905 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-cc965371-71d5-4352-bd0f-eba2ce140509 None None] Transition to ACTIVE for port object 742230f3-4ee0-449f-a88c-b447e22b9797 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:41.113905 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e2ba6e-371e-4d3c-b8f4-94db73e7f988 None None] Network c34b5cd9-fff2-4a54-b70e-09bcc9376e2b requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:21:41.128206 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fb34b0ec-e694-4002-a7ee-f1a9cac73907 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:41.128206 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-92bf3b23-9799-40e7-b3e0-8543d5868f40 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4178994 Apr 06 14:21:41.128206 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fb34b0ec-e694-4002-a7ee-f1a9cac73907 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:41.142414 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53822) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:41.148055 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cc965371-71d5-4352-bd0f-eba2ce140509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:41.166196 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5575716c-45e4-4594-83bd-c401a91e3ab7 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Synchronizing usage tracker for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group_rule {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:41.166196 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26a08994-8885-4549-ab22-42864a2afbea tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:41.213528 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5575716c-45e4-4594-83bd-c401a91e3ab7 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Unset dirty status for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group_rule {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:41.213528 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5575716c-45e4-4594-83bd-c401a91e3ab7 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2347944 Apr 06 14:21:41.213528 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53826) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:41.303442 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-26a08994-8885-4549-ab22-42864a2afbea tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:41.345188 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-26a08994-8885-4549-ab22-42864a2afbea tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Usage tracker for resource:security_group_rule and tenant:824da48563ab468d936cb76789134365 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:41.345188 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-26a08994-8885-4549-ab22-42864a2afbea tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:41.373645 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:41.388072 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-26a08994-8885-4549-ab22-42864a2afbea tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:41.388072 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff5ae794-3b92-4fb0-9109-c985d956ed15 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:41.437801 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:41.470214 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff5ae794-3b92-4fb0-9109-c985d956ed15 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:41.476996 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fb34b0ec-e694-4002-a7ee-f1a9cac73907 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:41.476996 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fb34b0ec-e694-4002-a7ee-f1a9cac73907 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9833288 Apr 06 14:21:41.481236 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34b0ec-e694-4002-a7ee-f1a9cac73907 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd532ef-f086-499a-8e5c-ea3e3e8a4c99,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:41.484154 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53830) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:41.495402 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-02c5ee1f-bb13-4552-a6e7-db0c97753e40 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'security_group': {'name': 'tempest-secgroup-631079027'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:41.500901 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc965371-71d5-4352-bd0f-eba2ce140509 None None] Pushing event updated for resources: {'Port': ['ID=742230f3-4ee0-449f-a88c-b447e22b9797,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:41.506239 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-02c5ee1f-bb13-4552-a6e7-db0c97753e40 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:41.514650 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-02c5ee1f-bb13-4552-a6e7-db0c97753e40 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:security_group and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:41.518824 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-02c5ee1f-bb13-4552-a6e7-db0c97753e40 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:41.529907 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-02c5ee1f-bb13-4552-a6e7-db0c97753e40 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:41.530629 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06ea20b8-4fd1-470d-aab6-e86ba7f39829 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:41.612560 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26a08994-8885-4549-ab22-42864a2afbea tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:41.644713 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26a08994-8885-4549-ab22-42864a2afbea tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:41.663756 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a2d435-6b43-4b89-a9d1-b4ce328492e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-c34b5cd9-fff2-4a54-b70e-09bcc9376e2b', 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'fixed_ips': [{'subnet_id': '6776f1eb-f281-4022-af4e-84f7cefb7798'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:21:41.663756 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-95a2d435-6b43-4b89-a9d1-b4ce328492e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:41.731289 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff5ae794-3b92-4fb0-9109-c985d956ed15 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:41.783015 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea20b8-4fd1-470d-aab6-e86ba7f39829 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Subnet': ['ID=a9951fa6-5da6-4195-ba81-7c240acd18d8,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:41.789733 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-02c5ee1f-bb13-4552-a6e7-db0c97753e40 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:41.867265 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a08994-8885-4549-ab22-42864a2afbea tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa717f20-7f15-4e4d-a92b-a5fff3df6eeb,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:41.892215 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 742230f3-4ee0-449f-a88c-b447e22b9797 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:21:41.935436 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ae794-3b92-4fb0-9109-c985d956ed15 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97574a9-07aa-40bf-8abf-ce5b0c51d2ff,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:41.947744 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ea20b8-4fd1-470d-aab6-e86ba7f39829 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Checking segment: {'id': 'ae99203b-b650-49c1-9f0f-7c6640913f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3fbf4c9b-11d1-4bf9-adfd-16a6a5ad8df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:21:41.947744 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ea20b8-4fd1-470d-aab6-e86ba7f39829 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network hostable DHCP agents. Network: 3fbf4c9b-11d1-4bf9-adfd-16a6a5ad8df9, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:21:41.976190 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff5ae794-3b92-4fb0-9109-c985d956ed15 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:41.976190 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ff5ae794-3b92-4fb0-9109-c985d956ed15 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "DELETE /v2.0/security-groups/e97574a9-07aa-40bf-8abf-ce5b0c51d2ff HTTP/1.1" status: 204 len: 168 time: 0.7556019 Apr 06 14:21:41.976190 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26a08994-8885-4549-ab22-42864a2afbea tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:41.987951 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-26a08994-8885-4549-ab22-42864a2afbea tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0502825 Apr 06 14:21:41.987951 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53834) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:41.987951 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53836) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:42.045151 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-bc7f0363-60d3-46c2-a650-96162f9232b5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group': {'name': 'tempest-secgroup--2093489402'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:42.057663 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-bc7f0363-60d3-46c2-a650-96162f9232b5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:42.073358 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bc7f0363-60d3-46c2-a650-96162f9232b5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Usage tracker for resource:security_group and tenant:824da48563ab468d936cb76789134365 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:42.078744 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bc7f0363-60d3-46c2-a650-96162f9232b5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:42.091897 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-bc7f0363-60d3-46c2-a650-96162f9232b5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:42.108976 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1d5dcbdc-0699-498a-be35-8ab47ed3b518 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Synchronizing usage tracker for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:42.136212 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-95a2d435-6b43-4b89-a9d1-b4ce328492e6 None None] Allocated IP 172.20.0.2 (c34b5cd9-fff2-4a54-b70e-09bcc9376e2b/6776f1eb-f281-4022-af4e-84f7cefb7798/437fd2d1-f456-4876-b675-a65cb08ca44e) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:42.142860 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc7f0363-60d3-46c2-a650-96162f9232b5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:42.178373 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-02c5ee1f-bb13-4552-a6e7-db0c97753e40 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:42.192927 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-bc7f0363-60d3-46c2-a650-96162f9232b5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:42.195016 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-02c5ee1f-bb13-4552-a6e7-db0c97753e40 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:security_group_rule and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:42.198010 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bc7f0363-60d3-46c2-a650-96162f9232b5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Usage tracker for resource:security_group_rule and tenant:824da48563ab468d936cb76789134365 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:42.200976 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-02c5ee1f-bb13-4552-a6e7-db0c97753e40 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:42.202302 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bc7f0363-60d3-46c2-a650-96162f9232b5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:42.208767 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-bc7f0363-60d3-46c2-a650-96162f9232b5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:42.216650 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ea20b8-4fd1-470d-aab6-e86ba7f39829 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network 3fbf4c9b-11d1-4bf9-adfd-16a6a5ad8df9 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:21:42.217190 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-02c5ee1f-bb13-4552-a6e7-db0c97753e40 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:42.232448 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1d5dcbdc-0699-498a-be35-8ab47ed3b518 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Unset dirty status for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:42.232448 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1d5dcbdc-0699-498a-be35-8ab47ed3b518 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2445071 Apr 06 14:21:42.234560 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53842) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:42.246709 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2885dea4-e385-40f1-9efd-26af3139e7a2 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Request body: {'security_group': {'name': 'tempest-secgroup--2047458866'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:42.252320 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2885dea4-e385-40f1-9efd-26af3139e7a2 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:42.254427 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-06ea20b8-4fd1-470d-aab6-e86ba7f39829 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 3fbf4c9b-11d1-4bf9-adfd-16a6a5ad8df9) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:42.262792 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ea20b8-4fd1-470d-aab6-e86ba7f39829 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:42.262792 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06ea20b8-4fd1-470d-aab6-e86ba7f39829 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:42.292514 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2885dea4-e385-40f1-9efd-26af3139e7a2 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:42.327605 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2885dea4-e385-40f1-9efd-26af3139e7a2 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:42.354511 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-06ea20b8-4fd1-470d-aab6-e86ba7f39829 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8316963 Apr 06 14:21:42.357529 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53846) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:42.361910 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc7f0363-60d3-46c2-a650-96162f9232b5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:42.367075 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9f336320-d286-42fa-b4ac-7844afe4b4e4 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'port': {'network_id': '3fbf4c9b-11d1-4bf9-adfd-16a6a5ad8df9', 'name': 'tempest-PortsIpV6TestJSON-879733368'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:42.391071 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf2eaf6-61f5-4532-a50c-54419c4404b1 None None] Network 3fbf4c9b-11d1-4bf9-adfd-16a6a5ad8df9 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:21:42.392941 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc7f0363-60d3-46c2-a650-96162f9232b5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:42.461612 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-02c5ee1f-bb13-4552-a6e7-db0c97753e40 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:42.463092 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7d772c3-62e3-47cd-866f-7a21605c79bf tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:42.478925 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-02c5ee1f-bb13-4552-a6e7-db0c97753e40 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:42.494578 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e6f33d1e-7db2-4f22-bb74-4d2da47ebf03 None None] Provisioning complete for port 61a32148-48c0-4bd7-b24b-882757f0fafd triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:42.494849 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e6f33d1e-7db2-4f22-bb74-4d2da47ebf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:42.589177 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e6f33d1e-7db2-4f22-bb74-4d2da47ebf03 None None] Port 61a32148-48c0-4bd7-b24b-882757f0fafd cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:21:42.609961 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2885dea4-e385-40f1-9efd-26af3139e7a2 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:42.627151 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc7f0363-60d3-46c2-a650-96162f9232b5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:42.628608 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bc7f0363-60d3-46c2-a650-96162f9232b5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6407900 Apr 06 14:21:42.636088 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53850) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:42.641153 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f0363-60d3-46c2-a650-96162f9232b5 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=778336cc-aec4-4094-96a2-c60c923baff6,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:42.644488 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2885dea4-e385-40f1-9efd-26af3139e7a2 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:42.650753 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a0ebb1e8-4b5b-473b-8462-41bc4b6c1360 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group_rule': {'security_group_id': 'fa717f20-7f15-4e4d-a92b-a5fff3df6eeb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '778336cc-aec4-4094-96a2-c60c923baff6'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:42.652538 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5ee1f-bb13-4552-a6e7-db0c97753e40 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8073c140-6586-47dd-8964-73b8a31b2973,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:42.683848 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a0ebb1e8-4b5b-473b-8462-41bc4b6c1360 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:42.693560 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-02c5ee1f-bb13-4552-a6e7-db0c97753e40 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:42.694771 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-02c5ee1f-bb13-4552-a6e7-db0c97753e40 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.2090354 Apr 06 14:21:42.703891 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53854) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:42.704789 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a0ebb1e8-4b5b-473b-8462-41bc4b6c1360 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Usage tracker for resource:security_group_rule and tenant:824da48563ab468d936cb76789134365 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:42.718879 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a0ebb1e8-4b5b-473b-8462-41bc4b6c1360 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:42.720038 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e6f33d1e-7db2-4f22-bb74-4d2da47ebf03 None None] Provisioning for port 742230f3-4ee0-449f-a88c-b447e22b9797 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:42.727215 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-813e3d66-547f-4dfd-8d0a-d88da17c6c21 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2067285471', 'security_groups': ['8073c140-6586-47dd-8964-73b8a31b2973'], 'network_id': '4e9790fd-6922-4da5-be57-c9b836404c09', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'da343c62-688a-4a1d-af67-e7357afef6fc'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:42.739905 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e6f33d1e-7db2-4f22-bb74-4d2da47ebf03 None None] Provisioning complete for port 742230f3-4ee0-449f-a88c-b447e22b9797 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:42.740276 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e6f33d1e-7db2-4f22-bb74-4d2da47ebf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:42.749513 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a0ebb1e8-4b5b-473b-8462-41bc4b6c1360 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:42.757045 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9f336320-d286-42fa-b4ac-7844afe4b4e4 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:42.767011 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9f336320-d286-42fa-b4ac-7844afe4b4e4 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:42.809971 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-95a2d435-6b43-4b89-a9d1-b4ce328492e6 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:42.873356 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-95a2d435-6b43-4b89-a9d1-b4ce328492e6 None None] Transition to ACTIVE for port object 437fd2d1-f456-4876-b675-a65cb08ca44e will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:42.877142 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:42.889145 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1780010-110a-4c0b-9b62-cc7fd5e1afe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-3fbf4c9b-11d1-4bf9-adfd-16a6a5ad8df9', 'network_id': '3fbf4c9b-11d1-4bf9-adfd-16a6a5ad8df9', 'tenant_id': '4fc82e9fc10b417fb0b2b72d7d1a7a75', 'fixed_ips': [{'subnet_id': 'a9951fa6-5da6-4195-ba81-7c240acd18d8'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:21:42.889952 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b1780010-110a-4c0b-9b62-cc7fd5e1afe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:42.907428 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f336320-d286-42fa-b4ac-7844afe4b4e4 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:42.910771 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f336320-d286-42fa-b4ac-7844afe4b4e4 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:42.918377 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-95a2d435-6b43-4b89-a9d1-b4ce328492e6 None None] Transition to ACTIVE for port object 437fd2d1-f456-4876-b675-a65cb08ca44e will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:42.958864 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-95a2d435-6b43-4b89-a9d1-b4ce328492e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:42.994676 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-e7d772c3-62e3-47cd-866f-7a21605c79bf tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Allocated IP 172.20.0.1 (c34b5cd9-fff2-4a54-b70e-09bcc9376e2b/6776f1eb-f281-4022-af4e-84f7cefb7798/3f076b03-71fd-4d73-a850-0ab5368a65d9) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:42.995955 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2885dea4-e385-40f1-9efd-26af3139e7a2 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:43.001867 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-9f336320-d286-42fa-b4ac-7844afe4b4e4 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] device_id is not set on port 4061aead-bc12-41ca-8f04-8215dc7ae894 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:21:43.035803 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-a0ebb1e8-4b5b-473b-8462-41bc4b6c1360 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:21:43.039711 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a0ebb1e8-4b5b-473b-8462-41bc4b6c1360 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.3998759 Apr 06 14:21:43.041355 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-813e3d66-547f-4dfd-8d0a-d88da17c6c21 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:43.045653 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53858) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:43.045653 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2885dea4-e385-40f1-9efd-26af3139e7a2 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:43.109617 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-813e3d66-547f-4dfd-8d0a-d88da17c6c21 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:43.110724 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a2d435-6b43-4b89-a9d1-b4ce328492e6 None None] Network c34b5cd9-fff2-4a54-b70e-09bcc9376e2b is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:43.116416 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-95a2d435-6b43-4b89-a9d1-b4ce328492e6 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:43.139037 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a2d435-6b43-4b89-a9d1-b4ce328492e6 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:21:43.150384 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2d435-6b43-4b89-a9d1-b4ce328492e6 None None] Pushing event updated for resources: {'Port': ['ID=437fd2d1-f456-4876-b675-a65cb08ca44e,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:43.176011 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885dea4-e385-40f1-9efd-26af3139e7a2 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0972a3-6284-4f51-b7ca-9d1be3b4c533,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:43.188298 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2885dea4-e385-40f1-9efd-26af3139e7a2 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:43.188298 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2885dea4-e385-40f1-9efd-26af3139e7a2 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9496641 Apr 06 14:21:43.194296 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53862) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:43.194296 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813e3d66-547f-4dfd-8d0a-d88da17c6c21 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:43.212305 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-5758ab71-ed74-40f4-963b-dfe1759ddb3c tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Request body: {'security_group_rule': {'security_group_id': '9e0972a3-6284-4f51-b7ca-9d1be3b4c533', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:43.231826 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5758ab71-ed74-40f4-963b-dfe1759ddb3c tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:43.256832 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7d772c3-62e3-47cd-866f-7a21605c79bf tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:43.284699 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-e7d772c3-62e3-47cd-866f-7a21605c79bf tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Transition to ACTIVE for port object 3f076b03-71fd-4d73-a850-0ab5368a65d9 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:43.293876 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5758ab71-ed74-40f4-963b-dfe1759ddb3c tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Usage tracker for resource:security_group_rule and tenant:115180951bc54eb1b42138bfea99338c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:43.293876 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5758ab71-ed74-40f4-963b-dfe1759ddb3c tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:43.313395 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7d772c3-62e3-47cd-866f-7a21605c79bf tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:43.314869 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5758ab71-ed74-40f4-963b-dfe1759ddb3c tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:43.339170 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c99a7dcd-f16a-4ff5-95ca-95df4df88639 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:43.345185 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-95a2d435-6b43-4b89-a9d1-b4ce328492e6 None None] Attempting to bind port 437fd2d1-f456-4876-b675-a65cb08ca44e on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:21:43.345185 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-95a2d435-6b43-4b89-a9d1-b4ce328492e6 None None] Attempting to bind port 437fd2d1-f456-4876-b675-a65cb08ca44e by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'c1d9ecd2-0568-44a9-bf44-b67fbaf418c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:21:43.345185 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a2d435-6b43-4b89-a9d1-b4ce328492e6 None None] Attempting to bind port 437fd2d1-f456-4876-b675-a65cb08ca44e on network c34b5cd9-fff2-4a54-b70e-09bcc9376e2b {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:21:43.347483 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-b1780010-110a-4c0b-9b62-cc7fd5e1afe4 None None] Allocated IP 2001:db8::2 (3fbf4c9b-11d1-4bf9-adfd-16a6a5ad8df9/a9951fa6-5da6-4195-ba81-7c240acd18d8/ff4b4ef9-84a4-4cba-8acc-aa88bdaf024a) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:43.349252 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a2d435-6b43-4b89-a9d1-b4ce328492e6 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:21:43.349252 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a2d435-6b43-4b89-a9d1-b4ce328492e6 None None] Checking segment: {'id': 'c1d9ecd2-0568-44a9-bf44-b67fbaf418c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:21:43.349704 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-95a2d435-6b43-4b89-a9d1-b4ce328492e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:43.349985 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a2d435-6b43-4b89-a9d1-b4ce328492e6 None None] Bound using segment: {'id': 'c1d9ecd2-0568-44a9-bf44-b67fbaf418c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:21:43.350529 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-95a2d435-6b43-4b89-a9d1-b4ce328492e6 None None] Bound port: 437fd2d1-f456-4876-b675-a65cb08ca44e, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d9ecd2-0568-44a9-bf44-b67fbaf418c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:21:43.350849 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-95a2d435-6b43-4b89-a9d1-b4ce328492e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:43.362576 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5758ab71-ed74-40f4-963b-dfe1759ddb3c tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:43.410427 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d772c3-62e3-47cd-866f-7a21605c79bf tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network c34b5cd9-fff2-4a54-b70e-09bcc9376e2b is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:43.411324 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-813e3d66-547f-4dfd-8d0a-d88da17c6c21 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:43.414129 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-e7d772c3-62e3-47cd-866f-7a21605c79bf tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:43.420885 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d772c3-62e3-47cd-866f-7a21605c79bf tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Port': ['ID=3f076b03-71fd-4d73-a850-0ab5368a65d9,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:43.423343 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d772c3-62e3-47cd-866f-7a21605c79bf tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:21:43.423705 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c99a7dcd-f16a-4ff5-95ca-95df4df88639 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:43.480588 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-813e3d66-547f-4dfd-8d0a-d88da17c6c21 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] device_id is not set on port 0dc35195-82c0-4c10-aaf1-f69b2afc8ff6 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:21:43.492433 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7d772c3-62e3-47cd-866f-7a21605c79bf tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:43.537058 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-95a2d435-6b43-4b89-a9d1-b4ce328492e6 None None] For port 437fd2d1-f456-4876-b675-a65cb08ca44e, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:21:43.561885 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-95a2d435-6b43-4b89-a9d1-b4ce328492e6 None None] For port 437fd2d1-f456-4876-b675-a65cb08ca44e, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=437fd2d1-f456-4876-b675-a65cb08ca44e,segment=NetworkSegment(c1d9ecd2-0568-44a9-bf44-b67fbaf418c9),segment_id=c1d9ecd2-0568-44a9-bf44-b67fbaf418c9)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:21:43.564251 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c99a7dcd-f16a-4ff5-95ca-95df4df88639 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:43.572764 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-95a2d435-6b43-4b89-a9d1-b4ce328492e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:43.584379 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5758ab71-ed74-40f4-963b-dfe1759ddb3c tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:43.590968 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7d772c3-62e3-47cd-866f-7a21605c79bf tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:43.593020 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a7dcd-f16a-4ff5-95ca-95df4df88639 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=778336cc-aec4-4094-96a2-c60c923baff6,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:43.599767 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5758ab71-ed74-40f4-963b-dfe1759ddb3c tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:43.663472 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758ab71-ed74-40f4-963b-dfe1759ddb3c tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c486ea-a6d7-4a9a-bc37-af72d7b14141,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:43.698296 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c99a7dcd-f16a-4ff5-95ca-95df4df88639 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:43.702262 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c99a7dcd-f16a-4ff5-95ca-95df4df88639 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "DELETE /v2.0/security-groups/778336cc-aec4-4094-96a2-c60c923baff6 HTTP/1.1" status: 204 len: 168 time: 0.6525342 Apr 06 14:21:43.706429 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53866) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:43.727225 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5758ab71-ed74-40f4-963b-dfe1759ddb3c tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:43.728758 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5758ab71-ed74-40f4-963b-dfe1759ddb3c tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5239446 Apr 06 14:21:43.734543 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2d435-6b43-4b89-a9d1-b4ce328492e6 None None] Pushing event updated for resources: {'Port': ['ID=437fd2d1-f456-4876-b675-a65cb08ca44e,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:43.735825 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53870) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:43.752742 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b1780010-110a-4c0b-9b62-cc7fd5e1afe4 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:43.767889 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b1780010-110a-4c0b-9b62-cc7fd5e1afe4 None None] Transition to ACTIVE for port object ff4b4ef9-84a4-4cba-8acc-aa88bdaf024a will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:43.793387 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b1780010-110a-4c0b-9b62-cc7fd5e1afe4 None None] Transition to ACTIVE for port object ff4b4ef9-84a4-4cba-8acc-aa88bdaf024a will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:43.801172 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b1780010-110a-4c0b-9b62-cc7fd5e1afe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:43.867216 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b246795a-0aee-481a-a56d-57451f47b2fe tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "GET /v2.0/security-group-rules/f2c486ea-a6d7-4a9a-bc37-af72d7b14141 HTTP/1.1" status: 200 len: 705 time: 0.1301370 Apr 06 14:21:43.883429 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53874) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:43.902634 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1780010-110a-4c0b-9b62-cc7fd5e1afe4 None None] Network 3fbf4c9b-11d1-4bf9-adfd-16a6a5ad8df9 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:43.906832 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-b1780010-110a-4c0b-9b62-cc7fd5e1afe4 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:43.910761 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1780010-110a-4c0b-9b62-cc7fd5e1afe4 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:21:43.917430 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1780010-110a-4c0b-9b62-cc7fd5e1afe4 None None] Pushing event updated for resources: {'Port': ['ID=ff4b4ef9-84a4-4cba-8acc-aa88bdaf024a,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:43.948006 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-813e3d66-547f-4dfd-8d0a-d88da17c6c21 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Allocated IP 172.20.0.10 (4e9790fd-6922-4da5-be57-c9b836404c09/da343c62-688a-4a1d-af67-e7357afef6fc/0dc35195-82c0-4c10-aaf1-f69b2afc8ff6) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:43.995890 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3e0cd5a8-eebe-4932-bfeb-5cfe79ff9822 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Synchronizing usage tracker for tenant:824da48563ab468d936cb76789134365 on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:44.001998 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-9f336320-d286-42fa-b4ac-7844afe4b4e4 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Allocated IP 2001:db8::6a (3fbf4c9b-11d1-4bf9-adfd-16a6a5ad8df9/a9951fa6-5da6-4195-ba81-7c240acd18d8/4061aead-bc12-41ca-8f04-8215dc7ae894) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:44.075093 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b1780010-110a-4c0b-9b62-cc7fd5e1afe4 None None] Attempting to bind port ff4b4ef9-84a4-4cba-8acc-aa88bdaf024a on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:21:44.075911 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b1780010-110a-4c0b-9b62-cc7fd5e1afe4 None None] Attempting to bind port ff4b4ef9-84a4-4cba-8acc-aa88bdaf024a by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'ae99203b-b650-49c1-9f0f-7c6640913f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3fbf4c9b-11d1-4bf9-adfd-16a6a5ad8df9'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:21:44.076306 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1780010-110a-4c0b-9b62-cc7fd5e1afe4 None None] Attempting to bind port ff4b4ef9-84a4-4cba-8acc-aa88bdaf024a on network 3fbf4c9b-11d1-4bf9-adfd-16a6a5ad8df9 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:21:44.084183 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0143b411-0c03-4d01-9be5-0633d5587c46 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Synchronizing usage tracker for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group_rule {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:44.085209 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1780010-110a-4c0b-9b62-cc7fd5e1afe4 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:21:44.085606 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1780010-110a-4c0b-9b62-cc7fd5e1afe4 None None] Checking segment: {'id': 'ae99203b-b650-49c1-9f0f-7c6640913f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3fbf4c9b-11d1-4bf9-adfd-16a6a5ad8df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:21:44.086005 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b1780010-110a-4c0b-9b62-cc7fd5e1afe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:44.086440 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1780010-110a-4c0b-9b62-cc7fd5e1afe4 None None] Bound using segment: {'id': 'ae99203b-b650-49c1-9f0f-7c6640913f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3fbf4c9b-11d1-4bf9-adfd-16a6a5ad8df9'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:21:44.086904 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b1780010-110a-4c0b-9b62-cc7fd5e1afe4 None None] Bound port: ff4b4ef9-84a4-4cba-8acc-aa88bdaf024a, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae99203b-b650-49c1-9f0f-7c6640913f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3fbf4c9b-11d1-4bf9-adfd-16a6a5ad8df9'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:21:44.087476 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b1780010-110a-4c0b-9b62-cc7fd5e1afe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:44.100895 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3e0cd5a8-eebe-4932-bfeb-5cfe79ff9822 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Unset dirty status for tenant:824da48563ab468d936cb76789134365 on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:44.110188 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3e0cd5a8-eebe-4932-bfeb-5cfe79ff9822 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.4025724 Apr 06 14:21:44.110872 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53878) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:44.224616 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b1780010-110a-4c0b-9b62-cc7fd5e1afe4 None None] For port ff4b4ef9-84a4-4cba-8acc-aa88bdaf024a, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:21:44.228826 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b1780010-110a-4c0b-9b62-cc7fd5e1afe4 None None] For port ff4b4ef9-84a4-4cba-8acc-aa88bdaf024a, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=ff4b4ef9-84a4-4cba-8acc-aa88bdaf024a,segment=NetworkSegment(ae99203b-b650-49c1-9f0f-7c6640913f08),segment_id=ae99203b-b650-49c1-9f0f-7c6640913f08)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:21:44.238839 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b1780010-110a-4c0b-9b62-cc7fd5e1afe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:44.283148 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7d772c3-62e3-47cd-866f-7a21605c79bf tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:44.301046 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7d772c3-62e3-47cd-866f-7a21605c79bf tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:44.351970 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1780010-110a-4c0b-9b62-cc7fd5e1afe4 None None] Pushing event updated for resources: {'Port': ['ID=ff4b4ef9-84a4-4cba-8acc-aa88bdaf024a,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:44.418314 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0143b411-0c03-4d01-9be5-0633d5587c46 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Unset dirty status for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group_rule {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:44.419407 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0143b411-0c03-4d01-9be5-0633d5587c46 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5350440 Apr 06 14:21:44.420053 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7d772c3-62e3-47cd-866f-7a21605c79bf tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:44.425779 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53882) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:44.436277 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d772c3-62e3-47cd-866f-7a21605c79bf tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Port': ['ID=3f076b03-71fd-4d73-a850-0ab5368a65d9,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:44.578145 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b55c0ac7-9ca6-454d-a330-6cb2c433c69b tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:44.603755 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d48f273a-b89c-41ea-b267-8605fc050df6 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:44.618587 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-813e3d66-547f-4dfd-8d0a-d88da17c6c21 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:44.625862 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d772c3-62e3-47cd-866f-7a21605c79bf tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network c34b5cd9-fff2-4a54-b70e-09bcc9376e2b is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:44.625862 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-e7d772c3-62e3-47cd-866f-7a21605c79bf tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:44.631942 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b55c0ac7-9ca6-454d-a330-6cb2c433c69b tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:44.667401 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f336320-d286-42fa-b4ac-7844afe4b4e4 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:44.677918 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d48f273a-b89c-41ea-b267-8605fc050df6 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:44.690328 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-813e3d66-547f-4dfd-8d0a-d88da17c6c21 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Transition to ACTIVE for port object 0dc35195-82c0-4c10-aaf1-f69b2afc8ff6 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:44.724440 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-9f336320-d286-42fa-b4ac-7844afe4b4e4 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Transition to ACTIVE for port object 4061aead-bc12-41ca-8f04-8215dc7ae894 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:44.752361 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b55c0ac7-9ca6-454d-a330-6cb2c433c69b tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:44.830661 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c0ac7-9ca6-454d-a330-6cb2c433c69b tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2c486ea-a6d7-4a9a-bc37-af72d7b14141,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:44.839343 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b55c0ac7-9ca6-454d-a330-6cb2c433c69b tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:44.841276 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b55c0ac7-9ca6-454d-a330-6cb2c433c69b tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/f2c486ea-a6d7-4a9a-bc37-af72d7b14141 HTTP/1.1" status: 204 len: 168 time: 0.4121614 Apr 06 14:21:44.843366 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53886) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:44.849176 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d48f273a-b89c-41ea-b267-8605fc050df6 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:44.882785 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-813e3d66-547f-4dfd-8d0a-d88da17c6c21 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:44.981509 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f273a-b89c-41ea-b267-8605fc050df6 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa717f20-7f15-4e4d-a92b-a5fff3df6eeb,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:45.111371 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4599f0b3-4dea-4c45-a2f6-4f2020a4ba5c tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Synchronizing usage tracker for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:45.148240 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4599f0b3-4dea-4c45-a2f6-4f2020a4ba5c tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Unset dirty status for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:45.148240 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4599f0b3-4dea-4c45-a2f6-4f2020a4ba5c tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2934089 Apr 06 14:21:45.148240 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53890) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:45.169779 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-dda8c9f5-656b-495f-9dca-e108098233f0 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Request body: {'security_group_rule': {'security_group_id': '9e0972a3-6284-4f51-b7ca-9d1be3b4c533', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:45.169779 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-dda8c9f5-656b-495f-9dca-e108098233f0 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:45.184844 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f336320-d286-42fa-b4ac-7844afe4b4e4 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:45.184844 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d48f273a-b89c-41ea-b267-8605fc050df6 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:45.184844 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d48f273a-b89c-41ea-b267-8605fc050df6 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "DELETE /v2.0/security-groups/fa717f20-7f15-4e4d-a92b-a5fff3df6eeb HTTP/1.1" status: 204 len: 168 time: 1.0610363 Apr 06 14:21:45.198398 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-dda8c9f5-656b-495f-9dca-e108098233f0 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:45.198398 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53894) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:45.221027 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813e3d66-547f-4dfd-8d0a-d88da17c6c21 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network 4e9790fd-6922-4da5-be57-c9b836404c09 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:45.244166 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f336320-d286-42fa-b4ac-7844afe4b4e4 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network 3fbf4c9b-11d1-4bf9-adfd-16a6a5ad8df9 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:45.244166 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-9f336320-d286-42fa-b4ac-7844afe4b4e4 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:45.244166 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-813e3d66-547f-4dfd-8d0a-d88da17c6c21 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:45.244166 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f336320-d286-42fa-b4ac-7844afe4b4e4 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:21:45.244166 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f336320-d286-42fa-b4ac-7844afe4b4e4 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:45.244166 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f336320-d286-42fa-b4ac-7844afe4b4e4 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:45.266426 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f014848c-6b8f-4b7b-8673-e55fd700adeb tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0712495 Apr 06 14:21:45.266426 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53898) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:45.279033 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813e3d66-547f-4dfd-8d0a-d88da17c6c21 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:21:45.286310 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-66b92926-1a72-4c9f-b2c8-1d34c808c65c tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group': {'name': 'tempest-secgroup--727210430'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:45.301641 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-66b92926-1a72-4c9f-b2c8-1d34c808c65c tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:45.309015 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-66b92926-1a72-4c9f-b2c8-1d34c808c65c tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Usage tracker for resource:security_group and tenant:824da48563ab468d936cb76789134365 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:45.319943 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dda8c9f5-656b-495f-9dca-e108098233f0 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:45.349539 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e3d66-547f-4dfd-8d0a-d88da17c6c21 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Port': ['ID=0dc35195-82c0-4c10-aaf1-f69b2afc8ff6,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:45.359355 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813e3d66-547f-4dfd-8d0a-d88da17c6c21 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:45.359355 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-813e3d66-547f-4dfd-8d0a-d88da17c6c21 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:45.393756 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-66b92926-1a72-4c9f-b2c8-1d34c808c65c tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:45.421779 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dda8c9f5-656b-495f-9dca-e108098233f0 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:45.434468 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dda8c9f5-656b-495f-9dca-e108098233f0 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:45.446293 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45255a7c-e591-4fea-b214-ec08bf1e6f59 None None] Network c34b5cd9-fff2-4a54-b70e-09bcc9376e2b requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:21:45.478692 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-66b92926-1a72-4c9f-b2c8-1d34c808c65c tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:45.487775 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9f336320-d286-42fa-b4ac-7844afe4b4e4 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1099968 Apr 06 14:21:45.487775 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f336320-d286-42fa-b4ac-7844afe4b4e4 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Port': ['ID=4061aead-bc12-41ca-8f04-8215dc7ae894,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:45.487775 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53904) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:45.487775 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-813e3d66-547f-4dfd-8d0a-d88da17c6c21 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.7601442 Apr 06 14:21:45.487775 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1e480662-1f6c-443c-bcd3-751d67e20e44 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'port': {'network_id': '3fbf4c9b-11d1-4bf9-adfd-16a6a5ad8df9', 'name': 'tempest-PortsIpV6TestJSON-552655309'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:45.494420 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53908) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:45.494420 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dda8c9f5-656b-495f-9dca-e108098233f0 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:45.504942 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-dda8c9f5-656b-495f-9dca-e108098233f0 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3474393 Apr 06 14:21:45.511233 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53912) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:45.522852 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-fc87ddc6-b00f-4f30-86a1-74e093520c6e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'subnet': {'network_id': '4e9790fd-6922-4da5-be57-c9b836404c09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:45.570276 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8c9f5-656b-495f-9dca-e108098233f0 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da0ec8b5-f55d-49d9-859e-317ac311a0a0,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:45.600922 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-241e416d-5516-4c55-bcca-fd2a7892cc9d tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "GET /v2.0/security-group-rules/da0ec8b5-f55d-49d9-859e-317ac311a0a0 HTTP/1.1" status: 200 len: 705 time: 0.0987010 Apr 06 14:21:45.612414 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53916) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:45.686975 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-66b92926-1a72-4c9f-b2c8-1d34c808c65c tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:45.699009 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7cb1a975-d36d-4842-819b-0dd606051be6 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Synchronizing usage tracker for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group_rule {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:45.728193 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7cb1a975-d36d-4842-819b-0dd606051be6 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Unset dirty status for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group_rule {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:45.730536 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7cb1a975-d36d-4842-819b-0dd606051be6 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1199536 Apr 06 14:21:45.734491 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53920) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:45.780454 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-66b92926-1a72-4c9f-b2c8-1d34c808c65c tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:45.780454 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-66b92926-1a72-4c9f-b2c8-1d34c808c65c tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Usage tracker for resource:security_group_rule and tenant:824da48563ab468d936cb76789134365 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:45.787109 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6c4ef63c-f3f5-4469-bfac-0ee670411eed tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:45.793205 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-66b92926-1a72-4c9f-b2c8-1d34c808c65c tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:45.800277 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-66b92926-1a72-4c9f-b2c8-1d34c808c65c tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:45.803905 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1e480662-1f6c-443c-bcd3-751d67e20e44 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:45.803905 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1e480662-1f6c-443c-bcd3-751d67e20e44 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:port and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:45.811324 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1e480662-1f6c-443c-bcd3-751d67e20e44 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:45.817159 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1e480662-1f6c-443c-bcd3-751d67e20e44 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:45.829606 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0f9cdf11-13ab-4c1c-84f1-5f28f73c118f None None] Provisioning for port 437fd2d1-f456-4876-b675-a65cb08ca44e completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:45.852453 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6c4ef63c-f3f5-4469-bfac-0ee670411eed tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:45.906222 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-66b92926-1a72-4c9f-b2c8-1d34c808c65c tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:45.933228 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-66b92926-1a72-4c9f-b2c8-1d34c808c65c tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:45.957829 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e480662-1f6c-443c-bcd3-751d67e20e44 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:45.957829 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e480662-1f6c-443c-bcd3-751d67e20e44 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:45.992172 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-66b92926-1a72-4c9f-b2c8-1d34c808c65c tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:45.995341 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-66b92926-1a72-4c9f-b2c8-1d34c808c65c tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7274354 Apr 06 14:21:45.997452 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-1e480662-1f6c-443c-bcd3-751d67e20e44 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] device_id is not set on port 18e59924-5667-4f11-bd06-ec0f5891b11f yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:21:46.006176 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53924) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:46.016844 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-74fbedc5-2439-4718-b389-801dbda2607f tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group_rule': {'security_group_id': 'c2f84d1d-be08-41f1-8a8d-38e1169ffe64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:46.051473 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-74fbedc5-2439-4718-b389-801dbda2607f tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:46.060444 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d772c3-62e3-47cd-866f-7a21605c79bf tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Router 69876512-cb70-41a6-85be-e67bd1d00579 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:21:46.088930 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-74fbedc5-2439-4718-b389-801dbda2607f tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Usage tracker for resource:security_group_rule and tenant:824da48563ab468d936cb76789134365 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:46.097483 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-74fbedc5-2439-4718-b389-801dbda2607f tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:46.105146 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b92926-1a72-4c9f-b2c8-1d34c808c65c tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f84d1d-be08-41f1-8a8d-38e1169ffe64,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:46.112419 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-74fbedc5-2439-4718-b389-801dbda2607f tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:46.121341 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 437fd2d1-f456-4876-b675-a65cb08ca44e up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:21:46.164618 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8bf02105-1834-46a4-9c7e-0ab330336de0 None None] Provisioning for port 0dc35195-82c0-4c10-aaf1-f69b2afc8ff6 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:46.181109 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8bf02105-1834-46a4-9c7e-0ab330336de0 None None] Provisioning complete for port 0dc35195-82c0-4c10-aaf1-f69b2afc8ff6 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:46.181494 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8bf02105-1834-46a4-9c7e-0ab330336de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:46.270321 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6c4ef63c-f3f5-4469-bfac-0ee670411eed tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:46.271174 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fd2812-7d13-469e-8141-0b785bd47036 None None] Network 3fbf4c9b-11d1-4bf9-adfd-16a6a5ad8df9 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:21:46.298370 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ef63c-f3f5-4469-bfac-0ee670411eed tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da0ec8b5-f55d-49d9-859e-317ac311a0a0,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:46.303576 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-8bf02105-1834-46a4-9c7e-0ab330336de0 None None] Port 0dc35195-82c0-4c10-aaf1-f69b2afc8ff6 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:21:46.310786 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fc87ddc6-b00f-4f30-86a1-74e093520c6e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:46.320467 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fc87ddc6-b00f-4f30-86a1-74e093520c6e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:subnet and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:46.327019 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fc87ddc6-b00f-4f30-86a1-74e093520c6e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:46.333824 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-1e480662-1f6c-443c-bcd3-751d67e20e44 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Allocated IP 2001:db8::10c (3fbf4c9b-11d1-4bf9-adfd-16a6a5ad8df9/a9951fa6-5da6-4195-ba81-7c240acd18d8/18e59924-5667-4f11-bd06-ec0f5891b11f) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:46.338929 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6c4ef63c-f3f5-4469-bfac-0ee670411eed tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:46.342715 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6c4ef63c-f3f5-4469-bfac-0ee670411eed tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/da0ec8b5-f55d-49d9-859e-317ac311a0a0 HTTP/1.1" status: 204 len: 168 time: 0.6074748 Apr 06 14:21:46.342908 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53928) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:46.343974 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fc87ddc6-b00f-4f30-86a1-74e093520c6e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:46.401344 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-74fbedc5-2439-4718-b389-801dbda2607f tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:21:46.402522 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-74fbedc5-2439-4718-b389-801dbda2607f tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3919706 Apr 06 14:21:46.405086 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53932) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:46.405432 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 437fd2d1-f456-4876-b675-a65cb08ca44e completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:46.413827 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c62d8662-d081-46e9-ac4d-a074ecf9290b tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group_rule': {'security_group_id': 'c2f84d1d-be08-41f1-8a8d-38e1169ffe64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:46.434367 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 437fd2d1-f456-4876-b675-a65cb08ca44e triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:46.434726 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:46.438735 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc87ddc6-b00f-4f30-86a1-74e093520c6e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:46.460140 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c62d8662-d081-46e9-ac4d-a074ecf9290b tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:46.479978 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c62d8662-d081-46e9-ac4d-a074ecf9290b tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Usage tracker for resource:security_group_rule and tenant:824da48563ab468d936cb76789134365 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:46.591494 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e480662-1f6c-443c-bcd3-751d67e20e44 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:46.629733 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-1e480662-1f6c-443c-bcd3-751d67e20e44 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Transition to ACTIVE for port object 18e59924-5667-4f11-bd06-ec0f5891b11f will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:46.659806 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f889a9a1-fd05-480d-acdb-e1496ea0fdbf None None] Provisioning for port ff4b4ef9-84a4-4cba-8acc-aa88bdaf024a completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:46.669862 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e480662-1f6c-443c-bcd3-751d67e20e44 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:46.701264 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c62d8662-d081-46e9-ac4d-a074ecf9290b tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:46.729990 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-73ee3838-c820-468b-a924-13d0f6b7e8a2 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Synchronizing usage tracker for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:46.735767 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c62d8662-d081-46e9-ac4d-a074ecf9290b tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:46.741987 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:46.756312 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d772c3-62e3-47cd-866f-7a21605c79bf tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:21:46.772359 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f50b54-3d8f-4a6a-bbea-3c1bb7b085cb None None] Sync routers for ids ['69876512-cb70-41a6-85be-e67bd1d00579'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:21:46.789364 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e480662-1f6c-443c-bcd3-751d67e20e44 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network 3fbf4c9b-11d1-4bf9-adfd-16a6a5ad8df9 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:46.795852 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-1e480662-1f6c-443c-bcd3-751d67e20e44 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:46.799262 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 437fd2d1-f456-4876-b675-a65cb08ca44e, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=437fd2d1-f456-4876-b675-a65cb08ca44e,segment=NetworkSegment(c1d9ecd2-0568-44a9-bf44-b67fbaf418c9),segment_id=c1d9ecd2-0568-44a9-bf44-b67fbaf418c9)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:46.799546 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e480662-1f6c-443c-bcd3-751d67e20e44 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:21:46.804461 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e480662-1f6c-443c-bcd3-751d67e20e44 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:46.805375 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e480662-1f6c-443c-bcd3-751d67e20e44 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:46.805778 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e7d772c3-62e3-47cd-866f-7a21605c79bf tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "PUT /v2.0/routers/69876512-cb70-41a6-85be-e67bd1d00579/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6647480 Apr 06 14:21:46.813232 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53936) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:46.814365 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:46.815150 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device ff4b4ef9-84a4-4cba-8acc-aa88bdaf024a up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:21:46.820534 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-73ee3838-c820-468b-a924-13d0f6b7e8a2 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Unset dirty status for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:46.822742 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-73ee3838-c820-468b-a924-13d0f6b7e8a2 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4747255 Apr 06 14:21:46.834967 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53938) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:46.841969 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-11b3c05a-982b-40b3-920f-5489eff971a8 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'network': {'name': 'tempest-RoutersTest-1522072453'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:46.859722 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-fafc779d-bc37-4a28-a531-aebdcb63db57 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Request body: {'security_group_rule': {'security_group_id': '9e0972a3-6284-4f51-b7ca-9d1be3b4c533', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:46.880035 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-11b3c05a-982b-40b3-920f-5489eff971a8 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:46.883266 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-fafc779d-bc37-4a28-a531-aebdcb63db57 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:46.886451 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e480662-1f6c-443c-bcd3-751d67e20e44 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Port': ['ID=18e59924-5667-4f11-bd06-ec0f5891b11f,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:46.901198 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1e480662-1f6c-443c-bcd3-751d67e20e44 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4248140 Apr 06 14:21:46.906846 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-11b3c05a-982b-40b3-920f-5489eff971a8 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Usage tracker for resource:network and tenant:54b6b16a88cd457596297a5e2f6c39ce is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:46.907844 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53944) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:46.910608 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-fafc779d-bc37-4a28-a531-aebdcb63db57 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:46.912028 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fc87ddc6-b00f-4f30-86a1-74e093520c6e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:46.912739 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-11b3c05a-982b-40b3-920f-5489eff971a8 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:46.921455 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-11b3c05a-982b-40b3-920f-5489eff971a8 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:46.934327 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-fafc779d-bc37-4a28-a531-aebdcb63db57 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Project 115180951bc54eb1b42138bfea99338c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:21:46.945877 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b3c05a-982b-40b3-920f-5489eff971a8 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Made reservation on behalf of 54b6b16a88cd457596297a5e2f6c39ce for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:46.948377 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-11b3c05a-982b-40b3-920f-5489eff971a8 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:46.966216 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fafc779d-bc37-4a28-a531-aebdcb63db57 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:46.966893 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f50b54-3d8f-4a6a-bbea-3c1bb7b085cb None None] Routers {'69876512-cb70-41a6-85be-e67bd1d00579'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:21:46.967456 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f2f50b54-3d8f-4a6a-bbea-3c1bb7b085cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:21:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['69876512-cb70-41a6-85be-e67bd1d00579'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:47.015091 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b3c05a-982b-40b3-920f-5489eff971a8 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:21:47.049151 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-11b3c05a-982b-40b3-920f-5489eff971a8 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:47.049460 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-11b3c05a-982b-40b3-920f-5489eff971a8 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Added segment b141b65b-9801-4444-9469-3f16f2a40566 of type vlan for network 75838fa1-4a24-4928-881e-6a725cd084e9 Apr 06 14:21:47.110512 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-11b3c05a-982b-40b3-920f-5489eff971a8 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:47.110512 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fafc779d-bc37-4a28-a531-aebdcb63db57 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:47.125522 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fafc779d-bc37-4a28-a531-aebdcb63db57 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:47.186249 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1724f151-562a-4898-a3fb-85e7c1c81d06 None None] Provisioning complete for port 437fd2d1-f456-4876-b675-a65cb08ca44e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:47.186249 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1724f151-562a-4898-a3fb-85e7c1c81d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:47.211222 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=437fd2d1-f456-4876-b675-a65cb08ca44e,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:47.223592 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port ff4b4ef9-84a4-4cba-8acc-aa88bdaf024a completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:47.229782 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc779d-bc37-4a28-a531-aebdcb63db57 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014f2f06-3cbb-4020-9f82-d1e7a79a674c,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:47.235458 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-11b3c05a-982b-40b3-920f-5489eff971a8 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:47.235458 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b3c05a-982b-40b3-920f-5489eff971a8 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:47.235929 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-11b3c05a-982b-40b3-920f-5489eff971a8 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:47.240604 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port ff4b4ef9-84a4-4cba-8acc-aa88bdaf024a triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:47.240604 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:47.270207 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-c62d8662-d081-46e9-ac4d-a074ecf9290b tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:21:47.270475 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-f2f50b54-3d8f-4a6a-bbea-3c1bb7b085cb None None] Set router 69876512-cb70-41a6-85be-e67bd1d00579 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:21:47.277048 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c62d8662-d081-46e9-ac4d-a074ecf9290b tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.8697271 Apr 06 14:21:47.282461 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-11b3c05a-982b-40b3-920f-5489eff971a8 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4564743 Apr 06 14:21:47.282461 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53948) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:47.282682 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53950) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:47.382464 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-4e9b4950-fdb9-4c59-b2b3-6778cf8bf552 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'subnet': {'network_id': '75838fa1-4a24-4928-881e-6a725cd084e9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:47.456087 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.ipam_backend_mixin [None req-fc87ddc6-b00f-4f30-86a1-74e093520c6e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet da343c62-688a-4a1d-af67-e7357afef6fc (CIDR: 172.20.0.0/28) Apr 06 14:21:47.471028 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc87ddc6-b00f-4f30-86a1-74e093520c6e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:21:47.471028 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc87ddc6-b00f-4f30-86a1-74e093520c6e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:21:47.503299 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fc0a69-79af-4747-bd87-b42367bf345e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:47.504093 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-25fc0a69-79af-4747-bd87-b42367bf345e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Synchronizing usage tracker for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:47.511115 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fc87ddc6-b00f-4f30-86a1-74e093520c6e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0195270 Apr 06 14:21:47.512622 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fafc779d-bc37-4a28-a531-aebdcb63db57 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:47.517521 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53956) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:47.521970 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fafc779d-bc37-4a28-a531-aebdcb63db57 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6850541 Apr 06 14:21:47.537814 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a70172b7-38f8-486c-8edb-790fad2b2c99 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'subnet': {'network_id': '4e9790fd-6922-4da5-be57-c9b836404c09', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:47.548690 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53958) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:47.717291 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-25fc0a69-79af-4747-bd87-b42367bf345e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Unset dirty status for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:47.722796 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-25fc0a69-79af-4747-bd87-b42367bf345e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A6a HTTP/1.1" status: 200 len: 927 time: 0.8138127 Apr 06 14:21:47.723748 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53964) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:47.732150 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0e1a1ee8-e343-4867-a372-3353640598ba tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "GET /v2.0/security-group-rules/014f2f06-3cbb-4020-9f82-d1e7a79a674c HTTP/1.1" status: 200 len: 711 time: 0.1778207 Apr 06 14:21:47.732150 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3c05a-982b-40b3-920f-5489eff971a8 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Network': ['ID=75838fa1-4a24-4928-881e-6a725cd084e9,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:47.732150 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53966) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:47.764963 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 75838fa1-4a24-4928-881e-6a725cd084e9 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:21:47.815237 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf33e4fe-df4d-45d4-932c-731764b8843c tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:47.847983 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4e9b4950-fdb9-4c59-b2b3-6778cf8bf552 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:47.848184 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-9872e2d1-07c2-48c0-94a8-2283a2a9276f tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting port 18e59924-5667-4f11-bd06-ec0f5891b11f {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:21:47.848780 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9872e2d1-07c2-48c0-94a8-2283a2a9276f tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:47.858751 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4e9b4950-fdb9-4c59-b2b3-6778cf8bf552 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Usage tracker for resource:subnet and tenant:54b6b16a88cd457596297a5e2f6c39ce is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:47.872531 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4e9b4950-fdb9-4c59-b2b3-6778cf8bf552 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:47.902980 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a5986f8b-872a-412b-940b-68c4a4f46b8c tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Synchronizing usage tracker for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group_rule {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:47.906389 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4e9b4950-fdb9-4c59-b2b3-6778cf8bf552 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:47.917321 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf33e4fe-df4d-45d4-932c-731764b8843c tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:47.949168 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a70172b7-38f8-486c-8edb-790fad2b2c99 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:47.959207 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9b4950-fdb9-4c59-b2b3-6778cf8bf552 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Made reservation on behalf of 54b6b16a88cd457596297a5e2f6c39ce for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:47.963614 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a70172b7-38f8-486c-8edb-790fad2b2c99 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:subnet and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:47.968239 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a70172b7-38f8-486c-8edb-790fad2b2c99 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:47.985944 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a70172b7-38f8-486c-8edb-790fad2b2c99 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:48.027941 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a5986f8b-872a-412b-940b-68c4a4f46b8c tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Unset dirty status for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group_rule {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:48.027941 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a5986f8b-872a-412b-940b-68c4a4f46b8c tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.2877185 Apr 06 14:21:48.033244 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53972) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:48.056822 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:48.132668 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70172b7-38f8-486c-8edb-790fad2b2c99 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:48.132668 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a70172b7-38f8-486c-8edb-790fad2b2c99 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:48.142800 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1724f151-562a-4898-a3fb-85e7c1c81d06 None None] Provisioning for port 3f076b03-71fd-4d73-a850-0ab5368a65d9 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:48.158939 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1724f151-562a-4898-a3fb-85e7c1c81d06 None None] Provisioning complete for port 3f076b03-71fd-4d73-a850-0ab5368a65d9 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:48.159322 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1724f151-562a-4898-a3fb-85e7c1c81d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:48.184447 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf33e4fe-df4d-45d4-932c-731764b8843c tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:48.214497 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4e9b4950-fdb9-4c59-b2b3-6778cf8bf552 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:48.242592 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1724f151-562a-4898-a3fb-85e7c1c81d06 None None] Port 3f076b03-71fd-4d73-a850-0ab5368a65d9 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:21:48.254754 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port ff4b4ef9-84a4-4cba-8acc-aa88bdaf024a, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=ff4b4ef9-84a4-4cba-8acc-aa88bdaf024a,segment=NetworkSegment(ae99203b-b650-49c1-9f0f-7c6640913f08),segment_id=ae99203b-b650-49c1-9f0f-7c6640913f08)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:48.260286 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33e4fe-df4d-45d4-932c-731764b8843c tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f84d1d-be08-41f1-8a8d-38e1169ffe64,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:48.263105 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:48.266764 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.ipam_backend_mixin [None req-a70172b7-38f8-486c-8edb-790fad2b2c99 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 016fd7f1-a70f-46e4-a689-c413d7b6bd8f (CIDR: 172.20.0.16/28) Apr 06 14:21:48.280628 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-a70172b7-38f8-486c-8edb-790fad2b2c99 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:21:48.281121 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a70172b7-38f8-486c-8edb-790fad2b2c99 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:21:48.330262 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf33e4fe-df4d-45d4-932c-731764b8843c tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:48.333600 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cf33e4fe-df4d-45d4-932c-731764b8843c tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "DELETE /v2.0/security-groups/c2f84d1d-be08-41f1-8a8d-38e1169ffe64 HTTP/1.1" status: 204 len: 168 time: 1.0445466 Apr 06 14:21:48.338743 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53976) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:48.376744 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-25409440-f2b3-4173-8fa3-c2a985b18758 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:48.396471 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 437fd2d1-f456-4876-b675-a65cb08ca44e up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:21:48.396699 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a70172b7-38f8-486c-8edb-790fad2b2c99 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8783123 Apr 06 14:21:48.401605 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53980) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:48.407907 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-25409440-f2b3-4173-8fa3-c2a985b18758 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:48.410724 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2b2c987a-111b-438d-b524-8fbdff744f9e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'subnet': {'network_id': '4e9790fd-6922-4da5-be57-c9b836404c09', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:48.496737 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4854493d-99d1-49e8-985e-c002833f2604 None None] Provisioning complete for port 3f076b03-71fd-4d73-a850-0ab5368a65d9 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:48.497508 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4854493d-99d1-49e8-985e-c002833f2604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:48.518087 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b0c76b4a-02d0-4606-8ab4-9a75ffc6d032 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Synchronizing usage tracker for tenant:824da48563ab468d936cb76789134365 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:48.526328 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9872e2d1-07c2-48c0-94a8-2283a2a9276f tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:48.554305 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=ff4b4ef9-84a4-4cba-8acc-aa88bdaf024a,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:48.554305 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f2f50b54-3d8f-4a6a-bbea-3c1bb7b085cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69876512-cb70-41a6-85be-e67bd1d00579', 'name': 'tempest-RoutersTest-router-216414502', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:21:38Z', 'updated_at': '2022-04-06T14:21:43Z', 'revision_number': 2, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'gw_port_host': None, '_interfaces': [{'id': '3f076b03-71fd-4d73-a850-0ab5368a65d9', 'name': '', 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:81:41:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:42Z', 'updated_at': '2022-04-06T14:21:43Z', 'revision_number': 2, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:48.584150 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f50b54-3d8f-4a6a-bbea-3c1bb7b085cb None None] Checking router: 69876512-cb70-41a6-85be-e67bd1d00579 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:21:48.584150 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f50b54-3d8f-4a6a-bbea-3c1bb7b085cb None None] Updating router 69876512-cb70-41a6-85be-e67bd1d00579 port 3f076b03-71fd-4d73-a850-0ab5368a65d9 binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:21:48.626092 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-4854493d-99d1-49e8-985e-c002833f2604 None None] Port 3f076b03-71fd-4d73-a850-0ab5368a65d9 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:21:48.645924 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 437fd2d1-f456-4876-b675-a65cb08ca44e triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:48.645924 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:48.667286 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-25409440-f2b3-4173-8fa3-c2a985b18758 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:48.674876 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-9872e2d1-07c2-48c0-94a8-2283a2a9276f tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Calling delete_port for 18e59924-5667-4f11-bd06-ec0f5891b11f owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:21:48.685024 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f2f50b54-3d8f-4a6a-bbea-3c1bb7b085cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:48.697397 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4854493d-99d1-49e8-985e-c002833f2604 None None] Provisioning for port 4061aead-bc12-41ca-8f04-8215dc7ae894 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:48.716238 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4854493d-99d1-49e8-985e-c002833f2604 None None] Provisioning complete for port 4061aead-bc12-41ca-8f04-8215dc7ae894 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:48.716616 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4854493d-99d1-49e8-985e-c002833f2604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:48.722037 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25409440-f2b3-4173-8fa3-c2a985b18758 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=014f2f06-3cbb-4020-9f82-d1e7a79a674c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:48.725512 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b0c76b4a-02d0-4606-8ab4-9a75ffc6d032 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Unset dirty status for tenant:824da48563ab468d936cb76789134365 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:48.726994 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b0c76b4a-02d0-4606-8ab4-9a75ffc6d032 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3892632 Apr 06 14:21:48.736251 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 53984) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:48.749991 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c000ca8c-85ab-4643-a734-be2b853ef08a tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group': {'name': 'tempest-secgroup--171010448'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:48.754617 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-25409440-f2b3-4173-8fa3-c2a985b18758 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:48.758189 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-25409440-f2b3-4173-8fa3-c2a985b18758 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/014f2f06-3cbb-4020-9f82-d1e7a79a674c HTTP/1.1" status: 204 len: 168 time: 0.7224722 Apr 06 14:21:48.760243 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53988) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:48.761963 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c000ca8c-85ab-4643-a734-be2b853ef08a tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:48.766910 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2b2c987a-111b-438d-b524-8fbdff744f9e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:48.778423 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2b2c987a-111b-438d-b524-8fbdff744f9e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Usage tracker for resource:subnet and tenant:93b55db64c2c45f89e5eddd70ead6075 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:48.796836 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2b2c987a-111b-438d-b524-8fbdff744f9e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:48.800855 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c000ca8c-85ab-4643-a734-be2b853ef08a tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:48.821084 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2b2c987a-111b-438d-b524-8fbdff744f9e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:48.840005 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cb534bd7-ece6-45a5-925c-bcf1acf1161b tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Synchronizing usage tracker for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:48.845677 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c000ca8c-85ab-4643-a734-be2b853ef08a tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:48.846524 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-4854493d-99d1-49e8-985e-c002833f2604 None None] Port 4061aead-bc12-41ca-8f04-8215dc7ae894 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:21:48.909228 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2c987a-111b-438d-b524-8fbdff744f9e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Made reservation on behalf of 93b55db64c2c45f89e5eddd70ead6075 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:48.914887 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cb534bd7-ece6-45a5-925c-bcf1acf1161b tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Unset dirty status for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:48.916984 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cb534bd7-ece6-45a5-925c-bcf1acf1161b tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1540725 Apr 06 14:21:48.923011 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53992) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:48.984248 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9872e2d1-07c2-48c0-94a8-2283a2a9276f tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:48.997027 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4e9b4950-fdb9-4c59-b2b3-6778cf8bf552 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:49.009070 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4854493d-99d1-49e8-985e-c002833f2604 None None] Provisioning complete for port ff4b4ef9-84a4-4cba-8acc-aa88bdaf024a triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:49.009420 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4854493d-99d1-49e8-985e-c002833f2604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:49.061678 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c000ca8c-85ab-4643-a734-be2b853ef08a tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:49.063987 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872e2d1-07c2-48c0-94a8-2283a2a9276f tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Port': ['ID=18e59924-5667-4f11-bd06-ec0f5891b11f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:49.086321 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c000ca8c-85ab-4643-a734-be2b853ef08a tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Usage tracker for resource:security_group_rule and tenant:824da48563ab468d936cb76789134365 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:49.104110 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c000ca8c-85ab-4643-a734-be2b853ef08a tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:49.113722 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9872e2d1-07c2-48c0-94a8-2283a2a9276f tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:49.136019 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c000ca8c-85ab-4643-a734-be2b853ef08a tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:49.163488 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b2c987a-111b-438d-b524-8fbdff744f9e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:49.166849 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9872e2d1-07c2-48c0-94a8-2283a2a9276f tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/ports/18e59924-5667-4f11-bd06-ec0f5891b11f HTTP/1.1" status: 204 len: 168 time: 1.4360049 Apr 06 14:21:49.170914 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 53996) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:49.181961 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b4950-fdb9-4c59-b2b3-6778cf8bf552 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Subnet': ['ID=fabb4496-a20e-4866-b1cd-221fef62125a,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:49.214338 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8b56aa9c-5ddf-47fc-8ca1-8a07ae4dd1fe tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:49.253030 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8b56aa9c-5ddf-47fc-8ca1-8a07ae4dd1fe tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:49.280240 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9b4950-fdb9-4c59-b2b3-6778cf8bf552 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Checking segment: {'id': 'b141b65b-9801-4444-9469-3f16f2a40566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '75838fa1-4a24-4928-881e-6a725cd084e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:21:49.280422 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9b4950-fdb9-4c59-b2b3-6778cf8bf552 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network hostable DHCP agents. Network: 75838fa1-4a24-4928-881e-6a725cd084e9, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:21:49.320079 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8b56aa9c-5ddf-47fc-8ca1-8a07ae4dd1fe tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:49.334051 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d538c9-dce8-4cb4-8e66-93fe3d3a7810 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] GET failed (client error): The resource could not be found. Apr 06 14:21:49.334284 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-66d538c9-dce8-4cb4-8e66-93fe3d3a7810 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Synchronizing usage tracker for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:49.354671 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56aa9c-5ddf-47fc-8ca1-8a07ae4dd1fe tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0972a3-6284-4f51-b7ca-9d1be3b4c533,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:49.394032 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-66d538c9-dce8-4cb4-8e66-93fe3d3a7810 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Unset dirty status for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:49.395445 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-66d538c9-dce8-4cb4-8e66-93fe3d3a7810 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "GET /v2.0/ports/18e59924-5667-4f11-bd06-ec0f5891b11f HTTP/1.1" status: 404 len: 333 time: 0.2225296 Apr 06 14:21:49.396663 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8b56aa9c-5ddf-47fc-8ca1-8a07ae4dd1fe tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:49.400659 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8b56aa9c-5ddf-47fc-8ca1-8a07ae4dd1fe tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "DELETE /v2.0/security-groups/9e0972a3-6284-4f51-b7ca-9d1be3b4c533 HTTP/1.1" status: 204 len: 168 time: 0.4729447 Apr 06 14:21:49.400659 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54000) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:49.401553 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54002) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:49.418220 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c000ca8c-85ab-4643-a734-be2b853ef08a tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:49.422533 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9b4950-fdb9-4c59-b2b3-6778cf8bf552 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network 75838fa1-4a24-4928-881e-6a725cd084e9 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:21:49.439857 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c000ca8c-85ab-4643-a734-be2b853ef08a tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:49.461836 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f2f50b54-3d8f-4a6a-bbea-3c1bb7b085cb None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:49.462077 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-4e9b4950-fdb9-4c59-b2b3-6778cf8bf552 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 75838fa1-4a24-4928-881e-6a725cd084e9) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:49.486399 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0fd96b-d7fd-49d5-b094-9e0a17d924f0 None None] Network 75838fa1-4a24-4928-881e-6a725cd084e9 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:21:49.505176 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9b4950-fdb9-4c59-b2b3-6778cf8bf552 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:49.505753 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4e9b4950-fdb9-4c59-b2b3-6778cf8bf552 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:49.514307 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4854493d-99d1-49e8-985e-c002833f2604 None None] Could not find standard attr ID for object 18e59924-5667-4f11-bd06-ec0f5891b11f. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 14:21:49.518052 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f2f50b54-3d8f-4a6a-bbea-3c1bb7b085cb None None] Transition to ACTIVE for port object 3f076b03-71fd-4d73-a850-0ab5368a65d9 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:49.558276 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000ca8c-85ab-4643-a734-be2b853ef08a tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78917b7e-bd7c-40f9-a0ea-cc4610f8ee29,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:49.579524 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c000ca8c-85ab-4643-a734-be2b853ef08a tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:49.579524 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c000ca8c-85ab-4643-a734-be2b853ef08a tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8393438 Apr 06 14:21:49.579882 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54008) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:49.592067 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4e9b4950-fdb9-4c59-b2b3-6778cf8bf552 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2932799 Apr 06 14:21:49.592067 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54012) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:49.595223 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-66a1e0f6-388c-4c48-8add-049742e302ed tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:49.595223 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-66a1e0f6-388c-4c48-8add-049742e302ed tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] update failed (client error): There was a conflict when trying to complete your request. Apr 06 14:21:49.596719 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-66a1e0f6-388c-4c48-8add-049742e302ed tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "PUT /v2.0/security-groups/78917b7e-bd7c-40f9-a0ea-cc4610f8ee29 HTTP/1.1" status: 409 len: 330 time: 0.0111434 Apr 06 14:21:49.608336 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f2f50b54-3d8f-4a6a-bbea-3c1bb7b085cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:49.612200 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-2a4bedb6-5f40-4cab-9cb1-0c84b3fbc791 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting port 4061aead-bc12-41ca-8f04-8215dc7ae894 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:21:49.612200 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2a4bedb6-5f40-4cab-9cb1-0c84b3fbc791 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:49.630773 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54016) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:49.766309 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-affbb0d8-0553-4e29-a46c-ad759118dda2 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Synchronizing usage tracker for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:49.895609 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc35b1-2a53-4ae3-9d76-24924cadb8dc None None] Pushing event updated for resources: {'Port': ['ID=3f076b03-71fd-4d73-a850-0ab5368a65d9,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:49.897234 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-affbb0d8-0553-4e29-a46c-ad759118dda2 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Unset dirty status for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:49.897234 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-affbb0d8-0553-4e29-a46c-ad759118dda2 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4804654 Apr 06 14:21:49.897571 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54020) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:49.908013 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-7de34baf-43d2-48ad-81ea-d64615ccf576 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Request body: {'security_group': {'name': 'tempest-secgroup--384594105'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:49.937364 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7de34baf-43d2-48ad-81ea-d64615ccf576 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:49.962004 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7de34baf-43d2-48ad-81ea-d64615ccf576 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:50.008037 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2a4bedb6-5f40-4cab-9cb1-0c84b3fbc791 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:50.011178 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7de34baf-43d2-48ad-81ea-d64615ccf576 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:50.048991 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-89895829-2d23-40e9-9790-1eabeddd5c8e tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:50.112849 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b2c987a-111b-438d-b524-8fbdff744f9e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:50.112849 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-89895829-2d23-40e9-9790-1eabeddd5c8e tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:50.146926 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-2a4bedb6-5f40-4cab-9cb1-0c84b3fbc791 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Calling delete_port for 4061aead-bc12-41ca-8f04-8215dc7ae894 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:21:50.150386 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7de34baf-43d2-48ad-81ea-d64615ccf576 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:50.174715 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7de34baf-43d2-48ad-81ea-d64615ccf576 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Usage tracker for resource:security_group_rule and tenant:115180951bc54eb1b42138bfea99338c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:50.206640 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7de34baf-43d2-48ad-81ea-d64615ccf576 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:50.223006 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7de34baf-43d2-48ad-81ea-d64615ccf576 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:50.237767 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f2f50b54-3d8f-4a6a-bbea-3c1bb7b085cb None None] Attempting to bind port 3f076b03-71fd-4d73-a850-0ab5368a65d9 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:21:50.237767 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f2f50b54-3d8f-4a6a-bbea-3c1bb7b085cb None None] Attempting to bind port 3f076b03-71fd-4d73-a850-0ab5368a65d9 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'c1d9ecd2-0568-44a9-bf44-b67fbaf418c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:21:50.237767 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f50b54-3d8f-4a6a-bbea-3c1bb7b085cb None None] Attempting to bind port 3f076b03-71fd-4d73-a850-0ab5368a65d9 on network c34b5cd9-fff2-4a54-b70e-09bcc9376e2b {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:21:50.254537 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f50b54-3d8f-4a6a-bbea-3c1bb7b085cb None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:21:50.255506 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f50b54-3d8f-4a6a-bbea-3c1bb7b085cb None None] Checking segment: {'id': 'c1d9ecd2-0568-44a9-bf44-b67fbaf418c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:21:50.255506 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f2f50b54-3d8f-4a6a-bbea-3c1bb7b085cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:50.255861 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f50b54-3d8f-4a6a-bbea-3c1bb7b085cb None None] Bound using segment: {'id': 'c1d9ecd2-0568-44a9-bf44-b67fbaf418c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:21:50.257035 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f2f50b54-3d8f-4a6a-bbea-3c1bb7b085cb None None] Bound port: 3f076b03-71fd-4d73-a850-0ab5368a65d9, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d9ecd2-0568-44a9-bf44-b67fbaf418c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:21:50.257035 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f2f50b54-3d8f-4a6a-bbea-3c1bb7b085cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:50.269607 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2c987a-111b-438d-b524-8fbdff744f9e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Network 4e9790fd-6922-4da5-be57-c9b836404c09 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:50.271914 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d32c75-8ea4-4bfc-96a6-c28cf6e5c329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-75838fa1-4a24-4928-881e-6a725cd084e9', 'network_id': '75838fa1-4a24-4928-881e-6a725cd084e9', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'fixed_ips': [{'subnet_id': 'fabb4496-a20e-4866-b1cd-221fef62125a'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:21:50.272808 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-66d32c75-8ea4-4bfc-96a6-c28cf6e5c329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:50.290883 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-2b2c987a-111b-438d-b524-8fbdff744f9e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:50.296402 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c987a-111b-438d-b524-8fbdff744f9e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Subnet': ['ID=707b826e-e40c-45bc-8765-60f3de3dc45a,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:50.302430 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2c987a-111b-438d-b524-8fbdff744f9e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:50.302430 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b2c987a-111b-438d-b524-8fbdff744f9e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:50.320195 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cedeed0-c3c6-46d7-94e4-1a8ed9e6dfff None None] Network 4e9790fd-6922-4da5-be57-c9b836404c09 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:21:50.343317 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2a4bedb6-5f40-4cab-9cb1-0c84b3fbc791 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:50.427524 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4bedb6-5f40-4cab-9cb1-0c84b3fbc791 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Port': ['ID=4061aead-bc12-41ca-8f04-8215dc7ae894,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:50.451984 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-89895829-2d23-40e9-9790-1eabeddd5c8e tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:50.474142 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2a4bedb6-5f40-4cab-9cb1-0c84b3fbc791 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:50.495467 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2a4bedb6-5f40-4cab-9cb1-0c84b3fbc791 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/ports/4061aead-bc12-41ca-8f04-8215dc7ae894 HTTP/1.1" status: 204 len: 168 time: 1.0960042 Apr 06 14:21:50.498143 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54024) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:50.514743 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89895829-2d23-40e9-9790-1eabeddd5c8e tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78917b7e-bd7c-40f9-a0ea-cc4610f8ee29,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:50.523661 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2b2c987a-111b-438d-b524-8fbdff744f9e tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1228070 Apr 06 14:21:50.528853 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54028) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:50.554212 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc0cc65-7e83-4700-9fb9-b10a29ad02b7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] GET failed (client error): The resource could not be found. Apr 06 14:21:50.554462 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cdc0cc65-7e83-4700-9fb9-b10a29ad02b7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Synchronizing usage tracker for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:50.554923 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f554d834-7d67-462a-9573-96e71a0bbb45 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-592963314', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '707b826e-e40c-45bc-8765-60f3de3dc45a'}], 'security_groups': ['4ddc45e9-d9f9-471d-bc1e-cff0e60b92bb', '0dd532ef-f086-499a-8e5c-ea3e3e8a4c99']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:50.583808 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cdc0cc65-7e83-4700-9fb9-b10a29ad02b7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Unset dirty status for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:50.585840 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-89895829-2d23-40e9-9790-1eabeddd5c8e tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:50.588034 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-89895829-2d23-40e9-9790-1eabeddd5c8e tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "DELETE /v2.0/security-groups/78917b7e-bd7c-40f9-a0ea-cc4610f8ee29 HTTP/1.1" status: 204 len: 168 time: 0.9025943 Apr 06 14:21:50.591821 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cdc0cc65-7e83-4700-9fb9-b10a29ad02b7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "GET /v2.0/ports/4061aead-bc12-41ca-8f04-8215dc7ae894 HTTP/1.1" status: 404 len: 333 time: 0.0879159 Apr 06 14:21:50.592996 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54032) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:50.594105 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54034) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:50.620005 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device ff4b4ef9-84a4-4cba-8acc-aa88bdaf024a up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:21:50.743193 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7de34baf-43d2-48ad-81ea-d64615ccf576 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:50.757034 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-702736a6-7e17-4397-84be-edab7217c323 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1557593 Apr 06 14:21:50.757912 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f554d834-7d67-462a-9573-96e71a0bbb45 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:50.759624 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54040) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:50.774605 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7de34baf-43d2-48ad-81ea-d64615ccf576 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:50.827317 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de34baf-43d2-48ad-81ea-d64615ccf576 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da185a1b-3e01-4085-9a31-6461c854375d,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:50.827317 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7de34baf-43d2-48ad-81ea-d64615ccf576 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:50.827317 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7de34baf-43d2-48ad-81ea-d64615ccf576 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9228549 Apr 06 14:21:50.827317 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54044) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:50.836944 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c921ba64-a913-41b4-8e84-fd330f30fef3 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Request body: {'security_group_rule': {'security_group_id': 'da185a1b-3e01-4085-9a31-6461c854375d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:50.886932 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f2f50b54-3d8f-4a6a-bbea-3c1bb7b085cb None None] For port 3f076b03-71fd-4d73-a850-0ab5368a65d9, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:21:50.896650 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-622ae5ec-9e22-4e92-912f-388ca344108c tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] delete failed (client error): The resource could not be found. Apr 06 14:21:50.896650 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-622ae5ec-9e22-4e92-912f-388ca344108c tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "DELETE /v2.0/security-groups/03e62570-55f7-42d9-bc33-24c05cc00893 HTTP/1.1" status: 404 len: 347 time: 0.1356518 Apr 06 14:21:50.903867 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54048) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:50.927889 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-fd75d81b-ef52-4ecd-b263-6c93e8085682 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] show failed (client error): The resource could not be found. Apr 06 14:21:50.929527 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fd75d81b-ef52-4ecd-b263-6c93e8085682 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "GET /v2.0/security-groups/f507873c-3d66-440a-b0fe-1b1f8141f19e HTTP/1.1" status: 404 len: 347 time: 0.0247374 Apr 06 14:21:50.937785 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54052) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:50.950232 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f2f50b54-3d8f-4a6a-bbea-3c1bb7b085cb None None] For port 3f076b03-71fd-4d73-a850-0ab5368a65d9, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=3f076b03-71fd-4d73-a850-0ab5368a65d9,segment=NetworkSegment(c1d9ecd2-0568-44a9-bf44-b67fbaf418c9),segment_id=c1d9ecd2-0568-44a9-bf44-b67fbaf418c9)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:21:50.963131 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-0027e0d5-1f57-49ba-bba4-d7feb06690e8 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] show failed (client error): The resource could not be found. Apr 06 14:21:50.964705 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0027e0d5-1f57-49ba-bba4-d7feb06690e8 tempest-NegativeSecGroupIPv6Test-464991563 tempest-NegativeSecGroupIPv6Test-464991563-project] 10.222.0.60 "GET /v2.0/security-group-rules/ae34947c-6296-4d02-b0bf-2e8b59aa45dc HTTP/1.1" status: 404 len: 356 time: 0.0234423 Apr 06 14:21:51.002283 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f2f50b54-3d8f-4a6a-bbea-3c1bb7b085cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:51.037606 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-85cca831-c668-48ba-b06b-8dd505b54b7a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting subnet a9951fa6-5da6-4195-ba81-7c240acd18d8 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:21:51.041050 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-85cca831-c668-48ba-b06b-8dd505b54b7a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:51.054674 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c921ba64-a913-41b4-8e84-fd330f30fef3 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:51.059246 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c921ba64-a913-41b4-8e84-fd330f30fef3 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Usage tracker for resource:security_group_rule and tenant:115180951bc54eb1b42138bfea99338c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:51.062211 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c921ba64-a913-41b4-8e84-fd330f30fef3 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:51.070009 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c921ba64-a913-41b4-8e84-fd330f30fef3 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:51.108228 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-85cca831-c668-48ba-b06b-8dd505b54b7a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:51.113195 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c921ba64-a913-41b4-8e84-fd330f30fef3 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:51.202343 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-85cca831-c668-48ba-b06b-8dd505b54b7a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:51.210287 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-66d32c75-8ea4-4bfc-96a6-c28cf6e5c329 None None] Allocated IP 172.21.0.2 (75838fa1-4a24-4928-881e-6a725cd084e9/fabb4496-a20e-4866-b1cd-221fef62125a/351f4675-def1-448b-9492-c402f07cc7e9) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:51.215175 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port ff4b4ef9-84a4-4cba-8acc-aa88bdaf024a triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:51.215998 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:51.269848 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc35b1-2a53-4ae3-9d76-24924cadb8dc None None] Pushing event updated for resources: {'Port': ['ID=3f076b03-71fd-4d73-a850-0ab5368a65d9,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:51.292815 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-85cca831-c668-48ba-b06b-8dd505b54b7a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:51.374186 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f50b54-3d8f-4a6a-bbea-3c1bb7b085cb None None] Routers {'69876512-cb70-41a6-85be-e67bd1d00579'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:21:51.374840 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f2f50b54-3d8f-4a6a-bbea-3c1bb7b085cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:21:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['69876512-cb70-41a6-85be-e67bd1d00579'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:51.386077 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-85cca831-c668-48ba-b06b-8dd505b54b7a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:51.388975 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cca831-c668-48ba-b06b-8dd505b54b7a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Subnet': ['ID=a9951fa6-5da6-4195-ba81-7c240acd18d8,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:51.397374 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-85cca831-c668-48ba-b06b-8dd505b54b7a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/subnets/a9951fa6-5da6-4195-ba81-7c240acd18d8 HTTP/1.1" status: 204 len: 168 time: 0.7988479 Apr 06 14:21:51.402203 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54060) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:51.516693 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54282a5-9d0d-4f70-b632-5c6f5ef02b62 None None] Network 3fbf4c9b-11d1-4bf9-adfd-16a6a5ad8df9 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:21:51.536646 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54064) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:51.551948 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-223c43bf-fe6e-4bcd-ad98-9240109b7588 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:51.563604 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-223c43bf-fe6e-4bcd-ad98-9240109b7588 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting port ff4b4ef9-84a4-4cba-8acc-aa88bdaf024a {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:21:51.563936 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-223c43bf-fe6e-4bcd-ad98-9240109b7588 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:51.677120 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c921ba64-a913-41b4-8e84-fd330f30fef3 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:51.695431 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c921ba64-a913-41b4-8e84-fd330f30fef3 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:51.719832 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921ba64-a913-41b4-8e84-fd330f30fef3 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac3dc6b7-7e28-42ec-b405-eea41948a74b,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:51.811997 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c921ba64-a913-41b4-8e84-fd330f30fef3 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:51.813764 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c921ba64-a913-41b4-8e84-fd330f30fef3 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9908485 Apr 06 14:21:51.822302 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54070) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:51.842964 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-040b2815-2a36-42b5-9f00-fab8a00ba06c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=824da48563ab468d936cb76789134365&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3050146 Apr 06 14:21:51.846345 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54074) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:51.919854 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-223c43bf-fe6e-4bcd-ad98-9240109b7588 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] For port ff4b4ef9-84a4-4cba-8acc-aa88bdaf024a, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=ff4b4ef9-84a4-4cba-8acc-aa88bdaf024a,segment=NetworkSegment(ae99203b-b650-49c1-9f0f-7c6640913f08),segment_id=ae99203b-b650-49c1-9f0f-7c6640913f08)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:51.920673 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-223c43bf-fe6e-4bcd-ad98-9240109b7588 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:51.995700 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce3cc-275d-4fb2-ba86-c4789d258c55 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:52.007990 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-f554d834-7d67-462a-9573-96e71a0bbb45 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Delete allocated IP 172.20.0.10 (4e9790fd-6922-4da5-be57-c9b836404c09/da343c62-688a-4a1d-af67-e7357afef6fc) {{(pid=83738) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 06 14:21:52.032599 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-f2f50b54-3d8f-4a6a-bbea-3c1bb7b085cb None None] Set router 69876512-cb70-41a6-85be-e67bd1d00579 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:21:52.048276 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-f554d834-7d67-462a-9573-96e71a0bbb45 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Allocated IP 172.20.0.43 (4e9790fd-6922-4da5-be57-c9b836404c09/707b826e-e40c-45bc-8765-60f3de3dc45a/0dc35195-82c0-4c10-aaf1-f69b2afc8ff6) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:52.067060 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce3cc-275d-4fb2-ba86-c4789d258c55 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:52.138176 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-223c43bf-fe6e-4bcd-ad98-9240109b7588 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Calling delete_port for ff4b4ef9-84a4-4cba-8acc-aa88bdaf024a owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:21:52.153097 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61e055c-8482-4131-bda4-69b7a3040422 None None] Update dhcp port {'port': {'network_id': '4e9790fd-6922-4da5-be57-c9b836404c09', 'fixed_ips': [{'subnet_id': '016fd7f1-a70f-46e4-a689-c413d7b6bd8f', 'ip_address': '172.20.0.18'}, {'subnet_id': 'da343c62-688a-4a1d-af67-e7357afef6fc', 'ip_address': '172.20.0.2'}, {'subnet_id': '707b826e-e40c-45bc-8765-60f3de3dc45a'}], 'binding:host_id': 'dv-neutron-835868-1-hyperv'}, 'id': '742230f3-4ee0-449f-a88c-b447e22b9797'} from dv-neutron-835868-1-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 06 14:21:52.187989 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7dfb2a3f-7670-4d25-8ac6-f95547786d5b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:52.200940 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d801de9-2f7b-494b-909d-92eb53cdc355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:52.246023 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d801de9-2f7b-494b-909d-92eb53cdc355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:52.268247 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-223c43bf-fe6e-4bcd-ad98-9240109b7588 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:52.289297 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-66d32c75-8ea4-4bfc-96a6-c28cf6e5c329 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:52.322363 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f61e055c-8482-4131-bda4-69b7a3040422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:52.331254 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c43bf-fe6e-4bcd-ad98-9240109b7588 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Port': ['ID=ff4b4ef9-84a4-4cba-8acc-aa88bdaf024a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:52.337350 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce3cc-275d-4fb2-ba86-c4789d258c55 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:52.337592 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223c43bf-fe6e-4bcd-ad98-9240109b7588 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] No DVR routers for this DVR port ff4b4ef9-84a4-4cba-8acc-aa88bdaf024a on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:21:52.391039 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-66d32c75-8ea4-4bfc-96a6-c28cf6e5c329 None None] Transition to ACTIVE for port object 351f4675-def1-448b-9492-c402f07cc7e9 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:52.436464 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ce3cc-275d-4fb2-ba86-c4789d258c55 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da185a1b-3e01-4085-9a31-6461c854375d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:52.468016 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-223c43bf-fe6e-4bcd-ad98-9240109b7588 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:52.487337 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-66d32c75-8ea4-4bfc-96a6-c28cf6e5c329 None None] Transition to ACTIVE for port object 351f4675-def1-448b-9492-c402f07cc7e9 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:52.498924 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-223c43bf-fe6e-4bcd-ad98-9240109b7588 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fbf4c9b-11d1-4bf9-adfd-16a6a5ad8df9']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:52.515259 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-223c43bf-fe6e-4bcd-ad98-9240109b7588 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae99203b-b650-49c1-9f0f-7c6640913f08') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:52.515834 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-223c43bf-fe6e-4bcd-ad98-9240109b7588 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae99203b-b650-49c1-9f0f-7c6640913f08') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:52.529957 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-223c43bf-fe6e-4bcd-ad98-9240109b7588 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:52.542903 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce3cc-275d-4fb2-ba86-c4789d258c55 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:52.546675 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6b7ce3cc-275d-4fb2-ba86-c4789d258c55 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "DELETE /v2.0/security-groups/da185a1b-3e01-4085-9a31-6461c854375d HTTP/1.1" status: 204 len: 168 time: 0.7204235 Apr 06 14:21:52.547189 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-66d32c75-8ea4-4bfc-96a6-c28cf6e5c329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:52.548369 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54078) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:52.557325 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-223c43bf-fe6e-4bcd-ad98-9240109b7588 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:52.564011 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-223c43bf-fe6e-4bcd-ad98-9240109b7588 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:21:52.564549 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-223c43bf-fe6e-4bcd-ad98-9240109b7588 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:52.604062 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3963bb-d46c-4abd-b173-5728acb52d16 None None] DHCP port deletion for 3fbf4c9b-11d1-4bf9-adfd-16a6a5ad8df9 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:21:52.661339 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:21:52.666632 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-223c43bf-fe6e-4bcd-ad98-9240109b7588 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:52.671799 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-223c43bf-fe6e-4bcd-ad98-9240109b7588 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:52.689562 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d32c75-8ea4-4bfc-96a6-c28cf6e5c329 None None] Network 75838fa1-4a24-4928-881e-6a725cd084e9 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:52.690667 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d32c75-8ea4-4bfc-96a6-c28cf6e5c329 None None] Pushing event updated for resources: {'Port': ['ID=351f4675-def1-448b-9492-c402f07cc7e9,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:52.701337 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f554d834-7d67-462a-9573-96e71a0bbb45 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:52.706404 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c43bf-fe6e-4bcd-ad98-9240109b7588 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Network': ['ID=3fbf4c9b-11d1-4bf9-adfd-16a6a5ad8df9,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:52.718236 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d801de9-2f7b-494b-909d-92eb53cdc355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:52.723661 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-66d32c75-8ea4-4bfc-96a6-c28cf6e5c329 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:52.728170 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-78721f29-875c-4400-aea5-5359b1762b87 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Synchronizing usage tracker for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:52.731793 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d32c75-8ea4-4bfc-96a6-c28cf6e5c329 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:21:52.737478 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-223c43bf-fe6e-4bcd-ad98-9240109b7588 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/networks/3fbf4c9b-11d1-4bf9-adfd-16a6a5ad8df9 HTTP/1.1" status: 204 len: 168 time: 1.3358488 Apr 06 14:21:52.738646 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d801de9-2f7b-494b-909d-92eb53cdc355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:52.739850 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9d801de9-2f7b-494b-909d-92eb53cdc355 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c83ea2ee-65a1-4062-9bcb-b17cf0c2febe HTTP/1.1" status: 204 len: 168 time: 0.8924680 Apr 06 14:21:52.740759 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d801de9-2f7b-494b-909d-92eb53cdc355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83ea2ee-65a1-4062-9bcb-b17cf0c2febe,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:52.743088 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54082) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:52.756364 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-18b93b23-07b7-4063-a94c-09dfe9a87a0c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1619291498'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:52.756780 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-f554d834-7d67-462a-9573-96e71a0bbb45 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Transition to ACTIVE for port object 0dc35195-82c0-4c10-aaf1-f69b2afc8ff6 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:52.757166 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-18b93b23-07b7-4063-a94c-09dfe9a87a0c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:52.762718 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-18b93b23-07b7-4063-a94c-09dfe9a87a0c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:network and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:52.765938 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-18b93b23-07b7-4063-a94c-09dfe9a87a0c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:52.768243 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f554d834-7d67-462a-9573-96e71a0bbb45 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:52.777911 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-18b93b23-07b7-4063-a94c-09dfe9a87a0c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:52.797365 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b93b23-07b7-4063-a94c-09dfe9a87a0c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:52.805105 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-18b93b23-07b7-4063-a94c-09dfe9a87a0c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:52.862770 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b93b23-07b7-4063-a94c-09dfe9a87a0c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:21:52.866699 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-78721f29-875c-4400-aea5-5359b1762b87 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Unset dirty status for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:52.868323 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-78721f29-875c-4400-aea5-5359b1762b87 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3174779 Apr 06 14:21:52.872605 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54090) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:52.875431 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-18b93b23-07b7-4063-a94c-09dfe9a87a0c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:52.875824 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-18b93b23-07b7-4063-a94c-09dfe9a87a0c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Added segment 3c8e33ea-e7f9-4d34-8cca-116451efea4a of type vlan for network 1865623e-e83a-4838-8997-d008aa8ae326 Apr 06 14:21:52.937953 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-f61e055c-8482-4131-bda4-69b7a3040422 None None] Allocated IP 172.20.0.34 (4e9790fd-6922-4da5-be57-c9b836404c09/707b826e-e40c-45bc-8765-60f3de3dc45a/742230f3-4ee0-449f-a88c-b447e22b9797) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:52.940051 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-18b93b23-07b7-4063-a94c-09dfe9a87a0c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:52.943384 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-7dfb2a3f-7670-4d25-8ac6-f95547786d5b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Allocated IP 172.21.0.1 (75838fa1-4a24-4928-881e-6a725cd084e9/fabb4496-a20e-4866-b1cd-221fef62125a/0f4e696d-523b-4a0a-9872-98f6994e16e1) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:52.952118 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-37b1fd3a-22f1-4a84-a65c-7b3b44ff49c2 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Synchronizing usage tracker for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:52.977554 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554d834-7d67-462a-9573-96e71a0bbb45 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event updated for resources: {'Port': ['ID=0dc35195-82c0-4c10-aaf1-f69b2afc8ff6,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:52.984857 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-37b1fd3a-22f1-4a84-a65c-7b3b44ff49c2 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] Unset dirty status for tenant:115180951bc54eb1b42138bfea99338c on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:52.986662 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-37b1fd3a-22f1-4a84-a65c-7b3b44ff49c2 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1125996 Apr 06 14:21:52.989545 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54094) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:53.009535 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-18b93b23-07b7-4063-a94c-09dfe9a87a0c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:53.015167 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b93b23-07b7-4063-a94c-09dfe9a87a0c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:53.016562 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-18b93b23-07b7-4063-a94c-09dfe9a87a0c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:53.037261 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-66d32c75-8ea4-4bfc-96a6-c28cf6e5c329 None None] Attempting to bind port 351f4675-def1-448b-9492-c402f07cc7e9 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:21:53.037845 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-66d32c75-8ea4-4bfc-96a6-c28cf6e5c329 None None] Attempting to bind port 351f4675-def1-448b-9492-c402f07cc7e9 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'b141b65b-9801-4444-9469-3f16f2a40566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '75838fa1-4a24-4928-881e-6a725cd084e9'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:21:53.037987 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d32c75-8ea4-4bfc-96a6-c28cf6e5c329 None None] Attempting to bind port 351f4675-def1-448b-9492-c402f07cc7e9 on network 75838fa1-4a24-4928-881e-6a725cd084e9 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:21:53.052682 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d32c75-8ea4-4bfc-96a6-c28cf6e5c329 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:21:53.053386 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d32c75-8ea4-4bfc-96a6-c28cf6e5c329 None None] Checking segment: {'id': 'b141b65b-9801-4444-9469-3f16f2a40566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '75838fa1-4a24-4928-881e-6a725cd084e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:21:53.053954 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-66d32c75-8ea4-4bfc-96a6-c28cf6e5c329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:53.054534 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d32c75-8ea4-4bfc-96a6-c28cf6e5c329 None None] Bound using segment: {'id': 'b141b65b-9801-4444-9469-3f16f2a40566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '75838fa1-4a24-4928-881e-6a725cd084e9'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:21:53.055178 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-66d32c75-8ea4-4bfc-96a6-c28cf6e5c329 None None] Bound port: 351f4675-def1-448b-9492-c402f07cc7e9, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b141b65b-9801-4444-9469-3f16f2a40566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '75838fa1-4a24-4928-881e-6a725cd084e9'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:21:53.055736 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-66d32c75-8ea4-4bfc-96a6-c28cf6e5c329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:53.058910 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-03dae6a9-8b3f-470c-a7b8-16b0146ba919 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] delete failed (client error): The resource could not be found. Apr 06 14:21:53.060238 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-03dae6a9-8b3f-470c-a7b8-16b0146ba919 tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "DELETE /v2.0/security-groups/da185a1b-3e01-4085-9a31-6461c854375d HTTP/1.1" status: 404 len: 347 time: 0.0695200 Apr 06 14:21:53.126852 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54100) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:53.155722 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f2f50b54-3d8f-4a6a-bbea-3c1bb7b085cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69876512-cb70-41a6-85be-e67bd1d00579', 'name': 'tempest-RoutersTest-router-216414502', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:21:38Z', 'updated_at': '2022-04-06T14:21:43Z', 'revision_number': 2, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'gw_port_host': None, '_interfaces': [{'id': '3f076b03-71fd-4d73-a850-0ab5368a65d9', 'name': '', 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:81:41:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:42Z', 'updated_at': '2022-04-06T14:21:50Z', 'revision_number': 4, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:53.157495 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-18b93b23-07b7-4063-a94c-09dfe9a87a0c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4118116 Apr 06 14:21:53.161412 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54106) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:53.167235 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f50b54-3d8f-4a6a-bbea-3c1bb7b085cb None None] The sync data for ids ['69876512-cb70-41a6-85be-e67bd1d00579'] in dv-neutron-835868-1-hyperv is: [{'id': '69876512-cb70-41a6-85be-e67bd1d00579', 'name': 'tempest-RoutersTest-router-216414502', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:21:38Z', 'updated_at': '2022-04-06T14:21:43Z', 'revision_number': 2, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'gw_port_host': None, '_interfaces': [{'id': '3f076b03-71fd-4d73-a850-0ab5368a65d9', 'name': '', 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:81:41:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:42Z', 'updated_at': '2022-04-06T14:21:50Z', 'revision_number': 4, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:21:53.185883 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-13d93ec4-41ca-44a0-acd8-aa5cb2c8154d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'subnet': {'network_id': '1865623e-e83a-4838-8997-d008aa8ae326', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:53.252555 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-66d32c75-8ea4-4bfc-96a6-c28cf6e5c329 None None] For port 351f4675-def1-448b-9492-c402f07cc7e9, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:21:53.256056 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-66d32c75-8ea4-4bfc-96a6-c28cf6e5c329 None None] For port 351f4675-def1-448b-9492-c402f07cc7e9, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=351f4675-def1-448b-9492-c402f07cc7e9,segment=NetworkSegment(b141b65b-9801-4444-9469-3f16f2a40566),segment_id=b141b65b-9801-4444-9469-3f16f2a40566)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:21:53.272886 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-66d32c75-8ea4-4bfc-96a6-c28cf6e5c329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:53.291341 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f554d834-7d67-462a-9573-96e71a0bbb45 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] In _notify_port_updated(), no bound segment for port 0dc35195-82c0-4c10-aaf1-f69b2afc8ff6 on network 4e9790fd-6922-4da5-be57-c9b836404c09 {{(pid=83738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 06 14:21:53.296920 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f554d834-7d67-462a-9573-96e71a0bbb45 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:53.297552 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f554d834-7d67-462a-9573-96e71a0bbb45 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:53.301397 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f554d834-7d67-462a-9573-96e71a0bbb45 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "PUT /v2.0/ports/0dc35195-82c0-4c10-aaf1-f69b2afc8ff6 HTTP/1.1" status: 200 len: 959 time: 2.7716718 Apr 06 14:21:53.302791 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54114) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:53.390757 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b59a0ad3-4b94-4d26-9618-298b41fb783d tempest-SecGroupIPv6Test-484169927 tempest-SecGroupIPv6Test-484169927-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2614295 Apr 06 14:21:53.392204 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b93b23-07b7-4063-a94c-09dfe9a87a0c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Network': ['ID=1865623e-e83a-4838-8997-d008aa8ae326,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:53.438990 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-13d93ec4-41ca-44a0-acd8-aa5cb2c8154d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:53.443029 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 1865623e-e83a-4838-8997-d008aa8ae326 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:21:53.445627 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-13d93ec4-41ca-44a0-acd8-aa5cb2c8154d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:subnet and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:53.450616 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-13d93ec4-41ca-44a0-acd8-aa5cb2c8154d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:53.458689 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-13d93ec4-41ca-44a0-acd8-aa5cb2c8154d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:53.462917 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a1e669f2-fff4-47c8-832c-60f7ec6c49f7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting port 0dc35195-82c0-4c10-aaf1-f69b2afc8ff6 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:21:53.463873 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a1e669f2-fff4-47c8-832c-60f7ec6c49f7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:53.513270 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d93ec4-41ca-44a0-acd8-aa5cb2c8154d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:53.611776 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7dfb2a3f-7670-4d25-8ac6-f95547786d5b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:53.650308 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d32c75-8ea4-4bfc-96a6-c28cf6e5c329 None None] Pushing event updated for resources: {'Port': ['ID=351f4675-def1-448b-9492-c402f07cc7e9,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:53.690994 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-7dfb2a3f-7670-4d25-8ac6-f95547786d5b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Transition to ACTIVE for port object 0f4e696d-523b-4a0a-9872-98f6994e16e1 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:53.705556 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f61e055c-8482-4131-bda4-69b7a3040422 None None] For port 742230f3-4ee0-449f-a88c-b447e22b9797, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=742230f3-4ee0-449f-a88c-b447e22b9797,segment=NetworkSegment(4673acd7-6791-4598-8001-6ba5b21bc0d4),segment_id=4673acd7-6791-4598-8001-6ba5b21bc0d4)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:53.710698 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-13d93ec4-41ca-44a0-acd8-aa5cb2c8154d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:53.783203 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f61e055c-8482-4131-bda4-69b7a3040422 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:53.831372 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f61e055c-8482-4131-bda4-69b7a3040422 None None] Transition to ACTIVE for port object 742230f3-4ee0-449f-a88c-b447e22b9797 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:53.849137 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f61e055c-8482-4131-bda4-69b7a3040422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:53.986649 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54126) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:54.133279 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-13d93ec4-41ca-44a0-acd8-aa5cb2c8154d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:54.177926 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7dfb2a3f-7670-4d25-8ac6-f95547786d5b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:54.266053 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d93ec4-41ca-44a0-acd8-aa5cb2c8154d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Subnet': ['ID=84797db4-cd8a-4796-9189-7670ffc5f881,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:54.295185 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d93ec4-41ca-44a0-acd8-aa5cb2c8154d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Checking segment: {'id': '3c8e33ea-e7f9-4d34-8cca-116451efea4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1865623e-e83a-4838-8997-d008aa8ae326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:21:54.298049 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d93ec4-41ca-44a0-acd8-aa5cb2c8154d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network hostable DHCP agents. Network: 1865623e-e83a-4838-8997-d008aa8ae326, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:21:54.321026 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e055c-8482-4131-bda4-69b7a3040422 None None] Pushing event updated for resources: {'Port': ['ID=742230f3-4ee0-449f-a88c-b447e22b9797,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:54.322001 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfb2a3f-7670-4d25-8ac6-f95547786d5b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network 75838fa1-4a24-4928-881e-6a725cd084e9 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:54.323882 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-7dfb2a3f-7670-4d25-8ac6-f95547786d5b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:54.334043 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfb2a3f-7670-4d25-8ac6-f95547786d5b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:21:54.359049 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d93ec4-41ca-44a0-acd8-aa5cb2c8154d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network 1865623e-e83a-4838-8997-d008aa8ae326 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:21:54.372806 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-13d93ec4-41ca-44a0-acd8-aa5cb2c8154d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 1865623e-e83a-4838-8997-d008aa8ae326) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:54.378612 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d93ec4-41ca-44a0-acd8-aa5cb2c8154d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:54.382023 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-13d93ec4-41ca-44a0-acd8-aa5cb2c8154d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:54.384560 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a1e669f2-fff4-47c8-832c-60f7ec6c49f7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:54.390665 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641dd210-4188-4fd0-99be-dd4175a84458 None None] Network 1865623e-e83a-4838-8997-d008aa8ae326 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:21:54.395517 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb2a3f-7670-4d25-8ac6-f95547786d5b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Port': ['ID=0f4e696d-523b-4a0a-9872-98f6994e16e1,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:54.421824 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54136) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:54.427113 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-13d93ec4-41ca-44a0-acd8-aa5cb2c8154d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2630754 Apr 06 14:21:54.434636 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54140) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:54.456190 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4d4dc1fe-569f-4b33-9a54-6ac0dc212e99 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'port': {'network_id': '1865623e-e83a-4838-8997-d008aa8ae326', 'name': 'tempest-PortsIpV6TestJSON-1906812850', 'fixed_ips': [{'subnet_id': '84797db4-cd8a-4796-9189-7670ffc5f881', 'ip_address': '2001:db8::10'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:54.667400 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a1e669f2-fff4-47c8-832c-60f7ec6c49f7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Calling delete_port for 0dc35195-82c0-4c10-aaf1-f69b2afc8ff6 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:21:54.717116 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 3f076b03-71fd-4d73-a850-0ab5368a65d9 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:21:54.766788 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7dfb2a3f-7670-4d25-8ac6-f95547786d5b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:54.776086 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-353f0feb-2bf2-4e2d-ad4b-8f6819f3b144 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:54.776358 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-353f0feb-2bf2-4e2d-ad4b-8f6819f3b144 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] create failed (client error): There was a conflict when trying to complete your request. Apr 06 14:21:54.783500 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-353f0feb-2bf2-4e2d-ad4b-8f6819f3b144 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3600032 Apr 06 14:21:54.789348 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54146) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:54.811493 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-4b4040b7-69b5-4f74-aa61-5e692940f96f tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group': {'name': 'tempest-secgroup--1451578120'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:54.842107 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4b4040b7-69b5-4f74-aa61-5e692940f96f tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:54.855313 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4b4040b7-69b5-4f74-aa61-5e692940f96f tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Usage tracker for resource:security_group and tenant:60081fe48d274ddcb287fd471c7d843b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:54.862066 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4b4040b7-69b5-4f74-aa61-5e692940f96f tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:54.885443 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4b4040b7-69b5-4f74-aa61-5e692940f96f tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:54.921837 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 3f076b03-71fd-4d73-a850-0ab5368a65d9 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:54.929664 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4d4dc1fe-569f-4b33-9a54-6ac0dc212e99 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:54.943062 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c4a5c4da-efe2-4491-8790-ead001dbb771 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=115180951bc54eb1b42138bfea99338c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9507706 Apr 06 14:21:54.952001 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54150) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:54.952819 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4d4dc1fe-569f-4b33-9a54-6ac0dc212e99 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:port and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:54.958643 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4d4dc1fe-569f-4b33-9a54-6ac0dc212e99 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:54.967847 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4d4dc1fe-569f-4b33-9a54-6ac0dc212e99 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:54.968061 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 3f076b03-71fd-4d73-a850-0ab5368a65d9 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:54.968571 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:54.984204 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4dc1fe-569f-4b33-9a54-6ac0dc212e99 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:54.992225 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4d4dc1fe-569f-4b33-9a54-6ac0dc212e99 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:55.017287 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4b4040b7-69b5-4f74-aa61-5e692940f96f tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:55.031331 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-4d4dc1fe-569f-4b33-9a54-6ac0dc212e99 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] device_id is not set on port 91e9ac34-3980-4cd6-814f-99284ca6dda4 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:21:55.040056 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd6f9b4-8587-48e0-a527-df0e5507a8d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-1865623e-e83a-4838-8997-d008aa8ae326', 'network_id': '1865623e-e83a-4838-8997-d008aa8ae326', 'tenant_id': '4fc82e9fc10b417fb0b2b72d7d1a7a75', 'fixed_ips': [{'subnet_id': '84797db4-cd8a-4796-9189-7670ffc5f881'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:21:55.041719 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5dd6f9b4-8587-48e0-a527-df0e5507a8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:55.087905 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4b4040b7-69b5-4f74-aa61-5e692940f96f tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:55.146266 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7dfb2a3f-7670-4d25-8ac6-f95547786d5b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:55.159261 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a1e669f2-fff4-47c8-832c-60f7ec6c49f7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:55.203730 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaed003-d24a-4371-8b9a-f9ebbdc8c8fd None None] Network 75838fa1-4a24-4928-881e-6a725cd084e9 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:21:55.243834 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e669f2-fff4-47c8-832c-60f7ec6c49f7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Port': ['ID=0dc35195-82c0-4c10-aaf1-f69b2afc8ff6,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:55.263984 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:55.306997 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b9e4b5b0-9e27-45b4-acd9-028b366b929c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:55.310876 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4b4040b7-69b5-4f74-aa61-5e692940f96f tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:55.326551 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-4d4dc1fe-569f-4b33-9a54-6ac0dc212e99 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Allocated IP 2001:db8::10 (1865623e-e83a-4838-8997-d008aa8ae326/84797db4-cd8a-4796-9189-7670ffc5f881/91e9ac34-3980-4cd6-814f-99284ca6dda4) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:55.372615 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4b4040b7-69b5-4f74-aa61-5e692940f96f tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Usage tracker for resource:security_group_rule and tenant:60081fe48d274ddcb287fd471c7d843b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:55.383354 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4b4040b7-69b5-4f74-aa61-5e692940f96f tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:55.399161 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 3f076b03-71fd-4d73-a850-0ab5368a65d9, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=3f076b03-71fd-4d73-a850-0ab5368a65d9,segment=NetworkSegment(c1d9ecd2-0568-44a9-bf44-b67fbaf418c9),segment_id=c1d9ecd2-0568-44a9-bf44-b67fbaf418c9)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:55.402357 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1f7b81cd-6689-4950-9f17-c1b3232e20e7 None None] Provisioning for port 351f4675-def1-448b-9492-c402f07cc7e9 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:55.411648 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:55.412323 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 351f4675-def1-448b-9492-c402f07cc7e9 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:21:55.436329 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4b4040b7-69b5-4f74-aa61-5e692940f96f tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:55.521996 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b9e4b5b0-9e27-45b4-acd9-028b366b929c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:55.546969 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4d4dc1fe-569f-4b33-9a54-6ac0dc212e99 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:55.563455 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-4d4dc1fe-569f-4b33-9a54-6ac0dc212e99 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Transition to ACTIVE for port object 91e9ac34-3980-4cd6-814f-99284ca6dda4 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:55.589444 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4d4dc1fe-569f-4b33-9a54-6ac0dc212e99 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:55.628585 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=3f076b03-71fd-4d73-a850-0ab5368a65d9,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:55.666243 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a1e669f2-fff4-47c8-832c-60f7ec6c49f7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:55.666743 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4dc1fe-569f-4b33-9a54-6ac0dc212e99 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network 1865623e-e83a-4838-8997-d008aa8ae326 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:55.669959 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-4d4dc1fe-569f-4b33-9a54-6ac0dc212e99 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:55.674589 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4dc1fe-569f-4b33-9a54-6ac0dc212e99 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:21:55.678587 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4dc1fe-569f-4b33-9a54-6ac0dc212e99 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:55.679530 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4d4dc1fe-569f-4b33-9a54-6ac0dc212e99 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:55.685857 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4dc1fe-569f-4b33-9a54-6ac0dc212e99 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Port': ['ID=91e9ac34-3980-4cd6-814f-99284ca6dda4,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:55.716480 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4d4dc1fe-569f-4b33-9a54-6ac0dc212e99 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2805848 Apr 06 14:21:55.719338 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54154) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:55.720183 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 351f4675-def1-448b-9492-c402f07cc7e9 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:55.725656 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-33c529bd-a282-414f-aa5f-32af9ec86f56 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'port': {'network_id': '1865623e-e83a-4838-8997-d008aa8ae326', 'name': 'tempest-PortsIpV6TestJSON-1459657108', 'fixed_ips': [{'subnet_id': '84797db4-cd8a-4796-9189-7670ffc5f881', 'ip_address': '2001:db8::f'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:55.740196 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 351f4675-def1-448b-9492-c402f07cc7e9 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:55.740859 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:55.744063 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a1e669f2-fff4-47c8-832c-60f7ec6c49f7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/ports/0dc35195-82c0-4c10-aaf1-f69b2afc8ff6 HTTP/1.1" status: 204 len: 168 time: 2.4358196 Apr 06 14:21:55.745807 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54158) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:55.846674 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-5dd6f9b4-8587-48e0-a527-df0e5507a8d3 None None] Allocated IP 2001:db8::2 (1865623e-e83a-4838-8997-d008aa8ae326/84797db4-cd8a-4796-9189-7670ffc5f881/c1abc578-345a-4127-a416-5a8534380ff1) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:55.915220 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-33c529bd-a282-414f-aa5f-32af9ec86f56 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:55.924117 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-33c529bd-a282-414f-aa5f-32af9ec86f56 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:port and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:55.927953 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-33c529bd-a282-414f-aa5f-32af9ec86f56 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:55.934611 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-33c529bd-a282-414f-aa5f-32af9ec86f56 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:55.949401 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c529bd-a282-414f-aa5f-32af9ec86f56 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:55.955987 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-099b833c-0f7f-4c28-9b24-81b497e31cfd tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] GET failed (client error): The resource could not be found. Apr 06 14:21:55.956709 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-099b833c-0f7f-4c28-9b24-81b497e31cfd tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Synchronizing usage tracker for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:55.957632 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-33c529bd-a282-414f-aa5f-32af9ec86f56 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:56.012328 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4b4040b7-69b5-4f74-aa61-5e692940f96f tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:56.019271 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-33c529bd-a282-414f-aa5f-32af9ec86f56 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] device_id is not set on port d1b8e9d1-951f-4f80-a5c0-2a53fa6d3c93 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:21:56.035402 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4b4040b7-69b5-4f74-aa61-5e692940f96f tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:56.098469 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b9e4b5b0-9e27-45b4-acd9-028b366b929c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:56.119800 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-099b833c-0f7f-4c28-9b24-81b497e31cfd tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Unset dirty status for tenant:93b55db64c2c45f89e5eddd70ead6075 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:56.124452 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-099b833c-0f7f-4c28-9b24-81b497e31cfd tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "GET /v2.0/ports/0dc35195-82c0-4c10-aaf1-f69b2afc8ff6 HTTP/1.1" status: 404 len: 333 time: 0.3669224 Apr 06 14:21:56.128405 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-26bac214-d3cd-4044-a587-5ac760f23204 None None] Provisioning complete for port 61a32148-48c0-4bd7-b24b-882757f0fafd triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:56.128973 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-26bac214-d3cd-4044-a587-5ac760f23204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:56.134002 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54162) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:56.179008 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4b4040b7-69b5-4f74-aa61-5e692940f96f tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:56.195596 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4040b7-69b5-4f74-aa61-5e692940f96f tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68bac098-e5ca-4952-86e6-a272c7c35616,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:56.208786 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4b4040b7-69b5-4f74-aa61-5e692940f96f tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Usage tracker for resource:security_group_rule and tenant:60081fe48d274ddcb287fd471c7d843b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:56.220782 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4b4040b7-69b5-4f74-aa61-5e692940f96f tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:56.235710 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4b4040b7-69b5-4f74-aa61-5e692940f96f tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:56.248252 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4b5b0-9e27-45b4-acd9-028b366b929c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84442462-8fa2-4028-b318-0f13d9fe4b09,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:56.260805 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b9e4b5b0-9e27-45b4-acd9-028b366b929c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:56.262025 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b9e4b5b0-9e27-45b4-acd9-028b366b929c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/84442462-8fa2-4028-b318-0f13d9fe4b09 HTTP/1.1" status: 204 len: 168 time: 1.3088930 Apr 06 14:21:56.279994 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5dd6f9b4-8587-48e0-a527-df0e5507a8d3 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:56.282990 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-26bac214-d3cd-4044-a587-5ac760f23204 None None] Port 61a32148-48c0-4bd7-b24b-882757f0fafd cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:21:56.298675 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7dfb2a3f-7670-4d25-8ac6-f95547786d5b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:56.310619 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-26bac214-d3cd-4044-a587-5ac760f23204 None None] Could not find standard attr ID for object 0dc35195-82c0-4c10-aaf1-f69b2afc8ff6. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 14:21:56.315330 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:56.324296 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7dfb2a3f-7670-4d25-8ac6-f95547786d5b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:56.331212 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5dd6f9b4-8587-48e0-a527-df0e5507a8d3 None None] Transition to ACTIVE for port object c1abc578-345a-4127-a416-5a8534380ff1 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:56.367992 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5dd6f9b4-8587-48e0-a527-df0e5507a8d3 None None] Transition to ACTIVE for port object c1abc578-345a-4127-a416-5a8534380ff1 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:56.386938 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5dd6f9b4-8587-48e0-a527-df0e5507a8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:56.402067 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b0e528d7-3173-4845-abda-af144c143a75 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:56.443647 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 351f4675-def1-448b-9492-c402f07cc7e9, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=351f4675-def1-448b-9492-c402f07cc7e9,segment=NetworkSegment(b141b65b-9801-4444-9469-3f16f2a40566),segment_id=b141b65b-9801-4444-9469-3f16f2a40566)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:56.445525 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-26bac214-d3cd-4044-a587-5ac760f23204 None None] Provisioning for port 742230f3-4ee0-449f-a88c-b447e22b9797 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:56.463158 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:56.480781 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-26bac214-d3cd-4044-a587-5ac760f23204 None None] Provisioning complete for port 742230f3-4ee0-449f-a88c-b447e22b9797 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:56.484568 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-26bac214-d3cd-4044-a587-5ac760f23204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:56.492787 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b0e528d7-3173-4845-abda-af144c143a75 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:56.506992 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4b4040b7-69b5-4f74-aa61-5e692940f96f tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:56.517988 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb2a3f-7670-4d25-8ac6-f95547786d5b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Port': ['ID=0f4e696d-523b-4a0a-9872-98f6994e16e1,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:56.524144 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7dfb2a3f-7670-4d25-8ac6-f95547786d5b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:56.527590 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4b4040b7-69b5-4f74-aa61-5e692940f96f tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:56.553092 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-33c529bd-a282-414f-aa5f-32af9ec86f56 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Allocated IP 2001:db8::f (1865623e-e83a-4838-8997-d008aa8ae326/84797db4-cd8a-4796-9189-7670ffc5f881/d1b8e9d1-951f-4f80-a5c0-2a53fa6d3c93) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:56.578307 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device ff4b4ef9-84a4-4cba-8acc-aa88bdaf024a no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:21:56.635248 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd6f9b4-8587-48e0-a527-df0e5507a8d3 None None] Network 1865623e-e83a-4838-8997-d008aa8ae326 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:56.652112 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-5dd6f9b4-8587-48e0-a527-df0e5507a8d3 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:56.664947 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6f9b4-8587-48e0-a527-df0e5507a8d3 None None] Pushing event updated for resources: {'Port': ['ID=c1abc578-345a-4127-a416-5a8534380ff1,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:56.667878 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: ff4b4ef9-84a4-4cba-8acc-aa88bdaf024a {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:21:56.668219 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device ff4b4ef9-84a4-4cba-8acc-aa88bdaf024a not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:21:56.674554 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd6f9b4-8587-48e0-a527-df0e5507a8d3 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:21:56.792165 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4040b7-69b5-4f74-aa61-5e692940f96f tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a6af62-a745-489a-9438-ca5e729a4d1e,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:56.827253 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b0e528d7-3173-4845-abda-af144c143a75 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:56.876193 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4b4040b7-69b5-4f74-aa61-5e692940f96f tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:56.882140 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4b4040b7-69b5-4f74-aa61-5e692940f96f tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.0888374 Apr 06 14:21:56.887128 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54174) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:56.908291 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5ffcd0f6-d51e-4fe1-8c7a-dff401438114 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group_rule': {'security_group_id': 'f9a6af62-a745-489a-9438-ca5e729a4d1e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:56.912983 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b0e528d7-3173-4845-abda-af144c143a75 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:56.914383 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b0e528d7-3173-4845-abda-af144c143a75 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/security-groups/8073c140-6586-47dd-8964-73b8a31b2973 HTTP/1.1" status: 204 len: 168 time: 0.7726407 Apr 06 14:21:56.917918 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e528d7-3173-4845-abda-af144c143a75 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8073c140-6586-47dd-8964-73b8a31b2973,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:56.921576 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54180) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:56.935122 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-33c529bd-a282-414f-aa5f-32af9ec86f56 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:56.940734 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5ffcd0f6-d51e-4fe1-8c7a-dff401438114 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:56.965332 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5ffcd0f6-d51e-4fe1-8c7a-dff401438114 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Usage tracker for resource:security_group_rule and tenant:60081fe48d274ddcb287fd471c7d843b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:56.978869 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5ffcd0f6-d51e-4fe1-8c7a-dff401438114 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:56.991366 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 3f076b03-71fd-4d73-a850-0ab5368a65d9 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:21:57.003261 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5ffcd0f6-d51e-4fe1-8c7a-dff401438114 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:57.016471 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-33c529bd-a282-414f-aa5f-32af9ec86f56 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Transition to ACTIVE for port object d1b8e9d1-951f-4f80-a5c0-2a53fa6d3c93 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:57.051246 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfb2a3f-7670-4d25-8ac6-f95547786d5b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network 75838fa1-4a24-4928-881e-6a725cd084e9 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:57.053362 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-7dfb2a3f-7670-4d25-8ac6-f95547786d5b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:57.064517 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ffcd0f6-d51e-4fe1-8c7a-dff401438114 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:57.176598 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-33c529bd-a282-414f-aa5f-32af9ec86f56 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:57.279068 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e421fbf9-f08e-4ec5-89bb-3e3e1b6ce0e6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:57.331980 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e421fbf9-f08e-4ec5-89bb-3e3e1b6ce0e6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:57.372006 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=351f4675-def1-448b-9492-c402f07cc7e9,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:57.378993 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c529bd-a282-414f-aa5f-32af9ec86f56 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network 1865623e-e83a-4838-8997-d008aa8ae326 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:57.397021 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-33c529bd-a282-414f-aa5f-32af9ec86f56 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:57.402026 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c529bd-a282-414f-aa5f-32af9ec86f56 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:21:57.405726 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c529bd-a282-414f-aa5f-32af9ec86f56 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:57.406626 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-33c529bd-a282-414f-aa5f-32af9ec86f56 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:57.410728 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c529bd-a282-414f-aa5f-32af9ec86f56 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Port': ['ID=d1b8e9d1-951f-4f80-a5c0-2a53fa6d3c93,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:57.422690 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ffcd0f6-d51e-4fe1-8c7a-dff401438114 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:57.429565 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5dd6f9b4-8587-48e0-a527-df0e5507a8d3 None None] Attempting to bind port c1abc578-345a-4127-a416-5a8534380ff1 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:21:57.430589 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5dd6f9b4-8587-48e0-a527-df0e5507a8d3 None None] Attempting to bind port c1abc578-345a-4127-a416-5a8534380ff1 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '3c8e33ea-e7f9-4d34-8cca-116451efea4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1865623e-e83a-4838-8997-d008aa8ae326'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:21:57.431887 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd6f9b4-8587-48e0-a527-df0e5507a8d3 None None] Attempting to bind port c1abc578-345a-4127-a416-5a8534380ff1 on network 1865623e-e83a-4838-8997-d008aa8ae326 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:21:57.432270 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ffcd0f6-d51e-4fe1-8c7a-dff401438114 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:57.457085 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd6f9b4-8587-48e0-a527-df0e5507a8d3 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:21:57.457814 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd6f9b4-8587-48e0-a527-df0e5507a8d3 None None] Checking segment: {'id': '3c8e33ea-e7f9-4d34-8cca-116451efea4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1865623e-e83a-4838-8997-d008aa8ae326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:21:57.457814 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5dd6f9b4-8587-48e0-a527-df0e5507a8d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:57.459038 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd6f9b4-8587-48e0-a527-df0e5507a8d3 None None] Bound using segment: {'id': '3c8e33ea-e7f9-4d34-8cca-116451efea4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1865623e-e83a-4838-8997-d008aa8ae326'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:21:57.459038 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5dd6f9b4-8587-48e0-a527-df0e5507a8d3 None None] Bound port: c1abc578-345a-4127-a416-5a8534380ff1, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8e33ea-e7f9-4d34-8cca-116451efea4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1865623e-e83a-4838-8997-d008aa8ae326'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:21:57.459427 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5dd6f9b4-8587-48e0-a527-df0e5507a8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:57.466092 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ffcd0f6-d51e-4fe1-8c7a-dff401438114 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:57.467486 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5ffcd0f6-d51e-4fe1-8c7a-dff401438114 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5789685 Apr 06 14:21:57.471504 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54190) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:57.477391 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-33c529bd-a282-414f-aa5f-32af9ec86f56 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7565429 Apr 06 14:21:57.478270 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcd0f6-d51e-4fe1-8c7a-dff401438114 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c06f50c4-dd80-4fe7-a650-8c15ef9daa60,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:57.484949 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-3590e44e-ea36-401b-be1c-a9d50284c2c0 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group_rule': {'security_group_id': 'f9a6af62-a745-489a-9438-ca5e729a4d1e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:57.490403 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54194) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:57.519134 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e421fbf9-f08e-4ec5-89bb-3e3e1b6ce0e6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:57.524669 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3590e44e-ea36-401b-be1c-a9d50284c2c0 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:57.532510 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 3f076b03-71fd-4d73-a850-0ab5368a65d9 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:57.533084 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:57.533895 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3590e44e-ea36-401b-be1c-a9d50284c2c0 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Usage tracker for resource:security_group_rule and tenant:60081fe48d274ddcb287fd471c7d843b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:57.541384 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3590e44e-ea36-401b-be1c-a9d50284c2c0 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:57.546885 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421fbf9-f08e-4ec5-89bb-3e3e1b6ce0e6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd532ef-f086-499a-8e5c-ea3e3e8a4c99,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:57.553507 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3590e44e-ea36-401b-be1c-a9d50284c2c0 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:57.558087 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e421fbf9-f08e-4ec5-89bb-3e3e1b6ce0e6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:57.561772 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e421fbf9-f08e-4ec5-89bb-3e3e1b6ce0e6 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/security-groups/0dd532ef-f086-499a-8e5c-ea3e3e8a4c99 HTTP/1.1" status: 204 len: 168 time: 0.6363750 Apr 06 14:21:57.563759 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54198) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:57.596792 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3590e44e-ea36-401b-be1c-a9d50284c2c0 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:57.647272 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbaec55-5a11-41f5-846f-b6a258b25fe4 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:57.648285 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bfbaec55-5a11-41f5-846f-b6a258b25fe4 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Synchronizing usage tracker for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:57.656629 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b4693d13-d311-4b20-9fe6-237d23135d28 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:57.660883 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5dd6f9b4-8587-48e0-a527-df0e5507a8d3 None None] For port c1abc578-345a-4127-a416-5a8534380ff1, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:21:57.667087 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5dd6f9b4-8587-48e0-a527-df0e5507a8d3 None None] For port c1abc578-345a-4127-a416-5a8534380ff1, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c1abc578-345a-4127-a416-5a8534380ff1,segment=NetworkSegment(3c8e33ea-e7f9-4d34-8cca-116451efea4a),segment_id=3c8e33ea-e7f9-4d34-8cca-116451efea4a)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:21:57.692547 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-3590e44e-ea36-401b-be1c-a9d50284c2c0 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] create failed (client error): There was a conflict when trying to complete your request. Apr 06 14:21:57.695434 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3590e44e-ea36-401b-be1c-a9d50284c2c0 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2222333 Apr 06 14:21:57.696372 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bfbaec55-5a11-41f5-846f-b6a258b25fe4 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Unset dirty status for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:57.697789 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bfbaec55-5a11-41f5-846f-b6a258b25fe4 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2063005 Apr 06 14:21:57.699080 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54204) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:57.699384 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfb2a3f-7670-4d25-8ac6-f95547786d5b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Router 69876512-cb70-41a6-85be-e67bd1d00579 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:21:57.701120 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b4693d13-d311-4b20-9fe6-237d23135d28 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:57.701274 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54206) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:57.707468 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5dd6f9b4-8587-48e0-a527-df0e5507a8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:57.743271 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54212) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:57.825573 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-956a12f7-0fcc-47c9-b639-2f7ba18926b9 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:57.840199 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-052f4ea2-2943-4fcb-9e23-1f7ae250660b None None] Provisioning complete for port 351f4675-def1-448b-9492-c402f07cc7e9 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:57.840927 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-052f4ea2-2943-4fcb-9e23-1f7ae250660b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:57.854454 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-956a12f7-0fcc-47c9-b639-2f7ba18926b9 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:57.871229 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6f9b4-8587-48e0-a527-df0e5507a8d3 None None] Pushing event updated for resources: {'Port': ['ID=c1abc578-345a-4127-a416-5a8534380ff1,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:57.885549 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b4693d13-d311-4b20-9fe6-237d23135d28 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:57.910432 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eea2cab-effa-4515-a678-ff51830b004c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:57.918634 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eea2cab-effa-4515-a678-ff51830b004c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:57.922615 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eea2cab-effa-4515-a678-ff51830b004c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:57.924280 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1eea2cab-effa-4515-a678-ff51830b004c tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2219472 Apr 06 14:21:57.926561 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4693d13-d311-4b20-9fe6-237d23135d28 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddc45e9-d9f9-471d-bc1e-cff0e60b92bb,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:57.927681 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54218) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:57.942166 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b4693d13-d311-4b20-9fe6-237d23135d28 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:57.943406 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b4693d13-d311-4b20-9fe6-237d23135d28 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/security-groups/4ddc45e9-d9f9-471d-bc1e-cff0e60b92bb HTTP/1.1" status: 204 len: 168 time: 0.3786864 Apr 06 14:21:57.946592 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54222) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:58.032128 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-956a12f7-0fcc-47c9-b639-2f7ba18926b9 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:58.050664 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfb2a3f-7670-4d25-8ac6-f95547786d5b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:21:58.061675 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7dfb2a3f-7670-4d25-8ac6-f95547786d5b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "PUT /v2.0/routers/69876512-cb70-41a6-85be-e67bd1d00579/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4639599 Apr 06 14:21:58.063622 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826cbaac-28c5-48ef-a9f7-60d277b18c3d None None] Sync routers for ids ['69876512-cb70-41a6-85be-e67bd1d00579'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:21:58.067034 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54226) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:58.083518 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 742230f3-4ee0-449f-a88c-b447e22b9797 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:21:58.085792 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826cbaac-28c5-48ef-a9f7-60d277b18c3d None None] Routers {'69876512-cb70-41a6-85be-e67bd1d00579'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:21:58.086430 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-826cbaac-28c5-48ef-a9f7-60d277b18c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:21:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['69876512-cb70-41a6-85be-e67bd1d00579'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:58.089339 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9c286a05-4a16-4186-8b41-5ac0e511e759 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'network': {'name': 'tempest-RoutersTest-1276201778'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:58.096413 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a12f7-0fcc-47c9-b639-2f7ba18926b9 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a6af62-a745-489a-9438-ca5e729a4d1e,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:58.102398 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9c286a05-4a16-4186-8b41-5ac0e511e759 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:58.106339 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-956a12f7-0fcc-47c9-b639-2f7ba18926b9 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:58.110229 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-956a12f7-0fcc-47c9-b639-2f7ba18926b9 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "DELETE /v2.0/security-groups/f9a6af62-a745-489a-9438-ca5e729a4d1e HTTP/1.1" status: 204 len: 168 time: 0.4101985 Apr 06 14:21:58.112295 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54230) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:58.116718 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9c286a05-4a16-4186-8b41-5ac0e511e759 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Usage tracker for resource:network and tenant:54b6b16a88cd457596297a5e2f6c39ce is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:58.122989 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-69447f08-7a32-43af-8800-5a347c0254fa tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting port d1b8e9d1-951f-4f80-a5c0-2a53fa6d3c93 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:21:58.123517 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-69447f08-7a32-43af-8800-5a347c0254fa tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:58.176266 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9c286a05-4a16-4186-8b41-5ac0e511e759 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:58.218903 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9c286a05-4a16-4186-8b41-5ac0e511e759 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:58.300995 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-826cbaac-28c5-48ef-a9f7-60d277b18c3d None None] Set router 69876512-cb70-41a6-85be-e67bd1d00579 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:21:58.313289 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-052f4ea2-2943-4fcb-9e23-1f7ae250660b None None] Could not find standard attr ID for object 0dc35195-82c0-4c10-aaf1-f69b2afc8ff6. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 14:21:58.329575 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 742230f3-4ee0-449f-a88c-b447e22b9797 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:58.330236 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:58.370492 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c286a05-4a16-4186-8b41-5ac0e511e759 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Made reservation on behalf of 54b6b16a88cd457596297a5e2f6c39ce for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:58.373610 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9c286a05-4a16-4186-8b41-5ac0e511e759 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:58.374209 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-052f4ea2-2943-4fcb-9e23-1f7ae250660b None None] Provisioning for port 0f4e696d-523b-4a0a-9872-98f6994e16e1 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:58.397933 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-052f4ea2-2943-4fcb-9e23-1f7ae250660b None None] Provisioning complete for port 0f4e696d-523b-4a0a-9872-98f6994e16e1 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:21:58.398330 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-052f4ea2-2943-4fcb-9e23-1f7ae250660b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:58.424498 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7030e08c-5bd0-4121-a3d7-87e61a75588b tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Synchronizing usage tracker for tenant:60081fe48d274ddcb287fd471c7d843b on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:21:58.471056 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c286a05-4a16-4186-8b41-5ac0e511e759 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:21:58.483099 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-052f4ea2-2943-4fcb-9e23-1f7ae250660b None None] Port 0f4e696d-523b-4a0a-9872-98f6994e16e1 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:21:58.493601 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a58721-045d-484e-a92e-78b37801ca81 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting subnet da343c62-688a-4a1d-af67-e7357afef6fc {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:21:58.505872 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9c286a05-4a16-4186-8b41-5ac0e511e759 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:58.510258 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-9c286a05-4a16-4186-8b41-5ac0e511e759 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Added segment 21dbc696-a679-4b52-877c-a7751cd2fa4d of type vlan for network 719c6a2d-d7a8-4107-b809-46532adc9a5f Apr 06 14:21:58.510432 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3876aff8-c63d-4376-8f46-ce25381a562f tempest-ServiceProvidersTest-1034545324 tempest-ServiceProvidersTest-1034545324-project] 10.222.0.60 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.7611654 Apr 06 14:21:58.510432 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-55a58721-045d-484e-a92e-78b37801ca81 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:58.620826 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-55a58721-045d-484e-a92e-78b37801ca81 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:58.672122 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7030e08c-5bd0-4121-a3d7-87e61a75588b tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Unset dirty status for tenant:60081fe48d274ddcb287fd471c7d843b on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:21:58.679851 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7030e08c-5bd0-4121-a3d7-87e61a75588b tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5647056 Apr 06 14:21:58.680571 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54236) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:58.702562 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0b25bdec-f071-409a-92ab-ac1acd21e9cf tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group': {'name': 'tempest-secgroup--327276947'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:58.722438 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0b25bdec-f071-409a-92ab-ac1acd21e9cf tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:58.760090 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-55a58721-045d-484e-a92e-78b37801ca81 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:58.776718 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9c286a05-4a16-4186-8b41-5ac0e511e759 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:58.776972 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-826cbaac-28c5-48ef-a9f7-60d277b18c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69876512-cb70-41a6-85be-e67bd1d00579', 'name': 'tempest-RoutersTest-router-216414502', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:21:38Z', 'updated_at': '2022-04-06T14:21:54Z', 'revision_number': 3, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'gw_port_host': None, '_interfaces': [{'id': '0f4e696d-523b-4a0a-9872-98f6994e16e1', 'name': '', 'network_id': '75838fa1-4a24-4928-881e-6a725cd084e9', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:67:67:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:52Z', 'updated_at': '2022-04-06T14:21:55Z', 'revision_number': 2, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f076b03-71fd-4d73-a850-0ab5368a65d9', 'name': '', 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:81:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:42Z', 'updated_at': '2022-04-06T14:21:55Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:58.780845 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826cbaac-28c5-48ef-a9f7-60d277b18c3d None None] Checking router: 69876512-cb70-41a6-85be-e67bd1d00579 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:21:58.781217 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826cbaac-28c5-48ef-a9f7-60d277b18c3d None None] Updating router 69876512-cb70-41a6-85be-e67bd1d00579 port 0f4e696d-523b-4a0a-9872-98f6994e16e1 binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:21:58.798328 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0b25bdec-f071-409a-92ab-ac1acd21e9cf tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:58.842226 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-69447f08-7a32-43af-8800-5a347c0254fa tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:58.875628 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0b25bdec-f071-409a-92ab-ac1acd21e9cf tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:58.900260 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:58.901523 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-826cbaac-28c5-48ef-a9f7-60d277b18c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:58.917815 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-55a58721-045d-484e-a92e-78b37801ca81 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:58.995103 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c1abc578-345a-4127-a416-5a8534380ff1 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:21:59.016796 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a58721-045d-484e-a92e-78b37801ca81 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Subnet': ['ID=da343c62-688a-4a1d-af67-e7357afef6fc,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:59.033691 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-55a58721-045d-484e-a92e-78b37801ca81 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:59.053753 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-55a58721-045d-484e-a92e-78b37801ca81 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/subnets/da343c62-688a-4a1d-af67-e7357afef6fc HTTP/1.1" status: 204 len: 168 time: 1.0957997 Apr 06 14:21:59.054101 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54242) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:59.060973 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1ee3ba-5027-4b2f-83bc-0ac690d3dd32 None None] Network 4e9790fd-6922-4da5-be57-c9b836404c09 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:21:59.095502 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-69447f08-7a32-43af-8800-5a347c0254fa tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Calling delete_port for d1b8e9d1-951f-4f80-a5c0-2a53fa6d3c93 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:21:59.119114 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54246) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:59.174663 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e19ecc-a787-4628-8a15-17275d8aeba1 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting subnet 707b826e-e40c-45bc-8765-60f3de3dc45a {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:21:59.174903 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9c286a05-4a16-4186-8b41-5ac0e511e759 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:59.179027 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-10e19ecc-a787-4628-8a15-17275d8aeba1 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:59.180922 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c286a05-4a16-4186-8b41-5ac0e511e759 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:59.182079 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9c286a05-4a16-4186-8b41-5ac0e511e759 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:59.271171 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-10e19ecc-a787-4628-8a15-17275d8aeba1 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:59.301005 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port c1abc578-345a-4127-a416-5a8534380ff1 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:21:59.310418 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0b25bdec-f071-409a-92ab-ac1acd21e9cf tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:59.315683 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 351f4675-def1-448b-9492-c402f07cc7e9 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:21:59.316467 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0b25bdec-f071-409a-92ab-ac1acd21e9cf tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Usage tracker for resource:security_group_rule and tenant:60081fe48d274ddcb287fd471c7d843b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:59.320484 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0b25bdec-f071-409a-92ab-ac1acd21e9cf tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:59.328485 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0b25bdec-f071-409a-92ab-ac1acd21e9cf tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:59.419259 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0b25bdec-f071-409a-92ab-ac1acd21e9cf tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:59.444538 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0b25bdec-f071-409a-92ab-ac1acd21e9cf tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:59.461693 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-10e19ecc-a787-4628-8a15-17275d8aeba1 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:59.505458 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1327cc-2dda-4d92-9a97-547f38494d6c None None] Network 1865623e-e83a-4838-8997-d008aa8ae326 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:21:59.527915 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c286a05-4a16-4186-8b41-5ac0e511e759 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Network': ['ID=719c6a2d-d7a8-4107-b809-46532adc9a5f,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:59.536342 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25bdec-f071-409a-92ab-ac1acd21e9cf tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28fe5beb-2712-4294-b405-c7b559705d6c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:59.543255 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9c286a05-4a16-4186-8b41-5ac0e511e759 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4664450 Apr 06 14:21:59.543681 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54252) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:59.544071 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9bbd3e6-808b-401e-8a04-fd78376f539f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:59.546614 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0b25bdec-f071-409a-92ab-ac1acd21e9cf tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:59.548745 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0b25bdec-f071-409a-92ab-ac1acd21e9cf tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8578110 Apr 06 14:21:59.552522 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54254) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:59.563768 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-04097197-19a3-40a5-9e91-3f2aa37d23bc tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'subnet': {'network_id': '719c6a2d-d7a8-4107-b809-46532adc9a5f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:59.564180 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-826cbaac-28c5-48ef-a9f7-60d277b18c3d None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:59.576792 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-826cbaac-28c5-48ef-a9f7-60d277b18c3d None None] Transition to ACTIVE for port object 0f4e696d-523b-4a0a-9872-98f6994e16e1 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:21:59.586683 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-826cbaac-28c5-48ef-a9f7-60d277b18c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:59.594021 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-eb616c80-aed6-42cb-9b43-89062175cfe6 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group_rule': {'security_group_id': '28fe5beb-2712-4294-b405-c7b559705d6c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:21:59.594729 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-eb616c80-aed6-42cb-9b43-89062175cfe6 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:21:59.595864 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-eb616c80-aed6-42cb-9b43-89062175cfe6 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0420802 Apr 06 14:21:59.601230 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54260) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:59.691800 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-69447f08-7a32-43af-8800-5a347c0254fa tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:59.716215 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c9bbd3e6-808b-401e-8a04-fd78376f539f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:59.726677 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c9bbd3e6-808b-401e-8a04-fd78376f539f admin admin] Usage tracker for resource:security_group_rule and tenant:665e69010edc4f62ba35dc413cf398d9 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:59.732037 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c9bbd3e6-808b-401e-8a04-fd78376f539f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:59.738052 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-10e19ecc-a787-4628-8a15-17275d8aeba1 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:59.766460 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fef2a5-c68b-4e35-af8a-97d5a8e35577 None None] Pushing event updated for resources: {'Port': ['ID=0f4e696d-523b-4a0a-9872-98f6994e16e1,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:59.780325 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 719c6a2d-d7a8-4107-b809-46532adc9a5f details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:21:59.781310 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef2a5-c68b-4e35-af8a-97d5a8e35577 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:59.781707 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef2a5-c68b-4e35-af8a-97d5a8e35577 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:59.782050 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef2a5-c68b-4e35-af8a-97d5a8e35577 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:59.782383 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef2a5-c68b-4e35-af8a-97d5a8e35577 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:59.782712 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef2a5-c68b-4e35-af8a-97d5a8e35577 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:59.783039 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef2a5-c68b-4e35-af8a-97d5a8e35577 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:59.783367 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef2a5-c68b-4e35-af8a-97d5a8e35577 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:59.783691 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef2a5-c68b-4e35-af8a-97d5a8e35577 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:59.784011 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef2a5-c68b-4e35-af8a-97d5a8e35577 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:59.784328 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef2a5-c68b-4e35-af8a-97d5a8e35577 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:59.784645 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef2a5-c68b-4e35-af8a-97d5a8e35577 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:59.840012 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-04097197-19a3-40a5-9e91-3f2aa37d23bc tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:21:59.840265 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e449f00c-4d19-4d0f-9c3d-9805a213691e tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:59.847074 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c9bbd3e6-808b-401e-8a04-fd78376f539f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:59.849220 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e19ecc-a787-4628-8a15-17275d8aeba1 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Subnet': ['ID=707b826e-e40c-45bc-8765-60f3de3dc45a,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:59.862175 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-10e19ecc-a787-4628-8a15-17275d8aeba1 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:59.865194 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-04097197-19a3-40a5-9e91-3f2aa37d23bc tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Usage tracker for resource:subnet and tenant:54b6b16a88cd457596297a5e2f6c39ce is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:21:59.869767 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-69447f08-7a32-43af-8800-5a347c0254fa tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:59.878460 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69447f08-7a32-43af-8800-5a347c0254fa tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Port': ['ID=d1b8e9d1-951f-4f80-a5c0-2a53fa6d3c93,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:59.890220 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-04097197-19a3-40a5-9e91-3f2aa37d23bc tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:21:59.906884 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-826cbaac-28c5-48ef-a9f7-60d277b18c3d None None] Attempting to bind port 0f4e696d-523b-4a0a-9872-98f6994e16e1 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:21:59.907244 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-826cbaac-28c5-48ef-a9f7-60d277b18c3d None None] Attempting to bind port 0f4e696d-523b-4a0a-9872-98f6994e16e1 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'b141b65b-9801-4444-9469-3f16f2a40566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '75838fa1-4a24-4928-881e-6a725cd084e9'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:21:59.907812 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826cbaac-28c5-48ef-a9f7-60d277b18c3d None None] Attempting to bind port 0f4e696d-523b-4a0a-9872-98f6994e16e1 on network 75838fa1-4a24-4928-881e-6a725cd084e9 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:21:59.921459 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826cbaac-28c5-48ef-a9f7-60d277b18c3d None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:21:59.922207 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826cbaac-28c5-48ef-a9f7-60d277b18c3d None None] Checking segment: {'id': 'b141b65b-9801-4444-9469-3f16f2a40566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '75838fa1-4a24-4928-881e-6a725cd084e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:21:59.922802 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-826cbaac-28c5-48ef-a9f7-60d277b18c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:59.923198 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-10e19ecc-a787-4628-8a15-17275d8aeba1 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/subnets/707b826e-e40c-45bc-8765-60f3de3dc45a HTTP/1.1" status: 204 len: 168 time: 0.8681037 Apr 06 14:21:59.923617 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826cbaac-28c5-48ef-a9f7-60d277b18c3d None None] Bound using segment: {'id': 'b141b65b-9801-4444-9469-3f16f2a40566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '75838fa1-4a24-4928-881e-6a725cd084e9'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:21:59.924273 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-04097197-19a3-40a5-9e91-3f2aa37d23bc tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:21:59.924559 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-826cbaac-28c5-48ef-a9f7-60d277b18c3d None None] Bound port: 0f4e696d-523b-4a0a-9872-98f6994e16e1, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b141b65b-9801-4444-9469-3f16f2a40566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '75838fa1-4a24-4928-881e-6a725cd084e9'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:21:59.925718 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-826cbaac-28c5-48ef-a9f7-60d277b18c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:59.930318 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54264) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:21:59.978983 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04097197-19a3-40a5-9e91-3f2aa37d23bc tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Made reservation on behalf of 54b6b16a88cd457596297a5e2f6c39ce for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:22:00.040330 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-69447f08-7a32-43af-8800-5a347c0254fa tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/ports/d1b8e9d1-951f-4f80-a5c0-2a53fa6d3c93 HTTP/1.1" status: 204 len: 168 time: 2.1115196 Apr 06 14:22:00.052938 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-826cbaac-28c5-48ef-a9f7-60d277b18c3d None None] For port 0f4e696d-523b-4a0a-9872-98f6994e16e1, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:22:00.055029 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f487110-6e8c-4515-b6a5-3870f029196c tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] DELETE failed (client error): The resource could not be found. Apr 06 14:22:00.055551 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f487110-6e8c-4515-b6a5-3870f029196c tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:00.057408 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-826cbaac-28c5-48ef-a9f7-60d277b18c3d None None] For port 0f4e696d-523b-4a0a-9872-98f6994e16e1, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=0f4e696d-523b-4a0a-9872-98f6994e16e1,segment=NetworkSegment(b141b65b-9801-4444-9469-3f16f2a40566),segment_id=b141b65b-9801-4444-9469-3f16f2a40566)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:22:00.061187 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1f487110-6e8c-4515-b6a5-3870f029196c tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/subnets/da343c62-688a-4a1d-af67-e7357afef6fc HTTP/1.1" status: 404 len: 337 time: 0.1280365 Apr 06 14:22:00.065474 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54268) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:00.066206 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54270) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:00.069662 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-826cbaac-28c5-48ef-a9f7-60d277b18c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:00.122125 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-04097197-19a3-40a5-9e91-3f2aa37d23bc tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:00.143021 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-dabce896-0c45-4383-bc08-f0b427db0da6 None None] Provisioning for port c1abc578-345a-4127-a416-5a8534380ff1 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:00.150411 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e449f00c-4d19-4d0f-9c3d-9805a213691e tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:00.159015 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-dabce896-0c45-4383-bc08-f0b427db0da6 None None] Provisioning complete for port c1abc578-345a-4127-a416-5a8534380ff1 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:00.159196 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe06cbeb-8a2f-4fca-a668-71dcd7611fff tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] GET failed (client error): The resource could not be found. Apr 06 14:22:00.159455 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dabce896-0c45-4383-bc08-f0b427db0da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:00.159596 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fe06cbeb-8a2f-4fca-a668-71dcd7611fff tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Synchronizing usage tracker for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:22:00.222674 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fe06cbeb-8a2f-4fca-a668-71dcd7611fff tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Unset dirty status for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:22:00.228149 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fe06cbeb-8a2f-4fca-a668-71dcd7611fff tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "GET /v2.0/ports/d1b8e9d1-951f-4f80-a5c0-2a53fa6d3c93 HTTP/1.1" status: 404 len: 333 time: 0.1582932 Apr 06 14:22:00.236127 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fef2a5-c68b-4e35-af8a-97d5a8e35577 None None] Pushing event updated for resources: {'Port': ['ID=0f4e696d-523b-4a0a-9872-98f6994e16e1,revision_number=4']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:00.237141 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54276) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:00.288636 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826cbaac-28c5-48ef-a9f7-60d277b18c3d None None] Routers {'69876512-cb70-41a6-85be-e67bd1d00579'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:22:00.289289 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-826cbaac-28c5-48ef-a9f7-60d277b18c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:21:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['69876512-cb70-41a6-85be-e67bd1d00579'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:00.374714 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9bbd3e6-808b-401e-8a04-fd78376f539f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:00.383604 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9bbd3e6-808b-401e-8a04-fd78376f539f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:00.436799 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bbd3e6-808b-401e-8a04-fd78376f539f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fe96fa-c640-47dd-8a3a-233059f786e1,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:00.500039 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c9bbd3e6-808b-401e-8a04-fd78376f539f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=665e69010edc4f62ba35dc413cf398d9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3768723 Apr 06 14:22:00.500830 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54280) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:00.555475 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dabce896-0c45-4383-bc08-f0b427db0da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:00.568739 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-f6c58c0f-6dfe-444a-8abf-ac518126d841 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting port 91e9ac34-3980-4cd6-814f-99284ca6dda4 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:00.569456 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f6c58c0f-6dfe-444a-8abf-ac518126d841 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:00.607007 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 351f4675-def1-448b-9492-c402f07cc7e9 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:00.607801 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:00.642324 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e449f00c-4d19-4d0f-9c3d-9805a213691e tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:00.656072 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:22:00.656742 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e9b46a04-2b3c-4d9b-9768-690667772b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:00.659377 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-826cbaac-28c5-48ef-a9f7-60d277b18c3d None None] Set router 69876512-cb70-41a6-85be-e67bd1d00579 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:22:00.661106 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-04097197-19a3-40a5-9e91-3f2aa37d23bc tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:00.681693 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449f00c-4d19-4d0f-9c3d-9805a213691e tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fe5beb-2712-4294-b405-c7b559705d6c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:00.766648 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04097197-19a3-40a5-9e91-3f2aa37d23bc tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Subnet': ['ID=ce67b97e-5796-4652-adc9-c9974b1eeaf5,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:00.796797 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-dabce896-0c45-4383-bc08-f0b427db0da6 None None] For port c1abc578-345a-4127-a416-5a8534380ff1, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c1abc578-345a-4127-a416-5a8534380ff1,segment=NetworkSegment(3c8e33ea-e7f9-4d34-8cca-116451efea4a),segment_id=3c8e33ea-e7f9-4d34-8cca-116451efea4a)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:00.812939 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e9b46a04-2b3c-4d9b-9768-690667772b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:00.850411 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dabce896-0c45-4383-bc08-f0b427db0da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:00.864379 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04097197-19a3-40a5-9e91-3f2aa37d23bc tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Checking segment: {'id': '21dbc696-a679-4b52-877c-a7751cd2fa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '719c6a2d-d7a8-4107-b809-46532adc9a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:22:00.865063 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04097197-19a3-40a5-9e91-3f2aa37d23bc tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network hostable DHCP agents. Network: 719c6a2d-d7a8-4107-b809-46532adc9a5f, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:22:00.883706 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93a0ce0-7919-44db-ac4a-9a144f083ce7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting subnet 016fd7f1-a70f-46e4-a689-c413d7b6bd8f {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:22:00.894843 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e93a0ce0-7919-44db-ac4a-9a144f083ce7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:00.927612 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04097197-19a3-40a5-9e91-3f2aa37d23bc tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network 719c6a2d-d7a8-4107-b809-46532adc9a5f is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:22:00.950289 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-04097197-19a3-40a5-9e91-3f2aa37d23bc tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 719c6a2d-d7a8-4107-b809-46532adc9a5f) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:22:00.960520 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04097197-19a3-40a5-9e91-3f2aa37d23bc tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:00.961145 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-04097197-19a3-40a5-9e91-3f2aa37d23bc tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:00.975676 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e9b46a04-2b3c-4d9b-9768-690667772b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:01.014142 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e93a0ce0-7919-44db-ac4a-9a144f083ce7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:01.014836 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b46a04-2b3c-4d9b-9768-690667772b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fe96fa-c640-47dd-8a3a-233059f786e1,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:01.032338 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e9b46a04-2b3c-4d9b-9768-690667772b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:01.033652 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e9b46a04-2b3c-4d9b-9768-690667772b90 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/62fe96fa-c640-47dd-8a3a-233059f786e1 HTTP/1.1" status: 204 len: 168 time: 0.5271809 Apr 06 14:22:01.038274 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-04097197-19a3-40a5-9e91-3f2aa37d23bc tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4784954 Apr 06 14:22:01.041018 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54286) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:01.122336 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4dc2ac-2dd8-4711-8814-18cc231a056d None None] Network 719c6a2d-d7a8-4107-b809-46532adc9a5f requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:22:01.202221 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e449f00c-4d19-4d0f-9c3d-9805a213691e tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:01.205669 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e449f00c-4d19-4d0f-9c3d-9805a213691e tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "DELETE /v2.0/security-groups/28fe5beb-2712-4294-b405-c7b559705d6c HTTP/1.1" status: 204 len: 168 time: 1.6011679 Apr 06 14:22:01.207473 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54290) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:01.366228 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-826cbaac-28c5-48ef-a9f7-60d277b18c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69876512-cb70-41a6-85be-e67bd1d00579', 'name': 'tempest-RoutersTest-router-216414502', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:21:38Z', 'updated_at': '2022-04-06T14:21:54Z', 'revision_number': 3, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'gw_port_host': None, '_interfaces': [{'id': '0f4e696d-523b-4a0a-9872-98f6994e16e1', 'name': '', 'network_id': '75838fa1-4a24-4928-881e-6a725cd084e9', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:67:67:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:52Z', 'updated_at': '2022-04-06T14:22:00Z', 'revision_number': 4, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f076b03-71fd-4d73-a850-0ab5368a65d9', 'name': '', 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:81:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:42Z', 'updated_at': '2022-04-06T14:21:55Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:01.370621 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826cbaac-28c5-48ef-a9f7-60d277b18c3d None None] The sync data for ids ['69876512-cb70-41a6-85be-e67bd1d00579'] in dv-neutron-835868-1-hyperv is: [{'id': '69876512-cb70-41a6-85be-e67bd1d00579', 'name': 'tempest-RoutersTest-router-216414502', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:21:38Z', 'updated_at': '2022-04-06T14:21:54Z', 'revision_number': 3, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'gw_port_host': None, '_interfaces': [{'id': '0f4e696d-523b-4a0a-9872-98f6994e16e1', 'name': '', 'network_id': '75838fa1-4a24-4928-881e-6a725cd084e9', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:67:67:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:52Z', 'updated_at': '2022-04-06T14:22:00Z', 'revision_number': 4, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f076b03-71fd-4d73-a850-0ab5368a65d9', 'name': '', 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:81:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:42Z', 'updated_at': '2022-04-06T14:21:55Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:22:01.489269 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7e88c4-d47c-4493-8e3e-a7afdc7464f9 None None] Update dhcp port {'port': {'network_id': '4e9790fd-6922-4da5-be57-c9b836404c09', 'fixed_ips': [{'subnet_id': '016fd7f1-a70f-46e4-a689-c413d7b6bd8f', 'ip_address': '172.20.0.18'}, {'subnet_id': '707b826e-e40c-45bc-8765-60f3de3dc45a'}], 'binding:host_id': 'dv-neutron-835868-1-hyperv'}, 'id': '742230f3-4ee0-449f-a88c-b447e22b9797'} from dv-neutron-835868-1-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 06 14:22:01.513047 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e93a0ce0-7919-44db-ac4a-9a144f083ce7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:01.537269 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabce896-0c45-4383-bc08-f0b427db0da6 None None] Pushing event updated for resources: {'Port': ['ID=c1abc578-345a-4127-a416-5a8534380ff1,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:01.667338 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e93a0ce0-7919-44db-ac4a-9a144f083ce7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:01.722856 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8a7e88c4-d47c-4493-8e3e-a7afdc7464f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:01.763504 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e93a0ce0-7919-44db-ac4a-9a144f083ce7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:01.788621 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a0ce0-7919-44db-ac4a-9a144f083ce7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Subnet': ['ID=016fd7f1-a70f-46e4-a689-c413d7b6bd8f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:01.799697 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e93a0ce0-7919-44db-ac4a-9a144f083ce7 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/subnets/016fd7f1-a70f-46e4-a689-c413d7b6bd8f HTTP/1.1" status: 204 len: 168 time: 1.7299290 Apr 06 14:22:01.800603 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54304) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:01.808609 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2e45dc96-1dc8-4e99-9e96-89a67b132de1 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Synchronizing usage tracker for tenant:60081fe48d274ddcb287fd471c7d843b on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:22:01.996513 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c1abc578-345a-4127-a416-5a8534380ff1 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:22:02.136763 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f47907-9a26-43aa-a32f-e4f17cd2900f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] DELETE failed (client error): The resource could not be found. Apr 06 14:22:02.137526 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f47907-9a26-43aa-a32f-e4f17cd2900f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:02.141572 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-51f47907-9a26-43aa-a32f-e4f17cd2900f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/subnets/59aac019-e2b1-4070-8ab1-47cf4fb8cc6c HTTP/1.1" status: 404 len: 337 time: 0.3363919 Apr 06 14:22:02.142293 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54310) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:02.160523 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c50d3b25-3c1e-4cb8-a751-1edd75c4f1d7 None None] Could not find standard attr ID for object d1b8e9d1-951f-4f80-a5c0-2a53fa6d3c93. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 14:22:02.166780 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdfc6c5-49fc-4fb3-be8d-9e6098060255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-719c6a2d-d7a8-4107-b809-46532adc9a5f', 'network_id': '719c6a2d-d7a8-4107-b809-46532adc9a5f', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'fixed_ips': [{'subnet_id': 'ce67b97e-5796-4652-adc9-c9974b1eeaf5'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:22:02.182398 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0bdfc6c5-49fc-4fb3-be8d-9e6098060255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:02.197864 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f6c58c0f-6dfe-444a-8abf-ac518126d841 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:02.233510 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2e45dc96-1dc8-4e99-9e96-89a67b132de1 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Unset dirty status for tenant:60081fe48d274ddcb287fd471c7d843b on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:22:02.235037 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2e45dc96-1dc8-4e99-9e96-89a67b132de1 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.0246313 Apr 06 14:22:02.244936 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-72642482-2e11-4ddf-8062-03a8c7340d3f tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "GET /v2.0/ports?device_id=55ef2ad1-82e6-4934-9966-151424b01fd9 HTTP/1.1" status: 200 len: 205 time: 0.0972505 Apr 06 14:22:02.248036 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54316) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:02.248368 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54318) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:02.341230 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c50d3b25-3c1e-4cb8-a751-1edd75c4f1d7 None None] Provisioning for port 91e9ac34-3980-4cd6-814f-99284ca6dda4 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:02.385809 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05737e71-b53f-4720-ac2e-42f8e1510cd8 None None] Network 4e9790fd-6922-4da5-be57-c9b836404c09 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:22:02.407408 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8eb00e10-b39a-43c4-a72e-d9ffb43422f6 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group': {'name': 'tempest-secgroup--971427738'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:02.408399 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c50d3b25-3c1e-4cb8-a751-1edd75c4f1d7 None None] Provisioning complete for port 91e9ac34-3980-4cd6-814f-99284ca6dda4 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:02.409237 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c50d3b25-3c1e-4cb8-a751-1edd75c4f1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:02.452113 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port c1abc578-345a-4127-a416-5a8534380ff1 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:02.452521 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:02.477214 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8eb00e10-b39a-43c4-a72e-d9ffb43422f6 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:02.494448 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-f6c58c0f-6dfe-444a-8abf-ac518126d841 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Calling delete_port for 91e9ac34-3980-4cd6-814f-99284ca6dda4 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:22:02.525413 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-4ef6cf72-725d-41ce-b65c-212f4842c4c4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] delete failed (client error): The resource could not be found. Apr 06 14:22:02.528710 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4ef6cf72-725d-41ce-b65c-212f4842c4c4 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/routers/55ef2ad1-82e6-4934-9966-151424b01fd9 HTTP/1.1" status: 404 len: 336 time: 0.2756579 Apr 06 14:22:02.539801 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54328) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:02.544758 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ba4e5dd4-6d70-43d1-835f-5e2d754aabbd tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:02.546334 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8eb00e10-b39a-43c4-a72e-d9ffb43422f6 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:02.559185 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54332) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:02.601874 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-f064033e-7205-4798-bf69-66695f2a4308 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] DELETE failed (client error): The resource could not be found. Apr 06 14:22:02.602350 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f064033e-7205-4798-bf69-66695f2a4308 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:02.604584 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f064033e-7205-4798-bf69-66695f2a4308 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/subnets/cf2ab392-dbce-4ab4-8973-cb7fc1c913f1 HTTP/1.1" status: 404 len: 337 time: 0.0627720 Apr 06 14:22:02.608446 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54338) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:02.655253 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8eb00e10-b39a-43c4-a72e-d9ffb43422f6 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:02.666286 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c50d3b25-3c1e-4cb8-a751-1edd75c4f1d7 None None] Port 91e9ac34-3980-4cd6-814f-99284ca6dda4 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:22:02.679496 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-92357123-606c-4148-bb0e-a42d1dc163ec tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] DELETE failed (client error): The resource could not be found. Apr 06 14:22:02.679939 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92357123-606c-4148-bb0e-a42d1dc163ec tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:02.681613 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-92357123-606c-4148-bb0e-a42d1dc163ec tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/subnets/9d7cf1ff-16be-4e25-8009-34b1627b0e76 HTTP/1.1" status: 404 len: 337 time: 0.0715146 Apr 06 14:22:02.695024 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54342) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:02.740684 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-53b80c81-2978-4989-aa66-dfed02e4f8e6 tempest-SubnetPoolsTestJSON-1931788042 tempest-SubnetPoolsTestJSON-1931788042-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-178413420', 'prefixes': ['172.20.0.0/16']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:02.744578 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-e798b308-4f8f-40f4-be8b-865af694a09b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] DELETE failed (client error): The resource could not be found. Apr 06 14:22:02.744578 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e798b308-4f8f-40f4-be8b-865af694a09b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:02.754881 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8eb00e10-b39a-43c4-a72e-d9ffb43422f6 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:02.756967 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-53b80c81-2978-4989-aa66-dfed02e4f8e6 tempest-SubnetPoolsTestJSON-1931788042 tempest-SubnetPoolsTestJSON-1931788042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:02.792784 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e798b308-4f8f-40f4-be8b-865af694a09b tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/subnets/0edaf2d7-8189-4912-b921-b83325eaccc9 HTTP/1.1" status: 404 len: 337 time: 0.0969746 Apr 06 14:22:02.798056 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-0bdfc6c5-49fc-4fb3-be8d-9e6098060255 None None] Allocated IP 172.22.0.2 (719c6a2d-d7a8-4107-b809-46532adc9a5f/ce67b97e-5796-4652-adc9-c9974b1eeaf5/b761e98d-ef84-4dc9-b223-6feb6ade82be) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:22:02.798776 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8eb00e10-b39a-43c4-a72e-d9ffb43422f6 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Usage tracker for resource:security_group_rule and tenant:60081fe48d274ddcb287fd471c7d843b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:02.801364 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54346) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:02.803418 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8eb00e10-b39a-43c4-a72e-d9ffb43422f6 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:02.817927 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8eb00e10-b39a-43c4-a72e-d9ffb43422f6 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:02.863176 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f6c58c0f-6dfe-444a-8abf-ac518126d841 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:02.893659 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c50d3b25-3c1e-4cb8-a751-1edd75c4f1d7 None None] Provisioning complete for port c1abc578-345a-4127-a416-5a8534380ff1 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:02.894137 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c50d3b25-3c1e-4cb8-a751-1edd75c4f1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:02.922363 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6aab6b8-0067-411e-8b19-99d9cd7da222 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] DELETE failed (client error): The resource could not be found. Apr 06 14:22:02.923287 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6aab6b8-0067-411e-8b19-99d9cd7da222 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:02.923440 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c58c0f-6dfe-444a-8abf-ac518126d841 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Port': ['ID=91e9ac34-3980-4cd6-814f-99284ca6dda4,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:02.931980 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c6aab6b8-0067-411e-8b19-99d9cd7da222 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/ports/c158f0a4-bfa1-4bf3-ae6b-45bd225f4cfb HTTP/1.1" status: 404 len: 333 time: 0.1294219 Apr 06 14:22:02.935609 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54350) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:02.971300 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 0f4e696d-523b-4a0a-9872-98f6994e16e1 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:22:02.986867 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8eb00e10-b39a-43c4-a72e-d9ffb43422f6 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:03.027383 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8eb00e10-b39a-43c4-a72e-d9ffb43422f6 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:03.043890 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-37723c2e-9415-4888-998c-7edb395db104 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] DELETE failed (client error): The resource could not be found. Apr 06 14:22:03.044333 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37723c2e-9415-4888-998c-7edb395db104 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:03.073084 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53b80c81-2978-4989-aa66-dfed02e4f8e6 tempest-SubnetPoolsTestJSON-1931788042 tempest-SubnetPoolsTestJSON-1931788042-project] Notify callbacks [] for subnetpool, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:03.074611 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-53b80c81-2978-4989-aa66-dfed02e4f8e6 tempest-SubnetPoolsTestJSON-1931788042 tempest-SubnetPoolsTestJSON-1931788042-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5132596 Apr 06 14:22:03.077178 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54354) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:03.085762 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f6c58c0f-6dfe-444a-8abf-ac518126d841 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:03.103178 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-37723c2e-9415-4888-998c-7edb395db104 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/subnets/3067e68f-a462-4942-badf-57022585fb32 HTTP/1.1" status: 404 len: 337 time: 0.1544294 Apr 06 14:22:03.107859 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54358) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:03.115298 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f6c58c0f-6dfe-444a-8abf-ac518126d841 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/ports/91e9ac34-3980-4cd6-814f-99284ca6dda4 HTTP/1.1" status: 204 len: 168 time: 2.8771029 Apr 06 14:22:03.116714 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb00e10-b39a-43c4-a72e-d9ffb43422f6 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=542d920a-06cf-42f5-bd24-9f46ee86bcfb,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:03.118992 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54362) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:03.131800 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5096e0a-610e-48e9-bcf3-c06ca82f657f None None] DHCP port deletion for 4e9790fd-6922-4da5-be57-c9b836404c09 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:22:03.157393 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fb7119c3-f5c4-4b99-aa99-c6f60570dc06 tempest-SubnetPoolsTestJSON-1931788042 tempest-SubnetPoolsTestJSON-1931788042-project] 10.222.0.60 "GET /v2.0/subnetpools/f6c548ea-968f-4b42-805c-9ebad28b89a5 HTTP/1.1" status: 200 len: 731 time: 0.0765913 Apr 06 14:22:03.159002 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54366) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:03.159870 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a78bdc-77e8-4b4c-b567-bc1a1c5bf684 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] DELETE failed (client error): The resource could not be found. Apr 06 14:22:03.160307 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56a78bdc-77e8-4b4c-b567-bc1a1c5bf684 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:03.164543 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-56a78bdc-77e8-4b4c-b567-bc1a1c5bf684 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/subnets/5dc6e764-8360-4e7d-913c-751ac4c11424 HTTP/1.1" status: 404 len: 337 time: 0.0479171 Apr 06 14:22:03.164827 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54370) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:03.170203 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8eb00e10-b39a-43c4-a72e-d9ffb43422f6 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:03.171009 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9a7e0d5e-7435-4d7c-9ba8-c53f12b05db7 tempest-SubnetPoolsTestJSON-1931788042 tempest-SubnetPoolsTestJSON-1931788042-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-499621894'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:03.174365 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8eb00e10-b39a-43c4-a72e-d9ffb43422f6 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9226048 Apr 06 14:22:03.177844 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54374) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:03.189232 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ffa4ca1e-403f-4225-aa9e-f3011557ec77 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group_rule': {'security_group_id': '542d920a-06cf-42f5-bd24-9f46ee86bcfb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:03.190033 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-ffa4ca1e-403f-4225-aa9e-f3011557ec77 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:22:03.193695 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ffa4ca1e-403f-4225-aa9e-f3011557ec77 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0124748 Apr 06 14:22:03.194858 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54378) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:03.198983 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ae0152-1580-4667-8316-85562bb651cc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] GET failed (client error): The resource could not be found. Apr 06 14:22:03.199652 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-04ae0152-1580-4667-8316-85562bb651cc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Synchronizing usage tracker for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:22:03.231714 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a5096e0a-610e-48e9-bcf3-c06ca82f657f None None] Deleting port 742230f3-4ee0-449f-a88c-b447e22b9797 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:03.232087 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a5096e0a-610e-48e9-bcf3-c06ca82f657f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:03.250198 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-04ae0152-1580-4667-8316-85562bb651cc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Unset dirty status for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:22:03.253825 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-04ae0152-1580-4667-8316-85562bb651cc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "GET /v2.0/ports/91e9ac34-3980-4cd6-814f-99284ca6dda4 HTTP/1.1" status: 404 len: 333 time: 0.1199160 Apr 06 14:22:03.257570 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54382) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:03.262527 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e9a836-490c-4c32-8cd4-042f22c98658 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] DELETE failed (client error): The resource could not be found. Apr 06 14:22:03.263024 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e9a836-490c-4c32-8cd4-042f22c98658 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:03.266895 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-98e9a836-490c-4c32-8cd4-042f22c98658 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/ports/d5b2b33e-471a-472c-b08d-b0d768ba7cc1 HTTP/1.1" status: 404 len: 333 time: 0.0988369 Apr 06 14:22:03.267482 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54386) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:03.318138 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d5b9935-6e35-4b8d-9662-2101be87ac3c tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] DELETE failed (client error): The resource could not be found. Apr 06 14:22:03.318570 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d5b9935-6e35-4b8d-9662-2101be87ac3c tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:03.324337 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3d5b9935-6e35-4b8d-9662-2101be87ac3c tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/subnets/823c2ffc-efb7-4d53-83bc-9c5349670122 HTTP/1.1" status: 404 len: 337 time: 0.0518265 Apr 06 14:22:03.324510 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54390) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:03.365315 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-869b52be-f2b8-4308-a867-afcc28f9d100 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:03.373703 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb033bba-44a5-44af-a9b2-8329ee2911ed tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] DELETE failed (client error): The resource could not be found. Apr 06 14:22:03.374259 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb033bba-44a5-44af-a9b2-8329ee2911ed tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:03.378274 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-eb033bba-44a5-44af-a9b2-8329ee2911ed tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/subnets/eb9123ff-538c-4f48-ac1c-e8e57a4dc8d3 HTTP/1.1" status: 404 len: 337 time: 0.0506613 Apr 06 14:22:03.378881 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54394) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:03.383932 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0d5e-7435-4d7c-9ba8-c53f12b05db7 tempest-SubnetPoolsTestJSON-1931788042 tempest-SubnetPoolsTestJSON-1931788042-project] Notify callbacks [] for subnetpool, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:03.385731 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9a7e0d5e-7435-4d7c-9ba8-c53f12b05db7 tempest-SubnetPoolsTestJSON-1931788042 tempest-SubnetPoolsTestJSON-1931788042-project] 10.222.0.60 "PUT /v2.0/subnetpools/f6c548ea-968f-4b42-805c-9ebad28b89a5 HTTP/1.1" status: 200 len: 683 time: 0.2223723 Apr 06 14:22:03.391437 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54398) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:03.453224 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-8b62c4d4-e7ab-4cd6-8f43-198d03bdf545 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Deleting port 61a32148-48c0-4bd7-b24b-882757f0fafd {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:03.453445 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8b62c4d4-e7ab-4cd6-8f43-198d03bdf545 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:03.488138 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-869b52be-f2b8-4308-a867-afcc28f9d100 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:03.519699 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 0f4e696d-523b-4a0a-9872-98f6994e16e1 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:03.597924 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 0f4e696d-523b-4a0a-9872-98f6994e16e1 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:03.597924 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:03.627385 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0bdfc6c5-49fc-4fb3-be8d-9e6098060255 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:03.644213 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f99817f-d733-437a-b042-a91c68be65e5 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting subnet 84797db4-cd8a-4796-9189-7670ffc5f881 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:22:03.648502 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-869b52be-f2b8-4308-a867-afcc28f9d100 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:03.653456 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f99817f-d733-437a-b042-a91c68be65e5 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:03.669006 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0bdfc6c5-49fc-4fb3-be8d-9e6098060255 None None] Transition to ACTIVE for port object b761e98d-ef84-4dc9-b223-6feb6ade82be will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:22:03.674805 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8b62c4d4-e7ab-4cd6-8f43-198d03bdf545 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:03.713685 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b52be-f2b8-4308-a867-afcc28f9d100 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=542d920a-06cf-42f5-bd24-9f46ee86bcfb,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:03.726365 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5dca2442-1990-43d4-bee1-45c5b4eb7397 tempest-SubnetPoolsTestJSON-1931788042 tempest-SubnetPoolsTestJSON-1931788042-project] Notify callbacks [] for subnetpool, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:03.727611 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5dca2442-1990-43d4-bee1-45c5b4eb7397 tempest-SubnetPoolsTestJSON-1931788042 tempest-SubnetPoolsTestJSON-1931788042-project] 10.222.0.60 "DELETE /v2.0/subnetpools/f6c548ea-968f-4b42-805c-9ebad28b89a5 HTTP/1.1" status: 204 len: 168 time: 0.3334219 Apr 06 14:22:03.729339 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-869b52be-f2b8-4308-a867-afcc28f9d100 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:03.730659 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-869b52be-f2b8-4308-a867-afcc28f9d100 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "DELETE /v2.0/security-groups/542d920a-06cf-42f5-bd24-9f46ee86bcfb HTTP/1.1" status: 204 len: 168 time: 0.5354145 Apr 06 14:22:03.731658 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54402) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:03.733844 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a5096e0a-610e-48e9-bcf3-c06ca82f657f None None] For port 742230f3-4ee0-449f-a88c-b447e22b9797, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=742230f3-4ee0-449f-a88c-b447e22b9797,segment=NetworkSegment(4673acd7-6791-4598-8001-6ba5b21bc0d4),segment_id=4673acd7-6791-4598-8001-6ba5b21bc0d4)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:03.734748 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a5096e0a-610e-48e9-bcf3-c06ca82f657f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:03.738706 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54404) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:03.749189 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0bdfc6c5-49fc-4fb3-be8d-9e6098060255 None None] Transition to ACTIVE for port object b761e98d-ef84-4dc9-b223-6feb6ade82be will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:22:03.769199 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f99817f-d733-437a-b042-a91c68be65e5 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:03.802000 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-8b62c4d4-e7ab-4cd6-8f43-198d03bdf545 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Calling delete_port for 61a32148-48c0-4bd7-b24b-882757f0fafd owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:22:03.810531 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-196a1886-f8b8-4a8d-9242-a456b44d857c tempest-SubnetPoolsTestJSON-1931788042 tempest-SubnetPoolsTestJSON-1931788042-project] show failed (client error): The resource could not be found. Apr 06 14:22:03.812136 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-196a1886-f8b8-4a8d-9242-a456b44d857c tempest-SubnetPoolsTestJSON-1931788042 tempest-SubnetPoolsTestJSON-1931788042-project] 10.222.0.60 "GET /v2.0/subnetpools/f6c548ea-968f-4b42-805c-9ebad28b89a5 HTTP/1.1" status: 404 len: 346 time: 0.0771465 Apr 06 14:22:03.817121 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54410) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:03.863347 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-c1d736fd-01b9-46b6-934a-28f4080c90ae tempest-SubnetPoolsTestJSON-1931788042 tempest-SubnetPoolsTestJSON-1931788042-project] delete failed (client error): The resource could not be found. Apr 06 14:22:03.864977 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c1d736fd-01b9-46b6-934a-28f4080c90ae tempest-SubnetPoolsTestJSON-1931788042 tempest-SubnetPoolsTestJSON-1931788042-project] 10.222.0.60 "DELETE /v2.0/subnetpools/f6c548ea-968f-4b42-805c-9ebad28b89a5 HTTP/1.1" status: 404 len: 346 time: 0.0410147 Apr 06 14:22:03.904821 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a5096e0a-610e-48e9-bcf3-c06ca82f657f None None] Calling delete_port for 742230f3-4ee0-449f-a88c-b447e22b9797 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:22:03.907458 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1278b994-86ea-4258-91a4-95ae5bd43b30 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Synchronizing usage tracker for tenant:60081fe48d274ddcb287fd471c7d843b on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:22:03.931837 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f99817f-d733-437a-b042-a91c68be65e5 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:03.942721 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0bdfc6c5-49fc-4fb3-be8d-9e6098060255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:03.963352 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1278b994-86ea-4258-91a4-95ae5bd43b30 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Unset dirty status for tenant:60081fe48d274ddcb287fd471c7d843b on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:22:03.964831 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1278b994-86ea-4258-91a4-95ae5bd43b30 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2249899 Apr 06 14:22:03.969766 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54416) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:03.984925 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1c258fa4-68a6-4dbf-ad51-1ec41e98ecc2 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group': {'name': 'tempest-secgroup--1509862905'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:03.991283 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1c258fa4-68a6-4dbf-ad51-1ec41e98ecc2 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:04.006690 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1c258fa4-68a6-4dbf-ad51-1ec41e98ecc2 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:04.022268 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1c258fa4-68a6-4dbf-ad51-1ec41e98ecc2 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:04.037657 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-ba4e5dd4-6d70-43d1-835f-5e2d754aabbd tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Allocated IP 172.22.0.1 (719c6a2d-d7a8-4107-b809-46532adc9a5f/ce67b97e-5796-4652-adc9-c9974b1eeaf5/31f3c1c8-ec3f-44b3-8097-356ea15bbee5) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:22:04.047150 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfc6c5-49fc-4fb3-be8d-9e6098060255 None None] Pushing event updated for resources: {'Port': ['ID=b761e98d-ef84-4dc9-b223-6feb6ade82be,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:04.058831 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f4797787-6098-4061-80d3-adc3478cb49a None None] Provisioning complete for port 61a32148-48c0-4bd7-b24b-882757f0fafd triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:04.059510 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f4797787-6098-4061-80d3-adc3478cb49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:04.072531 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8b62c4d4-e7ab-4cd6-8f43-198d03bdf545 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:04.093550 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdfc6c5-49fc-4fb3-be8d-9e6098060255 None None] Network 719c6a2d-d7a8-4107-b809-46532adc9a5f is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:22:04.103485 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-0bdfc6c5-49fc-4fb3-be8d-9e6098060255 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:22:04.112771 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f4797787-6098-4061-80d3-adc3478cb49a None None] Port 61a32148-48c0-4bd7-b24b-882757f0fafd was deleted so its status cannot be updated. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 06 14:22:04.173068 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdfc6c5-49fc-4fb3-be8d-9e6098060255 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:22:04.179603 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:04.184010 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1c258fa4-68a6-4dbf-ad51-1ec41e98ecc2 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:04.186372 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62c4d4-e7ab-4cd6-8f43-198d03bdf545 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Port': ['ID=61a32148-48c0-4bd7-b24b-882757f0fafd,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:04.188962 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1c258fa4-68a6-4dbf-ad51-1ec41e98ecc2 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Usage tracker for resource:security_group_rule and tenant:60081fe48d274ddcb287fd471c7d843b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:04.192323 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1c258fa4-68a6-4dbf-ad51-1ec41e98ecc2 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:04.197902 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8b62c4d4-e7ab-4cd6-8f43-198d03bdf545 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:04.200079 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f99817f-d733-437a-b042-a91c68be65e5 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:04.204108 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1c258fa4-68a6-4dbf-ad51-1ec41e98ecc2 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:04.231540 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8b62c4d4-e7ab-4cd6-8f43-198d03bdf545 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/ports/61a32148-48c0-4bd7-b24b-882757f0fafd HTTP/1.1" status: 204 len: 168 time: 0.8511019 Apr 06 14:22:04.237483 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54420) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:04.289216 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99817f-d733-437a-b042-a91c68be65e5 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Subnet': ['ID=84797db4-cd8a-4796-9189-7670ffc5f881,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:04.300930 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a5096e0a-610e-48e9-bcf3-c06ca82f657f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:04.301397 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f99817f-d733-437a-b042-a91c68be65e5 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:04.323582 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7f99817f-d733-437a-b042-a91c68be65e5 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/subnets/84797db4-cd8a-4796-9189-7670ffc5f881 HTTP/1.1" status: 204 len: 168 time: 1.0620310 Apr 06 14:22:04.324462 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54426) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:04.428209 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc8f072d-3828-4173-a725-e54e432b7269 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:04.432497 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2597971f-800f-48cf-97af-9fca52f76f17 None None] Network 1865623e-e83a-4838-8997-d008aa8ae326 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:22:04.443995 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ba4e5dd4-6d70-43d1-835f-5e2d754aabbd tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:04.454148 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5096e0a-610e-48e9-bcf3-c06ca82f657f None None] No DVR routers for this DVR port 742230f3-4ee0-449f-a88c-b447e22b9797 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:22:04.473137 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54430) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:04.475343 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1c258fa4-68a6-4dbf-ad51-1ec41e98ecc2 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:04.478530 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f4797787-6098-4061-80d3-adc3478cb49a None None] Provisioning complete for port 742230f3-4ee0-449f-a88c-b447e22b9797 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:04.478749 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f4797787-6098-4061-80d3-adc3478cb49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:04.489482 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1c258fa4-68a6-4dbf-ad51-1ec41e98ecc2 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:04.516070 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-28fc7f58-9058-4a7a-b8fe-407335f3ca62 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:04.545226 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-ba4e5dd4-6d70-43d1-835f-5e2d754aabbd tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Transition to ACTIVE for port object 31f3c1c8-ec3f-44b3-8097-356ea15bbee5 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:22:04.560900 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1c258fa4-68a6-4dbf-ad51-1ec41e98ecc2 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:04.561553 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f4797787-6098-4061-80d3-adc3478cb49a None None] Port 742230f3-4ee0-449f-a88c-b447e22b9797 was deleted so its status cannot be updated. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 06 14:22:04.562127 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1c258fa4-68a6-4dbf-ad51-1ec41e98ecc2 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5913520 Apr 06 14:22:04.563728 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-28fc7f58-9058-4a7a-b8fe-407335f3ca62 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting port c1abc578-345a-4127-a416-5a8534380ff1 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:04.564064 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-28fc7f58-9058-4a7a-b8fe-407335f3ca62 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:04.594289 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c258fa4-68a6-4dbf-ad51-1ec41e98ecc2 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8e5e8f-a98b-4d71-9725-97d07e6cf583,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:04.596466 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54436) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:04.620578 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-84089b02-b230-4970-8c14-c1f35d61d84a tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group_rule': {'security_group_id': 'aa8e5e8f-a98b-4d71-9725-97d07e6cf583', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:04.621325 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-84089b02-b230-4970-8c14-c1f35d61d84a tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:22:04.623540 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-84089b02-b230-4970-8c14-c1f35d61d84a tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0206029 Apr 06 14:22:04.627463 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54440) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:04.639213 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5096e0a-610e-48e9-bcf3-c06ca82f657f None None] Pushing event deleted for resources: {'Port': ['ID=742230f3-4ee0-449f-a88c-b447e22b9797,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:04.653772 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-0bdfc6c5-49fc-4fb3-be8d-9e6098060255 None None] Attempting to bind port b761e98d-ef84-4dc9-b223-6feb6ade82be on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:22:04.654485 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-0bdfc6c5-49fc-4fb3-be8d-9e6098060255 None None] Attempting to bind port b761e98d-ef84-4dc9-b223-6feb6ade82be by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '21dbc696-a679-4b52-877c-a7751cd2fa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '719c6a2d-d7a8-4107-b809-46532adc9a5f'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:22:04.654921 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdfc6c5-49fc-4fb3-be8d-9e6098060255 None None] Attempting to bind port b761e98d-ef84-4dc9-b223-6feb6ade82be on network 719c6a2d-d7a8-4107-b809-46532adc9a5f {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:22:04.658568 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc8f072d-3828-4173-a725-e54e432b7269 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:04.661182 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5a72ce92-28b1-43c5-9279-f5c8b073ccfb tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group_rule': {'security_group_id': 'aa8e5e8f-a98b-4d71-9725-97d07e6cf583', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:04.661341 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 0f4e696d-523b-4a0a-9872-98f6994e16e1, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=0f4e696d-523b-4a0a-9872-98f6994e16e1,segment=NetworkSegment(b141b65b-9801-4444-9469-3f16f2a40566),segment_id=b141b65b-9801-4444-9469-3f16f2a40566)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:04.661865 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-5a72ce92-28b1-43c5-9279-f5c8b073ccfb tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:22:04.663005 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5a72ce92-28b1-43c5-9279-f5c8b073ccfb tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0332129 Apr 06 14:22:04.666114 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54444) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:04.674654 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-0d46c3d8-87b0-418c-8c0b-c29a1694decd tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group_rule': {'security_group_id': 'aa8e5e8f-a98b-4d71-9725-97d07e6cf583', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:04.675563 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-0d46c3d8-87b0-418c-8c0b-c29a1694decd tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:22:04.677354 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0d46c3d8-87b0-418c-8c0b-c29a1694decd tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085604 Apr 06 14:22:04.679067 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:04.689829 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54448) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:04.720769 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d6de6833-dcc8-44fc-ab83-56b3c1d3ed6e tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group_rule': {'security_group_id': 'aa8e5e8f-a98b-4d71-9725-97d07e6cf583', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:04.722845 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-d6de6833-dcc8-44fc-ab83-56b3c1d3ed6e tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:22:04.723146 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d6de6833-dcc8-44fc-ab83-56b3c1d3ed6e tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0241990 Apr 06 14:22:04.726770 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54452) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:04.732337 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-bc8f072d-3828-4173-a725-e54e432b7269 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e9790fd-6922-4da5-be57-c9b836404c09']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:04.751751 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-bc8f072d-3828-4173-a725-e54e432b7269 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4673acd7-6791-4598-8001-6ba5b21bc0d4') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:04.753907 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-bc8f072d-3828-4173-a725-e54e432b7269 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4673acd7-6791-4598-8001-6ba5b21bc0d4') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:04.769445 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ba4e5dd4-6d70-43d1-835f-5e2d754aabbd tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:04.788832 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=0f4e696d-523b-4a0a-9872-98f6994e16e1,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:04.846386 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdfc6c5-49fc-4fb3-be8d-9e6098060255 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:22:04.847309 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdfc6c5-49fc-4fb3-be8d-9e6098060255 None None] Checking segment: {'id': '21dbc696-a679-4b52-877c-a7751cd2fa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '719c6a2d-d7a8-4107-b809-46532adc9a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:22:04.847309 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0bdfc6c5-49fc-4fb3-be8d-9e6098060255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:04.847514 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdfc6c5-49fc-4fb3-be8d-9e6098060255 None None] Bound using segment: {'id': '21dbc696-a679-4b52-877c-a7751cd2fa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '719c6a2d-d7a8-4107-b809-46532adc9a5f'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:22:04.847852 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-0bdfc6c5-49fc-4fb3-be8d-9e6098060255 None None] Bound port: b761e98d-ef84-4dc9-b223-6feb6ade82be, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21dbc696-a679-4b52-877c-a7751cd2fa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '719c6a2d-d7a8-4107-b809-46532adc9a5f'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:22:04.848277 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0bdfc6c5-49fc-4fb3-be8d-9e6098060255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:04.865552 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc8f072d-3828-4173-a725-e54e432b7269 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:04.888345 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 742230f3-4ee0-449f-a88c-b447e22b9797 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:22:04.907907 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4e5dd4-6d70-43d1-835f-5e2d754aabbd tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network 719c6a2d-d7a8-4107-b809-46532adc9a5f is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:22:04.916280 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc8f072d-3828-4173-a725-e54e432b7269 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:04.919126 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-ba4e5dd4-6d70-43d1-835f-5e2d754aabbd tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:22:04.926257 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4e5dd4-6d70-43d1-835f-5e2d754aabbd tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:22:04.934856 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9a4a27d9-350c-4e66-aab1-5b82c4eeecb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:04.990374 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-28fc7f58-9058-4a7a-b8fe-407335f3ca62 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] For port c1abc578-345a-4127-a416-5a8534380ff1, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c1abc578-345a-4127-a416-5a8534380ff1,segment=NetworkSegment(3c8e33ea-e7f9-4d34-8cca-116451efea4a),segment_id=3c8e33ea-e7f9-4d34-8cca-116451efea4a)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:04.990374 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-28fc7f58-9058-4a7a-b8fe-407335f3ca62 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:04.992925 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8f072d-3828-4173-a725-e54e432b7269 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:22:04.992925 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc8f072d-3828-4173-a725-e54e432b7269 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:22:05.010510 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:22:05.030441 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e5dd4-6d70-43d1-835f-5e2d754aabbd tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Port': ['ID=31f3c1c8-ec3f-44b3-8097-356ea15bbee5,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:05.074275 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 742230f3-4ee0-449f-a88c-b447e22b9797 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:22:05.074275 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 742230f3-4ee0-449f-a88c-b447e22b9797 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:22:05.152589 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0bdfc6c5-49fc-4fb3-be8d-9e6098060255 None None] For port b761e98d-ef84-4dc9-b223-6feb6ade82be, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:22:05.155339 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0bdfc6c5-49fc-4fb3-be8d-9e6098060255 None None] For port b761e98d-ef84-4dc9-b223-6feb6ade82be, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=b761e98d-ef84-4dc9-b223-6feb6ade82be,segment=NetworkSegment(21dbc696-a679-4b52-877c-a7751cd2fa4d),segment_id=21dbc696-a679-4b52-877c-a7751cd2fa4d)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:22:05.159037 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-66beb7f9-84a5-4f66-86ee-dcc17a0218b0 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:05.159607 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0bdfc6c5-49fc-4fb3-be8d-9e6098060255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:05.164320 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ba4e5dd4-6d70-43d1-835f-5e2d754aabbd tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:05.169167 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-28fc7f58-9058-4a7a-b8fe-407335f3ca62 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Calling delete_port for c1abc578-345a-4127-a416-5a8534380ff1 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:22:05.201767 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc8f072d-3828-4173-a725-e54e432b7269 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:05.211353 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc8f072d-3828-4173-a725-e54e432b7269 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:05.230898 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9a4a27d9-350c-4e66-aab1-5b82c4eeecb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:05.250351 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9a4a27d9-350c-4e66-aab1-5b82c4eeecb6 admin admin] Usage tracker for resource:security_group_rule and tenant:84042084557549f79afa3563b1baac61 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:05.256557 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904ed46e-91b2-496d-a057-f2c1d681a2d4 None None] DHCP port deletion for 1865623e-e83a-4838-8997-d008aa8ae326 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:22:05.266663 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f072d-3828-4173-a725-e54e432b7269 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] Pushing event deleted for resources: {'Network': ['ID=4e9790fd-6922-4da5-be57-c9b836404c09,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:05.267998 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-904ed46e-91b2-496d-a057-f2c1d681a2d4 None None] Deleting port c1abc578-345a-4127-a416-5a8534380ff1 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:05.268382 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-904ed46e-91b2-496d-a057-f2c1d681a2d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:05.272645 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bc8f072d-3828-4173-a725-e54e432b7269 tempest-PortsTestJSON-176967782 tempest-PortsTestJSON-176967782-project] 10.222.0.60 "DELETE /v2.0/networks/4e9790fd-6922-4da5-be57-c9b836404c09 HTTP/1.1" status: 204 len: 168 time: 1.0370617 Apr 06 14:22:05.290662 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9a4a27d9-350c-4e66-aab1-5b82c4eeecb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:05.319376 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfc6c5-49fc-4fb3-be8d-9e6098060255 None None] Pushing event updated for resources: {'Port': ['ID=b761e98d-ef84-4dc9-b223-6feb6ade82be,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:05.351742 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-66beb7f9-84a5-4f66-86ee-dcc17a0218b0 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:05.382222 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9a4a27d9-350c-4e66-aab1-5b82c4eeecb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:05.444022 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ba4e5dd4-6d70-43d1-835f-5e2d754aabbd tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:05.621579 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9a4a27d9-350c-4e66-aab1-5b82c4eeecb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:05.627367 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-28fc7f58-9058-4a7a-b8fe-407335f3ca62 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:05.695100 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc7f58-9058-4a7a-b8fe-407335f3ca62 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Port': ['ID=c1abc578-345a-4127-a416-5a8534380ff1,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:05.698583 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9a4a27d9-350c-4e66-aab1-5b82c4eeecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:05.750755 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fc7f58-9058-4a7a-b8fe-407335f3ca62 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] No DVR routers for this DVR port c1abc578-345a-4127-a416-5a8534380ff1 on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:22:05.769983 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-904ed46e-91b2-496d-a057-f2c1d681a2d4 None None] For port c1abc578-345a-4127-a416-5a8534380ff1, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c1abc578-345a-4127-a416-5a8534380ff1,segment=NetworkSegment(3c8e33ea-e7f9-4d34-8cca-116451efea4a),segment_id=3c8e33ea-e7f9-4d34-8cca-116451efea4a)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:05.770469 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-904ed46e-91b2-496d-a057-f2c1d681a2d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:05.830399 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-66beb7f9-84a5-4f66-86ee-dcc17a0218b0 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:05.887265 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54460) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:05.914025 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a27d9-350c-4e66-aab1-5b82c4eeecb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4729806-05f6-4cf9-b5dc-bbe9cc3f3b4d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:05.961544 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-904ed46e-91b2-496d-a057-f2c1d681a2d4 None None] Calling delete_port for c1abc578-345a-4127-a416-5a8534380ff1 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:22:05.972158 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9a4a27d9-350c-4e66-aab1-5b82c4eeecb6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=84042084557549f79afa3563b1baac61&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4926977 Apr 06 14:22:06.016384 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54466) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:06.038678 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66beb7f9-84a5-4f66-86ee-dcc17a0218b0 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8e5e8f-a98b-4d71-9725-97d07e6cf583,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:06.080067 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-28fc7f58-9058-4a7a-b8fe-407335f3ca62 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:06.095085 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-66beb7f9-84a5-4f66-86ee-dcc17a0218b0 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:06.099760 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-66beb7f9-84a5-4f66-86ee-dcc17a0218b0 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "DELETE /v2.0/security-groups/aa8e5e8f-a98b-4d71-9725-97d07e6cf583 HTTP/1.1" status: 204 len: 168 time: 1.3671143 Apr 06 14:22:06.100441 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-904ed46e-91b2-496d-a057-f2c1d681a2d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:22:06.100441 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-904ed46e-91b2-496d-a057-f2c1d681a2d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:22:06.103395 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54470) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:06.151916 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-28fc7f58-9058-4a7a-b8fe-407335f3ca62 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1865623e-e83a-4838-8997-d008aa8ae326']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:06.172634 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-28fc7f58-9058-4a7a-b8fe-407335f3ca62 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8e33ea-e7f9-4d34-8cca-116451efea4a') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:06.172634 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-28fc7f58-9058-4a7a-b8fe-407335f3ca62 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8e33ea-e7f9-4d34-8cca-116451efea4a') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:06.218738 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-28fc7f58-9058-4a7a-b8fe-407335f3ca62 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:06.243132 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-102c9af6-fedc-4ddc-b0cb-3947aac070e5 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Synchronizing usage tracker for tenant:60081fe48d274ddcb287fd471c7d843b on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:22:06.252405 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-28fc7f58-9058-4a7a-b8fe-407335f3ca62 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:06.272337 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28fc7f58-9058-4a7a-b8fe-407335f3ca62 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:22:06.272913 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-28fc7f58-9058-4a7a-b8fe-407335f3ca62 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:06.280610 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4313d836-b038-47d2-8058-d5939da0da71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:22:06.296253 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:22:06.328095 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4313d836-b038-47d2-8058-d5939da0da71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:06.344777 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ba4e5dd4-6d70-43d1-835f-5e2d754aabbd tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:06.370624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ba4e5dd4-6d70-43d1-835f-5e2d754aabbd tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:06.385397 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-eab833bf-2de3-4287-ba61-5d1f5af21070 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=93b55db64c2c45f89e5eddd70ead6075&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4475670 Apr 06 14:22:06.391113 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-102c9af6-fedc-4ddc-b0cb-3947aac070e5 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Unset dirty status for tenant:60081fe48d274ddcb287fd471c7d843b on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:22:06.393222 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-102c9af6-fedc-4ddc-b0cb-3947aac070e5 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2859728 Apr 06 14:22:06.397691 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54474) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:06.417226 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54476) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:06.450106 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-28fc7f58-9058-4a7a-b8fe-407335f3ca62 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:06.485823 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-28fc7f58-9058-4a7a-b8fe-407335f3ca62 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:06.495595 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc7f58-9058-4a7a-b8fe-407335f3ca62 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Network': ['ID=1865623e-e83a-4838-8997-d008aa8ae326,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:06.513128 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-28fc7f58-9058-4a7a-b8fe-407335f3ca62 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/networks/1865623e-e83a-4838-8997-d008aa8ae326 HTTP/1.1" status: 204 len: 168 time: 2.1873715 Apr 06 14:22:06.517506 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54482) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:06.525152 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-bac38df8-4917-48f6-94d1-f1e0c490b54e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1681579834'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:06.539651 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bac38df8-4917-48f6-94d1-f1e0c490b54e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:06.548219 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bac38df8-4917-48f6-94d1-f1e0c490b54e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:network and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:06.551485 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-94f52ed1-15e7-4931-8a2d-bb187e803441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:06.553121 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bac38df8-4917-48f6-94d1-f1e0c490b54e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:06.568368 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bac38df8-4917-48f6-94d1-f1e0c490b54e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:06.600249 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-904ed46e-91b2-496d-a057-f2c1d681a2d4 None None] Deleting port c1abc578-345a-4127-a416-5a8534380ff1 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:06.600249 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-904ed46e-91b2-496d-a057-f2c1d681a2d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:06.605196 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-eebe8f17-4423-4c51-b15f-08fe8294d7b8 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group': {'name': 'tempest-secgroup--667482460'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:06.607637 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-94f52ed1-15e7-4931-8a2d-bb187e803441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:06.631547 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-eebe8f17-4423-4c51-b15f-08fe8294d7b8 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:06.632013 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac38df8-4917-48f6-94d1-f1e0c490b54e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:22:06.636242 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bac38df8-4917-48f6-94d1-f1e0c490b54e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:06.665972 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e5dd4-6d70-43d1-835f-5e2d754aabbd tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Port': ['ID=31f3c1c8-ec3f-44b3-8097-356ea15bbee5,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:06.681695 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-904ed46e-91b2-496d-a057-f2c1d681a2d4 None None] The port 'c1abc578-345a-4127-a416-5a8534380ff1' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:22:06.683267 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-eebe8f17-4423-4c51-b15f-08fe8294d7b8 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:06.707533 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ba4e5dd4-6d70-43d1-835f-5e2d754aabbd tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:06.720297 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4313d836-b038-47d2-8058-d5939da0da71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:06.731403 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac38df8-4917-48f6-94d1-f1e0c490b54e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:22:06.746715 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bac38df8-4917-48f6-94d1-f1e0c490b54e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:06.747944 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-bac38df8-4917-48f6-94d1-f1e0c490b54e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Added segment 9b063209-ffd7-4fff-b723-e04fe01564aa of type vlan for network bfeb2682-8863-459a-808b-593c036808e1 Apr 06 14:22:06.764849 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4313d836-b038-47d2-8058-d5939da0da71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:06.769571 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4313d836-b038-47d2-8058-d5939da0da71 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c4729806-05f6-4cf9-b5dc-bbe9cc3f3b4d HTTP/1.1" status: 204 len: 168 time: 0.7454836 Apr 06 14:22:06.776298 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313d836-b038-47d2-8058-d5939da0da71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4729806-05f6-4cf9-b5dc-bbe9cc3f3b4d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:06.778195 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eebe8f17-4423-4c51-b15f-08fe8294d7b8 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:06.782967 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-94f52ed1-15e7-4931-8a2d-bb187e803441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:06.887021 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f52ed1-15e7-4931-8a2d-bb187e803441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23936a95-3c5c-44ae-9783-4ffb2542dafc,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:06.896936 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bac38df8-4917-48f6-94d1-f1e0c490b54e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:06.949733 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device b761e98d-ef84-4dc9-b223-6feb6ade82be up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:22:06.971719 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-94f52ed1-15e7-4931-8a2d-bb187e803441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:06.974771 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-94f52ed1-15e7-4931-8a2d-bb187e803441 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/23936a95-3c5c-44ae-9783-4ffb2542dafc HTTP/1.1" status: 204 len: 168 time: 0.5744414 Apr 06 14:22:06.989660 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c931a46-3de8-40b5-a828-a06059c7d9a9 None None] Network 719c6a2d-d7a8-4107-b809-46532adc9a5f requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:22:07.000311 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bac38df8-4917-48f6-94d1-f1e0c490b54e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:07.004492 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac38df8-4917-48f6-94d1-f1e0c490b54e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:07.005008 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bac38df8-4917-48f6-94d1-f1e0c490b54e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:07.006077 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-eebe8f17-4423-4c51-b15f-08fe8294d7b8 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:07.014764 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-eebe8f17-4423-4c51-b15f-08fe8294d7b8 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Usage tracker for resource:security_group_rule and tenant:60081fe48d274ddcb287fd471c7d843b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:07.020374 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-eebe8f17-4423-4c51-b15f-08fe8294d7b8 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:07.030525 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-eebe8f17-4423-4c51-b15f-08fe8294d7b8 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:07.096664 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4e5dd4-6d70-43d1-835f-5e2d754aabbd tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network 719c6a2d-d7a8-4107-b809-46532adc9a5f is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:22:07.107115 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-ba4e5dd4-6d70-43d1-835f-5e2d754aabbd tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:22:07.249478 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2bb8cc1f-18aa-4a37-b0cf-d0a2a754ac84 None None] Provisioning for port b761e98d-ef84-4dc9-b223-6feb6ade82be completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:07.369492 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eebe8f17-4423-4c51-b15f-08fe8294d7b8 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:07.382929 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eebe8f17-4423-4c51-b15f-08fe8294d7b8 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:07.395141 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port b761e98d-ef84-4dc9-b223-6feb6ade82be completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:07.410863 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port b761e98d-ef84-4dc9-b223-6feb6ade82be triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:07.410863 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:07.462713 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac38df8-4917-48f6-94d1-f1e0c490b54e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Network': ['ID=bfeb2682-8863-459a-808b-593c036808e1,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:07.475452 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bac38df8-4917-48f6-94d1-f1e0c490b54e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9571700 Apr 06 14:22:07.482095 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54492) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:07.487112 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe8f17-4423-4c51-b15f-08fe8294d7b8 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a88a3cb5-1f78-4b34-a8c0-167106861bd2,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:07.507558 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ee61c248-69d5-4bca-a8b2-e2e7fb18a2f1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'subnet': {'network_id': 'bfeb2682-8863-459a-808b-593c036808e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:07.538050 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network bfeb2682-8863-459a-808b-593c036808e1 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:22:07.553904 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eebe8f17-4423-4c51-b15f-08fe8294d7b8 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:07.555354 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-eebe8f17-4423-4c51-b15f-08fe8294d7b8 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1049032 Apr 06 14:22:07.565021 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54496) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:07.641299 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-fc2cb3d0-7e01-4ed7-9073-b2b8c9a63eee tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group_rule': {'security_group_id': 'a88a3cb5-1f78-4b34-a8c0-167106861bd2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:07.641875 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-fc2cb3d0-7e01-4ed7-9073-b2b8c9a63eee tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:22:07.648791 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fc2cb3d0-7e01-4ed7-9073-b2b8c9a63eee tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0825686 Apr 06 14:22:07.656484 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54502) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:07.672962 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ee61c248-69d5-4bca-a8b2-e2e7fb18a2f1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:07.678180 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ee61c248-69d5-4bca-a8b2-e2e7fb18a2f1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:subnet and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:07.681517 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-957f7155-730d-4a9d-89b1-835724f39581 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group_rule': {'security_group_id': 'a88a3cb5-1f78-4b34-a8c0-167106861bd2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:07.682459 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ee61c248-69d5-4bca-a8b2-e2e7fb18a2f1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:07.689346 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ee61c248-69d5-4bca-a8b2-e2e7fb18a2f1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:07.690059 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-957f7155-730d-4a9d-89b1-835724f39581 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:07.696924 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-957f7155-730d-4a9d-89b1-835724f39581 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Usage tracker for resource:security_group_rule and tenant:60081fe48d274ddcb287fd471c7d843b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:07.702327 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-957f7155-730d-4a9d-89b1-835724f39581 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:07.709103 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee61c248-69d5-4bca-a8b2-e2e7fb18a2f1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:22:07.709372 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-957f7155-730d-4a9d-89b1-835724f39581 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:07.762268 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-957f7155-730d-4a9d-89b1-835724f39581 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:22:07.763255 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-957f7155-730d-4a9d-89b1-835724f39581 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1016958 Apr 06 14:22:07.764417 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:07.766798 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54508) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:07.778087 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-5d82544b-3e15-41f2-afc2-14ab21121b39 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group_rule': {'security_group_id': 'a88a3cb5-1f78-4b34-a8c0-167106861bd2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:07.779549 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-5d82544b-3e15-41f2-afc2-14ab21121b39 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:22:07.780664 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5d82544b-3e15-41f2-afc2-14ab21121b39 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0127337 Apr 06 14:22:07.783800 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54512) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:07.796799 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-267aad81-37ce-44ff-9f0d-60a5855e56aa tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group_rule': {'security_group_id': 'a88a3cb5-1f78-4b34-a8c0-167106861bd2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:07.811500 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-267aad81-37ce-44ff-9f0d-60a5855e56aa tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:07.811624 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port b761e98d-ef84-4dc9-b223-6feb6ade82be, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=b761e98d-ef84-4dc9-b223-6feb6ade82be,segment=NetworkSegment(21dbc696-a679-4b52-877c-a7751cd2fa4d),segment_id=21dbc696-a679-4b52-877c-a7751cd2fa4d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:07.818627 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-267aad81-37ce-44ff-9f0d-60a5855e56aa tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Usage tracker for resource:security_group_rule and tenant:60081fe48d274ddcb287fd471c7d843b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:07.819810 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:07.821905 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 0f4e696d-523b-4a0a-9872-98f6994e16e1 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:22:07.823841 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-267aad81-37ce-44ff-9f0d-60a5855e56aa tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:07.833998 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-267aad81-37ce-44ff-9f0d-60a5855e56aa tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:07.863451 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4e5dd4-6d70-43d1-835f-5e2d754aabbd tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Router 69876512-cb70-41a6-85be-e67bd1d00579 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:22:07.980891 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ee61c248-69d5-4bca-a8b2-e2e7fb18a2f1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:08.002028 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=b761e98d-ef84-4dc9-b223-6feb6ade82be,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:08.034074 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 0f4e696d-523b-4a0a-9872-98f6994e16e1 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:08.034494 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:08.106180 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4e04afe5-3d23-407c-9568-1a4528bf82fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:08.124192 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-267aad81-37ce-44ff-9f0d-60a5855e56aa tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:22:08.125656 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-267aad81-37ce-44ff-9f0d-60a5855e56aa tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3381639 Apr 06 14:22:08.128737 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54520) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:08.138086 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2f6ef499-c120-43bb-a9e8-b12f3325231c tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group_rule': {'security_group_id': 'a88a3cb5-1f78-4b34-a8c0-167106861bd2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:08.138086 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-2f6ef499-c120-43bb-a9e8-b12f3325231c tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:22:08.139348 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2f6ef499-c120-43bb-a9e8-b12f3325231c tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090957 Apr 06 14:22:08.146313 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54524) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:08.155629 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-4fd13f15-e87d-4a30-8f09-664232b94aa0 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group_rule': {'security_group_id': 'a88a3cb5-1f78-4b34-a8c0-167106861bd2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:08.166600 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4fd13f15-e87d-4a30-8f09-664232b94aa0 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:08.174882 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4fd13f15-e87d-4a30-8f09-664232b94aa0 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Usage tracker for resource:security_group_rule and tenant:60081fe48d274ddcb287fd471c7d843b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:08.186698 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4fd13f15-e87d-4a30-8f09-664232b94aa0 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:08.198109 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4fd13f15-e87d-4a30-8f09-664232b94aa0 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:08.275538 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4e5dd4-6d70-43d1-835f-5e2d754aabbd tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:22:08.282680 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ba4e5dd4-6d70-43d1-835f-5e2d754aabbd tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "PUT /v2.0/routers/69876512-cb70-41a6-85be-e67bd1d00579/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2404740 Apr 06 14:22:08.287109 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54528) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:08.294705 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d88220-8b11-496f-83dc-6dc3af800f95 None None] Sync routers for ids ['69876512-cb70-41a6-85be-e67bd1d00579'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:22:08.299872 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-539adcf2-8bf3-4d59-b721-cc51c4c1a096 None None] Provisioning complete for port b761e98d-ef84-4dc9-b223-6feb6ade82be triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:08.300011 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-fa8ffbbf-d265-4a22-8e9d-ef3a8ec25433 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'network': {'name': 'tempest-RoutersTest-563842652'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:08.300235 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-539adcf2-8bf3-4d59-b721-cc51c4c1a096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:08.306527 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-4fd13f15-e87d-4a30-8f09-664232b94aa0 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:22:08.311350 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4fd13f15-e87d-4a30-8f09-664232b94aa0 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1636918 Apr 06 14:22:08.313063 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54532) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:08.315526 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-fa8ffbbf-d265-4a22-8e9d-ef3a8ec25433 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:08.322580 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-fa8ffbbf-d265-4a22-8e9d-ef3a8ec25433 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Usage tracker for resource:network and tenant:54b6b16a88cd457596297a5e2f6c39ce is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:08.331339 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4d0fb58c-a21c-49b6-bb99-651d92e7d35c tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group_rule': {'security_group_id': 'a88a3cb5-1f78-4b34-a8c0-167106861bd2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:08.331618 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-4d0fb58c-a21c-49b6-bb99-651d92e7d35c tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:22:08.332645 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4d0fb58c-a21c-49b6-bb99-651d92e7d35c tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0178840 Apr 06 14:22:08.346465 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54538) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:08.359291 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-fa8ffbbf-d265-4a22-8e9d-ef3a8ec25433 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:08.382192 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ddb6a96b-0584-4554-8f3c-da29db006483 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group_rule': {'security_group_id': 'a88a3cb5-1f78-4b34-a8c0-167106861bd2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:08.394109 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ee61c248-69d5-4bca-a8b2-e2e7fb18a2f1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:08.402113 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-fa8ffbbf-d265-4a22-8e9d-ef3a8ec25433 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:08.404313 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ddb6a96b-0584-4554-8f3c-da29db006483 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:08.411046 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ddb6a96b-0584-4554-8f3c-da29db006483 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Usage tracker for resource:security_group_rule and tenant:60081fe48d274ddcb287fd471c7d843b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:08.417325 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ddb6a96b-0584-4554-8f3c-da29db006483 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:08.428107 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ddb6a96b-0584-4554-8f3c-da29db006483 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:08.432559 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8ffbbf-d265-4a22-8e9d-ef3a8ec25433 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Made reservation on behalf of 54b6b16a88cd457596297a5e2f6c39ce for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:22:08.436186 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fa8ffbbf-d265-4a22-8e9d-ef3a8ec25433 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:08.445293 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d88220-8b11-496f-83dc-6dc3af800f95 None None] Routers {'69876512-cb70-41a6-85be-e67bd1d00579'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:22:08.445969 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b6d88220-8b11-496f-83dc-6dc3af800f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:21:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['69876512-cb70-41a6-85be-e67bd1d00579'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:08.529529 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa8ffbbf-d265-4a22-8e9d-ef3a8ec25433 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:22:08.549434 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c1abc578-345a-4127-a416-5a8534380ff1 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:22:08.558138 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fa8ffbbf-d265-4a22-8e9d-ef3a8ec25433 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:08.558138 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-fa8ffbbf-d265-4a22-8e9d-ef3a8ec25433 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Added segment 73176a30-b3e3-4948-8dc5-f64aa821a92f of type vlan for network b5b24e0c-18e2-4d6b-a465-28f645bbf65e Apr 06 14:22:08.566055 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-ddb6a96b-0584-4554-8f3c-da29db006483 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:22:08.572336 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ddb6a96b-0584-4554-8f3c-da29db006483 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2220063 Apr 06 14:22:08.572336 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54544) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:08.581024 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-074f9ea7-b2c9-4f08-898f-9b83b3c2e0ef tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group_rule': {'security_group_id': 'a88a3cb5-1f78-4b34-a8c0-167106861bd2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:08.585764 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-074f9ea7-b2c9-4f08-898f-9b83b3c2e0ef tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:08.591219 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-074f9ea7-b2c9-4f08-898f-9b83b3c2e0ef tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Usage tracker for resource:security_group_rule and tenant:60081fe48d274ddcb287fd471c7d843b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:08.594551 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-074f9ea7-b2c9-4f08-898f-9b83b3c2e0ef tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:08.595976 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61c248-69d5-4bca-a8b2-e2e7fb18a2f1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Subnet': ['ID=fdc50ece-2fae-4564-af57-7ef6da13e184,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:08.608412 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-074f9ea7-b2c9-4f08-898f-9b83b3c2e0ef tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:08.636145 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee61c248-69d5-4bca-a8b2-e2e7fb18a2f1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Checking segment: {'id': '9b063209-ffd7-4fff-b723-e04fe01564aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bfeb2682-8863-459a-808b-593c036808e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:22:08.636145 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee61c248-69d5-4bca-a8b2-e2e7fb18a2f1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network hostable DHCP agents. Network: bfeb2682-8863-459a-808b-593c036808e1, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:22:08.655852 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fa8ffbbf-d265-4a22-8e9d-ef3a8ec25433 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:08.673226 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-074f9ea7-b2c9-4f08-898f-9b83b3c2e0ef tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:22:08.677609 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-074f9ea7-b2c9-4f08-898f-9b83b3c2e0ef tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1057963 Apr 06 14:22:08.679310 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54548) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:08.744769 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fa8ffbbf-d265-4a22-8e9d-ef3a8ec25433 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:08.748833 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8ffbbf-d265-4a22-8e9d-ef3a8ec25433 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:08.749794 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fa8ffbbf-d265-4a22-8e9d-ef3a8ec25433 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:08.758252 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: c1abc578-345a-4127-a416-5a8534380ff1 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:22:08.758603 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c1abc578-345a-4127-a416-5a8534380ff1 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:22:08.802046 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee61c248-69d5-4bca-a8b2-e2e7fb18a2f1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network bfeb2682-8863-459a-808b-593c036808e1 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:22:08.810590 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fa8ffbbf-d265-4a22-8e9d-ef3a8ec25433 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5177004 Apr 06 14:22:08.815205 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54554) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:08.895383 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-b6d88220-8b11-496f-83dc-6dc3af800f95 None None] Set router 69876512-cb70-41a6-85be-e67bd1d00579 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:22:08.921041 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-ee61c248-69d5-4bca-a8b2-e2e7fb18a2f1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, bfeb2682-8863-459a-808b-593c036808e1) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:22:08.931860 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee61c248-69d5-4bca-a8b2-e2e7fb18a2f1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:08.932154 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ee61c248-69d5-4bca-a8b2-e2e7fb18a2f1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:08.963068 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device b761e98d-ef84-4dc9-b223-6feb6ade82be up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:22:08.964553 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-16c3fd92-e2f1-4b59-b11a-eddfdc37ec7d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'subnet': {'network_id': 'b5b24e0c-18e2-4d6b-a465-28f645bbf65e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:08.971172 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4aadbb8c-ee25-4526-b804-9bcee676b253 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:08.985650 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ee61c248-69d5-4bca-a8b2-e2e7fb18a2f1 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5024822 Apr 06 14:22:08.990441 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54558) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:09.001038 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e94ff7e2-c857-4c62-834b-c1935b1350c5 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-49061763', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:09.021465 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e94ff7e2-c857-4c62-834b-c1935b1350c5 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:09.022618 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d00c626-b180-4c83-9844-d7c086f100c5 None None] Network bfeb2682-8863-459a-808b-593c036808e1 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:22:09.034599 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e94ff7e2-c857-4c62-834b-c1935b1350c5 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:router and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:09.038997 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4aadbb8c-ee25-4526-b804-9bcee676b253 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:09.050705 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e94ff7e2-c857-4c62-834b-c1935b1350c5 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:09.067250 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e94ff7e2-c857-4c62-834b-c1935b1350c5 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:09.106365 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e94ff7e2-c857-4c62-834b-c1935b1350c5 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:09.107424 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e94ff7e2-c857-4c62-834b-c1935b1350c5 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:09.136551 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ffbbf-d265-4a22-8e9d-ef3a8ec25433 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Network': ['ID=b5b24e0c-18e2-4d6b-a465-28f645bbf65e,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:09.145486 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e94ff7e2-c857-4c62-834b-c1935b1350c5 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:09.167885 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network b5b24e0c-18e2-4d6b-a465-28f645bbf65e details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:22:09.178689 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4aadbb8c-ee25-4526-b804-9bcee676b253 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:09.185874 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-16c3fd92-e2f1-4b59-b11a-eddfdc37ec7d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:09.192790 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-16c3fd92-e2f1-4b59-b11a-eddfdc37ec7d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Usage tracker for resource:subnet and tenant:54b6b16a88cd457596297a5e2f6c39ce is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:09.196097 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-16c3fd92-e2f1-4b59-b11a-eddfdc37ec7d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:09.204679 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-16c3fd92-e2f1-4b59-b11a-eddfdc37ec7d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:09.211525 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e94ff7e2-c857-4c62-834b-c1935b1350c5 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:09.221683 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c3fd92-e2f1-4b59-b11a-eddfdc37ec7d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Made reservation on behalf of 54b6b16a88cd457596297a5e2f6c39ce for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:22:09.238764 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aadbb8c-ee25-4526-b804-9bcee676b253 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88a3cb5-1f78-4b34-a8c0-167106861bd2,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:09.259175 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4aadbb8c-ee25-4526-b804-9bcee676b253 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:09.265217 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4aadbb8c-ee25-4526-b804-9bcee676b253 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "DELETE /v2.0/security-groups/a88a3cb5-1f78-4b34-a8c0-167106861bd2 HTTP/1.1" status: 204 len: 168 time: 0.5791535 Apr 06 14:22:09.265217 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e94ff7e2-c857-4c62-834b-c1935b1350c5 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:09.268038 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e94ff7e2-c857-4c62-834b-c1935b1350c5 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2769895 Apr 06 14:22:09.268604 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54564) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:09.277966 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54566) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:09.340697 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-db002886-c11c-477c-a892-bca67106899b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'port': {'network_id': 'bfeb2682-8863-459a-808b-593c036808e1', 'name': 'tempest-PortsIpV6TestJSON-1009246000'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:09.394091 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-16c3fd92-e2f1-4b59-b11a-eddfdc37ec7d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:09.409479 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-539adcf2-8bf3-4d59-b721-cc51c4c1a096 None None] Provisioning for port 31f3c1c8-ec3f-44b3-8097-356ea15bbee5 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:09.412487 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7a7c5757-24f7-422d-83d0-0ded97c924d7 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Synchronizing usage tracker for tenant:60081fe48d274ddcb287fd471c7d843b on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:22:09.488667 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7a7c5757-24f7-422d-83d0-0ded97c924d7 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Unset dirty status for tenant:60081fe48d274ddcb287fd471c7d843b on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:22:09.495832 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54574) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:09.495925 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7a7c5757-24f7-422d-83d0-0ded97c924d7 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2175748 Apr 06 14:22:09.508544 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-7744bfd1-aae3-4352-b447-2d16e3028693 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group': {'name': 'tempest-secgroup--70324847'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:09.513441 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-539adcf2-8bf3-4d59-b721-cc51c4c1a096 None None] Provisioning complete for port 31f3c1c8-ec3f-44b3-8097-356ea15bbee5 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:09.514092 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-539adcf2-8bf3-4d59-b721-cc51c4c1a096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:09.535578 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7744bfd1-aae3-4352-b447-2d16e3028693 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:09.561962 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7744bfd1-aae3-4352-b447-2d16e3028693 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:09.590712 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7744bfd1-aae3-4352-b447-2d16e3028693 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:09.592420 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-db002886-c11c-477c-a892-bca67106899b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:09.605065 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-db002886-c11c-477c-a892-bca67106899b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:09.616443 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db002886-c11c-477c-a892-bca67106899b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:22:09.624994 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-db002886-c11c-477c-a892-bca67106899b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:09.647321 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7744bfd1-aae3-4352-b447-2d16e3028693 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:09.651683 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7744bfd1-aae3-4352-b447-2d16e3028693 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Usage tracker for resource:security_group_rule and tenant:60081fe48d274ddcb287fd471c7d843b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:09.655355 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7744bfd1-aae3-4352-b447-2d16e3028693 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:09.661556 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-db002886-c11c-477c-a892-bca67106899b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] device_id is not set on port 850262e9-a145-4c73-9996-f91a9e3a9e61 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:22:09.662477 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7744bfd1-aae3-4352-b447-2d16e3028693 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:09.671350 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-539adcf2-8bf3-4d59-b721-cc51c4c1a096 None None] Port 31f3c1c8-ec3f-44b3-8097-356ea15bbee5 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:22:09.694582 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port b761e98d-ef84-4dc9-b223-6feb6ade82be triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:09.695711 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:09.832021 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13391b04-6b47-4597-ae82-f4b2f54674b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-bfeb2682-8863-459a-808b-593c036808e1', 'network_id': 'bfeb2682-8863-459a-808b-593c036808e1', 'tenant_id': '4fc82e9fc10b417fb0b2b72d7d1a7a75', 'fixed_ips': [{'subnet_id': 'fdc50ece-2fae-4564-af57-7ef6da13e184'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:22:09.832685 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-13391b04-6b47-4597-ae82-f4b2f54674b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:09.917345 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4ab4ccae-e214-40fc-98e9-30c1da418ea5 None None] Provisioning complete for port 31f3c1c8-ec3f-44b3-8097-356ea15bbee5 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:09.917696 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4ab4ccae-e214-40fc-98e9-30c1da418ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:09.960220 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7744bfd1-aae3-4352-b447-2d16e3028693 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:09.965994 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-db002886-c11c-477c-a892-bca67106899b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Allocated IP 2001:db8::2ed (bfeb2682-8863-459a-808b-593c036808e1/fdc50ece-2fae-4564-af57-7ef6da13e184/850262e9-a145-4c73-9996-f91a9e3a9e61) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:22:09.967509 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7744bfd1-aae3-4352-b447-2d16e3028693 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:10.038777 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-4ab4ccae-e214-40fc-98e9-30c1da418ea5 None None] Port 31f3c1c8-ec3f-44b3-8097-356ea15bbee5 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:22:10.073525 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744bfd1-aae3-4352-b447-2d16e3028693 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d290e4df-0ed8-43f5-ae8c-40880e82911d,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:10.081707 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b6d88220-8b11-496f-83dc-6dc3af800f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69876512-cb70-41a6-85be-e67bd1d00579', 'name': 'tempest-RoutersTest-router-216414502', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:21:38Z', 'updated_at': '2022-04-06T14:22:05Z', 'revision_number': 4, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'gw_port_host': None, '_interfaces': [{'id': '0f4e696d-523b-4a0a-9872-98f6994e16e1', 'name': '', 'network_id': '75838fa1-4a24-4928-881e-6a725cd084e9', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:67:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:52Z', 'updated_at': '2022-04-06T14:22:04Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31f3c1c8-ec3f-44b3-8097-356ea15bbee5', 'name': '', 'network_id': '719c6a2d-d7a8-4107-b809-46532adc9a5f', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:8c:a4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce67b97e-5796-4652-adc9-c9974b1eeaf5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:02Z', 'updated_at': '2022-04-06T14:22:05Z', 'revision_number': 2, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'ce67b97e-5796-4652-adc9-c9974b1eeaf5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f076b03-71fd-4d73-a850-0ab5368a65d9', 'name': '', 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:81:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:42Z', 'updated_at': '2022-04-06T14:21:55Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:10.086722 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d88220-8b11-496f-83dc-6dc3af800f95 None None] Checking router: 69876512-cb70-41a6-85be-e67bd1d00579 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:22:10.086722 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d88220-8b11-496f-83dc-6dc3af800f95 None None] Updating router 69876512-cb70-41a6-85be-e67bd1d00579 port 31f3c1c8-ec3f-44b3-8097-356ea15bbee5 binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:22:10.130432 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7744bfd1-aae3-4352-b447-2d16e3028693 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:10.136684 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7744bfd1-aae3-4352-b447-2d16e3028693 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6396401 Apr 06 14:22:10.139310 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54586) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:10.154537 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b6d88220-8b11-496f-83dc-6dc3af800f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:10.155686 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9638faa6-3af9-4844-a0f6-6ccf82798088 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group_rule': {'security_group_id': 'd290e4df-0ed8-43f5-ae8c-40880e82911d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:10.180671 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9638faa6-3af9-4844-a0f6-6ccf82798088 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:10.186537 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9638faa6-3af9-4844-a0f6-6ccf82798088 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Usage tracker for resource:security_group_rule and tenant:60081fe48d274ddcb287fd471c7d843b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:10.191234 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9638faa6-3af9-4844-a0f6-6ccf82798088 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:10.200840 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9638faa6-3af9-4844-a0f6-6ccf82798088 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:10.230973 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-16c3fd92-e2f1-4b59-b11a-eddfdc37ec7d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:10.283068 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-db002886-c11c-477c-a892-bca67106899b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:10.321124 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-9638faa6-3af9-4844-a0f6-6ccf82798088 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] create failed (client error): The resource could not be found. Apr 06 14:22:10.321124 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9638faa6-3af9-4844-a0f6-6ccf82798088 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1591749 Apr 06 14:22:10.321124 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-db002886-c11c-477c-a892-bca67106899b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Transition to ACTIVE for port object 850262e9-a145-4c73-9996-f91a9e3a9e61 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:22:10.321124 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54592) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:10.321124 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4ffec705-bf06-4499-ad5f-0e5851acf9bf tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group_rule': {'security_group_id': 'd290e4df-0ed8-43f5-ae8c-40880e82911d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5d2f851b-9d95-40ac-aec0-d63a4102f759'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:10.321124 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4ffec705-bf06-4499-ad5f-0e5851acf9bf tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:10.327544 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4ffec705-bf06-4499-ad5f-0e5851acf9bf tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Usage tracker for resource:security_group_rule and tenant:60081fe48d274ddcb287fd471c7d843b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:10.331532 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4ffec705-bf06-4499-ad5f-0e5851acf9bf tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:10.338533 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4ffec705-bf06-4499-ad5f-0e5851acf9bf tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:10.358048 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3fd92-e2f1-4b59-b11a-eddfdc37ec7d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Subnet': ['ID=f8e0f1d1-5292-4668-99ed-618b3a5265b2,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:10.362534 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-db002886-c11c-477c-a892-bca67106899b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:10.363633 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c3fd92-e2f1-4b59-b11a-eddfdc37ec7d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Checking segment: {'id': '73176a30-b3e3-4948-8dc5-f64aa821a92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b5b24e0c-18e2-4d6b-a465-28f645bbf65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:22:10.364005 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c3fd92-e2f1-4b59-b11a-eddfdc37ec7d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network hostable DHCP agents. Network: b5b24e0c-18e2-4d6b-a465-28f645bbf65e, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:22:10.390689 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c3fd92-e2f1-4b59-b11a-eddfdc37ec7d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network b5b24e0c-18e2-4d6b-a465-28f645bbf65e is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:22:10.402875 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-16c3fd92-e2f1-4b59-b11a-eddfdc37ec7d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, b5b24e0c-18e2-4d6b-a465-28f645bbf65e) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:22:10.412523 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c3fd92-e2f1-4b59-b11a-eddfdc37ec7d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:10.413005 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-16c3fd92-e2f1-4b59-b11a-eddfdc37ec7d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:10.431847 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177b45bb-8b95-4dd1-bf14-a6ed12a23575 None None] Network b5b24e0c-18e2-4d6b-a465-28f645bbf65e requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:22:10.440466 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-16c3fd92-e2f1-4b59-b11a-eddfdc37ec7d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6234977 Apr 06 14:22:10.444809 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54598) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:10.479692 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-4ffec705-bf06-4499-ad5f-0e5851acf9bf tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] create failed (client error): The resource could not be found. Apr 06 14:22:10.481120 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4ffec705-bf06-4499-ad5f-0e5851acf9bf tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1761067 Apr 06 14:22:10.485484 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db002886-c11c-477c-a892-bca67106899b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network bfeb2682-8863-459a-808b-593c036808e1 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:22:10.489086 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54602) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:10.503406 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-db002886-c11c-477c-a892-bca67106899b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:22:10.505783 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db002886-c11c-477c-a892-bca67106899b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Port': ['ID=850262e9-a145-4c73-9996-f91a9e3a9e61,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:10.513513 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db002886-c11c-477c-a892-bca67106899b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:22:10.517786 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db002886-c11c-477c-a892-bca67106899b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:10.519265 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-db002886-c11c-477c-a892-bca67106899b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:10.562243 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-db002886-c11c-477c-a892-bca67106899b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2824402 Apr 06 14:22:10.570918 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54608) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:10.737732 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-13391b04-6b47-4597-ae82-f4b2f54674b5 None None] Allocated IP 2001:db8::2 (bfeb2682-8863-459a-808b-593c036808e1/fdc50ece-2fae-4564-af57-7ef6da13e184/d1c34c46-cbc2-4b32-9a6b-4f005a89139e) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:22:11.020732 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-283a9ac1-4efd-4fff-ab06-8a250285349a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:11.077415 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e00cc893-7de3-4976-8763-ecdfcc22bc30 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:11.111319 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e00cc893-7de3-4976-8763-ecdfcc22bc30 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:11.171927 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a0058c-47a3-4fbb-9984-6e8f72a070ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-b5b24e0c-18e2-4d6b-a465-28f645bbf65e', 'network_id': 'b5b24e0c-18e2-4d6b-a465-28f645bbf65e', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'fixed_ips': [{'subnet_id': 'f8e0f1d1-5292-4668-99ed-618b3a5265b2'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:22:11.172673 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-39a0058c-47a3-4fbb-9984-6e8f72a070ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:11.203614 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54618) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:11.224023 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-aafb05e2-1768-4630-9ecf-1433f2ce5891 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-581266608', 'description': 'tempest-secgroup-smoke-581266608 description', 'project_id': '0b4b33bee8584311b96148992b932eea'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:11.231999 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-aafb05e2-1768-4630-9ecf-1433f2ce5891 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:11.239051 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-aafb05e2-1768-4630-9ecf-1433f2ce5891 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Usage tracker for resource:security_group and tenant:0b4b33bee8584311b96148992b932eea is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:11.243303 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-aafb05e2-1768-4630-9ecf-1433f2ce5891 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:11.254138 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-15d94346-a13d-483f-891b-26fc7c373913 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:11.272485 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-aafb05e2-1768-4630-9ecf-1433f2ce5891 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:11.316024 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e00cc893-7de3-4976-8763-ecdfcc22bc30 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:11.355796 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00cc893-7de3-4976-8763-ecdfcc22bc30 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d290e4df-0ed8-43f5-ae8c-40880e82911d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:11.365237 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e00cc893-7de3-4976-8763-ecdfcc22bc30 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:11.366422 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e00cc893-7de3-4976-8763-ecdfcc22bc30 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "DELETE /v2.0/security-groups/d290e4df-0ed8-43f5-ae8c-40880e82911d HTTP/1.1" status: 204 len: 168 time: 0.8760698 Apr 06 14:22:11.369101 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54622) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:11.373733 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b6d88220-8b11-496f-83dc-6dc3af800f95 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:11.406218 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aafb05e2-1768-4630-9ecf-1433f2ce5891 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:11.433666 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b6d88220-8b11-496f-83dc-6dc3af800f95 None None] Transition to ACTIVE for port object 31f3c1c8-ec3f-44b3-8097-356ea15bbee5 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:22:11.436845 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aafb05e2-1768-4630-9ecf-1433f2ce5891 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:11.437433 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:11.438521 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:11.474617 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-13391b04-6b47-4597-ae82-f4b2f54674b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:11.486504 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b6d88220-8b11-496f-83dc-6dc3af800f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:11.523258 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-928b2810-afe2-47d5-ab22-7f3d5d67f392 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Synchronizing usage tracker for tenant:60081fe48d274ddcb287fd471c7d843b on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:22:11.531404 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-aafb05e2-1768-4630-9ecf-1433f2ce5891 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:11.541545 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-aafb05e2-1768-4630-9ecf-1433f2ce5891 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Usage tracker for resource:security_group_rule and tenant:0b4b33bee8584311b96148992b932eea is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:11.547680 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-13391b04-6b47-4597-ae82-f4b2f54674b5 None None] Transition to ACTIVE for port object d1c34c46-cbc2-4b32-9a6b-4f005a89139e will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:22:11.550146 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-aafb05e2-1768-4630-9ecf-1433f2ce5891 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:11.551031 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-80a884d7-0b40-4874-8aa2-8df9b9611307 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:11.565643 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-aafb05e2-1768-4630-9ecf-1433f2ce5891 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:11.569491 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-928b2810-afe2-47d5-ab22-7f3d5d67f392 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Unset dirty status for tenant:60081fe48d274ddcb287fd471c7d843b on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:22:11.570720 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-928b2810-afe2-47d5-ab22-7f3d5d67f392 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2005391 Apr 06 14:22:11.579758 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54626) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:11.592264 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1a4f65eb-321e-4265-8f16-700bf67c490b tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group_rule': {'security_group_id': '3fc641eb-adc8-4760-889a-d73356a70233', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:11.630397 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1a4f65eb-321e-4265-8f16-700bf67c490b tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:11.646501 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1a4f65eb-321e-4265-8f16-700bf67c490b tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Usage tracker for resource:security_group_rule and tenant:60081fe48d274ddcb287fd471c7d843b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:11.657180 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1a4f65eb-321e-4265-8f16-700bf67c490b tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:11.674848 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-39a0058c-47a3-4fbb-9984-6e8f72a070ec None None] Allocated IP 172.23.0.2 (b5b24e0c-18e2-4d6b-a465-28f645bbf65e/f8e0f1d1-5292-4668-99ed-618b3a5265b2/6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:22:11.676002 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1a4f65eb-321e-4265-8f16-700bf67c490b tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:11.677664 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-13391b04-6b47-4597-ae82-f4b2f54674b5 None None] Transition to ACTIVE for port object d1c34c46-cbc2-4b32-9a6b-4f005a89139e will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:22:11.698837 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-13391b04-6b47-4597-ae82-f4b2f54674b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:11.702670 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01621352-08b1-4241-8914-cfeb0a80ef3b None None] Pushing event updated for resources: {'Port': ['ID=31f3c1c8-ec3f-44b3-8097-356ea15bbee5,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:11.769846 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-1a4f65eb-321e-4265-8f16-700bf67c490b tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] create failed (client error): The resource could not be found. Apr 06 14:22:11.770869 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1a4f65eb-321e-4265-8f16-700bf67c490b tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1899626 Apr 06 14:22:11.775412 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54630) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:11.790691 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8acb6cd5-c537-4b20-9f0d-a8eb2716465e tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group': {'name': 'tempest-secgroup--2134529633'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:11.807113 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8acb6cd5-c537-4b20-9f0d-a8eb2716465e tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:11.818681 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aafb05e2-1768-4630-9ecf-1433f2ce5891 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:11.842547 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aafb05e2-1768-4630-9ecf-1433f2ce5891 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:11.842547 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8acb6cd5-c537-4b20-9f0d-a8eb2716465e tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:11.884894 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8acb6cd5-c537-4b20-9f0d-a8eb2716465e tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:11.898658 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-aafb05e2-1768-4630-9ecf-1433f2ce5891 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:11.900754 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb05e2-1768-4630-9ecf-1433f2ce5891 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e424155a-41da-4274-aa6f-bbce3661f543,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:11.909791 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-aafb05e2-1768-4630-9ecf-1433f2ce5891 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Usage tracker for resource:security_group_rule and tenant:0b4b33bee8584311b96148992b932eea is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:11.913093 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-aafb05e2-1768-4630-9ecf-1433f2ce5891 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:11.923228 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-aafb05e2-1768-4630-9ecf-1433f2ce5891 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:11.948781 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8acb6cd5-c537-4b20-9f0d-a8eb2716465e tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:11.958798 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8acb6cd5-c537-4b20-9f0d-a8eb2716465e tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Usage tracker for resource:security_group_rule and tenant:60081fe48d274ddcb287fd471c7d843b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:11.962674 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8acb6cd5-c537-4b20-9f0d-a8eb2716465e tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:11.975735 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8acb6cd5-c537-4b20-9f0d-a8eb2716465e tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:12.016760 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13391b04-6b47-4597-ae82-f4b2f54674b5 None None] Network bfeb2682-8863-459a-808b-593c036808e1 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:22:12.020897 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aafb05e2-1768-4630-9ecf-1433f2ce5891 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:12.027531 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13391b04-6b47-4597-ae82-f4b2f54674b5 None None] Pushing event updated for resources: {'Port': ['ID=d1c34c46-cbc2-4b32-9a6b-4f005a89139e,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:12.029419 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aafb05e2-1768-4630-9ecf-1433f2ce5891 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:12.030986 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-13391b04-6b47-4597-ae82-f4b2f54674b5 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:22:12.033397 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13391b04-6b47-4597-ae82-f4b2f54674b5 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:22:12.046697 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b6d88220-8b11-496f-83dc-6dc3af800f95 None None] Attempting to bind port 31f3c1c8-ec3f-44b3-8097-356ea15bbee5 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:22:12.047071 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b6d88220-8b11-496f-83dc-6dc3af800f95 None None] Attempting to bind port 31f3c1c8-ec3f-44b3-8097-356ea15bbee5 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '21dbc696-a679-4b52-877c-a7751cd2fa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '719c6a2d-d7a8-4107-b809-46532adc9a5f'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:22:12.047435 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d88220-8b11-496f-83dc-6dc3af800f95 None None] Attempting to bind port 31f3c1c8-ec3f-44b3-8097-356ea15bbee5 on network 719c6a2d-d7a8-4107-b809-46532adc9a5f {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:22:12.066986 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-80a884d7-0b40-4874-8aa2-8df9b9611307 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:12.072928 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-80a884d7-0b40-4874-8aa2-8df9b9611307 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:12.098500 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8acb6cd5-c537-4b20-9f0d-a8eb2716465e tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:12.102445 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb05e2-1768-4630-9ecf-1433f2ce5891 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9effe788-cb3b-4bce-a211-1bdac18e4837,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:12.108582 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8acb6cd5-c537-4b20-9f0d-a8eb2716465e tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:12.126917 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aafb05e2-1768-4630-9ecf-1433f2ce5891 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:12.128074 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-aafb05e2-1768-4630-9ecf-1433f2ce5891 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.9224906 Apr 06 14:22:12.133235 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54634) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:12.146968 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-4caaa064-4fcc-4885-b72f-a689e292ba81 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Request body: {'security_group_rule': {'security_group_id': '9effe788-cb3b-4bce-a211-1bdac18e4837', 'project_id': '0b4b33bee8584311b96148992b932eea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:12.152948 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d88220-8b11-496f-83dc-6dc3af800f95 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:22:12.153332 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d88220-8b11-496f-83dc-6dc3af800f95 None None] Checking segment: {'id': '21dbc696-a679-4b52-877c-a7751cd2fa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '719c6a2d-d7a8-4107-b809-46532adc9a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:22:12.153738 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b6d88220-8b11-496f-83dc-6dc3af800f95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:12.154130 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d88220-8b11-496f-83dc-6dc3af800f95 None None] Bound using segment: {'id': '21dbc696-a679-4b52-877c-a7751cd2fa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '719c6a2d-d7a8-4107-b809-46532adc9a5f'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:22:12.154607 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b6d88220-8b11-496f-83dc-6dc3af800f95 None None] Bound port: 31f3c1c8-ec3f-44b3-8097-356ea15bbee5, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21dbc696-a679-4b52-877c-a7751cd2fa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '719c6a2d-d7a8-4107-b809-46532adc9a5f'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:22:12.155166 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b6d88220-8b11-496f-83dc-6dc3af800f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:12.162711 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4caaa064-4fcc-4885-b72f-a689e292ba81 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:12.164512 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a884d7-0b40-4874-8aa2-8df9b9611307 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Port': ['ID=850262e9-a145-4c73-9996-f91a9e3a9e61,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:12.165574 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8acb6cd5-c537-4b20-9f0d-a8eb2716465e tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:12.166676 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8acb6cd5-c537-4b20-9f0d-a8eb2716465e tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3901896 Apr 06 14:22:12.168766 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb6cd5-c537-4b20-9f0d-a8eb2716465e tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea9a331-e226-44b9-8842-60a07d1292e2,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:12.171358 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4caaa064-4fcc-4885-b72f-a689e292ba81 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Usage tracker for resource:security_group_rule and tenant:0b4b33bee8584311b96148992b932eea is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:12.173753 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54638) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:12.176036 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4caaa064-4fcc-4885-b72f-a689e292ba81 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:12.186283 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-35fb3302-1d22-4828-887c-4b3cbf700f7a tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group': {'name': 'tempest-secgroup--274985140'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:12.190988 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4caaa064-4fcc-4885-b72f-a689e292ba81 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:12.275164 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-13391b04-6b47-4597-ae82-f4b2f54674b5 None None] Attempting to bind port d1c34c46-cbc2-4b32-9a6b-4f005a89139e on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:22:12.275790 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-13391b04-6b47-4597-ae82-f4b2f54674b5 None None] Attempting to bind port d1c34c46-cbc2-4b32-9a6b-4f005a89139e by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '9b063209-ffd7-4fff-b723-e04fe01564aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bfeb2682-8863-459a-808b-593c036808e1'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:22:12.276151 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13391b04-6b47-4597-ae82-f4b2f54674b5 None None] Attempting to bind port d1c34c46-cbc2-4b32-9a6b-4f005a89139e on network bfeb2682-8863-459a-808b-593c036808e1 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:22:12.295638 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-35fb3302-1d22-4828-887c-4b3cbf700f7a tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:12.310825 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-35fb3302-1d22-4828-887c-4b3cbf700f7a tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:12.314452 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13391b04-6b47-4597-ae82-f4b2f54674b5 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:22:12.314836 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13391b04-6b47-4597-ae82-f4b2f54674b5 None None] Checking segment: {'id': '9b063209-ffd7-4fff-b723-e04fe01564aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bfeb2682-8863-459a-808b-593c036808e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:22:12.315253 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-13391b04-6b47-4597-ae82-f4b2f54674b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:12.315632 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13391b04-6b47-4597-ae82-f4b2f54674b5 None None] Bound using segment: {'id': '9b063209-ffd7-4fff-b723-e04fe01564aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bfeb2682-8863-459a-808b-593c036808e1'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:22:12.316108 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-13391b04-6b47-4597-ae82-f4b2f54674b5 None None] Bound port: d1c34c46-cbc2-4b32-9a6b-4f005a89139e, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b063209-ffd7-4fff-b723-e04fe01564aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bfeb2682-8863-459a-808b-593c036808e1'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:22:12.316587 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-13391b04-6b47-4597-ae82-f4b2f54674b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:12.322534 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4caaa064-4fcc-4885-b72f-a689e292ba81 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:12.331564 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-35fb3302-1d22-4828-887c-4b3cbf700f7a tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:12.390587 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-39a0058c-47a3-4fbb-9984-6e8f72a070ec None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:12.397108 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-35fb3302-1d22-4828-887c-4b3cbf700f7a tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:12.398443 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b6d88220-8b11-496f-83dc-6dc3af800f95 None None] For port 31f3c1c8-ec3f-44b3-8097-356ea15bbee5, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:22:12.408278 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-35fb3302-1d22-4828-887c-4b3cbf700f7a tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Usage tracker for resource:security_group_rule and tenant:60081fe48d274ddcb287fd471c7d843b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:12.411146 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-80a884d7-0b40-4874-8aa2-8df9b9611307 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:12.414098 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-35fb3302-1d22-4828-887c-4b3cbf700f7a tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:12.418269 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4caaa064-4fcc-4885-b72f-a689e292ba81 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:12.422186 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-35fb3302-1d22-4828-887c-4b3cbf700f7a tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:12.422895 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-39a0058c-47a3-4fbb-9984-6e8f72a070ec None None] Transition to ACTIVE for port object 6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:22:12.426155 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4caaa064-4fcc-4885-b72f-a689e292ba81 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:12.434577 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b6d88220-8b11-496f-83dc-6dc3af800f95 None None] For port 31f3c1c8-ec3f-44b3-8097-356ea15bbee5, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=31f3c1c8-ec3f-44b3-8097-356ea15bbee5,segment=NetworkSegment(21dbc696-a679-4b52-877c-a7751cd2fa4d),segment_id=21dbc696-a679-4b52-877c-a7751cd2fa4d)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:22:12.447620 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b6d88220-8b11-496f-83dc-6dc3af800f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:12.461053 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caaa064-4fcc-4885-b72f-a689e292ba81 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e81800-aaa0-446f-acf6-21416e1fb474,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:12.487722 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4caaa064-4fcc-4885-b72f-a689e292ba81 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:12.489087 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4caaa064-4fcc-4885-b72f-a689e292ba81 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3528883 Apr 06 14:22:12.491792 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54642) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:12.497886 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-7de71900-5dcf-432d-8332-60f10ff63e6f tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Request body: {'security_group_rule': {'security_group_id': '9effe788-cb3b-4bce-a211-1bdac18e4837', 'project_id': '0b4b33bee8584311b96148992b932eea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:12.512137 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7de71900-5dcf-432d-8332-60f10ff63e6f tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:12.513300 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-80a884d7-0b40-4874-8aa2-8df9b9611307 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:12.518308 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7de71900-5dcf-432d-8332-60f10ff63e6f tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Usage tracker for resource:security_group_rule and tenant:0b4b33bee8584311b96148992b932eea is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:12.519213 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-39a0058c-47a3-4fbb-9984-6e8f72a070ec None None] Transition to ACTIVE for port object 6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:22:12.522735 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7de71900-5dcf-432d-8332-60f10ff63e6f tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:12.551811 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-13391b04-6b47-4597-ae82-f4b2f54674b5 None None] For port d1c34c46-cbc2-4b32-9a6b-4f005a89139e, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:22:12.556587 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-39a0058c-47a3-4fbb-9984-6e8f72a070ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:12.571222 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7de71900-5dcf-432d-8332-60f10ff63e6f tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:12.575884 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-35fb3302-1d22-4828-887c-4b3cbf700f7a tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:12.582475 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-13391b04-6b47-4597-ae82-f4b2f54674b5 None None] For port d1c34c46-cbc2-4b32-9a6b-4f005a89139e, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=d1c34c46-cbc2-4b32-9a6b-4f005a89139e,segment=NetworkSegment(9b063209-ffd7-4fff-b723-e04fe01564aa),segment_id=9b063209-ffd7-4fff-b723-e04fe01564aa)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:22:12.590668 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01621352-08b1-4241-8914-cfeb0a80ef3b None None] Pushing event updated for resources: {'Port': ['ID=31f3c1c8-ec3f-44b3-8097-356ea15bbee5,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:12.592985 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-35fb3302-1d22-4828-887c-4b3cbf700f7a tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:12.666841 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-15d94346-a13d-483f-891b-26fc7c373913 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Allocated IP 172.23.0.1 (b5b24e0c-18e2-4d6b-a465-28f645bbf65e/f8e0f1d1-5292-4668-99ed-618b3a5265b2/be1b14d1-11d4-46ca-af15-20fa5c7b3f64) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:22:12.728179 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-13391b04-6b47-4597-ae82-f4b2f54674b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:12.749505 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a0058c-47a3-4fbb-9984-6e8f72a070ec None None] Network b5b24e0c-18e2-4d6b-a465-28f645bbf65e is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:22:12.779100 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d88220-8b11-496f-83dc-6dc3af800f95 None None] Routers {'69876512-cb70-41a6-85be-e67bd1d00579'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:22:12.779731 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b6d88220-8b11-496f-83dc-6dc3af800f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:22:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['69876512-cb70-41a6-85be-e67bd1d00579'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:12.832814 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-35fb3302-1d22-4828-887c-4b3cbf700f7a tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:12.836934 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-35fb3302-1d22-4828-887c-4b3cbf700f7a tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6597056 Apr 06 14:22:12.851872 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54646) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:12.855480 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-39a0058c-47a3-4fbb-9984-6e8f72a070ec None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:22:12.865137 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7de71900-5dcf-432d-8332-60f10ff63e6f tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:12.892505 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-e646c9f6-e87a-4892-aaa0-350bbd9b8bb9 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group_rule': {'security_group_id': '0ea9a331-e226-44b9-8842-60a07d1292e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '13ddc8e2-5666-4439-8ca3-3d3064c07acb'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:12.924344 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e646c9f6-e87a-4892-aaa0-350bbd9b8bb9 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:12.939559 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a0058c-47a3-4fbb-9984-6e8f72a070ec None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:22:12.942322 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb3302-1d22-4828-887c-4b3cbf700f7a tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13ddc8e2-5666-4439-8ca3-3d3064c07acb,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:12.949927 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e646c9f6-e87a-4892-aaa0-350bbd9b8bb9 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Usage tracker for resource:security_group_rule and tenant:60081fe48d274ddcb287fd471c7d843b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:12.957945 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e646c9f6-e87a-4892-aaa0-350bbd9b8bb9 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:12.982885 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e646c9f6-e87a-4892-aaa0-350bbd9b8bb9 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:13.021852 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0058c-47a3-4fbb-9984-6e8f72a070ec None None] Pushing event updated for resources: {'Port': ['ID=6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:13.063508 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-15d94346-a13d-483f-891b-26fc7c373913 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:13.093200 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-15d94346-a13d-483f-891b-26fc7c373913 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Transition to ACTIVE for port object be1b14d1-11d4-46ca-af15-20fa5c7b3f64 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:22:13.110026 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-b6d88220-8b11-496f-83dc-6dc3af800f95 None None] Set router 69876512-cb70-41a6-85be-e67bd1d00579 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:22:13.111357 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-e646c9f6-e87a-4892-aaa0-350bbd9b8bb9 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:22:13.115956 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e646c9f6-e87a-4892-aaa0-350bbd9b8bb9 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2606227 Apr 06 14:22:13.119137 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7de71900-5dcf-432d-8332-60f10ff63e6f tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:13.120216 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54650) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:13.145894 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7de71900-5dcf-432d-8332-60f10ff63e6f tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:13.167169 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:13.190395 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de71900-5dcf-432d-8332-60f10ff63e6f tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d64d60-3543-4631-bbc0-879e199c8afd,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:13.195148 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-80a884d7-0b40-4874-8aa2-8df9b9611307 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:13.201198 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-80a884d7-0b40-4874-8aa2-8df9b9611307 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:13.202264 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-80a884d7-0b40-4874-8aa2-8df9b9611307 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:13.202614 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7de71900-5dcf-432d-8332-60f10ff63e6f tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:13.203781 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7de71900-5dcf-432d-8332-60f10ff63e6f tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7109241 Apr 06 14:22:13.208727 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54654) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:13.230297 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-763a4311-5266-4247-9afd-70867bd33614 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Request body: {'security_group_rule': {'security_group_id': '9effe788-cb3b-4bce-a211-1bdac18e4837', 'project_id': '0b4b33bee8584311b96148992b932eea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:13.237084 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-763a4311-5266-4247-9afd-70867bd33614 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:13.241162 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-763a4311-5266-4247-9afd-70867bd33614 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Usage tracker for resource:security_group_rule and tenant:0b4b33bee8584311b96148992b932eea is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:13.244679 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-763a4311-5266-4247-9afd-70867bd33614 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:13.251286 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-763a4311-5266-4247-9afd-70867bd33614 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:13.283385 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a437ff3-1efa-41f5-a8ea-ce6d7f9983b1 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:13.299245 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13391b04-6b47-4597-ae82-f4b2f54674b5 None None] Pushing event updated for resources: {'Port': ['ID=d1c34c46-cbc2-4b32-9a6b-4f005a89139e,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:13.315363 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-763a4311-5266-4247-9afd-70867bd33614 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:13.349461 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a884d7-0b40-4874-8aa2-8df9b9611307 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Port': ['ID=850262e9-a145-4c73-9996-f91a9e3a9e61,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:13.359548 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-15d94346-a13d-483f-891b-26fc7c373913 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:13.366358 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-39a0058c-47a3-4fbb-9984-6e8f72a070ec None None] Attempting to bind port 6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:22:13.366922 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-39a0058c-47a3-4fbb-9984-6e8f72a070ec None None] Attempting to bind port 6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '73176a30-b3e3-4948-8dc5-f64aa821a92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b5b24e0c-18e2-4d6b-a465-28f645bbf65e'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:22:13.367437 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a0058c-47a3-4fbb-9984-6e8f72a070ec None None] Attempting to bind port 6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a on network b5b24e0c-18e2-4d6b-a465-28f645bbf65e {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:22:13.397342 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a0058c-47a3-4fbb-9984-6e8f72a070ec None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:22:13.397715 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a0058c-47a3-4fbb-9984-6e8f72a070ec None None] Checking segment: {'id': '73176a30-b3e3-4948-8dc5-f64aa821a92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b5b24e0c-18e2-4d6b-a465-28f645bbf65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:22:13.398116 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-39a0058c-47a3-4fbb-9984-6e8f72a070ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:13.398509 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a0058c-47a3-4fbb-9984-6e8f72a070ec None None] Bound using segment: {'id': '73176a30-b3e3-4948-8dc5-f64aa821a92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b5b24e0c-18e2-4d6b-a465-28f645bbf65e'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:22:13.398988 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-39a0058c-47a3-4fbb-9984-6e8f72a070ec None None] Bound port: 6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73176a30-b3e3-4948-8dc5-f64aa821a92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b5b24e0c-18e2-4d6b-a465-28f645bbf65e'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:22:13.399365 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-39a0058c-47a3-4fbb-9984-6e8f72a070ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:13.413716 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a884d7-0b40-4874-8aa2-8df9b9611307 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network bfeb2682-8863-459a-808b-593c036808e1 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:22:13.414833 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-80a884d7-0b40-4874-8aa2-8df9b9611307 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:22:13.414995 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d94346-a13d-483f-891b-26fc7c373913 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network b5b24e0c-18e2-4d6b-a465-28f645bbf65e is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:22:13.416595 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a437ff3-1efa-41f5-a8ea-ce6d7f9983b1 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:13.439970 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-15d94346-a13d-483f-891b-26fc7c373913 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:22:13.454948 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d94346-a13d-483f-891b-26fc7c373913 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:22:13.549289 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d94346-a13d-483f-891b-26fc7c373913 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Port': ['ID=be1b14d1-11d4-46ca-af15-20fa5c7b3f64,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:13.569587 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-15d94346-a13d-483f-891b-26fc7c373913 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:13.582162 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-763a4311-5266-4247-9afd-70867bd33614 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:13.594308 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-763a4311-5266-4247-9afd-70867bd33614 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:13.603240 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a437ff3-1efa-41f5-a8ea-ce6d7f9983b1 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:13.652973 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a4311-5266-4247-9afd-70867bd33614 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960273d5-97f3-4080-bd16-0aa5eeb4da90,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:13.654663 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-39a0058c-47a3-4fbb-9984-6e8f72a070ec None None] For port 6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:22:13.664366 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a437ff3-1efa-41f5-a8ea-ce6d7f9983b1 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ddc8e2-5666-4439-8ca3-3d3064c07acb,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:13.668412 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-39a0058c-47a3-4fbb-9984-6e8f72a070ec None None] For port 6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a,segment=NetworkSegment(73176a30-b3e3-4948-8dc5-f64aa821a92f),segment_id=73176a30-b3e3-4948-8dc5-f64aa821a92f)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:22:13.671173 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a437ff3-1efa-41f5-a8ea-ce6d7f9983b1 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:13.672832 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6a437ff3-1efa-41f5-a8ea-ce6d7f9983b1 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "DELETE /v2.0/security-groups/13ddc8e2-5666-4439-8ca3-3d3064c07acb HTTP/1.1" status: 204 len: 168 time: 0.5514488 Apr 06 14:22:13.675962 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54658) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:13.679216 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-763a4311-5266-4247-9afd-70867bd33614 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:13.680464 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-763a4311-5266-4247-9afd-70867bd33614 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4692585 Apr 06 14:22:13.689880 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54662) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:13.696964 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-39a0058c-47a3-4fbb-9984-6e8f72a070ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:13.708436 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-73e34513-fad5-4d9e-9eff-fb3450a6acfd tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Request body: {'security_group_rule': {'security_group_id': '9effe788-cb3b-4bce-a211-1bdac18e4837', 'project_id': '0b4b33bee8584311b96148992b932eea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:13.761452 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-15d94346-a13d-483f-891b-26fc7c373913 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:13.776560 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0058c-47a3-4fbb-9984-6e8f72a070ec None None] Pushing event updated for resources: {'Port': ['ID=6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:13.805186 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-73e34513-fad5-4d9e-9eff-fb3450a6acfd tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:13.810711 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b6d88220-8b11-496f-83dc-6dc3af800f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69876512-cb70-41a6-85be-e67bd1d00579', 'name': 'tempest-RoutersTest-router-216414502', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:21:38Z', 'updated_at': '2022-04-06T14:22:05Z', 'revision_number': 4, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'gw_port_host': None, '_interfaces': [{'id': '0f4e696d-523b-4a0a-9872-98f6994e16e1', 'name': '', 'network_id': '75838fa1-4a24-4928-881e-6a725cd084e9', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:67:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:52Z', 'updated_at': '2022-04-06T14:22:04Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31f3c1c8-ec3f-44b3-8097-356ea15bbee5', 'name': '', 'network_id': '719c6a2d-d7a8-4107-b809-46532adc9a5f', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:8c:a4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce67b97e-5796-4652-adc9-c9974b1eeaf5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:02Z', 'updated_at': '2022-04-06T14:22:12Z', 'revision_number': 4, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'ce67b97e-5796-4652-adc9-c9974b1eeaf5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f076b03-71fd-4d73-a850-0ab5368a65d9', 'name': '', 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:81:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:42Z', 'updated_at': '2022-04-06T14:21:55Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:13.819352 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-73e34513-fad5-4d9e-9eff-fb3450a6acfd tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Usage tracker for resource:security_group_rule and tenant:0b4b33bee8584311b96148992b932eea is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:13.827806 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d88220-8b11-496f-83dc-6dc3af800f95 None None] The sync data for ids ['69876512-cb70-41a6-85be-e67bd1d00579'] in dv-neutron-835868-1-hyperv is: [{'id': '69876512-cb70-41a6-85be-e67bd1d00579', 'name': 'tempest-RoutersTest-router-216414502', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:21:38Z', 'updated_at': '2022-04-06T14:22:05Z', 'revision_number': 4, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'gw_port_host': None, '_interfaces': [{'id': '0f4e696d-523b-4a0a-9872-98f6994e16e1', 'name': '', 'network_id': '75838fa1-4a24-4928-881e-6a725cd084e9', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:67:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:52Z', 'updated_at': '2022-04-06T14:22:04Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31f3c1c8-ec3f-44b3-8097-356ea15bbee5', 'name': '', 'network_id': '719c6a2d-d7a8-4107-b809-46532adc9a5f', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:8c:a4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce67b97e-5796-4652-adc9-c9974b1eeaf5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:02Z', 'updated_at': '2022-04-06T14:22:12Z', 'revision_number': 4, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'ce67b97e-5796-4652-adc9-c9974b1eeaf5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f076b03-71fd-4d73-a850-0ab5368a65d9', 'name': '', 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:81:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:42Z', 'updated_at': '2022-04-06T14:21:55Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:22:13.830124 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-73e34513-fad5-4d9e-9eff-fb3450a6acfd tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:13.840820 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-73e34513-fad5-4d9e-9eff-fb3450a6acfd tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:13.887260 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73e34513-fad5-4d9e-9eff-fb3450a6acfd tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:14.047375 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73e34513-fad5-4d9e-9eff-fb3450a6acfd tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:14.070126 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73e34513-fad5-4d9e-9eff-fb3450a6acfd tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:14.091946 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a884d7-0b40-4874-8aa2-8df9b9611307 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Router fee450b2-e50a-4b53-9b53-2300e1d29089 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:22:14.138340 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f4b08047-44d4-470a-8a91-0c336a1a95fb tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Synchronizing usage tracker for tenant:60081fe48d274ddcb287fd471c7d843b on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:22:14.155966 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e34513-fad5-4d9e-9eff-fb3450a6acfd tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84242e05-9639-4d1d-801f-cd6985a18c14,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:14.183683 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f4b08047-44d4-470a-8a91-0c336a1a95fb tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Unset dirty status for tenant:60081fe48d274ddcb287fd471c7d843b on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:22:14.185908 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f4b08047-44d4-470a-8a91-0c336a1a95fb tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.5084000 Apr 06 14:22:14.190044 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54666) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:14.200224 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513a3d4d-b7ce-4230-ae73-e963112e27c7 None None] Network bfeb2682-8863-459a-808b-593c036808e1 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:22:14.315205 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73e34513-fad5-4d9e-9eff-fb3450a6acfd tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:14.318879 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-73e34513-fad5-4d9e-9eff-fb3450a6acfd tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6201940 Apr 06 14:22:14.323099 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54670) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:14.331876 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-566cab26-0848-4928-888b-209fc3936344 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Request body: {'security_group_rule': {'security_group_id': '9effe788-cb3b-4bce-a211-1bdac18e4837', 'project_id': '0b4b33bee8584311b96148992b932eea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:14.338015 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-566cab26-0848-4928-888b-209fc3936344 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:14.342182 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-566cab26-0848-4928-888b-209fc3936344 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Usage tracker for resource:security_group_rule and tenant:0b4b33bee8584311b96148992b932eea is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:14.343144 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-385e00f7-c344-4c96-bcd8-16cbf95a14f4 None None] Provisioning for port d1c34c46-cbc2-4b32-9a6b-4f005a89139e completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:14.345174 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-566cab26-0848-4928-888b-209fc3936344 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:14.351184 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-566cab26-0848-4928-888b-209fc3936344 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:14.367458 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-566cab26-0848-4928-888b-209fc3936344 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Project 0b4b33bee8584311b96148992b932eea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:22:14.382833 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-566cab26-0848-4928-888b-209fc3936344 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:14.478957 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a884d7-0b40-4874-8aa2-8df9b9611307 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:22:14.486088 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-566cab26-0848-4928-888b-209fc3936344 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:14.490571 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-80a884d7-0b40-4874-8aa2-8df9b9611307 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "PUT /v2.0/routers/fee450b2-e50a-4b53-9b53-2300e1d29089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9182816 Apr 06 14:22:14.493153 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54674) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:14.500662 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1755e1a-8ba2-47bd-8524-96b9ee8e3b15 None None] Sync routers for ids ['fee450b2-e50a-4b53-9b53-2300e1d29089'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:22:14.501193 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-457a8770-ca9b-499c-8621-70cb1b5c2ded tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:14.504032 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-15d94346-a13d-483f-891b-26fc7c373913 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:14.520908 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1755e1a-8ba2-47bd-8524-96b9ee8e3b15 None None] Routers {'fee450b2-e50a-4b53-9b53-2300e1d29089'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:22:14.521863 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d1755e1a-8ba2-47bd-8524-96b9ee8e3b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:22:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['fee450b2-e50a-4b53-9b53-2300e1d29089'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:14.527465 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-15d94346-a13d-483f-891b-26fc7c373913 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:14.527910 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-566cab26-0848-4928-888b-209fc3936344 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:14.560679 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566cab26-0848-4928-888b-209fc3936344 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b10be3-343a-4f1e-ba9e-d6b4146138ae,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:14.582653 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-566cab26-0848-4928-888b-209fc3936344 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:14.584077 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-566cab26-0848-4928-888b-209fc3936344 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2588305 Apr 06 14:22:14.587573 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54678) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:14.595642 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-6fdb9647-17d3-46e0-a51f-8b456d261fda tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Request body: {'security_group_rule': {'security_group_id': '9effe788-cb3b-4bce-a211-1bdac18e4837', 'project_id': '0b4b33bee8584311b96148992b932eea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:14.609050 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6fdb9647-17d3-46e0-a51f-8b456d261fda tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:14.615847 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6fdb9647-17d3-46e0-a51f-8b456d261fda tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Usage tracker for resource:security_group_rule and tenant:0b4b33bee8584311b96148992b932eea is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:14.622461 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d1755e1a-8ba2-47bd-8524-96b9ee8e3b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:14.626898 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6fdb9647-17d3-46e0-a51f-8b456d261fda tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:14.635172 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6fdb9647-17d3-46e0-a51f-8b456d261fda tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:14.637723 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1755e1a-8ba2-47bd-8524-96b9ee8e3b15 None None] Routers {'fee450b2-e50a-4b53-9b53-2300e1d29089'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:22:14.638439 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d1755e1a-8ba2-47bd-8524-96b9ee8e3b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:22:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['fee450b2-e50a-4b53-9b53-2300e1d29089'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:14.643256 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac36940-ef7a-4bd4-a9e8-7e1d9c2ab7cf tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:14.644040 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6ac36940-ef7a-4bd4-a9e8-7e1d9c2ab7cf tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Synchronizing usage tracker for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:22:14.662911 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-6fdb9647-17d3-46e0-a51f-8b456d261fda tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Project 0b4b33bee8584311b96148992b932eea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:22:14.671901 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6fdb9647-17d3-46e0-a51f-8b456d261fda tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:14.682759 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6ac36940-ef7a-4bd4-a9e8-7e1d9c2ab7cf tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Unset dirty status for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:22:14.683974 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6ac36940-ef7a-4bd4-a9e8-7e1d9c2ab7cf tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "GET /v2.0/ports?device_id=fee450b2-e50a-4b53-9b53-2300e1d29089 HTTP/1.1" status: 200 len: 989 time: 0.1899261 Apr 06 14:22:14.687056 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54682) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:14.705902 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d1755e1a-8ba2-47bd-8524-96b9ee8e3b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:14.709342 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1755e1a-8ba2-47bd-8524-96b9ee8e3b15 None None] The sync data for ids ['fee450b2-e50a-4b53-9b53-2300e1d29089'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:22:14.746473 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-457a8770-ca9b-499c-8621-70cb1b5c2ded tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:14.805747 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d94346-a13d-483f-891b-26fc7c373913 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event updated for resources: {'Port': ['ID=be1b14d1-11d4-46ca-af15-20fa5c7b3f64,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:14.846202 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-15d94346-a13d-483f-891b-26fc7c373913 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:14.874329 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6fdb9647-17d3-46e0-a51f-8b456d261fda tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:14.897718 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6fdb9647-17d3-46e0-a51f-8b456d261fda tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:14.939060 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6fdb9647-17d3-46e0-a51f-8b456d261fda tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:14.940314 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6fdb9647-17d3-46e0-a51f-8b456d261fda tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3501086 Apr 06 14:22:14.945781 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54686) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:14.954983 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d5af2901-c8a8-4955-ad27-f9a161df82be tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Request body: {'network': {'name': 'tempest-network-smoke--2092710518', 'project_id': '0b4b33bee8584311b96148992b932eea', 'port_security_enabled': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:14.960746 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d5af2901-c8a8-4955-ad27-f9a161df82be tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:14.966760 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d5af2901-c8a8-4955-ad27-f9a161df82be tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Usage tracker for resource:network and tenant:0b4b33bee8584311b96148992b932eea is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:14.970037 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d5af2901-c8a8-4955-ad27-f9a161df82be tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:14.973530 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb9647-17d3-46e0-a51f-8b456d261fda tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b5cd40b-316e-4494-a37c-a8968cc9227a,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:14.981865 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d5af2901-c8a8-4955-ad27-f9a161df82be tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:15.007013 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5af2901-c8a8-4955-ad27-f9a161df82be tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Made reservation on behalf of 0b4b33bee8584311b96148992b932eea for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:22:15.011238 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5af2901-c8a8-4955-ad27-f9a161df82be tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:15.023739 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-457a8770-ca9b-499c-8621-70cb1b5c2ded tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:15.070214 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device d1c34c46-cbc2-4b32-9a6b-4f005a89139e up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:22:15.164332 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port d1c34c46-cbc2-4b32-9a6b-4f005a89139e completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:15.177557 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port d1c34c46-cbc2-4b32-9a6b-4f005a89139e triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:15.177938 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:15.246951 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a8770-ca9b-499c-8621-70cb1b5c2ded tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea9a331-e226-44b9-8842-60a07d1292e2,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:15.277305 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-457a8770-ca9b-499c-8621-70cb1b5c2ded tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:15.278318 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-457a8770-ca9b-499c-8621-70cb1b5c2ded tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "DELETE /v2.0/security-groups/0ea9a331-e226-44b9-8842-60a07d1292e2 HTTP/1.1" status: 204 len: 168 time: 1.0865467 Apr 06 14:22:15.284456 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54690) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:15.322011 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d94346-a13d-483f-891b-26fc7c373913 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Network b5b24e0c-18e2-4d6b-a465-28f645bbf65e is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:22:15.330339 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-15d94346-a13d-483f-891b-26fc7c373913 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:22:15.345400 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5af2901-c8a8-4955-ad27-f9a161df82be tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:22:15.359739 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5af2901-c8a8-4955-ad27-f9a161df82be tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:15.360089 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-d5af2901-c8a8-4955-ad27-f9a161df82be tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Added segment 42578794-267e-4920-9eaa-4ba98f4d1f3f of type vlan for network 0a3375d2-a268-4361-a617-6b6ea555d64d Apr 06 14:22:15.398762 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5af2901-c8a8-4955-ad27-f9a161df82be tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:15.412239 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f8b971eb-70a7-4110-9b40-9a5ac80353f4 None None] Provisioning for port 850262e9-a145-4c73-9996-f91a9e3a9e61 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:15.428136 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:15.452029 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f8b971eb-70a7-4110-9b40-9a5ac80353f4 None None] Provisioning complete for port 850262e9-a145-4c73-9996-f91a9e3a9e61 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:15.452467 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f8b971eb-70a7-4110-9b40-9a5ac80353f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:15.496713 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5af2901-c8a8-4955-ad27-f9a161df82be tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:15.500952 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5af2901-c8a8-4955-ad27-f9a161df82be tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:15.501588 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5af2901-c8a8-4955-ad27-f9a161df82be tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:15.519823 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9b9c5d92-36fa-42a0-a670-1815f451b5c2 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Synchronizing usage tracker for tenant:60081fe48d274ddcb287fd471c7d843b on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:22:15.527456 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f8b971eb-70a7-4110-9b40-9a5ac80353f4 None None] Port 850262e9-a145-4c73-9996-f91a9e3a9e61 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:22:15.529222 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5757b4-9306-4451-bc9a-d1ba7a21c742 None None] Network b5b24e0c-18e2-4d6b-a465-28f645bbf65e requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:22:15.566633 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9b9c5d92-36fa-42a0-a670-1815f451b5c2 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Unset dirty status for tenant:60081fe48d274ddcb287fd471c7d843b on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:22:15.568199 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9b9c5d92-36fa-42a0-a670-1815f451b5c2 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2834527 Apr 06 14:22:15.576194 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54694) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:15.636961 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d5af2901-c8a8-4955-ad27-f9a161df82be tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6894326 Apr 06 14:22:15.641975 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54696) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:15.652664 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-86ce307f-d892-4b19-8fde-64c7cbd6b789 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group': {'name': 'tempest-secgroup--1268692242'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:15.660956 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-86ce307f-d892-4b19-8fde-64c7cbd6b789 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:15.674862 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-86ce307f-d892-4b19-8fde-64c7cbd6b789 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:15.688437 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af2901-c8a8-4955-ad27-f9a161df82be tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Pushing event updated for resources: {'Network': ['ID=0a3375d2-a268-4361-a617-6b6ea555d64d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:15.701104 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-86ce307f-d892-4b19-8fde-64c7cbd6b789 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:15.722187 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-34b6a360-b2d3-4ea2-aa80-0c168dc71f20 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1950687437', 'admin_state_up': True, 'project_id': '0b4b33bee8584311b96148992b932eea', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:15.732803 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-34b6a360-b2d3-4ea2-aa80-0c168dc71f20 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:15.739861 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-34b6a360-b2d3-4ea2-aa80-0c168dc71f20 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Usage tracker for resource:router and tenant:0b4b33bee8584311b96148992b932eea is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:15.745288 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-34b6a360-b2d3-4ea2-aa80-0c168dc71f20 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:15.757246 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-34b6a360-b2d3-4ea2-aa80-0c168dc71f20 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:15.796634 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 0a3375d2-a268-4361-a617-6b6ea555d64d details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:22:15.817941 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-34b6a360-b2d3-4ea2-aa80-0c168dc71f20 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:15.818877 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-34b6a360-b2d3-4ea2-aa80-0c168dc71f20 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:15.849962 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-86ce307f-d892-4b19-8fde-64c7cbd6b789 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:15.863596 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-86ce307f-d892-4b19-8fde-64c7cbd6b789 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Usage tracker for resource:security_group_rule and tenant:60081fe48d274ddcb287fd471c7d843b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:15.869071 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-86ce307f-d892-4b19-8fde-64c7cbd6b789 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:15.878807 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-86ce307f-d892-4b19-8fde-64c7cbd6b789 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:15.906199 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d94346-a13d-483f-891b-26fc7c373913 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Router 69876512-cb70-41a6-85be-e67bd1d00579 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:22:15.950297 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-34b6a360-b2d3-4ea2-aa80-0c168dc71f20 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:15.997976 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f8b971eb-70a7-4110-9b40-9a5ac80353f4 None None] Provisioning complete for port d1c34c46-cbc2-4b32-9a6b-4f005a89139e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:15.998365 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f8b971eb-70a7-4110-9b40-9a5ac80353f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:16.089515 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port d1c34c46-cbc2-4b32-9a6b-4f005a89139e, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=d1c34c46-cbc2-4b32-9a6b-4f005a89139e,segment=NetworkSegment(9b063209-ffd7-4fff-b723-e04fe01564aa),segment_id=9b063209-ffd7-4fff-b723-e04fe01564aa)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:16.132166 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-86ce307f-d892-4b19-8fde-64c7cbd6b789 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:16.159974 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-86ce307f-d892-4b19-8fde-64c7cbd6b789 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:16.166165 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:16.166803 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:22:16.213529 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce307f-d892-4b19-8fde-64c7cbd6b789 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f1a597-bb68-4bb8-bc48-c28f40aae45d,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:16.247996 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-86ce307f-d892-4b19-8fde-64c7cbd6b789 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:16.249690 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-86ce307f-d892-4b19-8fde-64c7cbd6b789 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6089513 Apr 06 14:22:16.251993 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d94346-a13d-483f-891b-26fc7c373913 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:22:16.254942 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54702) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:16.263695 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-15d94346-a13d-483f-891b-26fc7c373913 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "PUT /v2.0/routers/69876512-cb70-41a6-85be-e67bd1d00579/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8177929 Apr 06 14:22:16.272352 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a101b612-6843-48ae-a826-8c1c39d6c3c3 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:16.278179 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-a101b612-6843-48ae-a826-8c1c39d6c3c3 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] update failed (client error): There was a conflict when trying to complete your request. Apr 06 14:22:16.283305 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a101b612-6843-48ae-a826-8c1c39d6c3c3 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "PUT /v2.0/security-groups/e3f1a597-bb68-4bb8-bc48-c28f40aae45d HTTP/1.1" status: 409 len: 330 time: 0.0224938 Apr 06 14:22:16.283305 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54706) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:16.285624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-e22f1761-186c-4f0a-a3e6-f7119eca2838 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:16.290301 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54710) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:16.427372 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3ae63967-7bd2-487c-bf23-8b09c4a790cf None None] Provisioning complete for port 850262e9-a145-4c73-9996-f91a9e3a9e61 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:16.428023 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3ae63967-7bd2-487c-bf23-8b09c4a790cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:16.505933 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=d1c34c46-cbc2-4b32-9a6b-4f005a89139e,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:16.527097 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:16.534216 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-34b6a360-b2d3-4ea2-aa80-0c168dc71f20 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:16.545745 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c50e6763-adb9-47b6-802c-46541b54a660 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:16.550126 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 31f3c1c8-ec3f-44b3-8097-356ea15bbee5 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:22:16.587763 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c50e6763-adb9-47b6-802c-46541b54a660 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:16.619456 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3ae63967-7bd2-487c-bf23-8b09c4a790cf None None] Port 850262e9-a145-4c73-9996-f91a9e3a9e61 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:22:16.625105 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fb71af07-ba10-4940-a165-c87fb5914624 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:16.641889 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3ae63967-7bd2-487c-bf23-8b09c4a790cf None None] Provisioning for port 6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:16.650447 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3ae63967-7bd2-487c-bf23-8b09c4a790cf None None] Provisioning complete for port 6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:16.650828 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3ae63967-7bd2-487c-bf23-8b09c4a790cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:16.807902 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 31f3c1c8-ec3f-44b3-8097-356ea15bbee5 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:16.822184 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 31f3c1c8-ec3f-44b3-8097-356ea15bbee5 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:16.822660 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:16.911009 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3ae63967-7bd2-487c-bf23-8b09c4a790cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:16.957908 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3ae63967-7bd2-487c-bf23-8b09c4a790cf None None] For port 6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a,segment=NetworkSegment(73176a30-b3e3-4948-8dc5-f64aa821a92f),segment_id=73176a30-b3e3-4948-8dc5-f64aa821a92f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:16.959324 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c1e895-8fcd-47f0-a1ff-59cd7272ac0c None None] Sync routers for ids ['69876512-cb70-41a6-85be-e67bd1d00579'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:22:16.969524 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3ae63967-7bd2-487c-bf23-8b09c4a790cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:17.007399 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c50e6763-adb9-47b6-802c-46541b54a660 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:17.049403 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e6763-adb9-47b6-802c-46541b54a660 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f1a597-bb68-4bb8-bc48-c28f40aae45d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:17.085153 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50e6763-adb9-47b6-802c-46541b54a660 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:17.085734 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50e6763-adb9-47b6-802c-46541b54a660 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:17.086256 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50e6763-adb9-47b6-802c-46541b54a660 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:17.086766 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50e6763-adb9-47b6-802c-46541b54a660 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:17.087340 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50e6763-adb9-47b6-802c-46541b54a660 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:17.087676 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50e6763-adb9-47b6-802c-46541b54a660 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:17.088009 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50e6763-adb9-47b6-802c-46541b54a660 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:17.088342 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50e6763-adb9-47b6-802c-46541b54a660 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:17.088670 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50e6763-adb9-47b6-802c-46541b54a660 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:17.089035 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50e6763-adb9-47b6-802c-46541b54a660 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:17.089432 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50e6763-adb9-47b6-802c-46541b54a660 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:17.095690 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c50e6763-adb9-47b6-802c-46541b54a660 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:17.096696 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c50e6763-adb9-47b6-802c-46541b54a660 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "DELETE /v2.0/security-groups/e3f1a597-bb68-4bb8-bc48-c28f40aae45d HTTP/1.1" status: 204 len: 168 time: 0.8041368 Apr 06 14:22:17.100253 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54714) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:17.113208 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.extraroute_db [None req-e22f1761-186c-4f0a-a3e6-f7119eca2838 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=83738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 06 14:22:17.134646 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c1e895-8fcd-47f0-a1ff-59cd7272ac0c None None] Routers {'69876512-cb70-41a6-85be-e67bd1d00579'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:22:17.135552 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-69c1e895-8fcd-47f0-a1ff-59cd7272ac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:22:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['69876512-cb70-41a6-85be-e67bd1d00579'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:17.157934 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.extraroute_db [None req-e22f1761-186c-4f0a-a3e6-f7119eca2838 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Removed routes are [] {{(pid=83738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 06 14:22:17.159626 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e22f1761-186c-4f0a-a3e6-f7119eca2838 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:17.198028 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:17.258215 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae63967-7bd2-487c-bf23-8b09c4a790cf None None] Pushing event updated for resources: {'Port': ['ID=6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:17.272028 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-34b6a360-b2d3-4ea2-aa80-0c168dc71f20 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:17.307634 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-22b2188e-5b53-4f29-b71e-b24ae5ccedaf None None] Provisioning for port be1b14d1-11d4-46ca-af15-20fa5c7b3f64 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:17.321159 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-34b6a360-b2d3-4ea2-aa80-0c168dc71f20 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:17.328579 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-22b2188e-5b53-4f29-b71e-b24ae5ccedaf None None] Provisioning complete for port be1b14d1-11d4-46ca-af15-20fa5c7b3f64 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:17.328579 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-22b2188e-5b53-4f29-b71e-b24ae5ccedaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:17.362537 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6c3ba35f-458c-4e1d-a7c0-5e24a8376e68 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Synchronizing usage tracker for tenant:60081fe48d274ddcb287fd471c7d843b on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:22:17.365571 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 31f3c1c8-ec3f-44b3-8097-356ea15bbee5, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=31f3c1c8-ec3f-44b3-8097-356ea15bbee5,segment=NetworkSegment(21dbc696-a679-4b52-877c-a7751cd2fa4d),segment_id=21dbc696-a679-4b52-877c-a7751cd2fa4d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:17.378242 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:17.380496 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-69c1e895-8fcd-47f0-a1ff-59cd7272ac0c None None] Set router 69876512-cb70-41a6-85be-e67bd1d00579 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:22:17.450368 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6c3ba35f-458c-4e1d-a7c0-5e24a8376e68 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] Unset dirty status for tenant:60081fe48d274ddcb287fd471c7d843b on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:22:17.451847 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6c3ba35f-458c-4e1d-a7c0-5e24a8376e68 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3501451 Apr 06 14:22:17.464494 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54718) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:17.499063 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-22b2188e-5b53-4f29-b71e-b24ae5ccedaf None None] Port be1b14d1-11d4-46ca-af15-20fa5c7b3f64 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:22:17.593341 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device d1c34c46-cbc2-4b32-9a6b-4f005a89139e up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:22:17.630815 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=31f3c1c8-ec3f-44b3-8097-356ea15bbee5,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:17.633380 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-6a9ab097-b915-46be-be23-499e14287bce tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] delete failed (client error): The resource could not be found. Apr 06 14:22:17.633380 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6a9ab097-b915-46be-be23-499e14287bce tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "DELETE /v2.0/security-groups/3cfa06fa-26bf-4be2-ae8c-4fd787d858c2 HTTP/1.1" status: 404 len: 347 time: 0.1672521 Apr 06 14:22:17.644367 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54722) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:17.705071 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-cff843e2-ed82-4bff-8844-8114e0ab5d24 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] show failed (client error): The resource could not be found. Apr 06 14:22:17.705999 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cff843e2-ed82-4bff-8844-8114e0ab5d24 tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "GET /v2.0/security-groups/d8725f2d-2e85-4bd4-a9e6-ecc3ef11a2d7 HTTP/1.1" status: 404 len: 347 time: 0.0612905 Apr 06 14:22:17.715087 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54726) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:17.757516 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-e3e8c804-1508-4579-9abb-28bf6333a80a tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] show failed (client error): The resource could not be found. Apr 06 14:22:17.763172 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e3e8c804-1508-4579-9abb-28bf6333a80a tempest-NegativeSecGroupTest-578381767 tempest-NegativeSecGroupTest-578381767-project] 10.222.0.60 "GET /v2.0/security-group-rules/f0a8e845-1c55-42b9-af91-19e696e8af85 HTTP/1.1" status: 404 len: 356 time: 0.0403650 Apr 06 14:22:17.763172 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-fb71af07-ba10-4940-a165-c87fb5914624 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting port 850262e9-a145-4c73-9996-f91a9e3a9e61 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:17.763172 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fb71af07-ba10-4940-a165-c87fb5914624 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:17.793631 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-34b6a360-b2d3-4ea2-aa80-0c168dc71f20 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Allocated IP 172.26.8.202 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/f660bbf8-a596-4c18-b41f-5d8518c296ad) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:22:17.803820 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-22b2188e-5b53-4f29-b71e-b24ae5ccedaf None None] Provisioning complete for port 6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:17.804102 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-22b2188e-5b53-4f29-b71e-b24ae5ccedaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:17.877500 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e22f1761-186c-4f0a-a3e6-f7119eca2838 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:17.885383 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e22f1761-186c-4f0a-a3e6-f7119eca2838 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653861', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691619'] for router, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:17.985088 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port d1c34c46-cbc2-4b32-9a6b-4f005a89139e triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:17.986324 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:18.098533 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fb71af07-ba10-4940-a165-c87fb5914624 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:18.255150 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22f1761-186c-4f0a-a3e6-f7119eca2838 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Router 69876512-cb70-41a6-85be-e67bd1d00579 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:22:18.291948 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:22:18.293858 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-fb71af07-ba10-4940-a165-c87fb5914624 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Calling delete_port for 850262e9-a145-4c73-9996-f91a9e3a9e61 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:22:18.329729 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-34b6a360-b2d3-4ea2-aa80-0c168dc71f20 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:18.331834 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54734) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:18.346246 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-69c1e895-8fcd-47f0-a1ff-59cd7272ac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69876512-cb70-41a6-85be-e67bd1d00579', 'name': 'tempest-RoutersTest-router-216414502', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:21:38Z', 'updated_at': '2022-04-06T14:22:17Z', 'revision_number': 6, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'gw_port_host': None, '_interfaces': [{'id': '0f4e696d-523b-4a0a-9872-98f6994e16e1', 'name': '', 'network_id': '75838fa1-4a24-4928-881e-6a725cd084e9', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:67:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:52Z', 'updated_at': '2022-04-06T14:22:04Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31f3c1c8-ec3f-44b3-8097-356ea15bbee5', 'name': '', 'network_id': '719c6a2d-d7a8-4107-b809-46532adc9a5f', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:8c:a4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce67b97e-5796-4652-adc9-c9974b1eeaf5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:02Z', 'updated_at': '2022-04-06T14:22:12Z', 'revision_number': 4, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'ce67b97e-5796-4652-adc9-c9974b1eeaf5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f076b03-71fd-4d73-a850-0ab5368a65d9', 'name': '', 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:81:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:42Z', 'updated_at': '2022-04-06T14:21:55Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be1b14d1-11d4-46ca-af15-20fa5c7b3f64', 'name': '', 'network_id': 'b5b24e0c-18e2-4d6b-a465-28f645bbf65e', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:57:d9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8e0f1d1-5292-4668-99ed-618b3a5265b2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:11Z', 'updated_at': '2022-04-06T14:22:14Z', 'revision_number': 2, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'f8e0f1d1-5292-4668-99ed-618b3a5265b2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:18.357637 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c1e895-8fcd-47f0-a1ff-59cd7272ac0c None None] Checking router: 69876512-cb70-41a6-85be-e67bd1d00579 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:22:18.357637 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c1e895-8fcd-47f0-a1ff-59cd7272ac0c None None] Updating router 69876512-cb70-41a6-85be-e67bd1d00579 port be1b14d1-11d4-46ca-af15-20fa5c7b3f64 binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:22:18.423970 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-34b6a360-b2d3-4ea2-aa80-0c168dc71f20 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:18.511151 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22f1761-186c-4f0a-a3e6-f7119eca2838 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:22:18.515596 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b6a360-b2d3-4ea2-aa80-0c168dc71f20 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:22:18.519595 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-34b6a360-b2d3-4ea2-aa80-0c168dc71f20 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:22:18.521892 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e22f1761-186c-4f0a-a3e6-f7119eca2838 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:18.523456 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e22f1761-186c-4f0a-a3e6-f7119eca2838 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "PUT /v2.0/routers/69876512-cb70-41a6-85be-e67bd1d00579 HTTP/1.1" status: 200 len: 933 time: 2.2419736 Apr 06 14:22:18.524620 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b6a360-b2d3-4ea2-aa80-0c168dc71f20 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:22:18.525350 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-69c1e895-8fcd-47f0-a1ff-59cd7272ac0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:18.526968 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54742) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:18.554590 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6a360-b2d3-4ea2-aa80-0c168dc71f20 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Pushing event updated for resources: {'Port': ['ID=f660bbf8-a596-4c18-b41f-5d8518c296ad,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:18.605264 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-595fe903-20cb-4ea0-835e-d1d7f6aef0a5 None None] Provisioning complete for port be1b14d1-11d4-46ca-af15-20fa5c7b3f64 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:18.605641 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-595fe903-20cb-4ea0-835e-d1d7f6aef0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:18.671361 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:18.671882 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:18.732259 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fb71af07-ba10-4940-a165-c87fb5914624 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:18.810192 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f2a331f2-b5ae-46a5-a481-9bb24db5c0e8 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "GET /v2.0/routers/69876512-cb70-41a6-85be-e67bd1d00579 HTTP/1.1" status: 200 len: 933 time: 0.2797720 Apr 06 14:22:18.812462 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54748) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:18.818754 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-b52eaf49-75ef-48b4-9842-e0da437d4f5b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'router': {'routes': None}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:18.861516 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71af07-ba10-4940-a165-c87fb5914624 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Port': ['ID=850262e9-a145-4c73-9996-f91a9e3a9e61,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:18.903214 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7207508f-c031-4362-9768-c2ac1f06f70a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=60081fe48d274ddcb287fd471c7d843b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5709410 Apr 06 14:22:18.906472 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54752) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:18.919726 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-595fe903-20cb-4ea0-835e-d1d7f6aef0a5 None None] Port be1b14d1-11d4-46ca-af15-20fa5c7b3f64 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:22:19.098996 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fb71af07-ba10-4940-a165-c87fb5914624 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:19.116144 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-86dec538-6efd-4e53-876b-41ed6d37f6d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:19.155455 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-86dec538-6efd-4e53-876b-41ed6d37f6d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:19.214291 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-69c1e895-8fcd-47f0-a1ff-59cd7272ac0c None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:19.226097 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-69c1e895-8fcd-47f0-a1ff-59cd7272ac0c None None] Transition to ACTIVE for port object be1b14d1-11d4-46ca-af15-20fa5c7b3f64 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:22:19.234480 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-69c1e895-8fcd-47f0-a1ff-59cd7272ac0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:19.388458 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b905ca-d28c-4b45-b578-992766ae32c2 None None] Pushing event updated for resources: {'Port': ['ID=be1b14d1-11d4-46ca-af15-20fa5c7b3f64,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:19.438569 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-86dec538-6efd-4e53-876b-41ed6d37f6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:19.534466 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-34b6a360-b2d3-4ea2-aa80-0c168dc71f20 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:19.535206 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-34b6a360-b2d3-4ea2-aa80-0c168dc71f20 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:19.539698 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 31f3c1c8-ec3f-44b3-8097-356ea15bbee5 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:22:19.635888 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-69c1e895-8fcd-47f0-a1ff-59cd7272ac0c None None] Attempting to bind port be1b14d1-11d4-46ca-af15-20fa5c7b3f64 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:22:19.636445 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-69c1e895-8fcd-47f0-a1ff-59cd7272ac0c None None] Attempting to bind port be1b14d1-11d4-46ca-af15-20fa5c7b3f64 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '73176a30-b3e3-4948-8dc5-f64aa821a92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b5b24e0c-18e2-4d6b-a465-28f645bbf65e'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:22:19.636752 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c1e895-8fcd-47f0-a1ff-59cd7272ac0c None None] Attempting to bind port be1b14d1-11d4-46ca-af15-20fa5c7b3f64 on network b5b24e0c-18e2-4d6b-a465-28f645bbf65e {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:22:19.643842 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dec538-6efd-4e53-876b-41ed6d37f6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bac098-e5ca-4952-86e6-a272c7c35616,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:19.659379 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c1e895-8fcd-47f0-a1ff-59cd7272ac0c None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:22:19.659379 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c1e895-8fcd-47f0-a1ff-59cd7272ac0c None None] Checking segment: {'id': '73176a30-b3e3-4948-8dc5-f64aa821a92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b5b24e0c-18e2-4d6b-a465-28f645bbf65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:22:19.680548 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-69c1e895-8fcd-47f0-a1ff-59cd7272ac0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:19.680548 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c1e895-8fcd-47f0-a1ff-59cd7272ac0c None None] Bound using segment: {'id': '73176a30-b3e3-4948-8dc5-f64aa821a92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b5b24e0c-18e2-4d6b-a465-28f645bbf65e'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:22:19.680548 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-69c1e895-8fcd-47f0-a1ff-59cd7272ac0c None None] Bound port: be1b14d1-11d4-46ca-af15-20fa5c7b3f64, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73176a30-b3e3-4948-8dc5-f64aa821a92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b5b24e0c-18e2-4d6b-a465-28f645bbf65e'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:22:19.680548 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-69c1e895-8fcd-47f0-a1ff-59cd7272ac0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:19.739431 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dec538-6efd-4e53-876b-41ed6d37f6d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:19.739431 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dec538-6efd-4e53-876b-41ed6d37f6d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:19.739431 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dec538-6efd-4e53-876b-41ed6d37f6d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:19.739431 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dec538-6efd-4e53-876b-41ed6d37f6d9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:19.739431 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dec538-6efd-4e53-876b-41ed6d37f6d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:19.739431 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dec538-6efd-4e53-876b-41ed6d37f6d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:19.739431 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dec538-6efd-4e53-876b-41ed6d37f6d9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:19.739431 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dec538-6efd-4e53-876b-41ed6d37f6d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:19.739431 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dec538-6efd-4e53-876b-41ed6d37f6d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:19.739431 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dec538-6efd-4e53-876b-41ed6d37f6d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:19.739431 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dec538-6efd-4e53-876b-41ed6d37f6d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:19.763120 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-86dec538-6efd-4e53-876b-41ed6d37f6d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:19.763120 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-86dec538-6efd-4e53-876b-41ed6d37f6d9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/68bac098-e5ca-4952-86e6-a272c7c35616 HTTP/1.1" status: 204 len: 168 time: 0.8382924 Apr 06 14:22:19.801123 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 31f3c1c8-ec3f-44b3-8097-356ea15bbee5 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:19.801123 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:19.935291 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-69c1e895-8fcd-47f0-a1ff-59cd7272ac0c None None] For port be1b14d1-11d4-46ca-af15-20fa5c7b3f64, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:22:19.965810 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-69c1e895-8fcd-47f0-a1ff-59cd7272ac0c None None] For port be1b14d1-11d4-46ca-af15-20fa5c7b3f64, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=be1b14d1-11d4-46ca-af15-20fa5c7b3f64,segment=NetworkSegment(73176a30-b3e3-4948-8dc5-f64aa821a92f),segment_id=73176a30-b3e3-4948-8dc5-f64aa821a92f)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:22:19.979817 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-69c1e895-8fcd-47f0-a1ff-59cd7272ac0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:20.057079 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.extraroute_db [None req-b52eaf49-75ef-48b4-9842-e0da437d4f5b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Added routes are [] {{(pid=83738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 06 14:22:20.059823 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.extraroute_db [None req-b52eaf49-75ef-48b4-9842-e0da437d4f5b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=83738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 06 14:22:20.103833 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b52eaf49-75ef-48b4-9842-e0da437d4f5b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:20.153943 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb71af07-ba10-4940-a165-c87fb5914624 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Router fee450b2-e50a-4b53-9b53-2300e1d29089 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:22:20.196909 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b905ca-d28c-4b45-b578-992766ae32c2 None None] Pushing event updated for resources: {'Port': ['ID=be1b14d1-11d4-46ca-af15-20fa5c7b3f64,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:20.220812 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c1e895-8fcd-47f0-a1ff-59cd7272ac0c None None] Routers {'69876512-cb70-41a6-85be-e67bd1d00579'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:22:20.223064 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-69c1e895-8fcd-47f0-a1ff-59cd7272ac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:22:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['69876512-cb70-41a6-85be-e67bd1d00579'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:20.443248 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-69c1e895-8fcd-47f0-a1ff-59cd7272ac0c None None] Set router 69876512-cb70-41a6-85be-e67bd1d00579 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:22:20.538185 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb71af07-ba10-4940-a165-c87fb5914624 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:22:20.549789 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6d0806-32e5-4633-ada2-b159f824e0f1 None None] Sync routers for ids ['fee450b2-e50a-4b53-9b53-2300e1d29089'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:22:20.569835 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6d0806-32e5-4633-ada2-b159f824e0f1 None None] Routers {'fee450b2-e50a-4b53-9b53-2300e1d29089'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:22:20.570811 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-cf6d0806-32e5-4633-ada2-b159f824e0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:22:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['fee450b2-e50a-4b53-9b53-2300e1d29089'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:20.606245 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b52eaf49-75ef-48b4-9842-e0da437d4f5b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:20.611513 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b52eaf49-75ef-48b4-9842-e0da437d4f5b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653861', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691619'] for router, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:20.628912 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fb71af07-ba10-4940-a165-c87fb5914624 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "PUT /v2.0/routers/fee450b2-e50a-4b53-9b53-2300e1d29089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9381177 Apr 06 14:22:20.628912 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54768) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:20.704143 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-cf6d0806-32e5-4633-ada2-b159f824e0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:20.715784 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-542ca394-284d-40e4-81de-f864c64652cb tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] GET failed (client error): The resource could not be found. Apr 06 14:22:20.716291 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-542ca394-284d-40e4-81de-f864c64652cb tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Synchronizing usage tracker for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:22:20.726944 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6d0806-32e5-4633-ada2-b159f824e0f1 None None] Routers {'fee450b2-e50a-4b53-9b53-2300e1d29089'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:22:20.727581 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-cf6d0806-32e5-4633-ada2-b159f824e0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:22:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['fee450b2-e50a-4b53-9b53-2300e1d29089'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:20.756791 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b6a360-b2d3-4ea2-aa80-0c168dc71f20 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Router 1f8f9aec-ca41-45d8-9634-eb3c27bae867 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:22:20.787462 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-542ca394-284d-40e4-81de-f864c64652cb tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Unset dirty status for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:22:20.791098 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-542ca394-284d-40e4-81de-f864c64652cb tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "GET /v2.0/ports/850262e9-a145-4c73-9996-f91a9e3a9e61 HTTP/1.1" status: 404 len: 333 time: 0.1588409 Apr 06 14:22:20.793365 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54774) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:20.799382 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-cf6d0806-32e5-4633-ada2-b159f824e0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:20.799934 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6d0806-32e5-4633-ada2-b159f824e0f1 None None] The sync data for ids ['fee450b2-e50a-4b53-9b53-2300e1d29089'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:22:20.887960 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-69c1e895-8fcd-47f0-a1ff-59cd7272ac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69876512-cb70-41a6-85be-e67bd1d00579', 'name': 'tempest-RoutersTest-router-216414502', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:21:38Z', 'updated_at': '2022-04-06T14:22:20Z', 'revision_number': 7, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'gw_port_host': None, '_interfaces': [{'id': '0f4e696d-523b-4a0a-9872-98f6994e16e1', 'name': '', 'network_id': '75838fa1-4a24-4928-881e-6a725cd084e9', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:67:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:52Z', 'updated_at': '2022-04-06T14:22:04Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31f3c1c8-ec3f-44b3-8097-356ea15bbee5', 'name': '', 'network_id': '719c6a2d-d7a8-4107-b809-46532adc9a5f', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:8c:a4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce67b97e-5796-4652-adc9-c9974b1eeaf5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:02Z', 'updated_at': '2022-04-06T14:22:17Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'ce67b97e-5796-4652-adc9-c9974b1eeaf5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f076b03-71fd-4d73-a850-0ab5368a65d9', 'name': '', 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:81:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:42Z', 'updated_at': '2022-04-06T14:21:55Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be1b14d1-11d4-46ca-af15-20fa5c7b3f64', 'name': '', 'network_id': 'b5b24e0c-18e2-4d6b-a465-28f645bbf65e', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:57:d9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8e0f1d1-5292-4668-99ed-618b3a5265b2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:11Z', 'updated_at': '2022-04-06T14:22:19Z', 'revision_number': 4, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'f8e0f1d1-5292-4668-99ed-618b3a5265b2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:20.892540 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c1e895-8fcd-47f0-a1ff-59cd7272ac0c None None] The sync data for ids ['69876512-cb70-41a6-85be-e67bd1d00579'] in dv-neutron-835868-1-hyperv is: [{'id': '69876512-cb70-41a6-85be-e67bd1d00579', 'name': 'tempest-RoutersTest-router-216414502', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:21:38Z', 'updated_at': '2022-04-06T14:22:20Z', 'revision_number': 7, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'gw_port_host': None, '_interfaces': [{'id': '0f4e696d-523b-4a0a-9872-98f6994e16e1', 'name': '', 'network_id': '75838fa1-4a24-4928-881e-6a725cd084e9', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:67:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:52Z', 'updated_at': '2022-04-06T14:22:04Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31f3c1c8-ec3f-44b3-8097-356ea15bbee5', 'name': '', 'network_id': '719c6a2d-d7a8-4107-b809-46532adc9a5f', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:8c:a4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce67b97e-5796-4652-adc9-c9974b1eeaf5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:02Z', 'updated_at': '2022-04-06T14:22:17Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'ce67b97e-5796-4652-adc9-c9974b1eeaf5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f076b03-71fd-4d73-a850-0ab5368a65d9', 'name': '', 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:81:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:42Z', 'updated_at': '2022-04-06T14:21:55Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be1b14d1-11d4-46ca-af15-20fa5c7b3f64', 'name': '', 'network_id': 'b5b24e0c-18e2-4d6b-a465-28f645bbf65e', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:57:d9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8e0f1d1-5292-4668-99ed-618b3a5265b2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:11Z', 'updated_at': '2022-04-06T14:22:19Z', 'revision_number': 4, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'f8e0f1d1-5292-4668-99ed-618b3a5265b2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:22:20.917955 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52eaf49-75ef-48b4-9842-e0da437d4f5b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Router 69876512-cb70-41a6-85be-e67bd1d00579 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:22:21.121216 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54782) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:21.133926 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52eaf49-75ef-48b4-9842-e0da437d4f5b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:22:21.144469 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b52eaf49-75ef-48b4-9842-e0da437d4f5b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:21.146315 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b52eaf49-75ef-48b4-9842-e0da437d4f5b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "PUT /v2.0/routers/69876512-cb70-41a6-85be-e67bd1d00579 HTTP/1.1" status: 200 len: 699 time: 2.3323171 Apr 06 14:22:21.148991 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54788) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:21.157717 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-308bf564-b081-4d71-b4d7-956a29b1d6b8 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:21.280685 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8faac75b-a3c5-4b02-b58e-5ba1d3190080 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1618201091'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:21.294592 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8faac75b-a3c5-4b02-b58e-5ba1d3190080 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:21.303189 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8faac75b-a3c5-4b02-b58e-5ba1d3190080 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Usage tracker for resource:network and tenant:5c16bee8aeaa4b94946779d02417af96 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:21.308672 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8faac75b-a3c5-4b02-b58e-5ba1d3190080 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:21.316440 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8faac75b-a3c5-4b02-b58e-5ba1d3190080 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:21.351353 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8faac75b-a3c5-4b02-b58e-5ba1d3190080 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Made reservation on behalf of 5c16bee8aeaa4b94946779d02417af96 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:22:21.355047 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8faac75b-a3c5-4b02-b58e-5ba1d3190080 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:21.372057 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8faac75b-a3c5-4b02-b58e-5ba1d3190080 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:21.407348 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cd6ec060-c1e2-4adc-8980-542a92871cb9 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "GET /v2.0/routers/69876512-cb70-41a6-85be-e67bd1d00579 HTTP/1.1" status: 200 len: 699 time: 0.2570689 Apr 06 14:22:21.409366 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54792) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:21.522622 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device be1b14d1-11d4-46ca-af15-20fa5c7b3f64 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:22:21.556316 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8faac75b-a3c5-4b02-b58e-5ba1d3190080 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:21.560403 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8faac75b-a3c5-4b02-b58e-5ba1d3190080 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Usage tracker for resource:security_group_rule and tenant:5c16bee8aeaa4b94946779d02417af96 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:21.569072 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8faac75b-a3c5-4b02-b58e-5ba1d3190080 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:21.578388 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8faac75b-a3c5-4b02-b58e-5ba1d3190080 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:21.598993 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port be1b14d1-11d4-46ca-af15-20fa5c7b3f64 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:21.605258 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port be1b14d1-11d4-46ca-af15-20fa5c7b3f64 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:21.605942 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:21.710700 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-308bf564-b081-4d71-b4d7-956a29b1d6b8 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:21.728683 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-308bf564-b081-4d71-b4d7-956a29b1d6b8 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:21.729423 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:21.755863 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b6a360-b2d3-4ea2-aa80-0c168dc71f20 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:22:21.774315 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port be1b14d1-11d4-46ca-af15-20fa5c7b3f64, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=be1b14d1-11d4-46ca-af15-20fa5c7b3f64,segment=NetworkSegment(73176a30-b3e3-4948-8dc5-f64aa821a92f),segment_id=73176a30-b3e3-4948-8dc5-f64aa821a92f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:21.777709 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a39716-97d3-4c58-9099-bff46d9d20a4 None None] Sync routers for ids ['1f8f9aec-ca41-45d8-9634-eb3c27bae867'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:22:21.785778 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:21.793408 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-308bf564-b081-4d71-b4d7-956a29b1d6b8 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:21.794101 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308bf564-b081-4d71-b4d7-956a29b1d6b8 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Fanout notify agent at l3_agent the message router_deleted on router fee450b2-e50a-4b53-9b53-2300e1d29089 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:22:21.803128 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-308bf564-b081-4d71-b4d7-956a29b1d6b8 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:21.810592 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-308bf564-b081-4d71-b4d7-956a29b1d6b8 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/routers/fee450b2-e50a-4b53-9b53-2300e1d29089 HTTP/1.1" status: 204 len: 168 time: 1.0078638 Apr 06 14:22:21.810592 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-34b6a360-b2d3-4ea2-aa80-0c168dc71f20 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:21.810592 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-34b6a360-b2d3-4ea2-aa80-0c168dc71f20 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.1221855 Apr 06 14:22:21.810592 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54796) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:21.846370 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54798) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:21.853911 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8faac75b-a3c5-4b02-b58e-5ba1d3190080 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:21.865385 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a39716-97d3-4c58-9099-bff46d9d20a4 None None] Routers {'1f8f9aec-ca41-45d8-9634-eb3c27bae867'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:22:21.866334 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-73a39716-97d3-4c58-9099-bff46d9d20a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:22:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['1f8f9aec-ca41-45d8-9634-eb3c27bae867'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:21.923364 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8faac75b-a3c5-4b02-b58e-5ba1d3190080 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:21.961155 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8faac75b-a3c5-4b02-b58e-5ba1d3190080 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:22:21.988764 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faac75b-a3c5-4b02-b58e-5ba1d3190080 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09c4cfd5-0628-406c-9ae3-e5eac9b24315,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:22.006264 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8faac75b-a3c5-4b02-b58e-5ba1d3190080 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:22.006669 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-8faac75b-a3c5-4b02-b58e-5ba1d3190080 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Added segment 75c4b57a-415b-4fe2-a599-74a81d5478c2 of type vlan for network 1922157c-47fe-42cd-a458-5eb2d0f74bc4 Apr 06 14:22:22.042255 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=be1b14d1-11d4-46ca-af15-20fa5c7b3f64,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:22.051616 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8faac75b-a3c5-4b02-b58e-5ba1d3190080 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:22.076601 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-384d94f0-4947-4721-a21f-b29014075556 tempest-TestNetworkAdvancedServerOps-631506815 tempest-TestNetworkAdvancedServerOps-631506815-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=0b4b33bee8584311b96148992b932eea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2287588 Apr 06 14:22:22.079413 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54806) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:22.085650 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-73a39716-97d3-4c58-9099-bff46d9d20a4 None None] Set router 1f8f9aec-ca41-45d8-9634-eb3c27bae867 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:22:22.094305 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1106bf8-91b7-402b-8673-9e8e35deafba tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:22.144461 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8faac75b-a3c5-4b02-b58e-5ba1d3190080 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:22.147960 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faac75b-a3c5-4b02-b58e-5ba1d3190080 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:22.148525 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8faac75b-a3c5-4b02-b58e-5ba1d3190080 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:22.169549 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c345e3f-c40d-4bed-8115-fc0043503439 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting subnet fdc50ece-2fae-4564-af57-7ef6da13e184 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:22:22.180601 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c345e3f-c40d-4bed-8115-fc0043503439 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:22.256926 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c345e3f-c40d-4bed-8115-fc0043503439 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:22.314473 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e27005-ae64-4c80-8545-5eae4d07fda7 tempest-TestNetworkAdvancedServerOps-631506815 tempest-TestNetworkAdvancedServerOps-631506815-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:22.315770 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-98e27005-ae64-4c80-8545-5eae4d07fda7 tempest-TestNetworkAdvancedServerOps-631506815 tempest-TestNetworkAdvancedServerOps-631506815-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2354500 Apr 06 14:22:22.319150 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54810) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:22.324169 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8faac75b-a3c5-4b02-b58e-5ba1d3190080 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1984925 Apr 06 14:22:22.325819 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54814) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:22.335407 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5755a72c-e7c8-4d1d-b7bb-87a0167eb1ad tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Request body: {'subnet': {'network_id': '1922157c-47fe-42cd-a458-5eb2d0f74bc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:22.357008 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faac75b-a3c5-4b02-b58e-5ba1d3190080 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Pushing event updated for resources: {'Network': ['ID=1922157c-47fe-42cd-a458-5eb2d0f74bc4,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:22.371718 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-78ea4dfc-28c1-4b65-9b96-4066dc0794c7 tempest-TestNetworkAdvancedServerOps-631506815 tempest-TestNetworkAdvancedServerOps-631506815-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5b121ca5-69d5-4d27-bffe-4929f7aabdf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460522 Apr 06 14:22:22.371718 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54818) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:22.377212 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-28e1f2ba-8623-4302-bfb7-da7e01d52105 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1720348582', 'network_id': '0a3375d2-a268-4361-a617-6b6ea555d64d', 'project_id': '0b4b33bee8584311b96148992b932eea', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:22.377394 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 1922157c-47fe-42cd-a458-5eb2d0f74bc4 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:22:22.463125 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5755a72c-e7c8-4d1d-b7bb-87a0167eb1ad tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:22.465759 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c345e3f-c40d-4bed-8115-fc0043503439 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:22.498023 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5755a72c-e7c8-4d1d-b7bb-87a0167eb1ad tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Usage tracker for resource:subnet and tenant:5c16bee8aeaa4b94946779d02417af96 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:22.502842 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5755a72c-e7c8-4d1d-b7bb-87a0167eb1ad tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:22.506485 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-28e1f2ba-8623-4302-bfb7-da7e01d52105 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:22.512373 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-28e1f2ba-8623-4302-bfb7-da7e01d52105 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Usage tracker for resource:subnet and tenant:0b4b33bee8584311b96148992b932eea is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:22.515757 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-28e1f2ba-8623-4302-bfb7-da7e01d52105 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:22.516007 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5755a72c-e7c8-4d1d-b7bb-87a0167eb1ad tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:22.523095 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-28e1f2ba-8623-4302-bfb7-da7e01d52105 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:22.536619 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-73a39716-97d3-4c58-9099-bff46d9d20a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950687437', 'tenant_id': '0b4b33bee8584311b96148992b932eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f660bbf8-a596-4c18-b41f-5d8518c296ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:22:15Z', 'updated_at': '2022-04-06T14:22:18Z', 'revision_number': 3, 'project_id': '0b4b33bee8584311b96148992b932eea', 'gw_port': {'id': 'f660bbf8-a596-4c18-b41f-5d8518c296ad', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:17Z', 'updated_at': '2022-04-06T14:22:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:22.539020 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5755a72c-e7c8-4d1d-b7bb-87a0167eb1ad tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Made reservation on behalf of 5c16bee8aeaa4b94946779d02417af96 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:22:22.544548 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a39716-97d3-4c58-9099-bff46d9d20a4 None None] Checking router: 1f8f9aec-ca41-45d8-9634-eb3c27bae867 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:22:22.545047 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a39716-97d3-4c58-9099-bff46d9d20a4 None None] Updating router 1f8f9aec-ca41-45d8-9634-eb3c27bae867 port f660bbf8-a596-4c18-b41f-5d8518c296ad binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:22:22.576719 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e1f2ba-8623-4302-bfb7-da7e01d52105 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Made reservation on behalf of 0b4b33bee8584311b96148992b932eea for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:22:22.604573 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-73a39716-97d3-4c58-9099-bff46d9d20a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:22.632950 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c345e3f-c40d-4bed-8115-fc0043503439 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:22.687504 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c345e3f-c40d-4bed-8115-fc0043503439 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Subnet': ['ID=fdc50ece-2fae-4564-af57-7ef6da13e184,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:22.694833 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5755a72c-e7c8-4d1d-b7bb-87a0167eb1ad tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:22.716403 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c345e3f-c40d-4bed-8115-fc0043503439 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:22.727216 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d4ca77-2f6c-4c9a-b615-df19a45e28f0 None None] Network bfeb2682-8863-459a-808b-593c036808e1 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:22:22.763905 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28e1f2ba-8623-4302-bfb7-da7e01d52105 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:22.774100 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4c345e3f-c40d-4bed-8115-fc0043503439 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/subnets/fdc50ece-2fae-4564-af57-7ef6da13e184 HTTP/1.1" status: 204 len: 168 time: 0.9620731 Apr 06 14:22:22.785331 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54822) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:22.918350 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59d9c633-6d6d-43ee-a10c-cc9336343a2d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:23.072701 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-59d9c633-6d6d-43ee-a10c-cc9336343a2d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting port d1c34c46-cbc2-4b32-9a6b-4f005a89139e {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:23.072914 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59d9c633-6d6d-43ee-a10c-cc9336343a2d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:23.146664 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-73a39716-97d3-4c58-9099-bff46d9d20a4 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:23.151011 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d77a7d-cf82-4ba7-b8b3-23337608d2e7 None None] DHCP port deletion for bfeb2682-8863-459a-808b-593c036808e1 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:22:23.163270 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-16d77a7d-cf82-4ba7-b8b3-23337608d2e7 None None] Deleting port d1c34c46-cbc2-4b32-9a6b-4f005a89139e {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:23.163769 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-16d77a7d-cf82-4ba7-b8b3-23337608d2e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:23.188619 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-73a39716-97d3-4c58-9099-bff46d9d20a4 None None] Transition to ACTIVE for port object f660bbf8-a596-4c18-b41f-5d8518c296ad will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:22:23.204343 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-73a39716-97d3-4c58-9099-bff46d9d20a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:23.205551 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28e1f2ba-8623-4302-bfb7-da7e01d52105 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:23.233011 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5755a72c-e7c8-4d1d-b7bb-87a0167eb1ad tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:23.304563 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1f2ba-8623-4302-bfb7-da7e01d52105 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Pushing event updated for resources: {'Subnet': ['ID=6f554381-7d35-4383-bcb6-880561d02513,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:23.351743 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2f1ad-7010-463f-84c2-65421549fe33 None None] Pushing event updated for resources: {'Port': ['ID=f660bbf8-a596-4c18-b41f-5d8518c296ad,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:23.354805 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-73a39716-97d3-4c58-9099-bff46d9d20a4 None None] Attempting to bind port f660bbf8-a596-4c18-b41f-5d8518c296ad on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:22:23.355754 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-73a39716-97d3-4c58-9099-bff46d9d20a4 None None] Attempting to bind port f660bbf8-a596-4c18-b41f-5d8518c296ad by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:22:23.355754 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a39716-97d3-4c58-9099-bff46d9d20a4 None None] Attempting to bind port f660bbf8-a596-4c18-b41f-5d8518c296ad on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:22:23.395751 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-59d9c633-6d6d-43ee-a10c-cc9336343a2d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] For port d1c34c46-cbc2-4b32-9a6b-4f005a89139e, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=d1c34c46-cbc2-4b32-9a6b-4f005a89139e,segment=NetworkSegment(9b063209-ffd7-4fff-b723-e04fe01564aa),segment_id=9b063209-ffd7-4fff-b723-e04fe01564aa)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:23.396111 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59d9c633-6d6d-43ee-a10c-cc9336343a2d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:23.405102 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5755a72c-e7c8-4d1d-b7bb-87a0167eb1ad tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Pushing event updated for resources: {'Subnet': ['ID=01d727f1-e429-4a9c-b176-34115bbaa163,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:23.432845 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a39716-97d3-4c58-9099-bff46d9d20a4 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:22:23.433251 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a39716-97d3-4c58-9099-bff46d9d20a4 None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:22:23.433650 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-73a39716-97d3-4c58-9099-bff46d9d20a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:23.434057 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a39716-97d3-4c58-9099-bff46d9d20a4 None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:22:23.434509 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-73a39716-97d3-4c58-9099-bff46d9d20a4 None None] Bound port: f660bbf8-a596-4c18-b41f-5d8518c296ad, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:22:23.434873 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-73a39716-97d3-4c58-9099-bff46d9d20a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:23.471467 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e1f2ba-8623-4302-bfb7-da7e01d52105 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Checking segment: {'id': '42578794-267e-4920-9eaa-4ba98f4d1f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0a3375d2-a268-4361-a617-6b6ea555d64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:22:23.471467 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e1f2ba-8623-4302-bfb7-da7e01d52105 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Network hostable DHCP agents. Network: 0a3375d2-a268-4361-a617-6b6ea555d64d, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:22:23.504289 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f1106bf8-91b7-402b-8673-9e8e35deafba tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Deleting port be1b14d1-11d4-46ca-af15-20fa5c7b3f64 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:23.504638 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1106bf8-91b7-402b-8673-9e8e35deafba tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:23.512772 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-16d77a7d-cf82-4ba7-b8b3-23337608d2e7 None None] For port d1c34c46-cbc2-4b32-9a6b-4f005a89139e, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=d1c34c46-cbc2-4b32-9a6b-4f005a89139e,segment=NetworkSegment(9b063209-ffd7-4fff-b723-e04fe01564aa),segment_id=9b063209-ffd7-4fff-b723-e04fe01564aa)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:23.513176 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-16d77a7d-cf82-4ba7-b8b3-23337608d2e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:23.531549 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-59d9c633-6d6d-43ee-a10c-cc9336343a2d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Calling delete_port for d1c34c46-cbc2-4b32-9a6b-4f005a89139e owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:22:23.533824 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device be1b14d1-11d4-46ca-af15-20fa5c7b3f64 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:22:23.558481 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e1f2ba-8623-4302-bfb7-da7e01d52105 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Network 0a3375d2-a268-4361-a617-6b6ea555d64d is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:22:23.562168 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5755a72c-e7c8-4d1d-b7bb-87a0167eb1ad tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Checking segment: {'id': '75c4b57a-415b-4fe2-a599-74a81d5478c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1922157c-47fe-42cd-a458-5eb2d0f74bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:22:23.562706 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5755a72c-e7c8-4d1d-b7bb-87a0167eb1ad tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Network hostable DHCP agents. Network: 1922157c-47fe-42cd-a458-5eb2d0f74bc4, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:22:23.586370 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-28e1f2ba-8623-4302-bfb7-da7e01d52105 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 0a3375d2-a268-4361-a617-6b6ea555d64d) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:22:23.628216 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5755a72c-e7c8-4d1d-b7bb-87a0167eb1ad tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Network 1922157c-47fe-42cd-a458-5eb2d0f74bc4 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:22:23.632894 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21900b7d-ae53-49be-819f-3c603e81f69f None None] Network 0a3375d2-a268-4361-a617-6b6ea555d64d requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:22:23.636378 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59d9c633-6d6d-43ee-a10c-cc9336343a2d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:23.655426 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e1f2ba-8623-4302-bfb7-da7e01d52105 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:23.656331 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28e1f2ba-8623-4302-bfb7-da7e01d52105 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:23.669761 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-5755a72c-e7c8-4d1d-b7bb-87a0167eb1ad tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 1922157c-47fe-42cd-a458-5eb2d0f74bc4) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:22:23.686101 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5755a72c-e7c8-4d1d-b7bb-87a0167eb1ad tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:23.686690 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5755a72c-e7c8-4d1d-b7bb-87a0167eb1ad tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:23.694577 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9c633-6d6d-43ee-a10c-cc9336343a2d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Port': ['ID=d1c34c46-cbc2-4b32-9a6b-4f005a89139e,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:23.703494 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-28e1f2ba-8623-4302-bfb7-da7e01d52105 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3312225 Apr 06 14:22:23.707649 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54826) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:23.708595 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d9c633-6d6d-43ee-a10c-cc9336343a2d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] No DVR routers for this DVR port d1c34c46-cbc2-4b32-9a6b-4f005a89139e on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:22:23.725027 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-16d77a7d-cf82-4ba7-b8b3-23337608d2e7 None None] Calling delete_port for d1c34c46-cbc2-4b32-9a6b-4f005a89139e owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:22:23.755556 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05d82cf-3a1c-478a-92a4-8222002728b0 None None] Network 1922157c-47fe-42cd-a458-5eb2d0f74bc4 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:22:23.767008 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5755a72c-e7c8-4d1d-b7bb-87a0167eb1ad tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4375763 Apr 06 14:22:23.768523 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54830) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:23.793816 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-73a39716-97d3-4c58-9099-bff46d9d20a4 None None] For port f660bbf8-a596-4c18-b41f-5d8518c296ad, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:22:23.818010 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-720812a7-4b5f-4692-82b9-2ab536cbabbe tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Request body: {'port': {'network_id': '1922157c-47fe-42cd-a458-5eb2d0f74bc4', 'name': 'tempest-TagsExtTest-386469188'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:23.865905 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-f1106bf8-91b7-402b-8673-9e8e35deafba tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] For port be1b14d1-11d4-46ca-af15-20fa5c7b3f64, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=be1b14d1-11d4-46ca-af15-20fa5c7b3f64,segment=NetworkSegment(73176a30-b3e3-4948-8dc5-f64aa821a92f),segment_id=73176a30-b3e3-4948-8dc5-f64aa821a92f)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:23.866285 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1106bf8-91b7-402b-8673-9e8e35deafba tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:23.913814 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59d9c633-6d6d-43ee-a10c-cc9336343a2d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:23.919061 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-73a39716-97d3-4c58-9099-bff46d9d20a4 None None] For port f660bbf8-a596-4c18-b41f-5d8518c296ad, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f660bbf8-a596-4c18-b41f-5d8518c296ad,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:22:23.944054 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-73a39716-97d3-4c58-9099-bff46d9d20a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:23.956156 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-59d9c633-6d6d-43ee-a10c-cc9336343a2d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfeb2682-8863-459a-808b-593c036808e1']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:23.982871 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-59d9c633-6d6d-43ee-a10c-cc9336343a2d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b063209-ffd7-4fff-b723-e04fe01564aa') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:23.983442 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-59d9c633-6d6d-43ee-a10c-cc9336343a2d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b063209-ffd7-4fff-b723-e04fe01564aa') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:23.997799 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f1106bf8-91b7-402b-8673-9e8e35deafba tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Calling delete_port for be1b14d1-11d4-46ca-af15-20fa5c7b3f64 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:22:24.013800 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59d9c633-6d6d-43ee-a10c-cc9336343a2d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:24.037718 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-720812a7-4b5f-4692-82b9-2ab536cbabbe tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:24.040723 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59d9c633-6d6d-43ee-a10c-cc9336343a2d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:24.046530 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-720812a7-4b5f-4692-82b9-2ab536cbabbe tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Usage tracker for resource:port and tenant:5c16bee8aeaa4b94946779d02417af96 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:24.050646 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-720812a7-4b5f-4692-82b9-2ab536cbabbe tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:24.053706 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d9c633-6d6d-43ee-a10c-cc9336343a2d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:22:24.054265 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59d9c633-6d6d-43ee-a10c-cc9336343a2d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:22:24.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:22:24.078817 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-720812a7-4b5f-4692-82b9-2ab536cbabbe tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:24.155357 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720812a7-4b5f-4692-82b9-2ab536cbabbe tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Made reservation on behalf of 5c16bee8aeaa4b94946779d02417af96 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:22:24.158640 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-720812a7-4b5f-4692-82b9-2ab536cbabbe tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:24.170832 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-16d77a7d-cf82-4ba7-b8b3-23337608d2e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:22:24.171194 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-16d77a7d-cf82-4ba7-b8b3-23337608d2e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:22:24.182839 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59d9c633-6d6d-43ee-a10c-cc9336343a2d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:24.207701 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59d9c633-6d6d-43ee-a10c-cc9336343a2d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:24.210938 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-720812a7-4b5f-4692-82b9-2ab536cbabbe tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] device_id is not set on port 21b1292c-f16d-40bc-badf-e553a52e6d3d yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:22:24.247718 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port be1b14d1-11d4-46ca-af15-20fa5c7b3f64 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:24.248058 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:24.250791 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9c633-6d6d-43ee-a10c-cc9336343a2d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Network': ['ID=bfeb2682-8863-459a-808b-593c036808e1,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:24.255114 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-59d9c633-6d6d-43ee-a10c-cc9336343a2d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/networks/bfeb2682-8863-459a-808b-593c036808e1 HTTP/1.1" status: 204 len: 168 time: 1.4682875 Apr 06 14:22:24.261626 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54834) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:24.272804 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2f1ad-7010-463f-84c2-65421549fe33 None None] Pushing event updated for resources: {'Port': ['ID=f660bbf8-a596-4c18-b41f-5d8518c296ad,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:24.323131 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a39716-97d3-4c58-9099-bff46d9d20a4 None None] Routers {'1f8f9aec-ca41-45d8-9634-eb3c27bae867'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:22:24.323131 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-73a39716-97d3-4c58-9099-bff46d9d20a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:22:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['1f8f9aec-ca41-45d8-9634-eb3c27bae867'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:24.376760 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1106bf8-91b7-402b-8673-9e8e35deafba tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:24.392385 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d683929-e02d-4bd8-9ae1-885daefa49cf tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:24.392926 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3d683929-e02d-4bd8-9ae1-885daefa49cf tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Synchronizing usage tracker for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:22:24.426968 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3d683929-e02d-4bd8-9ae1-885daefa49cf tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Unset dirty status for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:22:24.427193 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1106bf8-91b7-402b-8673-9e8e35deafba tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Port': ['ID=be1b14d1-11d4-46ca-af15-20fa5c7b3f64,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:24.433962 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3d683929-e02d-4bd8-9ae1-885daefa49cf tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "GET /v2.0/ports/93caf159-e5fb-4fab-85af-263c37879125 HTTP/1.1" status: 200 len: 844 time: 0.1663809 Apr 06 14:22:24.434243 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54838) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:24.476541 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-720812a7-4b5f-4692-82b9-2ab536cbabbe tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Allocated IP 172.20.0.12 (1922157c-47fe-42cd-a458-5eb2d0f74bc4/01d727f1-e429-4a9c-b176-34115bbaa163/21b1292c-f16d-40bc-badf-e553a52e6d3d) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:22:24.537149 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c1e8d448-a5e7-4ab7-bc71-70ae6c2ee78e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "GET /v2.0/ports/93caf159-e5fb-4fab-85af-263c37879125?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0969582 Apr 06 14:22:24.537337 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54842) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:24.544951 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ee2ef074-126f-4f78-b623-465bee0d3d6a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'subnet': {'network_id': 'bae98b9c-53c2-4147-9995-9ad2ab72192f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:24.561311 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Could not find standard attr ID for object be1b14d1-11d4-46ca-af15-20fa5c7b3f64. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 14:22:24.566580 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f8b65c-753b-4869-88e0-faef82e05d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-1922157c-47fe-42cd-a458-5eb2d0f74bc4', 'network_id': '1922157c-47fe-42cd-a458-5eb2d0f74bc4', 'tenant_id': '5c16bee8aeaa4b94946779d02417af96', 'fixed_ips': [{'subnet_id': '01d727f1-e429-4a9c-b176-34115bbaa163'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:22:24.567378 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f4f8b65c-753b-4869-88e0-faef82e05d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:24.587380 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382164fe-3040-41f4-9d1f-c14ef9ba931e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-0a3375d2-a268-4361-a617-6b6ea555d64d', 'network_id': '0a3375d2-a268-4361-a617-6b6ea555d64d', 'tenant_id': '0b4b33bee8584311b96148992b932eea', 'fixed_ips': [{'subnet_id': '6f554381-7d35-4383-bcb6-880561d02513'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:22:24.588188 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-382164fe-3040-41f4-9d1f-c14ef9ba931e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:24.599619 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No ports have port_id starting with be1b14d1-11d4-46ca-af15-20fa5c7b3f64 Apr 06 14:22:24.674486 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-16d77a7d-cf82-4ba7-b8b3-23337608d2e7 None None] Deleting port d1c34c46-cbc2-4b32-9a6b-4f005a89139e {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:24.675126 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-16d77a7d-cf82-4ba7-b8b3-23337608d2e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:24.704443 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device d1c34c46-cbc2-4b32-9a6b-4f005a89139e no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:22:24.842566 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: d1c34c46-cbc2-4b32-9a6b-4f005a89139e {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:22:24.843169 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device d1c34c46-cbc2-4b32-9a6b-4f005a89139e not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:22:24.888342 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-16d77a7d-cf82-4ba7-b8b3-23337608d2e7 None None] The port 'd1c34c46-cbc2-4b32-9a6b-4f005a89139e' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:22:24.908038 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ee2ef074-126f-4f78-b623-465bee0d3d6a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:24.910622 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-73a39716-97d3-4c58-9099-bff46d9d20a4 None None] Set router 1f8f9aec-ca41-45d8-9634-eb3c27bae867 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:22:24.917101 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ee2ef074-126f-4f78-b623-465bee0d3d6a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:subnet and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:24.921806 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ee2ef074-126f-4f78-b623-465bee0d3d6a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:24.932329 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ee2ef074-126f-4f78-b623-465bee0d3d6a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:24.977285 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2ef074-126f-4f78-b623-465bee0d3d6a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:22:25.036536 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1106bf8-91b7-402b-8673-9e8e35deafba tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:25.089665 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-720812a7-4b5f-4692-82b9-2ab536cbabbe tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:25.121862 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ee2ef074-126f-4f78-b623-465bee0d3d6a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:25.136637 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-720812a7-4b5f-4692-82b9-2ab536cbabbe tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Transition to ACTIVE for port object 21b1292c-f16d-40bc-badf-e553a52e6d3d will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:22:25.181762 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-382164fe-3040-41f4-9d1f-c14ef9ba931e None None] Allocated IP 172.20.0.2 (0a3375d2-a268-4361-a617-6b6ea555d64d/6f554381-7d35-4383-bcb6-880561d02513/a0dbb525-0ed5-42ae-98f0-4d40635196cd) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:22:25.260536 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-720812a7-4b5f-4692-82b9-2ab536cbabbe tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:25.401471 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720812a7-4b5f-4692-82b9-2ab536cbabbe tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Network 1922157c-47fe-42cd-a458-5eb2d0f74bc4 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:22:25.402265 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720812a7-4b5f-4692-82b9-2ab536cbabbe tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Pushing event updated for resources: {'Port': ['ID=21b1292c-f16d-40bc-badf-e553a52e6d3d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:25.407065 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-f4f8b65c-753b-4869-88e0-faef82e05d6f None None] Allocated IP 172.20.0.2 (1922157c-47fe-42cd-a458-5eb2d0f74bc4/01d727f1-e429-4a9c-b176-34115bbaa163/4e6276d1-d0e2-4d2d-87f0-318340e407ec) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:22:25.408004 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-720812a7-4b5f-4692-82b9-2ab536cbabbe tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:22:25.412612 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720812a7-4b5f-4692-82b9-2ab536cbabbe tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:22:25.509295 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720812a7-4b5f-4692-82b9-2ab536cbabbe tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:25.509828 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-720812a7-4b5f-4692-82b9-2ab536cbabbe tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:25.515549 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ee2ef074-126f-4f78-b623-465bee0d3d6a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:25.555360 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f96a13e-a004-4beb-bd24-5a4ef1fd5562 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:25.598017 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2ef074-126f-4f78-b623-465bee0d3d6a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network bae98b9c-53c2-4147-9995-9ad2ab72192f is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:22:25.605040 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-720812a7-4b5f-4692-82b9-2ab536cbabbe tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8328049 Apr 06 14:22:25.605040 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-ee2ef074-126f-4f78-b623-465bee0d3d6a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:22:25.607908 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2ef074-126f-4f78-b623-465bee0d3d6a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:25.608525 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ee2ef074-126f-4f78-b623-465bee0d3d6a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:25.612259 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54846) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:25.619410 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-93ec4b70-7028-47f8-9402-26f3b2a93344 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-30794153', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:25.626569 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ef074-126f-4f78-b623-465bee0d3d6a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Subnet': ['ID=fe3979f5-2f47-4acd-bff5-920cad0ef530,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:25.629038 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-93ec4b70-7028-47f8-9402-26f3b2a93344 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:25.639920 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-93ec4b70-7028-47f8-9402-26f3b2a93344 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Usage tracker for resource:router and tenant:5c16bee8aeaa4b94946779d02417af96 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:25.643079 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-93ec4b70-7028-47f8-9402-26f3b2a93344 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:25.651676 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-93ec4b70-7028-47f8-9402-26f3b2a93344 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:25.657411 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ee2ef074-126f-4f78-b623-465bee0d3d6a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1163280 Apr 06 14:22:25.657642 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54850) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:25.659931 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98078fca-dff2-4733-b65b-12ac21f412ad None None] Network bae98b9c-53c2-4147-9995-9ad2ab72192f requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:22:25.665190 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-572e03f0-e3f5-4707-a52e-ce1e9683e52e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'security_group': {'name': 'tempest-secgroup-951627694'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:25.673428 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-572e03f0-e3f5-4707-a52e-ce1e9683e52e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:25.678152 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-572e03f0-e3f5-4707-a52e-ce1e9683e52e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:security_group and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:25.681775 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-572e03f0-e3f5-4707-a52e-ce1e9683e52e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:25.684726 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-93ec4b70-7028-47f8-9402-26f3b2a93344 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:25.685678 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-93ec4b70-7028-47f8-9402-26f3b2a93344 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:25.694088 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-572e03f0-e3f5-4707-a52e-ce1e9683e52e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:25.695041 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-73a39716-97d3-4c58-9099-bff46d9d20a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950687437', 'tenant_id': '0b4b33bee8584311b96148992b932eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f660bbf8-a596-4c18-b41f-5d8518c296ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:22:15Z', 'updated_at': '2022-04-06T14:22:18Z', 'revision_number': 3, 'project_id': '0b4b33bee8584311b96148992b932eea', 'gw_port': {'id': 'f660bbf8-a596-4c18-b41f-5d8518c296ad', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:17Z', 'updated_at': '2022-04-06T14:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:25.711443 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-572e03f0-e3f5-4707-a52e-ce1e9683e52e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:25.723658 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-93ec4b70-7028-47f8-9402-26f3b2a93344 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:25.761410 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-572e03f0-e3f5-4707-a52e-ce1e9683e52e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:25.765978 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-93ec4b70-7028-47f8-9402-26f3b2a93344 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:25.772091 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-572e03f0-e3f5-4707-a52e-ce1e9683e52e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:security_group_rule and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:25.772315 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a39716-97d3-4c58-9099-bff46d9d20a4 None None] The sync data for ids ['1f8f9aec-ca41-45d8-9634-eb3c27bae867'] in dv-neutron-835868-1-hyperv is: [{'id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950687437', 'tenant_id': '0b4b33bee8584311b96148992b932eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f660bbf8-a596-4c18-b41f-5d8518c296ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:22:15Z', 'updated_at': '2022-04-06T14:22:18Z', 'revision_number': 3, 'project_id': '0b4b33bee8584311b96148992b932eea', 'gw_port': {'id': 'f660bbf8-a596-4c18-b41f-5d8518c296ad', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:17Z', 'updated_at': '2022-04-06T14:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:22:25.776344 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-572e03f0-e3f5-4707-a52e-ce1e9683e52e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:25.788858 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-572e03f0-e3f5-4707-a52e-ce1e9683e52e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:25.799603 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-382164fe-3040-41f4-9d1f-c14ef9ba931e None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:25.819328 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-93ec4b70-7028-47f8-9402-26f3b2a93344 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:25.820510 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-93ec4b70-7028-47f8-9402-26f3b2a93344 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2075965 Apr 06 14:22:25.823502 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54854) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:25.823735 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-382164fe-3040-41f4-9d1f-c14ef9ba931e None None] Transition to ACTIVE for port object a0dbb525-0ed5-42ae-98f0-4d40635196cd will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:22:25.833598 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-929fc111-cca0-448b-8706-bca7fa3d6d84 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2025163895', 'prefixes': ['172.20.0.0/16']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:25.843459 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-929fc111-cca0-448b-8706-bca7fa3d6d84 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:25.902141 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-572e03f0-e3f5-4707-a52e-ce1e9683e52e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:25.910391 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-572e03f0-e3f5-4707-a52e-ce1e9683e52e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:25.930241 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-382164fe-3040-41f4-9d1f-c14ef9ba931e None None] Transition to ACTIVE for port object a0dbb525-0ed5-42ae-98f0-4d40635196cd will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:22:25.960295 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-572e03f0-e3f5-4707-a52e-ce1e9683e52e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:25.962390 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-572e03f0-e3f5-4707-a52e-ce1e9683e52e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3033419 Apr 06 14:22:25.964020 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e03f0-e3f5-4707-a52e-ce1e9683e52e tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9202c59f-dda4-42aa-8e26-5e0736961508,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:25.967089 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54858) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:25.974198 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c21e2783-e5ce-435e-a878-188ddd5bf87a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'security_group': {'name': 'tempest-secgroup-1853115480'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:25.980844 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-382164fe-3040-41f4-9d1f-c14ef9ba931e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:25.982604 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c21e2783-e5ce-435e-a878-188ddd5bf87a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:25.988553 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c21e2783-e5ce-435e-a878-188ddd5bf87a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:security_group and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:25.991922 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c21e2783-e5ce-435e-a878-188ddd5bf87a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:26.004229 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c21e2783-e5ce-435e-a878-188ddd5bf87a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:26.023291 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-929fc111-cca0-448b-8706-bca7fa3d6d84 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks [] for subnetpool, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:26.028674 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-929fc111-cca0-448b-8706-bca7fa3d6d84 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2003584 Apr 06 14:22:26.028674 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c21e2783-e5ce-435e-a878-188ddd5bf87a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:26.029193 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54862) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:26.064823 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.tag.tag_plugin [None req-79334151-6720-424a-9e30-2a4b9b38844e tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '01d727f1-e429-4a9c-b176-34115bbaa163', 'tempest-TagsExtTest-Tag-813453645') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:26.069852 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c21e2783-e5ce-435e-a878-188ddd5bf87a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:26.075156 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c21e2783-e5ce-435e-a878-188ddd5bf87a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:security_group_rule and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:26.076373 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f4f8b65c-753b-4869-88e0-faef82e05d6f None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:26.078421 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c21e2783-e5ce-435e-a878-188ddd5bf87a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:26.088792 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c21e2783-e5ce-435e-a878-188ddd5bf87a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:26.095664 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382164fe-3040-41f4-9d1f-c14ef9ba931e None None] Network 0a3375d2-a268-4361-a617-6b6ea555d64d is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:22:26.099666 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f4f8b65c-753b-4869-88e0-faef82e05d6f None None] Transition to ACTIVE for port object 4e6276d1-d0e2-4d2d-87f0-318340e407ec will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:22:26.109968 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-382164fe-3040-41f4-9d1f-c14ef9ba931e None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:22:26.112917 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382164fe-3040-41f4-9d1f-c14ef9ba931e None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:22:26.163221 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c21e2783-e5ce-435e-a878-188ddd5bf87a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:26.167318 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382164fe-3040-41f4-9d1f-c14ef9ba931e None None] Pushing event updated for resources: {'Port': ['ID=a0dbb525-0ed5-42ae-98f0-4d40635196cd,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:26.170548 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c21e2783-e5ce-435e-a878-188ddd5bf87a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:26.212057 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1106bf8-91b7-402b-8673-9e8e35deafba tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Router 69876512-cb70-41a6-85be-e67bd1d00579 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:22:26.220607 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e2783-e5ce-435e-a878-188ddd5bf87a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7decd4c3-2a2c-4128-9fc2-57c5b04cfd80,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:26.224762 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c21e2783-e5ce-435e-a878-188ddd5bf87a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:26.229583 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c21e2783-e5ce-435e-a878-188ddd5bf87a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2613037 Apr 06 14:22:26.229751 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54866) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:26.239562 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-b44bbffc-7361-4234-a31c-fc9757b420b3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2037926926', 'security_groups': ['7decd4c3-2a2c-4128-9fc2-57c5b04cfd80'], 'network_id': 'bae98b9c-53c2-4147-9995-9ad2ab72192f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fe3979f5-2f47-4acd-bff5-920cad0ef530'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:26.242510 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f4f8b65c-753b-4869-88e0-faef82e05d6f None None] Transition to ACTIVE for port object 4e6276d1-d0e2-4d2d-87f0-318340e407ec will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:22:26.263692 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f4f8b65c-753b-4869-88e0-faef82e05d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:26.281307 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-1f96a13e-a004-4beb-bd24-5a4ef1fd5562 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Allocated IP 172.20.0.1 (0a3375d2-a268-4361-a617-6b6ea555d64d/6f554381-7d35-4383-bcb6-880561d02513/f262a0e4-4bc9-4d26-81d6-e5c2244535d0) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:22:26.327332 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-382164fe-3040-41f4-9d1f-c14ef9ba931e None None] Attempting to bind port a0dbb525-0ed5-42ae-98f0-4d40635196cd on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:22:26.327691 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-382164fe-3040-41f4-9d1f-c14ef9ba931e None None] Attempting to bind port a0dbb525-0ed5-42ae-98f0-4d40635196cd by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '42578794-267e-4920-9eaa-4ba98f4d1f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0a3375d2-a268-4361-a617-6b6ea555d64d'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:22:26.328206 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382164fe-3040-41f4-9d1f-c14ef9ba931e None None] Attempting to bind port a0dbb525-0ed5-42ae-98f0-4d40635196cd on network 0a3375d2-a268-4361-a617-6b6ea555d64d {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:22:26.359970 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f8b65c-753b-4869-88e0-faef82e05d6f None None] Network 1922157c-47fe-42cd-a458-5eb2d0f74bc4 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:22:26.363971 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-f4f8b65c-753b-4869-88e0-faef82e05d6f None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:22:26.366340 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f8b65c-753b-4869-88e0-faef82e05d6f None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:22:26.369141 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382164fe-3040-41f4-9d1f-c14ef9ba931e None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:22:26.369494 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382164fe-3040-41f4-9d1f-c14ef9ba931e None None] Checking segment: {'id': '42578794-267e-4920-9eaa-4ba98f4d1f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0a3375d2-a268-4361-a617-6b6ea555d64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:22:26.369891 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-382164fe-3040-41f4-9d1f-c14ef9ba931e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:26.370264 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382164fe-3040-41f4-9d1f-c14ef9ba931e None None] Bound using segment: {'id': '42578794-267e-4920-9eaa-4ba98f4d1f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0a3375d2-a268-4361-a617-6b6ea555d64d'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:22:26.370723 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-382164fe-3040-41f4-9d1f-c14ef9ba931e None None] Bound port: a0dbb525-0ed5-42ae-98f0-4d40635196cd, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42578794-267e-4920-9eaa-4ba98f4d1f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0a3375d2-a268-4361-a617-6b6ea555d64d'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:22:26.371168 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-382164fe-3040-41f4-9d1f-c14ef9ba931e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:26.387015 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8b65c-753b-4869-88e0-faef82e05d6f None None] Pushing event updated for resources: {'Port': ['ID=4e6276d1-d0e2-4d2d-87f0-318340e407ec,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:26.497876 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d394be-6936-463f-8702-e6d3fa23c426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-bae98b9c-53c2-4147-9995-9ad2ab72192f', 'network_id': 'bae98b9c-53c2-4147-9995-9ad2ab72192f', 'tenant_id': '4fc82e9fc10b417fb0b2b72d7d1a7a75', 'fixed_ips': [{'subnet_id': 'fe3979f5-2f47-4acd-bff5-920cad0ef530'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:22:26.498705 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-68d394be-6936-463f-8702-e6d3fa23c426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:26.561038 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f4f8b65c-753b-4869-88e0-faef82e05d6f None None] Attempting to bind port 4e6276d1-d0e2-4d2d-87f0-318340e407ec on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:22:26.561403 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f4f8b65c-753b-4869-88e0-faef82e05d6f None None] Attempting to bind port 4e6276d1-d0e2-4d2d-87f0-318340e407ec by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '75c4b57a-415b-4fe2-a599-74a81d5478c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1922157c-47fe-42cd-a458-5eb2d0f74bc4'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:22:26.561763 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f8b65c-753b-4869-88e0-faef82e05d6f None None] Attempting to bind port 4e6276d1-d0e2-4d2d-87f0-318340e407ec on network 1922157c-47fe-42cd-a458-5eb2d0f74bc4 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:22:26.614707 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f8b65c-753b-4869-88e0-faef82e05d6f None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:22:26.615077 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f8b65c-753b-4869-88e0-faef82e05d6f None None] Checking segment: {'id': '75c4b57a-415b-4fe2-a599-74a81d5478c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1922157c-47fe-42cd-a458-5eb2d0f74bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:22:26.615505 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f4f8b65c-753b-4869-88e0-faef82e05d6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:26.615952 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f8b65c-753b-4869-88e0-faef82e05d6f None None] Bound using segment: {'id': '75c4b57a-415b-4fe2-a599-74a81d5478c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1922157c-47fe-42cd-a458-5eb2d0f74bc4'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:22:26.616594 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f4f8b65c-753b-4869-88e0-faef82e05d6f None None] Bound port: 4e6276d1-d0e2-4d2d-87f0-318340e407ec, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c4b57a-415b-4fe2-a599-74a81d5478c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1922157c-47fe-42cd-a458-5eb2d0f74bc4'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:22:26.616989 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f4f8b65c-753b-4869-88e0-faef82e05d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:26.640585 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-382164fe-3040-41f4-9d1f-c14ef9ba931e None None] For port a0dbb525-0ed5-42ae-98f0-4d40635196cd, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:22:26.668948 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-79334151-6720-424a-9e30-2a4b9b38844e tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "PUT /v2.0/subnets/01d727f1-e429-4a9c-b176-34115bbaa163/tags/tempest-TagsExtTest-Tag-813453645 HTTP/1.1" status: 201 len: 201 time: 0.6384199 Apr 06 14:22:26.672537 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54870) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:26.679282 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-b2a6e967-1e56-478f-94f0-6d85eb112623 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '21b1292c-f16d-40bc-badf-e553a52e6d3d', 'tempest-TagsExtTest-Tag-1943947515') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:26.694325 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-382164fe-3040-41f4-9d1f-c14ef9ba931e None None] For port a0dbb525-0ed5-42ae-98f0-4d40635196cd, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a0dbb525-0ed5-42ae-98f0-4d40635196cd,segment=NetworkSegment(42578794-267e-4920-9eaa-4ba98f4d1f3f),segment_id=42578794-267e-4920-9eaa-4ba98f4d1f3f)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:22:26.706419 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-382164fe-3040-41f4-9d1f-c14ef9ba931e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:26.770557 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b2a6e967-1e56-478f-94f0-6d85eb112623 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "PUT /v2.0/ports/21b1292c-f16d-40bc-badf-e553a52e6d3d/tags/tempest-TagsExtTest-Tag-1943947515 HTTP/1.1" status: 201 len: 201 time: 0.0933616 Apr 06 14:22:26.776102 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54874) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:26.784558 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b44bbffc-7361-4234-a31c-fc9757b420b3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:26.798988 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.tag.tag_plugin [None req-45d743d5-ac02-4c34-952b-f7b15389ac63 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2c373151-df04-4b34-b74a-a5075120bb23', 'tempest-TagsExtTest-Tag-1400698250') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:26.877553 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f4f8b65c-753b-4869-88e0-faef82e05d6f None None] For port 4e6276d1-d0e2-4d2d-87f0-318340e407ec, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:22:26.879585 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382164fe-3040-41f4-9d1f-c14ef9ba931e None None] Pushing event updated for resources: {'Port': ['ID=a0dbb525-0ed5-42ae-98f0-4d40635196cd,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:26.884922 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f4f8b65c-753b-4869-88e0-faef82e05d6f None None] For port 4e6276d1-d0e2-4d2d-87f0-318340e407ec, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4e6276d1-d0e2-4d2d-87f0-318340e407ec,segment=NetworkSegment(75c4b57a-415b-4fe2-a599-74a81d5478c2),segment_id=75c4b57a-415b-4fe2-a599-74a81d5478c2)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:22:26.891371 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-68d394be-6936-463f-8702-e6d3fa23c426 None None] Allocated IP 2001:db8::2 (bae98b9c-53c2-4147-9995-9ad2ab72192f/fe3979f5-2f47-4acd-bff5-920cad0ef530/a6625467-a5e8-4510-bc92-f2e46643f77e) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:22:26.896232 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f4f8b65c-753b-4869-88e0-faef82e05d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:26.932758 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b44bbffc-7361-4234-a31c-fc9757b420b3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:26.941962 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f96a13e-a004-4beb-bd24-5a4ef1fd5562 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:26.954202 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69c9497-f8c5-4a31-87d9-ca85e4aae7e9 None None] Sync routers for ids ['69876512-cb70-41a6-85be-e67bd1d00579'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:22:26.966052 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-1f96a13e-a004-4beb-bd24-5a4ef1fd5562 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Transition to ACTIVE for port object f262a0e4-4bc9-4d26-81d6-e5c2244535d0 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:22:26.969685 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c9497-f8c5-4a31-87d9-ca85e4aae7e9 None None] Routers {'69876512-cb70-41a6-85be-e67bd1d00579'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:22:26.970389 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d69c9497-f8c5-4a31-87d9-ca85e4aae7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:22:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['69876512-cb70-41a6-85be-e67bd1d00579'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:27.011438 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44bbffc-7361-4234-a31c-fc9757b420b3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:22:27.085831 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f96a13e-a004-4beb-bd24-5a4ef1fd5562 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:27.096601 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8b65c-753b-4869-88e0-faef82e05d6f None None] Pushing event updated for resources: {'Port': ['ID=4e6276d1-d0e2-4d2d-87f0-318340e407ec,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:27.127384 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-d69c9497-f8c5-4a31-87d9-ca85e4aae7e9 None None] Set router 69876512-cb70-41a6-85be-e67bd1d00579 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:22:27.165557 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1106bf8-91b7-402b-8673-9e8e35deafba tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:22:27.219389 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f96a13e-a004-4beb-bd24-5a4ef1fd5562 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Network 0a3375d2-a268-4361-a617-6b6ea555d64d is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:22:27.220404 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96a13e-a004-4beb-bd24-5a4ef1fd5562 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Pushing event updated for resources: {'Port': ['ID=f262a0e4-4bc9-4d26-81d6-e5c2244535d0,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:27.228519 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-1f96a13e-a004-4beb-bd24-5a4ef1fd5562 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:22:27.236725 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f96a13e-a004-4beb-bd24-5a4ef1fd5562 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:22:27.275092 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-68d394be-6936-463f-8702-e6d3fa23c426 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:27.288818 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-68d394be-6936-463f-8702-e6d3fa23c426 None None] Transition to ACTIVE for port object a6625467-a5e8-4510-bc92-f2e46643f77e will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:22:27.315191 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-68d394be-6936-463f-8702-e6d3fa23c426 None None] Transition to ACTIVE for port object a6625467-a5e8-4510-bc92-f2e46643f77e will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:22:27.324274 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-68d394be-6936-463f-8702-e6d3fa23c426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:27.327587 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54878) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:27.337564 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f1106bf8-91b7-402b-8673-9e8e35deafba tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "PUT /v2.0/routers/69876512-cb70-41a6-85be-e67bd1d00579/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9269731 Apr 06 14:22:27.355241 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-45d743d5-ac02-4c34-952b-f7b15389ac63 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "PUT /v2.0/routers/2c373151-df04-4b34-b74a-a5075120bb23/tags/tempest-TagsExtTest-Tag-1400698250 HTTP/1.1" status: 201 len: 201 time: 0.5666037 Apr 06 14:22:27.393039 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54882) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:27.419516 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.tag.tag_plugin [None req-2cf0c938-6055-4efc-b348-590a881d549e tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '54ad980b-3a97-4190-a4ee-9264b014bb8e', 'tempest-TagsExtTest-Tag-1942449256') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:27.425437 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d394be-6936-463f-8702-e6d3fa23c426 None None] Pushing event updated for resources: {'Port': ['ID=a6625467-a5e8-4510-bc92-f2e46643f77e,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:27.456298 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d394be-6936-463f-8702-e6d3fa23c426 None None] Network bae98b9c-53c2-4147-9995-9ad2ab72192f is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:22:27.458785 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-68d394be-6936-463f-8702-e6d3fa23c426 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:22:27.461824 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b44bbffc-7361-4234-a31c-fc9757b420b3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:27.465498 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d394be-6936-463f-8702-e6d3fa23c426 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:22:27.499557 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f96a13e-a004-4beb-bd24-5a4ef1fd5562 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:27.583536 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-b44bbffc-7361-4234-a31c-fc9757b420b3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] device_id is not set on port 7302bab7-321e-47ca-811e-a554bfb30200 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:22:27.633701 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d69c9497-f8c5-4a31-87d9-ca85e4aae7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69876512-cb70-41a6-85be-e67bd1d00579', 'name': 'tempest-RoutersTest-router-216414502', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:21:38Z', 'updated_at': '2022-04-06T14:22:24Z', 'revision_number': 8, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'gw_port_host': None, '_interfaces': [{'id': '0f4e696d-523b-4a0a-9872-98f6994e16e1', 'name': '', 'network_id': '75838fa1-4a24-4928-881e-6a725cd084e9', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:67:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:52Z', 'updated_at': '2022-04-06T14:22:04Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31f3c1c8-ec3f-44b3-8097-356ea15bbee5', 'name': '', 'network_id': '719c6a2d-d7a8-4107-b809-46532adc9a5f', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:8c:a4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce67b97e-5796-4652-adc9-c9974b1eeaf5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:02Z', 'updated_at': '2022-04-06T14:22:17Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'ce67b97e-5796-4652-adc9-c9974b1eeaf5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f076b03-71fd-4d73-a850-0ab5368a65d9', 'name': '', 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:81:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:42Z', 'updated_at': '2022-04-06T14:21:55Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:27.650424 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69c9497-f8c5-4a31-87d9-ca85e4aae7e9 None None] Checking router: 69876512-cb70-41a6-85be-e67bd1d00579 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:22:27.658817 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a0dbb525-0ed5-42ae-98f0-4d40635196cd up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:22:27.663714 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c9497-f8c5-4a31-87d9-ca85e4aae7e9 None None] Routers {'69876512-cb70-41a6-85be-e67bd1d00579'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:22:27.665420 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d69c9497-f8c5-4a31-87d9-ca85e4aae7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:22:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['69876512-cb70-41a6-85be-e67bd1d00579'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:27.749686 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a49fa67-b1a8-4f43-b3ac-cc3786ef8f0c tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Deleting subnet f8e0f1d1-5292-4668-99ed-618b3a5265b2 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:22:27.754077 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a49fa67-b1a8-4f43-b3ac-cc3786ef8f0c tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:27.760597 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-68d394be-6936-463f-8702-e6d3fa23c426 None None] Attempting to bind port a6625467-a5e8-4510-bc92-f2e46643f77e on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:22:27.761114 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-68d394be-6936-463f-8702-e6d3fa23c426 None None] Attempting to bind port a6625467-a5e8-4510-bc92-f2e46643f77e by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '86d77f23-dbd4-4995-9586-3917c6d6850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bae98b9c-53c2-4147-9995-9ad2ab72192f'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:22:27.761731 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d394be-6936-463f-8702-e6d3fa23c426 None None] Attempting to bind port a6625467-a5e8-4510-bc92-f2e46643f77e on network bae98b9c-53c2-4147-9995-9ad2ab72192f {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:22:27.771742 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d394be-6936-463f-8702-e6d3fa23c426 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:22:27.772213 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d394be-6936-463f-8702-e6d3fa23c426 None None] Checking segment: {'id': '86d77f23-dbd4-4995-9586-3917c6d6850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bae98b9c-53c2-4147-9995-9ad2ab72192f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:22:27.772685 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-68d394be-6936-463f-8702-e6d3fa23c426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:27.773176 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d394be-6936-463f-8702-e6d3fa23c426 None None] Bound using segment: {'id': '86d77f23-dbd4-4995-9586-3917c6d6850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bae98b9c-53c2-4147-9995-9ad2ab72192f'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:22:27.773707 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-68d394be-6936-463f-8702-e6d3fa23c426 None None] Bound port: a6625467-a5e8-4510-bc92-f2e46643f77e, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d77f23-dbd4-4995-9586-3917c6d6850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bae98b9c-53c2-4147-9995-9ad2ab72192f'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:22:27.774148 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-68d394be-6936-463f-8702-e6d3fa23c426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:27.782093 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2cf0c938-6055-4efc-b348-590a881d549e tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "PUT /v2.0/subnetpools/54ad980b-3a97-4190-a4ee-9264b014bb8e/tags/tempest-TagsExtTest-Tag-1942449256 HTTP/1.1" status: 201 len: 201 time: 0.3672323 Apr 06 14:22:27.782785 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54886) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:27.794309 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-a1c8cf26-6923-475c-a04c-6c3a528df558 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '01d727f1-e429-4a9c-b176-34115bbaa163') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:27.857597 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-d69c9497-f8c5-4a31-87d9-ca85e4aae7e9 None None] Set router 69876512-cb70-41a6-85be-e67bd1d00579 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:22:27.876637 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a49fa67-b1a8-4f43-b3ac-cc3786ef8f0c tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:27.935639 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f96a13e-a004-4beb-bd24-5a4ef1fd5562 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:27.962376 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port a0dbb525-0ed5-42ae-98f0-4d40635196cd completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:27.975007 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-68d394be-6936-463f-8702-e6d3fa23c426 None None] For port a6625467-a5e8-4510-bc92-f2e46643f77e, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:22:27.979150 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-68d394be-6936-463f-8702-e6d3fa23c426 None None] For port a6625467-a5e8-4510-bc92-f2e46643f77e, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a6625467-a5e8-4510-bc92-f2e46643f77e,segment=NetworkSegment(86d77f23-dbd4-4995-9586-3917c6d6850e),segment_id=86d77f23-dbd4-4995-9586-3917c6d6850e)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:22:27.985198 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a1c8cf26-6923-475c-a04c-6c3a528df558 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "GET /v2.0/subnets/01d727f1-e429-4a9c-b176-34115bbaa163/tags HTTP/1.1" status: 200 len: 240 time: 0.2013388 Apr 06 14:22:27.986228 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-68d394be-6936-463f-8702-e6d3fa23c426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:27.988502 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54890) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:27.995199 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-22f453e8-69b7-4658-a1cc-1a5d22e78328 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '01d727f1-e429-4a9c-b176-34115bbaa163', 'tempest-TagsExtTest-Tag-813453645') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:28.056114 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a49fa67-b1a8-4f43-b3ac-cc3786ef8f0c tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:28.080918 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d394be-6936-463f-8702-e6d3fa23c426 None None] Pushing event updated for resources: {'Port': ['ID=a6625467-a5e8-4510-bc92-f2e46643f77e,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:28.194178 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a49fa67-b1a8-4f43-b3ac-cc3786ef8f0c tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:28.246913 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-22f453e8-69b7-4658-a1cc-1a5d22e78328 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "GET /v2.0/subnets/01d727f1-e429-4a9c-b176-34115bbaa163/tags/tempest-TagsExtTest-Tag-813453645 HTTP/1.1" status: 204 len: 168 time: 0.2538152 Apr 06 14:22:28.256525 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54894) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:28.262944 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49fa67-b1a8-4f43-b3ac-cc3786ef8f0c tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Subnet': ['ID=f8e0f1d1-5292-4668-99ed-618b3a5265b2,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:28.270373 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-ec6a0d84-7a47-46f6-a398-1bfb6f18bf53 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '01d727f1-e429-4a9c-b176-34115bbaa163', 'tempest-TagsExtTest-Tag-813453645') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:28.328856 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a49fa67-b1a8-4f43-b3ac-cc3786ef8f0c tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:28.339620 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f255c36-0406-40dc-88cd-25a79f147468 None None] Network b5b24e0c-18e2-4d6b-a465-28f645bbf65e requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:22:28.346727 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4a49fa67-b1a8-4f43-b3ac-cc3786ef8f0c tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/subnets/f8e0f1d1-5292-4668-99ed-618b3a5265b2 HTTP/1.1" status: 204 len: 168 time: 1.0179715 Apr 06 14:22:28.348905 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54898) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:28.401745 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d69c9497-f8c5-4a31-87d9-ca85e4aae7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69876512-cb70-41a6-85be-e67bd1d00579', 'name': 'tempest-RoutersTest-router-216414502', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:21:38Z', 'updated_at': '2022-04-06T14:22:24Z', 'revision_number': 8, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'gw_port_host': None, '_interfaces': [{'id': '0f4e696d-523b-4a0a-9872-98f6994e16e1', 'name': '', 'network_id': '75838fa1-4a24-4928-881e-6a725cd084e9', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:67:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:52Z', 'updated_at': '2022-04-06T14:22:04Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31f3c1c8-ec3f-44b3-8097-356ea15bbee5', 'name': '', 'network_id': '719c6a2d-d7a8-4107-b809-46532adc9a5f', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:8c:a4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce67b97e-5796-4652-adc9-c9974b1eeaf5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:02Z', 'updated_at': '2022-04-06T14:22:17Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'ce67b97e-5796-4652-adc9-c9974b1eeaf5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f076b03-71fd-4d73-a850-0ab5368a65d9', 'name': '', 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:81:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:42Z', 'updated_at': '2022-04-06T14:21:55Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:28.410120 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69c9497-f8c5-4a31-87d9-ca85e4aae7e9 None None] The sync data for ids ['69876512-cb70-41a6-85be-e67bd1d00579'] in dv-neutron-835868-1-hyperv is: [{'id': '69876512-cb70-41a6-85be-e67bd1d00579', 'name': 'tempest-RoutersTest-router-216414502', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:21:38Z', 'updated_at': '2022-04-06T14:22:24Z', 'revision_number': 8, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'gw_port_host': None, '_interfaces': [{'id': '0f4e696d-523b-4a0a-9872-98f6994e16e1', 'name': '', 'network_id': '75838fa1-4a24-4928-881e-6a725cd084e9', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:67:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:52Z', 'updated_at': '2022-04-06T14:22:04Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31f3c1c8-ec3f-44b3-8097-356ea15bbee5', 'name': '', 'network_id': '719c6a2d-d7a8-4107-b809-46532adc9a5f', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:8c:a4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce67b97e-5796-4652-adc9-c9974b1eeaf5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:02Z', 'updated_at': '2022-04-06T14:22:17Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'ce67b97e-5796-4652-adc9-c9974b1eeaf5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f076b03-71fd-4d73-a850-0ab5368a65d9', 'name': '', 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:81:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:42Z', 'updated_at': '2022-04-06T14:21:55Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:22:28.689281 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-b44bbffc-7361-4234-a31c-fc9757b420b3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Allocated IP 2001:db8::23a (bae98b9c-53c2-4147-9995-9ad2ab72192f/fe3979f5-2f47-4acd-bff5-920cad0ef530/7302bab7-321e-47ca-811e-a554bfb30200) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:22:28.746282 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7bb1b18b-8386-4c80-a879-d24e7748b644 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:28.830797 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ec6a0d84-7a47-46f6-a398-1bfb6f18bf53 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "DELETE /v2.0/subnets/01d727f1-e429-4a9c-b176-34115bbaa163/tags/tempest-TagsExtTest-Tag-813453645 HTTP/1.1" status: 204 len: 168 time: 0.5646975 Apr 06 14:22:28.831654 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54902) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:28.840241 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-d2e03e7a-94b9-48c7-abd1-550e8fbbb867 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '01d727f1-e429-4a9c-b176-34115bbaa163') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:28.894513 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-7bb1b18b-8386-4c80-a879-d24e7748b644 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Deleting port 6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:28.894991 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7bb1b18b-8386-4c80-a879-d24e7748b644 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:28.905569 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:29.037465 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f4e2cc-3d22-4aef-ab30-bf4c3f5a4735 None None] DHCP port deletion for b5b24e0c-18e2-4d6b-a465-28f645bbf65e request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:22:29.043770 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-78f4e2cc-3d22-4aef-ab30-bf4c3f5a4735 None None] Deleting port 6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:29.044053 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-78f4e2cc-3d22-4aef-ab30-bf4c3f5a4735 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:29.122998 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebecc61-a6b7-4505-bf41-b6fce6f0caf0 None None] Network 0a3375d2-a268-4361-a617-6b6ea555d64d requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:22:29.283682 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2309a2-7437-4a5d-b7f6-cda925f1e190 None None] Sync routers for ids ['69876512-cb70-41a6-85be-e67bd1d00579'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:22:29.351334 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6fcf6c2a-d81b-494b-a2a3-2854964f4e3f None None] Provisioning for port a0dbb525-0ed5-42ae-98f0-4d40635196cd completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:29.385877 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-7bb1b18b-8386-4c80-a879-d24e7748b644 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] For port 6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a,segment=NetworkSegment(73176a30-b3e3-4948-8dc5-f64aa821a92f),segment_id=73176a30-b3e3-4948-8dc5-f64aa821a92f)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:29.386634 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7bb1b18b-8386-4c80-a879-d24e7748b644 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:29.398358 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f96a13e-a004-4beb-bd24-5a4ef1fd5562 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:29.406449 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f96a13e-a004-4beb-bd24-5a4ef1fd5562 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:29.436102 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2309a2-7437-4a5d-b7f6-cda925f1e190 None None] Routers {'69876512-cb70-41a6-85be-e67bd1d00579'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:22:29.436727 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2d2309a2-7437-4a5d-b7f6-cda925f1e190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:22:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['69876512-cb70-41a6-85be-e67bd1d00579'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:29.485802 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6fcf6c2a-d81b-494b-a2a3-2854964f4e3f None None] Provisioning complete for port a0dbb525-0ed5-42ae-98f0-4d40635196cd triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:29.486833 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6c2a-d81b-494b-a2a3-2854964f4e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:29.524684 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e075ff2-65aa-44a5-b93c-5c9eb465dfda None None] Network 1922157c-47fe-42cd-a458-5eb2d0f74bc4 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:22:29.564880 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-7bb1b18b-8386-4c80-a879-d24e7748b644 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Calling delete_port for 6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:22:29.590418 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b44bbffc-7361-4234-a31c-fc9757b420b3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:29.603244 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f96a13e-a004-4beb-bd24-5a4ef1fd5562 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:29.653584 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7bb1b18b-8386-4c80-a879-d24e7748b644 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:29.701175 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a6625467-a5e8-4510-bc92-f2e46643f77e up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:22:29.712972 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96a13e-a004-4beb-bd24-5a4ef1fd5562 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Pushing event updated for resources: {'Port': ['ID=f262a0e4-4bc9-4d26-81d6-e5c2244535d0,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:29.719636 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1b18b-8386-4c80-a879-d24e7748b644 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Port': ['ID=6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:29.736243 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d2e03e7a-94b9-48c7-abd1-550e8fbbb867 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "GET /v2.0/subnets/01d727f1-e429-4a9c-b176-34115bbaa163/tags HTTP/1.1" status: 200 len: 205 time: 0.8999190 Apr 06 14:22:29.736243 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb1b18b-8386-4c80-a879-d24e7748b644 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] No DVR routers for this DVR port 6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:22:29.736482 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54906) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:29.736699 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b44bbffc-7361-4234-a31c-fc9757b420b3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Transition to ACTIVE for port object 7302bab7-321e-47ca-811e-a554bfb30200 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:22:29.771201 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-d240c466-2fbf-4552-b293-040a8924ee2f tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '21b1292c-f16d-40bc-badf-e553a52e6d3d') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:29.817020 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f96a13e-a004-4beb-bd24-5a4ef1fd5562 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Network 0a3375d2-a268-4361-a617-6b6ea555d64d is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:22:29.819554 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-1f96a13e-a004-4beb-bd24-5a4ef1fd5562 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:22:29.933795 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-78f4e2cc-3d22-4aef-ab30-bf4c3f5a4735 None None] For port 6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a,segment=NetworkSegment(73176a30-b3e3-4948-8dc5-f64aa821a92f),segment_id=73176a30-b3e3-4948-8dc5-f64aa821a92f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:29.934423 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-78f4e2cc-3d22-4aef-ab30-bf4c3f5a4735 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:29.936406 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7bb1b18b-8386-4c80-a879-d24e7748b644 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:29.981783 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-7bb1b18b-8386-4c80-a879-d24e7748b644 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b24e0c-18e2-4d6b-a465-28f645bbf65e']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:29.993690 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b44bbffc-7361-4234-a31c-fc9757b420b3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:30.000499 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-7bb1b18b-8386-4c80-a879-d24e7748b644 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73176a30-b3e3-4948-8dc5-f64aa821a92f') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:30.000798 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-7bb1b18b-8386-4c80-a879-d24e7748b644 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73176a30-b3e3-4948-8dc5-f64aa821a92f') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:30.015593 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d240c466-2fbf-4552-b293-040a8924ee2f tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "GET /v2.0/ports/21b1292c-f16d-40bc-badf-e553a52e6d3d/tags HTTP/1.1" status: 200 len: 241 time: 0.2779560 Apr 06 14:22:30.017354 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7bb1b18b-8386-4c80-a879-d24e7748b644 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:30.023670 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54910) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:30.034731 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-d63f9715-bd29-430d-a4c9-1e00dd64ebe5 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '21b1292c-f16d-40bc-badf-e553a52e6d3d', 'tempest-TagsExtTest-Tag-1943947515') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:30.083214 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7bb1b18b-8386-4c80-a879-d24e7748b644 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:30.094691 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb1b18b-8386-4c80-a879-d24e7748b644 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:22:30.095391 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7bb1b18b-8386-4c80-a879-d24e7748b644 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:30.127829 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44bbffc-7361-4234-a31c-fc9757b420b3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network bae98b9c-53c2-4147-9995-9ad2ab72192f is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:22:30.133341 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-b44bbffc-7361-4234-a31c-fc9757b420b3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:22:30.147483 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44bbffc-7361-4234-a31c-fc9757b420b3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:22:30.151740 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44bbffc-7361-4234-a31c-fc9757b420b3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:30.152702 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b44bbffc-7361-4234-a31c-fc9757b420b3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:30.164625 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bbffc-7361-4234-a31c-fc9757b420b3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Port': ['ID=7302bab7-321e-47ca-811e-a554bfb30200,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:30.171564 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-78f4e2cc-3d22-4aef-ab30-bf4c3f5a4735 None None] Calling delete_port for 6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:22:30.183257 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:22:30.243945 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7bb1b18b-8386-4c80-a879-d24e7748b644 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:30.268763 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7bb1b18b-8386-4c80-a879-d24e7748b644 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:30.271417 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1b18b-8386-4c80-a879-d24e7748b644 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Network': ['ID=b5b24e0c-18e2-4d6b-a465-28f645bbf65e,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:30.291769 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7bb1b18b-8386-4c80-a879-d24e7748b644 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/networks/b5b24e0c-18e2-4d6b-a465-28f645bbf65e HTTP/1.1" status: 204 len: 168 time: 1.9330678 Apr 06 14:22:30.293192 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54914) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:30.305129 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-2d2309a2-7437-4a5d-b7f6-cda925f1e190 None None] Set router 69876512-cb70-41a6-85be-e67bd1d00579 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:22:30.318661 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b44bbffc-7361-4234-a31c-fc9757b420b3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0855582 Apr 06 14:22:30.325928 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54918) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:30.335538 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-393127b1-ebe9-4ab4-8294-b950df7cf966 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'subnet': {'network_id': 'bae98b9c-53c2-4147-9995-9ad2ab72192f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:30.355154 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d63f9715-bd29-430d-a4c9-1e00dd64ebe5 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "GET /v2.0/ports/21b1292c-f16d-40bc-badf-e553a52e6d3d/tags/tempest-TagsExtTest-Tag-1943947515 HTTP/1.1" status: 204 len: 168 time: 0.3274155 Apr 06 14:22:30.358645 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54922) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:30.370922 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-e269dfc1-70df-483b-a8d3-5f40151b7d55 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '21b1292c-f16d-40bc-badf-e553a52e6d3d', 'tempest-TagsExtTest-Tag-1943947515') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:30.380561 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6c2a-d81b-494b-a2a3-2854964f4e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:30.544095 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port a6625467-a5e8-4510-bc92-f2e46643f77e completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:30.544339 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-393127b1-ebe9-4ab4-8294-b950df7cf966 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:30.552160 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-393127b1-ebe9-4ab4-8294-b950df7cf966 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:subnet and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:30.558751 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-393127b1-ebe9-4ab4-8294-b950df7cf966 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:30.569214 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-393127b1-ebe9-4ab4-8294-b950df7cf966 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:30.584096 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393127b1-ebe9-4ab4-8294-b950df7cf966 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:22:30.588856 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-393127b1-ebe9-4ab4-8294-b950df7cf966 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:30.619287 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4e6276d1-d0e2-4d2d-87f0-318340e407ec up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:22:30.644897 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-78f4e2cc-3d22-4aef-ab30-bf4c3f5a4735 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:22:30.645115 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-78f4e2cc-3d22-4aef-ab30-bf4c3f5a4735 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:22:30.646278 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e269dfc1-70df-483b-a8d3-5f40151b7d55 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "DELETE /v2.0/ports/21b1292c-f16d-40bc-badf-e553a52e6d3d/tags/tempest-TagsExtTest-Tag-1943947515 HTTP/1.1" status: 204 len: 168 time: 0.2865570 Apr 06 14:22:30.653574 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54926) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:30.711112 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6fcf6c2a-d81b-494b-a2a3-2854964f4e3f None None] For port a0dbb525-0ed5-42ae-98f0-4d40635196cd, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a0dbb525-0ed5-42ae-98f0-4d40635196cd,segment=NetworkSegment(42578794-267e-4920-9eaa-4ba98f4d1f3f),segment_id=42578794-267e-4920-9eaa-4ba98f4d1f3f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:30.763377 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.ipam_backend_mixin [None req-393127b1-ebe9-4ab4-8294-b950df7cf966 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fe3979f5-2f47-4acd-bff5-920cad0ef530 (CIDR: 2001:db8::/64) Apr 06 14:22:30.765924 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f96a13e-a004-4beb-bd24-5a4ef1fd5562 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Router 1f8f9aec-ca41-45d8-9634-eb3c27bae867 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:22:30.776413 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-393127b1-ebe9-4ab4-8294-b950df7cf966 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:22:30.777061 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-393127b1-ebe9-4ab4-8294-b950df7cf966 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:30.833643 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-2b1598b7-0f33-436b-b2dc-b6c4c7de59f5 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '21b1292c-f16d-40bc-badf-e553a52e6d3d') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:30.877156 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54930) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:30.879261 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-393127b1-ebe9-4ab4-8294-b950df7cf966 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5514853 Apr 06 14:22:30.885577 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6c2a-d81b-494b-a2a3-2854964f4e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:30.896981 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4eb79f23-1af7-4704-baf7-7667fdab9055 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'subnet': {'network_id': 'bae98b9c-53c2-4147-9995-9ad2ab72192f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:31.048542 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf6c2a-d81b-494b-a2a3-2854964f4e3f None None] Pushing event updated for resources: {'Port': ['ID=a0dbb525-0ed5-42ae-98f0-4d40635196cd,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:31.069373 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f96a13e-a004-4beb-bd24-5a4ef1fd5562 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:22:31.082631 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1f96a13e-a004-4beb-bd24-5a4ef1fd5562 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "PUT /v2.0/routers/1f8f9aec-ca41-45d8-9634-eb3c27bae867/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3740447 Apr 06 14:22:31.098468 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf6c2a-d81b-494b-a2a3-2854964f4e3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:31.098816 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf6c2a-d81b-494b-a2a3-2854964f4e3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:31.099157 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf6c2a-d81b-494b-a2a3-2854964f4e3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:31.099492 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf6c2a-d81b-494b-a2a3-2854964f4e3f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:31.099828 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf6c2a-d81b-494b-a2a3-2854964f4e3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:31.100157 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf6c2a-d81b-494b-a2a3-2854964f4e3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:31.100484 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf6c2a-d81b-494b-a2a3-2854964f4e3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:31.100975 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf6c2a-d81b-494b-a2a3-2854964f4e3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:31.101726 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf6c2a-d81b-494b-a2a3-2854964f4e3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:31.101726 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf6c2a-d81b-494b-a2a3-2854964f4e3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:31.101938 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf6c2a-d81b-494b-a2a3-2854964f4e3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:31.109263 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5a8b2504-723b-496e-b3a3-3a3118276da7 None None] Provisioning complete for port 93caf159-e5fb-4fab-85af-263c37879125 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:31.109933 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5a8b2504-723b-496e-b3a3-3a3118276da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:31.120022 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54936) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:31.120169 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2b1598b7-0f33-436b-b2dc-b6c4c7de59f5 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "GET /v2.0/ports/21b1292c-f16d-40bc-badf-e553a52e6d3d/tags HTTP/1.1" status: 200 len: 205 time: 0.2913499 Apr 06 14:22:31.130378 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.tag.tag_plugin [None req-da7d7d59-82d0-40cc-baca-affc05de0ef3 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2c373151-df04-4b34-b74a-a5075120bb23') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:31.130495 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4eb79f23-1af7-4704-baf7-7667fdab9055 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:31.136911 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4eb79f23-1af7-4704-baf7-7667fdab9055 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:subnet and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:31.140855 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4eb79f23-1af7-4704-baf7-7667fdab9055 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:31.144931 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-49d759e6-f913-4298-8208-2466829b61b5 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:31.151621 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-78f4e2cc-3d22-4aef-ab30-bf4c3f5a4735 None None] Deleting port 6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:31.152000 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-78f4e2cc-3d22-4aef-ab30-bf4c3f5a4735 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:31.193489 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 4e6276d1-d0e2-4d2d-87f0-318340e407ec completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:31.226634 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4eb79f23-1af7-4704-baf7-7667fdab9055 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:31.259996 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f660bbf8-a596-4c18-b41f-5d8518c296ad up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:22:31.311514 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-78f4e2cc-3d22-4aef-ab30-bf4c3f5a4735 None None] The port '6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:22:31.331685 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5a8b2504-723b-496e-b3a3-3a3118276da7 None None] Port 93caf159-e5fb-4fab-85af-263c37879125 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:22:31.343427 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb79f23-1af7-4704-baf7-7667fdab9055 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:22:31.366040 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2d2309a2-7437-4a5d-b7f6-cda925f1e190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69876512-cb70-41a6-85be-e67bd1d00579', 'name': 'tempest-RoutersTest-router-216414502', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:21:38Z', 'updated_at': '2022-04-06T14:22:24Z', 'revision_number': 8, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'gw_port_host': None, '_interfaces': [{'id': '0f4e696d-523b-4a0a-9872-98f6994e16e1', 'name': '', 'network_id': '75838fa1-4a24-4928-881e-6a725cd084e9', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:67:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:52Z', 'updated_at': '2022-04-06T14:22:04Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31f3c1c8-ec3f-44b3-8097-356ea15bbee5', 'name': '', 'network_id': '719c6a2d-d7a8-4107-b809-46532adc9a5f', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:8c:a4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce67b97e-5796-4652-adc9-c9974b1eeaf5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:02Z', 'updated_at': '2022-04-06T14:22:17Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'ce67b97e-5796-4652-adc9-c9974b1eeaf5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f076b03-71fd-4d73-a850-0ab5368a65d9', 'name': '', 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:81:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:42Z', 'updated_at': '2022-04-06T14:21:55Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:31.382550 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2309a2-7437-4a5d-b7f6-cda925f1e190 None None] Checking router: 69876512-cb70-41a6-85be-e67bd1d00579 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:22:31.399391 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5a8b2504-723b-496e-b3a3-3a3118276da7 None None] Provisioning for port 4e6276d1-d0e2-4d2d-87f0-318340e407ec completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:31.416674 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5a8b2504-723b-496e-b3a3-3a3118276da7 None None] Provisioning complete for port 4e6276d1-d0e2-4d2d-87f0-318340e407ec triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:31.417095 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5a8b2504-723b-496e-b3a3-3a3118276da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:31.507480 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2309a2-7437-4a5d-b7f6-cda925f1e190 None None] Routers {'69876512-cb70-41a6-85be-e67bd1d00579'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:22:31.508510 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2d2309a2-7437-4a5d-b7f6-cda925f1e190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:22:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['69876512-cb70-41a6-85be-e67bd1d00579'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:31.589489 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-08b8e83a-2eab-416a-bef1-c83c6cac4b7c tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Synchronizing usage tracker for tenant:0b4b33bee8584311b96148992b932eea on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:22:31.595574 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-da7d7d59-82d0-40cc-baca-affc05de0ef3 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "GET /v2.0/routers/2c373151-df04-4b34-b74a-a5075120bb23/tags HTTP/1.1" status: 200 len: 241 time: 0.4739015 Apr 06 14:22:31.598720 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54946) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:31.607923 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.tag.tag_plugin [None req-5cb01866-0cd7-44a4-958d-dbcd408e61f2 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2c373151-df04-4b34-b74a-a5075120bb23', 'tempest-TagsExtTest-Tag-1400698250') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:31.699967 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-2d2309a2-7437-4a5d-b7f6-cda925f1e190 None None] Set router 69876512-cb70-41a6-85be-e67bd1d00579 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:22:31.715490 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4eb79f23-1af7-4704-baf7-7667fdab9055 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:31.730268 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-08b8e83a-2eab-416a-bef1-c83c6cac4b7c tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Unset dirty status for tenant:0b4b33bee8584311b96148992b932eea on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:22:31.740154 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-08b8e83a-2eab-416a-bef1-c83c6cac4b7c tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-581266608&fields=id&tenant_id=0b4b33bee8584311b96148992b932eea HTTP/1.1" status: 200 len: 267 time: 0.2223289 Apr 06 14:22:31.801033 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port f660bbf8-a596-4c18-b41f-5d8518c296ad completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:31.810391 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port f660bbf8-a596-4c18-b41f-5d8518c296ad triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:31.810760 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:31.862042 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5cb01866-0cd7-44a4-958d-dbcd408e61f2 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "GET /v2.0/routers/2c373151-df04-4b34-b74a-a5075120bb23/tags/tempest-TagsExtTest-Tag-1400698250 HTTP/1.1" status: 204 len: 168 time: 0.2622821 Apr 06 14:22:31.862842 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54950) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:31.873907 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.tag.tag_plugin [None req-b5149222-065c-4baf-8820-2ef949ebb36d tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2c373151-df04-4b34-b74a-a5075120bb23', 'tempest-TagsExtTest-Tag-1400698250') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:32.032945 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-94af0621-4beb-4a5e-8b2b-6ab4b0f978a9 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:32.040362 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-94af0621-4beb-4a5e-8b2b-6ab4b0f978a9 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/networks?id=0a3375d2-a268-4361-a617-6b6ea555d64d HTTP/1.1" status: 200 len: 797 time: 0.2985792 Apr 06 14:22:32.058976 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-0fa33775-f5e6-4cb7-8a08-4e81394d0093 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/quotas/0b4b33bee8584311b96148992b932eea HTTP/1.1" status: 200 len: 375 time: 0.0178525 Apr 06 14:22:32.124502 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5a8b2504-723b-496e-b3a3-3a3118276da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:32.155786 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b5149222-065c-4baf-8820-2ef949ebb36d tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "DELETE /v2.0/routers/2c373151-df04-4b34-b74a-a5075120bb23/tags/tempest-TagsExtTest-Tag-1400698250 HTTP/1.1" status: 204 len: 168 time: 0.2896986 Apr 06 14:22:32.158429 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54954) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:32.166311 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.tag.tag_plugin [None req-c390359c-0331-4c61-bd46-738a139ac87c tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2c373151-df04-4b34-b74a-a5075120bb23') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:32.237744 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5a8b2504-723b-496e-b3a3-3a3118276da7 None None] For port 4e6276d1-d0e2-4d2d-87f0-318340e407ec, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4e6276d1-d0e2-4d2d-87f0-318340e407ec,segment=NetworkSegment(75c4b57a-415b-4fe2-a599-74a81d5478c2),segment_id=75c4b57a-415b-4fe2-a599-74a81d5478c2)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:32.241923 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4eb79f23-1af7-4704-baf7-7667fdab9055 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:32.252102 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5a8b2504-723b-496e-b3a3-3a3118276da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:32.320119 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-1b270691-1c55-4ccd-9723-46b2807026c5 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Synchronizing usage tracker for tenant:0b4b33bee8584311b96148992b932eea on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:22:32.329436 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:32.331750 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb79f23-1af7-4704-baf7-7667fdab9055 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network bae98b9c-53c2-4147-9995-9ad2ab72192f is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:22:32.332901 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb79f23-1af7-4704-baf7-7667fdab9055 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Subnet': ['ID=de86cef0-8052-488c-969d-f6b74aaeb3ad,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:32.357663 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-1b270691-1c55-4ccd-9723-46b2807026c5 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Unset dirty status for tenant:0b4b33bee8584311b96148992b932eea on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:22:32.359111 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-1b270691-1c55-4ccd-9723-46b2807026c5 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0b4b33bee8584311b96148992b932eea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2993650 Apr 06 14:22:32.362706 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c390359c-0331-4c61-bd46-738a139ac87c tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "GET /v2.0/routers/2c373151-df04-4b34-b74a-a5075120bb23/tags HTTP/1.1" status: 200 len: 205 time: 0.2031941 Apr 06 14:22:32.365174 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54958) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:32.372715 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.tag.tag_plugin [None req-fd47d5aa-8b76-4d5c-876f-5121920d6d78 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '54ad980b-3a97-4190-a4ee-9264b014bb8e') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:32.372956 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-4eb79f23-1af7-4704-baf7-7667fdab9055 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:22:32.382761 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb79f23-1af7-4704-baf7-7667fdab9055 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:32.384097 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4eb79f23-1af7-4704-baf7-7667fdab9055 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:32.389273 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port f660bbf8-a596-4c18-b41f-5d8518c296ad, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f660bbf8-a596-4c18-b41f-5d8518c296ad,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:32.393863 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad800798-ceae-44a3-b001-cb3c10746b70 None None] Network bae98b9c-53c2-4147-9995-9ad2ab72192f requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:22:32.415854 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd18ed4-d5a5-4d47-b151-56029b067d82 None None] Sync routers for ids ['1f8f9aec-ca41-45d8-9634-eb3c27bae867'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:22:32.423241 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4eb79f23-1af7-4704-baf7-7667fdab9055 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5450540 Apr 06 14:22:32.424080 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-49d759e6-f913-4298-8208-2466829b61b5 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Deleting port 31f3c1c8-ec3f-44b3-8097-356ea15bbee5 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:32.424537 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-49d759e6-f913-4298-8208-2466829b61b5 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:32.432096 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:32.443348 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5a8b2504-723b-496e-b3a3-3a3118276da7 None None] Provisioning for port 7302bab7-321e-47ca-811e-a554bfb30200 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:32.448609 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd18ed4-d5a5-4d47-b151-56029b067d82 None None] Routers {'1f8f9aec-ca41-45d8-9634-eb3c27bae867'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:22:32.449660 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-cdd18ed4-d5a5-4d47-b151-56029b067d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:22:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['1f8f9aec-ca41-45d8-9634-eb3c27bae867'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:32.525891 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:22:32.530979 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54962) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:32.542023 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-ddf66647-7f75-4076-a12e-e506e5bdf992 service neutron] 10.222.0.60 "GET /v2.0/networks/0a3375d2-a268-4361-a617-6b6ea555d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594262 Apr 06 14:22:32.547489 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f17b7576-da4b-4af4-b6fe-67c28ddf3933 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-359151882', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'de86cef0-8052-488c-969d-f6b74aaeb3ad'}], 'security_groups': ['9202c59f-dda4-42aa-8e26-5e0736961508']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:32.555926 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b2504-723b-496e-b3a3-3a3118276da7 None None] Pushing event updated for resources: {'Port': ['ID=4e6276d1-d0e2-4d2d-87f0-318340e407ec,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:32.600300 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5a8b2504-723b-496e-b3a3-3a3118276da7 None None] Provisioning complete for port 7302bab7-321e-47ca-811e-a554bfb30200 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:32.600593 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5a8b2504-723b-496e-b3a3-3a3118276da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:32.618942 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-49d759e6-f913-4298-8208-2466829b61b5 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] For port 31f3c1c8-ec3f-44b3-8097-356ea15bbee5, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=31f3c1c8-ec3f-44b3-8097-356ea15bbee5,segment=NetworkSegment(21dbc696-a679-4b52-877c-a7751cd2fa4d),segment_id=21dbc696-a679-4b52-877c-a7751cd2fa4d)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:32.619456 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-49d759e6-f913-4298-8208-2466829b61b5 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:32.658272 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:22:32.659154 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6003b2ad-e24e-4e6f-81df-4cb5c3a0a35a not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:22:32.659154 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device be1b14d1-11d4-46ca-af15-20fa5c7b3f64 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:22:32.698037 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-cdd18ed4-d5a5-4d47-b151-56029b067d82 None None] Set router 1f8f9aec-ca41-45d8-9634-eb3c27bae867 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:22:32.720225 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: be1b14d1-11d4-46ca-af15-20fa5c7b3f64 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:22:32.720561 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device be1b14d1-11d4-46ca-af15-20fa5c7b3f64 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:22:32.761897 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5a8b2504-723b-496e-b3a3-3a3118276da7 None None] Port 7302bab7-321e-47ca-811e-a554bfb30200 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:22:32.787215 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=f660bbf8-a596-4c18-b41f-5d8518c296ad,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:32.817810 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fd47d5aa-8b76-4d5c-876f-5121920d6d78 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "GET /v2.0/subnetpools/54ad980b-3a97-4190-a4ee-9264b014bb8e/tags HTTP/1.1" status: 200 len: 241 time: 0.4515898 Apr 06 14:22:32.826022 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54966) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:32.833559 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2d2309a2-7437-4a5d-b7f6-cda925f1e190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69876512-cb70-41a6-85be-e67bd1d00579', 'name': 'tempest-RoutersTest-router-216414502', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:21:38Z', 'updated_at': '2022-04-06T14:22:24Z', 'revision_number': 8, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'gw_port_host': None, '_interfaces': [{'id': '0f4e696d-523b-4a0a-9872-98f6994e16e1', 'name': '', 'network_id': '75838fa1-4a24-4928-881e-6a725cd084e9', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:67:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:52Z', 'updated_at': '2022-04-06T14:22:04Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31f3c1c8-ec3f-44b3-8097-356ea15bbee5', 'name': '', 'network_id': '719c6a2d-d7a8-4107-b809-46532adc9a5f', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:8c:a4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce67b97e-5796-4652-adc9-c9974b1eeaf5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:02Z', 'updated_at': '2022-04-06T14:22:17Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'ce67b97e-5796-4652-adc9-c9974b1eeaf5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f076b03-71fd-4d73-a850-0ab5368a65d9', 'name': '', 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:81:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:42Z', 'updated_at': '2022-04-06T14:21:55Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:32.845270 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2309a2-7437-4a5d-b7f6-cda925f1e190 None None] The sync data for ids ['69876512-cb70-41a6-85be-e67bd1d00579'] in dv-neutron-835868-1-hyperv is: [{'id': '69876512-cb70-41a6-85be-e67bd1d00579', 'name': 'tempest-RoutersTest-router-216414502', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:21:38Z', 'updated_at': '2022-04-06T14:22:24Z', 'revision_number': 8, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'gw_port_host': None, '_interfaces': [{'id': '0f4e696d-523b-4a0a-9872-98f6994e16e1', 'name': '', 'network_id': '75838fa1-4a24-4928-881e-6a725cd084e9', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:67:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:52Z', 'updated_at': '2022-04-06T14:22:04Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31f3c1c8-ec3f-44b3-8097-356ea15bbee5', 'name': '', 'network_id': '719c6a2d-d7a8-4107-b809-46532adc9a5f', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:8c:a4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce67b97e-5796-4652-adc9-c9974b1eeaf5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:02Z', 'updated_at': '2022-04-06T14:22:17Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'ce67b97e-5796-4652-adc9-c9974b1eeaf5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f076b03-71fd-4d73-a850-0ab5368a65d9', 'name': '', 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:81:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:42Z', 'updated_at': '2022-04-06T14:21:55Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:22:32.855564 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5a8b2504-723b-496e-b3a3-3a3118276da7 None None] Provisioning for port a6625467-a5e8-4510-bc92-f2e46643f77e completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:32.872379 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-49d759e6-f913-4298-8208-2466829b61b5 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Calling delete_port for 31f3c1c8-ec3f-44b3-8097-356ea15bbee5 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:22:32.897180 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5a8b2504-723b-496e-b3a3-3a3118276da7 None None] Provisioning complete for port a6625467-a5e8-4510-bc92-f2e46643f77e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:32.897817 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5a8b2504-723b-496e-b3a3-3a3118276da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:32.981047 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a0dbb525-0ed5-42ae-98f0-4d40635196cd up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:22:33.023781 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.tag.tag_plugin [None req-41b9383b-fe06-4a95-bcb1-02436a41513d tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '54ad980b-3a97-4190-a4ee-9264b014bb8e', 'tempest-TagsExtTest-Tag-1942449256') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:33.114621 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-49d759e6-f913-4298-8208-2466829b61b5 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:33.163814 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port a0dbb525-0ed5-42ae-98f0-4d40635196cd triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:33.164574 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:33.166088 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d759e6-f913-4298-8208-2466829b61b5 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Port': ['ID=31f3c1c8-ec3f-44b3-8097-356ea15bbee5,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:33.219723 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-cdd18ed4-d5a5-4d47-b151-56029b067d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950687437', 'tenant_id': '0b4b33bee8584311b96148992b932eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f660bbf8-a596-4c18-b41f-5d8518c296ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:22:15Z', 'updated_at': '2022-04-06T14:22:27Z', 'revision_number': 4, 'project_id': '0b4b33bee8584311b96148992b932eea', 'gw_port': {'id': 'f660bbf8-a596-4c18-b41f-5d8518c296ad', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:17Z', 'updated_at': '2022-04-06T14:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'f262a0e4-4bc9-4d26-81d6-e5c2244535d0', 'name': '', 'network_id': '0a3375d2-a268-4361-a617-6b6ea555d64d', 'tenant_id': '0b4b33bee8584311b96148992b932eea', 'mac_address': 'fa:16:3e:76:8a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f554381-7d35-4383-bcb6-880561d02513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:25Z', 'updated_at': '2022-04-06T14:22:28Z', 'revision_number': 2, 'project_id': '0b4b33bee8584311b96148992b932eea', 'subnets': [{'id': '6f554381-7d35-4383-bcb6-880561d02513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:33.225053 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd18ed4-d5a5-4d47-b151-56029b067d82 None None] Checking router: 1f8f9aec-ca41-45d8-9634-eb3c27bae867 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:22:33.225779 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd18ed4-d5a5-4d47-b151-56029b067d82 None None] Updating router 1f8f9aec-ca41-45d8-9634-eb3c27bae867 port f262a0e4-4bc9-4d26-81d6-e5c2244535d0 binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:22:33.283943 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-cdd18ed4-d5a5-4d47-b151-56029b067d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:33.306794 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5a8b2504-723b-496e-b3a3-3a3118276da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:33.446845 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4e6276d1-d0e2-4d2d-87f0-318340e407ec up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:22:33.484290 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-9c3e914d-16f4-4396-be46-24db6323f340 service neutron] 10.222.0.60 "GET /v2.0/networks/0a3375d2-a268-4361-a617-6b6ea555d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9001994 Apr 06 14:22:33.495361 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5a8b2504-723b-496e-b3a3-3a3118276da7 None None] For port a6625467-a5e8-4510-bc92-f2e46643f77e, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a6625467-a5e8-4510-bc92-f2e46643f77e,segment=NetworkSegment(86d77f23-dbd4-4995-9586-3917c6d6850e),segment_id=86d77f23-dbd4-4995-9586-3917c6d6850e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:33.514100 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-41b9383b-fe06-4a95-bcb1-02436a41513d tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "GET /v2.0/subnetpools/54ad980b-3a97-4190-a4ee-9264b014bb8e/tags/tempest-TagsExtTest-Tag-1942449256 HTTP/1.1" status: 204 len: 168 time: 0.6744733 Apr 06 14:22:33.514417 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52503c5-b1d2-401a-a8b8-46a915a5db25 None None] Update dhcp port {'port': {'network_id': 'bae98b9c-53c2-4147-9995-9ad2ab72192f', 'fixed_ips': [{'subnet_id': 'fe3979f5-2f47-4acd-bff5-920cad0ef530', 'ip_address': '2001:db8::2'}, {'subnet_id': 'de86cef0-8052-488c-969d-f6b74aaeb3ad'}], 'binding:host_id': 'dv-neutron-835868-1-hyperv'}, 'id': 'a6625467-a5e8-4510-bc92-f2e46643f77e'} from dv-neutron-835868-1-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 06 14:22:33.514936 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54970) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:33.528494 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.tag.tag_plugin [None req-ff2bdd4b-88e5-4354-8e95-4f04c8066041 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '54ad980b-3a97-4190-a4ee-9264b014bb8e', 'tempest-TagsExtTest-Tag-1942449256') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:33.542838 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f17b7576-da4b-4af4-b6fe-67c28ddf3933 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:33.562481 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5a8b2504-723b-496e-b3a3-3a3118276da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:33.598848 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-49d759e6-f913-4298-8208-2466829b61b5 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:33.633211 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2f23698e-967b-4a4a-93ae-2bf26ffd41cc req-22b3d31b-52d6-422b-8f1c-73b04e77b0e6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2dca4dce-8d37-4e20-8676-4848a9ded018&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2596760 Apr 06 14:22:33.768644 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ff2bdd4b-88e5-4354-8e95-4f04c8066041 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "DELETE /v2.0/subnetpools/54ad980b-3a97-4190-a4ee-9264b014bb8e/tags/tempest-TagsExtTest-Tag-1942449256 HTTP/1.1" status: 204 len: 168 time: 0.2484779 Apr 06 14:22:33.770430 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b2504-723b-496e-b3a3-3a3118276da7 None None] Pushing event updated for resources: {'Port': ['ID=a6625467-a5e8-4510-bc92-f2e46643f77e,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:33.777027 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54978) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:33.780681 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-cdd18ed4-d5a5-4d47-b151-56029b067d82 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:33.800520 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-cdd18ed4-d5a5-4d47-b151-56029b067d82 None None] Transition to ACTIVE for port object f262a0e4-4bc9-4d26-81d6-e5c2244535d0 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:22:33.806382 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c52503c5-b1d2-401a-a8b8-46a915a5db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:33.810945 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-cdd18ed4-d5a5-4d47-b151-56029b067d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:33.848741 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.tag.tag_plugin [None req-1a418266-0e84-4f83-94d6-bf2c1ea12b14 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '54ad980b-3a97-4190-a4ee-9264b014bb8e') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:33.900520 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bfe3d9f7-7b8d-48ed-b1b7-88055d28efbf req-af66944e-0536-4051-8f40-4fa0703e9d26 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 210 time: 0.2079835 Apr 06 14:22:33.943403 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5cfd5b-756e-45fd-a879-a347cc7b5296 None None] Pushing event updated for resources: {'Port': ['ID=f262a0e4-4bc9-4d26-81d6-e5c2244535d0,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:33.989021 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5a8b2504-723b-496e-b3a3-3a3118276da7 None None] Provisioning complete for port a0dbb525-0ed5-42ae-98f0-4d40635196cd triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:33.989639 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5a8b2504-723b-496e-b3a3-3a3118276da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:34.000638 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1a418266-0e84-4f83-94d6-bf2c1ea12b14 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "GET /v2.0/subnetpools/54ad980b-3a97-4190-a4ee-9264b014bb8e/tags HTTP/1.1" status: 200 len: 205 time: 0.2223251 Apr 06 14:22:34.001533 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 54986) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:34.041592 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.tag.tag_plugin [None req-9b03dc53-9ad4-4b15-bb88-cb8e003455c0 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '54ad980b-3a97-4190-a4ee-9264b014bb8e') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:34.091609 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 4e6276d1-d0e2-4d2d-87f0-318340e407ec triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:34.092051 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:34.130239 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2f23698e-967b-4a4a-93ae-2bf26ffd41cc req-12527075-354e-4684-92b9-4676409205c0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=681e39576088423facd0bc7051aac5ad&device_id=2dca4dce-8d37-4e20-8676-4848a9ded018 HTTP/1.1" status: 200 len: 1098 time: 0.2601047 Apr 06 14:22:34.284783 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-cdd18ed4-d5a5-4d47-b151-56029b067d82 None None] Attempting to bind port f262a0e4-4bc9-4d26-81d6-e5c2244535d0 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:22:34.285757 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-cdd18ed4-d5a5-4d47-b151-56029b067d82 None None] Attempting to bind port f262a0e4-4bc9-4d26-81d6-e5c2244535d0 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '42578794-267e-4920-9eaa-4ba98f4d1f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0a3375d2-a268-4361-a617-6b6ea555d64d'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:22:34.286344 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd18ed4-d5a5-4d47-b151-56029b067d82 None None] Attempting to bind port f262a0e4-4bc9-4d26-81d6-e5c2244535d0 on network 0a3375d2-a268-4361-a617-6b6ea555d64d {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:22:34.293866 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd18ed4-d5a5-4d47-b151-56029b067d82 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:22:34.294549 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd18ed4-d5a5-4d47-b151-56029b067d82 None None] Checking segment: {'id': '42578794-267e-4920-9eaa-4ba98f4d1f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0a3375d2-a268-4361-a617-6b6ea555d64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:22:34.295138 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-cdd18ed4-d5a5-4d47-b151-56029b067d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:34.295739 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd18ed4-d5a5-4d47-b151-56029b067d82 None None] Bound using segment: {'id': '42578794-267e-4920-9eaa-4ba98f4d1f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0a3375d2-a268-4361-a617-6b6ea555d64d'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:22:34.296412 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-cdd18ed4-d5a5-4d47-b151-56029b067d82 None None] Bound port: f262a0e4-4bc9-4d26-81d6-e5c2244535d0, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42578794-267e-4920-9eaa-4ba98f4d1f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0a3375d2-a268-4361-a617-6b6ea555d64d'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:22:34.297053 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-cdd18ed4-d5a5-4d47-b151-56029b067d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:34.407603 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-cdd18ed4-d5a5-4d47-b151-56029b067d82 None None] For port f262a0e4-4bc9-4d26-81d6-e5c2244535d0, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:22:34.417910 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9b03dc53-9ad4-4b15-bb88-cb8e003455c0 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "DELETE /v2.0/subnetpools/54ad980b-3a97-4190-a4ee-9264b014bb8e/tags HTTP/1.1" status: 204 len: 168 time: 0.3853142 Apr 06 14:22:34.421279 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54992) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:34.428327 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-6f1c5a9e-9b66-4ed6-a1c1-a66774ac8587 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2c373151-df04-4b34-b74a-a5075120bb23') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:34.433397 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-cdd18ed4-d5a5-4d47-b151-56029b067d82 None None] For port f262a0e4-4bc9-4d26-81d6-e5c2244535d0, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f262a0e4-4bc9-4d26-81d6-e5c2244535d0,segment=NetworkSegment(42578794-267e-4920-9eaa-4ba98f4d1f3f),segment_id=42578794-267e-4920-9eaa-4ba98f4d1f3f)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:22:34.449435 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-cdd18ed4-d5a5-4d47-b151-56029b067d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:34.476518 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5a8b2504-723b-496e-b3a3-3a3118276da7 None None] Provisioning for port f262a0e4-4bc9-4d26-81d6-e5c2244535d0 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:34.510305 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23698e-967b-4a4a-93ae-2bf26ffd41cc req-1c557731-0bdb-4796-bdd0-182340ce4f23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:34.511804 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2f23698e-967b-4a4a-93ae-2bf26ffd41cc req-1c557731-0bdb-4796-bdd0-182340ce4f23 service neutron] 10.222.0.69 "GET /v2.0/networks?id=095d4797-b5a4-4559-a0b9-992b5f89d16a HTTP/1.1" status: 200 len: 912 time: 0.3141651 Apr 06 14:22:34.603669 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5cfd5b-756e-45fd-a879-a347cc7b5296 None None] Pushing event updated for resources: {'Port': ['ID=f262a0e4-4bc9-4d26-81d6-e5c2244535d0,revision_number=4']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:34.620463 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd18ed4-d5a5-4d47-b151-56029b067d82 None None] Routers {'1f8f9aec-ca41-45d8-9634-eb3c27bae867'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:22:34.621366 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-cdd18ed4-d5a5-4d47-b151-56029b067d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:22:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['1f8f9aec-ca41-45d8-9634-eb3c27bae867'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:34.623330 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9183b45f-8e3b-4bf9-bed7-1087a8d093d3 None None] Provisioning for port 21b1292c-f16d-40bc-badf-e553a52e6d3d completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:34.625881 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-f17b7576-da4b-4af4-b6fe-67c28ddf3933 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Delete allocated IP 2001:db8::23a (bae98b9c-53c2-4147-9995-9ad2ab72192f/fe3979f5-2f47-4acd-bff5-920cad0ef530) {{(pid=83738) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 06 14:22:34.631670 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9183b45f-8e3b-4bf9-bed7-1087a8d093d3 None None] Provisioning complete for port 21b1292c-f16d-40bc-badf-e553a52e6d3d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:34.632305 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9183b45f-8e3b-4bf9-bed7-1087a8d093d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:34.661855 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-f17b7576-da4b-4af4-b6fe-67c28ddf3933 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Allocated IP 2001:db8:0:1::133 (bae98b9c-53c2-4147-9995-9ad2ab72192f/de86cef0-8052-488c-969d-f6b74aaeb3ad/7302bab7-321e-47ca-811e-a554bfb30200) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:22:34.696401 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2f23698e-967b-4a4a-93ae-2bf26ffd41cc req-3e21b90b-4f0f-418f-999b-b6f368d22b7e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=733f1808-14f9-4a9f-bed4-8a2cdd7ff74b HTTP/1.1" status: 200 len: 1001 time: 0.1765647 Apr 06 14:22:34.788026 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d759e6-f913-4298-8208-2466829b61b5 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Router 69876512-cb70-41a6-85be-e67bd1d00579 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:22:34.898754 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-9183b45f-8e3b-4bf9-bed7-1087a8d093d3 None None] Port 21b1292c-f16d-40bc-badf-e553a52e6d3d cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:22:34.922753 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6f1c5a9e-9b66-4ed6-a1c1-a66774ac8587 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "DELETE /v2.0/routers/2c373151-df04-4b34-b74a-a5075120bb23/tags HTTP/1.1" status: 204 len: 168 time: 0.5003448 Apr 06 14:22:34.929630 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 54998) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:34.951716 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9183b45f-8e3b-4bf9-bed7-1087a8d093d3 None None] Provisioning complete for port 4e6276d1-d0e2-4d2d-87f0-318340e407ec triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:34.952196 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9183b45f-8e3b-4bf9-bed7-1087a8d093d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:35.008112 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-cdd18ed4-d5a5-4d47-b151-56029b067d82 None None] Set router 1f8f9aec-ca41-45d8-9634-eb3c27bae867 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:22:35.021392 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a6625467-a5e8-4510-bc92-f2e46643f77e up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:22:35.083772 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-ebf61ff3-7436-4722-a053-beb07bb7e8c9 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '21b1292c-f16d-40bc-badf-e553a52e6d3d') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:35.091188 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23698e-967b-4a4a-93ae-2bf26ffd41cc req-fe3c03a7-e03b-49ef-be03-d1b76b75409c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:35.093475 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2f23698e-967b-4a4a-93ae-2bf26ffd41cc req-fe3c03a7-e03b-49ef-be03-d1b76b75409c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=905b1e27-43c6-41a9-9b0b-26bc504bfcd6 HTTP/1.1" status: 200 len: 850 time: 0.3846583 Apr 06 14:22:35.231494 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f17b7576-da4b-4af4-b6fe-67c28ddf3933 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:35.235938 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ebf61ff3-7436-4722-a053-beb07bb7e8c9 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "DELETE /v2.0/ports/21b1292c-f16d-40bc-badf-e553a52e6d3d/tags HTTP/1.1" status: 204 len: 168 time: 0.3023946 Apr 06 14:22:35.236340 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55004) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:35.242109 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-674853f6-9127-4595-b5d1-929686b1fed6 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '01d727f1-e429-4a9c-b176-34115bbaa163') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:35.249709 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-f17b7576-da4b-4af4-b6fe-67c28ddf3933 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Transition to ACTIVE for port object 7302bab7-321e-47ca-811e-a554bfb30200 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:22:35.271325 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port a6625467-a5e8-4510-bc92-f2e46643f77e triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:35.279210 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:35.282611 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d759e6-f913-4298-8208-2466829b61b5 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:22:35.303371 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-49d759e6-f913-4298-8208-2466829b61b5 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "PUT /v2.0/routers/69876512-cb70-41a6-85be-e67bd1d00579/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0091534 Apr 06 14:22:35.305031 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f17b7576-da4b-4af4-b6fe-67c28ddf3933 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:35.315460 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55008) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:35.329547 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2628ff8-1ed4-473b-aa92-07de18a5d05a None None] Sync routers for ids ['69876512-cb70-41a6-85be-e67bd1d00579'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:22:35.373972 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-edb374e2-de3b-45e6-ae32-c041a7ad926b req-8904bc60-0026-44e5-9611-7ba1f144bf57 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 210 time: 0.1230021 Apr 06 14:22:35.470383 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-c52503c5-b1d2-401a-a8b8-46a915a5db25 None None] Allocated IP 2001:db8:0:1::2 (bae98b9c-53c2-4147-9995-9ad2ab72192f/de86cef0-8052-488c-969d-f6b74aaeb3ad/a6625467-a5e8-4510-bc92-f2e46643f77e) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:22:35.477023 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2628ff8-1ed4-473b-aa92-07de18a5d05a None None] Routers {'69876512-cb70-41a6-85be-e67bd1d00579'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:22:35.477733 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f2628ff8-1ed4-473b-aa92-07de18a5d05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:22:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['69876512-cb70-41a6-85be-e67bd1d00579'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:35.483294 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b7576-da4b-4af4-b6fe-67c28ddf3933 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Port': ['ID=7302bab7-321e-47ca-811e-a554bfb30200,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:35.500519 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2f23698e-967b-4a4a-93ae-2bf26ffd41cc req-ce582798-6c45-4549-bd36-34c6625bd7f7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=095d4797-b5a4-4559-a0b9-992b5f89d16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3900390 Apr 06 14:22:35.502285 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f17b7576-da4b-4af4-b6fe-67c28ddf3933 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] In _notify_port_updated(), no bound segment for port 7302bab7-321e-47ca-811e-a554bfb30200 on network bae98b9c-53c2-4147-9995-9ad2ab72192f {{(pid=83738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 06 14:22:35.503113 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-cdd18ed4-d5a5-4d47-b151-56029b067d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950687437', 'tenant_id': '0b4b33bee8584311b96148992b932eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f660bbf8-a596-4c18-b41f-5d8518c296ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:22:15Z', 'updated_at': '2022-04-06T14:22:27Z', 'revision_number': 4, 'project_id': '0b4b33bee8584311b96148992b932eea', 'gw_port': {'id': 'f660bbf8-a596-4c18-b41f-5d8518c296ad', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:17Z', 'updated_at': '2022-04-06T14:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'f262a0e4-4bc9-4d26-81d6-e5c2244535d0', 'name': '', 'network_id': '0a3375d2-a268-4361-a617-6b6ea555d64d', 'tenant_id': '0b4b33bee8584311b96148992b932eea', 'mac_address': 'fa:16:3e:76:8a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f554381-7d35-4383-bcb6-880561d02513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:25Z', 'updated_at': '2022-04-06T14:22:34Z', 'revision_number': 4, 'project_id': '0b4b33bee8584311b96148992b932eea', 'subnets': [{'id': '6f554381-7d35-4383-bcb6-880561d02513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:35.507111 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17b7576-da4b-4af4-b6fe-67c28ddf3933 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:35.508026 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f17b7576-da4b-4af4-b6fe-67c28ddf3933 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:35.509470 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd18ed4-d5a5-4d47-b151-56029b067d82 None None] The sync data for ids ['1f8f9aec-ca41-45d8-9634-eb3c27bae867'] in dv-neutron-835868-1-hyperv is: [{'id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950687437', 'tenant_id': '0b4b33bee8584311b96148992b932eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f660bbf8-a596-4c18-b41f-5d8518c296ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:22:15Z', 'updated_at': '2022-04-06T14:22:27Z', 'revision_number': 4, 'project_id': '0b4b33bee8584311b96148992b932eea', 'gw_port': {'id': 'f660bbf8-a596-4c18-b41f-5d8518c296ad', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:17Z', 'updated_at': '2022-04-06T14:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'f262a0e4-4bc9-4d26-81d6-e5c2244535d0', 'name': '', 'network_id': '0a3375d2-a268-4361-a617-6b6ea555d64d', 'tenant_id': '0b4b33bee8584311b96148992b932eea', 'mac_address': 'fa:16:3e:76:8a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f554381-7d35-4383-bcb6-880561d02513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:25Z', 'updated_at': '2022-04-06T14:22:34Z', 'revision_number': 4, 'project_id': '0b4b33bee8584311b96148992b932eea', 'subnets': [{'id': '6f554381-7d35-4383-bcb6-880561d02513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:22:35.511613 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f17b7576-da4b-4af4-b6fe-67c28ddf3933 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "PUT /v2.0/ports/7302bab7-321e-47ca-811e-a554bfb30200 HTTP/1.1" status: 200 len: 930 time: 2.9722228 Apr 06 14:22:35.533595 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55012) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:35.558370 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4e282d-b498-436d-af99-b1f791272d26 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Deleting subnet ce67b97e-5796-4652-adc9-c9974b1eeaf5 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:22:35.564166 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f4e282d-b498-436d-af99-b1f791272d26 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:35.636931 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-674853f6-9127-4595-b5d1-929686b1fed6 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "DELETE /v2.0/subnets/01d727f1-e429-4a9c-b176-34115bbaa163/tags HTTP/1.1" status: 204 len: 168 time: 0.3995447 Apr 06 14:22:35.640405 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c8d06c9d-4e24-4151-a836-9acf88dcef34 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting port 7302bab7-321e-47ca-811e-a554bfb30200 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:35.640405 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c8d06c9d-4e24-4151-a836-9acf88dcef34 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:35.644343 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55016) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:35.655764 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-376862c5-9256-4db0-b957-40a94f658f36 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '01d727f1-e429-4a9c-b176-34115bbaa163', 'tempest-TagsExtTest-Tag-71478243') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:35.702624 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f4e282d-b498-436d-af99-b1f791272d26 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:35.825172 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f4e282d-b498-436d-af99-b1f791272d26 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:35.877972 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2f23698e-967b-4a4a-93ae-2bf26ffd41cc req-74422794-63d5-450a-b119-fd8a39a3ab34 service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642883 Apr 06 14:22:35.879190 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-f2628ff8-1ed4-473b-aa92-07de18a5d05a None None] Set router 69876512-cb70-41a6-85be-e67bd1d00579 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:22:35.882692 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-376862c5-9256-4db0-b957-40a94f658f36 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "PUT /v2.0/subnets/01d727f1-e429-4a9c-b176-34115bbaa163/tags/tempest-TagsExtTest-Tag-71478243 HTTP/1.1" status: 201 len: 201 time: 0.2375212 Apr 06 14:22:35.885800 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55020) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:35.893541 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-261f91ee-046c-4f3f-b071-594d9c203067 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '21b1292c-f16d-40bc-badf-e553a52e6d3d', 'tempest-TagsExtTest-Tag-2041150933') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:35.978258 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f4e282d-b498-436d-af99-b1f791272d26 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:36.022098 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e282d-b498-436d-af99-b1f791272d26 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Subnet': ['ID=ce67b97e-5796-4652-adc9-c9974b1eeaf5,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:36.038952 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f4e282d-b498-436d-af99-b1f791272d26 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:36.051856 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0f4e282d-b498-436d-af99-b1f791272d26 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/subnets/ce67b97e-5796-4652-adc9-c9974b1eeaf5 HTTP/1.1" status: 204 len: 168 time: 0.7275178 Apr 06 14:22:36.053572 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c52503c5-b1d2-401a-a8b8-46a915a5db25 None None] For port a6625467-a5e8-4510-bc92-f2e46643f77e, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a6625467-a5e8-4510-bc92-f2e46643f77e,segment=NetworkSegment(86d77f23-dbd4-4995-9586-3917c6d6850e),segment_id=86d77f23-dbd4-4995-9586-3917c6d6850e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:36.054640 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55024) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:36.083559 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c52503c5-b1d2-401a-a8b8-46a915a5db25 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:36.085315 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-261f91ee-046c-4f3f-b071-594d9c203067 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "PUT /v2.0/ports/21b1292c-f16d-40bc-badf-e553a52e6d3d/tags/tempest-TagsExtTest-Tag-2041150933 HTTP/1.1" status: 201 len: 201 time: 0.1982048 Apr 06 14:22:36.102853 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c52503c5-b1d2-401a-a8b8-46a915a5db25 None None] Transition to ACTIVE for port object a6625467-a5e8-4510-bc92-f2e46643f77e will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:22:36.119911 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad79d4a-16ab-4888-b1f9-e70c824c963e None None] Network 719c6a2d-d7a8-4107-b809-46532adc9a5f requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:22:36.140979 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55028) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:36.152823 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-69f9bb73-e170-4266-87ec-f7fe91e58563 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2c373151-df04-4b34-b74a-a5075120bb23', 'tempest-TagsExtTest-Tag-413568041') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:36.247730 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2f23698e-967b-4a4a-93ae-2bf26ffd41cc req-feb13557-a141-4302-9cc8-f3300fad702f service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227019 Apr 06 14:22:36.302850 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f660bbf8-a596-4c18-b41f-5d8518c296ad up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:22:36.329769 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c52503c5-b1d2-401a-a8b8-46a915a5db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:36.333170 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-925f86f5-446a-44d6-97ee-771c6e2bb4b1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:36.356903 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-925f86f5-446a-44d6-97ee-771c6e2bb4b1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Deleting port b761e98d-ef84-4dc9-b223-6feb6ade82be {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:36.357225 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-925f86f5-446a-44d6-97ee-771c6e2bb4b1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:36.506720 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-69f9bb73-e170-4266-87ec-f7fe91e58563 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "PUT /v2.0/routers/2c373151-df04-4b34-b74a-a5075120bb23/tags/tempest-TagsExtTest-Tag-413568041 HTTP/1.1" status: 201 len: 201 time: 0.3645618 Apr 06 14:22:36.516368 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52503c5-b1d2-401a-a8b8-46a915a5db25 None None] Pushing event updated for resources: {'Port': ['ID=a6625467-a5e8-4510-bc92-f2e46643f77e,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:36.561190 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55034) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:36.591997 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-ce8ba08c-0d18-4454-b750-3cb1bbace3ef tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '54ad980b-3a97-4190-a4ee-9264b014bb8e', 'tempest-TagsExtTest-Tag-950449457') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:36.636829 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-de34ebd9-a603-4a41-9226-afb1bda8bf25 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:36.638411 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-de34ebd9-a603-4a41-9226-afb1bda8bf25 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.69 "GET /v2.0/networks?id=0a3375d2-a268-4361-a617-6b6ea555d64d HTTP/1.1" status: 200 len: 797 time: 0.8474853 Apr 06 14:22:36.709547 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4fb963ea-5a29-4079-8f9d-99441b9c75ef req-c366103b-c337-40cc-99cd-597d2c4245ee tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 210 time: 0.0557818 Apr 06 14:22:36.727260 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c8d06c9d-4e24-4151-a836-9acf88dcef34 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:36.728371 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-925f86f5-446a-44d6-97ee-771c6e2bb4b1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] For port b761e98d-ef84-4dc9-b223-6feb6ade82be, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=b761e98d-ef84-4dc9-b223-6feb6ade82be,segment=NetworkSegment(21dbc696-a679-4b52-877c-a7751cd2fa4d),segment_id=21dbc696-a679-4b52-877c-a7751cd2fa4d)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:36.728738 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-925f86f5-446a-44d6-97ee-771c6e2bb4b1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:36.748164 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-c7be5b66-4a71-4422-ae2e-4142d8c63bde tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b4b33bee8584311b96148992b932eea HTTP/1.1" status: 200 len: 379 time: 0.0795889 Apr 06 14:22:36.809200 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-3da04747-3b60-463d-8fcd-3bc2040185ab tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Request body: {'port': {'device_id': '3af8123d-c731-4b52-b578-7927565b0af6', 'network_id': '0a3375d2-a268-4361-a617-6b6ea555d64d', 'admin_state_up': True, 'tenant_id': '0b4b33bee8584311b96148992b932eea', 'security_groups': ['9effe788-cb3b-4bce-a211-1bdac18e4837']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:36.945600 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c8d06c9d-4e24-4151-a836-9acf88dcef34 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Calling delete_port for 7302bab7-321e-47ca-811e-a554bfb30200 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:22:37.083805 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-925f86f5-446a-44d6-97ee-771c6e2bb4b1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Calling delete_port for b761e98d-ef84-4dc9-b223-6feb6ade82be owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:22:37.106340 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa63a5e-ddcc-4387-832e-ca54bccc9384 None None] DHCP port deletion for 719c6a2d-d7a8-4107-b809-46532adc9a5f request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:22:37.119181 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port f660bbf8-a596-4c18-b41f-5d8518c296ad triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:37.119797 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:37.185355 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0fa63a5e-ddcc-4387-832e-ca54bccc9384 None None] Deleting port b761e98d-ef84-4dc9-b223-6feb6ade82be {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:37.185822 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0fa63a5e-ddcc-4387-832e-ca54bccc9384 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:37.200465 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-3da04747-3b60-463d-8fcd-3bc2040185ab tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:37.219452 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-925f86f5-446a-44d6-97ee-771c6e2bb4b1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:37.222305 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-3da04747-3b60-463d-8fcd-3bc2040185ab tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:37.245365 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-3da04747-3b60-463d-8fcd-3bc2040185ab tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Made reservation on behalf of 0b4b33bee8584311b96148992b932eea for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:22:37.249251 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-3da04747-3b60-463d-8fcd-3bc2040185ab tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:37.261993 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c8d06c9d-4e24-4151-a836-9acf88dcef34 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:37.273177 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ce8ba08c-0d18-4454-b750-3cb1bbace3ef tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "PUT /v2.0/subnetpools/54ad980b-3a97-4190-a4ee-9264b014bb8e/tags/tempest-TagsExtTest-Tag-950449457 HTTP/1.1" status: 201 len: 201 time: 0.7108934 Apr 06 14:22:37.274482 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925f86f5-446a-44d6-97ee-771c6e2bb4b1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] No DVR routers for this DVR port b761e98d-ef84-4dc9-b223-6feb6ade82be on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:22:37.281708 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55038) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:37.287801 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-948a793e-0f2e-4850-b9ac-c937aa11cb83 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '01d727f1-e429-4a9c-b176-34115bbaa163', {'tags': ['tempest-TagsExtTest-Tag-1109971669', 'tempest-TagsExtTest-Tag-1166187641', 'tempest-TagsExtTest-Tag-2117532049']}) {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:37.340163 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f86f5-446a-44d6-97ee-771c6e2bb4b1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Port': ['ID=b761e98d-ef84-4dc9-b223-6feb6ade82be,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:37.346861 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0fa63a5e-ddcc-4387-832e-ca54bccc9384 None None] The port 'b761e98d-ef84-4dc9-b223-6feb6ade82be' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:22:37.393689 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c8d06c9d-4e24-4151-a836-9acf88dcef34 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:37.407709 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d06c9d-4e24-4151-a836-9acf88dcef34 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Port': ['ID=7302bab7-321e-47ca-811e-a554bfb30200,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:37.492527 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f2628ff8-1ed4-473b-aa92-07de18a5d05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69876512-cb70-41a6-85be-e67bd1d00579', 'name': 'tempest-RoutersTest-router-216414502', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:21:38Z', 'updated_at': '2022-04-06T14:22:33Z', 'revision_number': 9, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'gw_port_host': None, '_interfaces': [{'id': '0f4e696d-523b-4a0a-9872-98f6994e16e1', 'name': '', 'network_id': '75838fa1-4a24-4928-881e-6a725cd084e9', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:67:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:52Z', 'updated_at': '2022-04-06T14:22:04Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f076b03-71fd-4d73-a850-0ab5368a65d9', 'name': '', 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:81:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:42Z', 'updated_at': '2022-04-06T14:21:55Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:37.496772 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-925f86f5-446a-44d6-97ee-771c6e2bb4b1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:37.500593 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2628ff8-1ed4-473b-aa92-07de18a5d05a None None] Checking router: 69876512-cb70-41a6-85be-e67bd1d00579 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:22:37.520699 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c8d06c9d-4e24-4151-a836-9acf88dcef34 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/ports/7302bab7-321e-47ca-811e-a554bfb30200 HTTP/1.1" status: 204 len: 168 time: 1.9857047 Apr 06 14:22:37.524483 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55042) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:37.570496 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2628ff8-1ed4-473b-aa92-07de18a5d05a None None] Routers {'69876512-cb70-41a6-85be-e67bd1d00579'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:22:37.571995 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f2628ff8-1ed4-473b-aa92-07de18a5d05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:22:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['69876512-cb70-41a6-85be-e67bd1d00579'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:37.578114 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e7f929-bf61-42b1-8388-211497fa70f2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] GET failed (client error): The resource could not be found. Apr 06 14:22:37.579463 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-66e7f929-bf61-42b1-8388-211497fa70f2 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "GET /v2.0/ports/7302bab7-321e-47ca-811e-a554bfb30200 HTTP/1.1" status: 404 len: 333 time: 0.0539017 Apr 06 14:22:37.582747 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55046) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:37.586653 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-925f86f5-446a-44d6-97ee-771c6e2bb4b1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719c6a2d-d7a8-4107-b809-46532adc9a5f']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:37.601576 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-948a793e-0f2e-4850-b9ac-c937aa11cb83 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "PUT /v2.0/subnets/01d727f1-e429-4a9c-b176-34115bbaa163/tags HTTP/1.1" status: 200 len: 318 time: 0.3187780 Apr 06 14:22:37.602962 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55050) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:37.637303 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:22:37.648701 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-4bef2edf-b19c-4a3c-a188-417c89f4ad1d tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '01d727f1-e429-4a9c-b176-34115bbaa163') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:37.674998 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-3da04747-3b60-463d-8fcd-3bc2040185ab tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Allocated IP 172.20.0.8 (0a3375d2-a268-4361-a617-6b6ea555d64d/6f554381-7d35-4383-bcb6-880561d02513/e3f3327c-0d65-4c3c-bad8-0a67cd11517f) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:22:37.693011 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-925f86f5-446a-44d6-97ee-771c6e2bb4b1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21dbc696-a679-4b52-877c-a7751cd2fa4d') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:37.693208 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-925f86f5-446a-44d6-97ee-771c6e2bb4b1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21dbc696-a679-4b52-877c-a7751cd2fa4d') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:37.714376 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-925f86f5-446a-44d6-97ee-771c6e2bb4b1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:37.758581 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-925f86f5-446a-44d6-97ee-771c6e2bb4b1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:37.760217 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f262a0e4-4bc9-4d26-81d6-e5c2244535d0 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:22:37.767454 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e9f2da7-bb90-4c96-bd25-f36e7e118662 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:37.783189 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-925f86f5-446a-44d6-97ee-771c6e2bb4b1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:22:37.783603 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-925f86f5-446a-44d6-97ee-771c6e2bb4b1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:22:37.825234 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:22:37.899414 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-81290eb8-22b3-4994-a29e-88f57311401c None None] Provisioning complete for port 93caf159-e5fb-4fab-85af-263c37879125 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:37.899783 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-81290eb8-22b3-4994-a29e-88f57311401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:37.917078 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-3da04747-3b60-463d-8fcd-3bc2040185ab tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:37.936624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-3da04747-3b60-463d-8fcd-3bc2040185ab tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Transition to ACTIVE for port object e3f3327c-0d65-4c3c-bad8-0a67cd11517f will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:22:37.961269 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-f2628ff8-1ed4-473b-aa92-07de18a5d05a None None] Set router 69876512-cb70-41a6-85be-e67bd1d00579 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:22:37.970498 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-3da04747-3b60-463d-8fcd-3bc2040185ab tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:38.011057 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e9f2da7-bb90-4c96-bd25-f36e7e118662 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:38.053647 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port f262a0e4-4bc9-4d26-81d6-e5c2244535d0 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:38.060698 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-81290eb8-22b3-4994-a29e-88f57311401c None None] Port 93caf159-e5fb-4fab-85af-263c37879125 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:22:38.068650 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-925f86f5-446a-44d6-97ee-771c6e2bb4b1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:38.088595 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-355f3a1c-6bc4-4f1e-b779-4723a9585df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:38.090372 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-925f86f5-446a-44d6-97ee-771c6e2bb4b1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:38.091561 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port f262a0e4-4bc9-4d26-81d6-e5c2244535d0 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:38.091922 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:38.101365 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4bef2edf-b19c-4a3c-a188-417c89f4ad1d tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "DELETE /v2.0/subnets/01d727f1-e429-4a9c-b176-34115bbaa163/tags HTTP/1.1" status: 204 len: 168 time: 0.4579740 Apr 06 14:22:38.107929 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55056) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:38.113785 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f86f5-446a-44d6-97ee-771c6e2bb4b1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Network': ['ID=719c6a2d-d7a8-4107-b809-46532adc9a5f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:38.121942 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-966a1179-f397-4988-a697-0525084b20d2 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '01d727f1-e429-4a9c-b176-34115bbaa163', 'tempest-TagsExtTest-Tag-1109971669') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:38.135220 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da04747-3b60-463d-8fcd-3bc2040185ab tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Pushing event updated for resources: {'Port': ['ID=e3f3327c-0d65-4c3c-bad8-0a67cd11517f,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:38.158894 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-925f86f5-446a-44d6-97ee-771c6e2bb4b1 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/networks/719c6a2d-d7a8-4107-b809-46532adc9a5f HTTP/1.1" status: 204 len: 168 time: 2.1031978 Apr 06 14:22:38.162132 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55060) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:38.166258 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e9f2da7-bb90-4c96-bd25-f36e7e118662 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:38.168535 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e9f2da7-bb90-4c96-bd25-f36e7e118662 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:38.172199 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5e9f2da7-bb90-4c96-bd25-f36e7e118662 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/security-groups/7decd4c3-2a2c-4128-9fc2-57c5b04cfd80 HTTP/1.1" status: 204 len: 168 time: 0.5860312 Apr 06 14:22:38.180489 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-3da04747-3b60-463d-8fcd-3bc2040185ab tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Network 0a3375d2-a268-4361-a617-6b6ea555d64d is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:22:38.181177 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55064) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:38.234017 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-3da04747-3b60-463d-8fcd-3bc2040185ab tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:22:38.237996 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-3da04747-3b60-463d-8fcd-3bc2040185ab tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:22:38.252803 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f2da7-bb90-4c96-bd25-f36e7e118662 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7decd4c3-2a2c-4128-9fc2-57c5b04cfd80,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:38.310121 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-3da04747-3b60-463d-8fcd-3bc2040185ab tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:38.310758 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-3da04747-3b60-463d-8fcd-3bc2040185ab tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:38.313838 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-81290eb8-22b3-4994-a29e-88f57311401c None None] Provisioning for port a6625467-a5e8-4510-bc92-f2e46643f77e completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:38.344008 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-81290eb8-22b3-4994-a29e-88f57311401c None None] Provisioning complete for port a6625467-a5e8-4510-bc92-f2e46643f77e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:38.344373 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-81290eb8-22b3-4994-a29e-88f57311401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:38.357422 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8b4c8-6ce4-4eed-997a-6e89f11a6b98 req-b20b3b8e-4ef1-4069-9734-a334fe7bb305 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:38.364770 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-acf8b4c8-6ce4-4eed-997a-6e89f11a6b98 req-b20b3b8e-4ef1-4069-9734-a334fe7bb305 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 931 time: 0.2890527 Apr 06 14:22:38.370975 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-966a1179-f397-4988-a697-0525084b20d2 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] show failed (client error): The resource could not be found. Apr 06 14:22:38.372399 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-966a1179-f397-4988-a697-0525084b20d2 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "GET /v2.0/subnets/01d727f1-e429-4a9c-b176-34115bbaa163/tags/tempest-TagsExtTest-Tag-1109971669 HTTP/1.1" status: 404 len: 329 time: 0.2635353 Apr 06 14:22:38.376935 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55068) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:38.386471 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-84be2187-b925-4093-b0a6-6aee118afcfb tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '01d727f1-e429-4a9c-b176-34115bbaa163', 'tempest-TagsExtTest-Tag-1166187641') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:38.401271 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-27380bae-7b09-47a2-8eb9-b894649914b6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:38.578705 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-3da04747-3b60-463d-8fcd-3bc2040185ab tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7740891 Apr 06 14:22:38.587579 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:38.593830 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-d78e2285-0391-4586-a862-7666a1bc6504 service neutron] Request body: {'port': {'device_id': '3af8123d-c731-4b52-b578-7927565b0af6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:38.607484 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-84be2187-b925-4093-b0a6-6aee118afcfb tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] show failed (client error): The resource could not be found. Apr 06 14:22:38.608033 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-84be2187-b925-4093-b0a6-6aee118afcfb tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "GET /v2.0/subnets/01d727f1-e429-4a9c-b176-34115bbaa163/tags/tempest-TagsExtTest-Tag-1166187641 HTTP/1.1" status: 404 len: 329 time: 0.2297180 Apr 06 14:22:38.614556 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55072) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:38.621616 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-27380bae-7b09-47a2-8eb9-b894649914b6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:38.655090 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-81290eb8-22b3-4994-a29e-88f57311401c None None] Could not find standard attr ID for object 7302bab7-321e-47ca-811e-a554bfb30200. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 14:22:38.670018 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port f262a0e4-4bc9-4d26-81d6-e5c2244535d0, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f262a0e4-4bc9-4d26-81d6-e5c2244535d0,segment=NetworkSegment(42578794-267e-4920-9eaa-4ba98f4d1f3f),segment_id=42578794-267e-4920-9eaa-4ba98f4d1f3f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:38.671654 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-f8bc68af-e484-4afc-bbbb-82a3b46194b2 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '01d727f1-e429-4a9c-b176-34115bbaa163', 'tempest-TagsExtTest-Tag-2117532049') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:38.677063 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-acf8b4c8-6ce4-4eed-997a-6e89f11a6b98 req-2e8bb47b-d981-4b08-b00b-6d5b59693d04 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/security-groups?id=9effe788-cb3b-4bce-a211-1bdac18e4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3110147 Apr 06 14:22:38.677261 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:38.678012 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a6625467-a5e8-4510-bc92-f2e46643f77e up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:22:38.753516 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-d78e2285-0391-4586-a862-7666a1bc6504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:38.777625 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-f8bc68af-e484-4afc-bbbb-82a3b46194b2 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] show failed (client error): The resource could not be found. Apr 06 14:22:38.778927 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f8bc68af-e484-4afc-bbbb-82a3b46194b2 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "GET /v2.0/subnets/01d727f1-e429-4a9c-b176-34115bbaa163/tags/tempest-TagsExtTest-Tag-2117532049 HTTP/1.1" status: 404 len: 329 time: 0.1169899 Apr 06 14:22:38.781805 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55076) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:38.787409 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-445f1e89-6a72-481d-88a3-84ea8ac47a77 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '21b1292c-f16d-40bc-badf-e553a52e6d3d', {'tags': ['tempest-TagsExtTest-Tag-1093778917', 'tempest-TagsExtTest-Tag-1872474437', 'tempest-TagsExtTest-Tag-860557313']}) {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:38.849714 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f2628ff8-1ed4-473b-aa92-07de18a5d05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69876512-cb70-41a6-85be-e67bd1d00579', 'name': 'tempest-RoutersTest-router-216414502', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:21:38Z', 'updated_at': '2022-04-06T14:22:33Z', 'revision_number': 9, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'gw_port_host': None, '_interfaces': [{'id': '0f4e696d-523b-4a0a-9872-98f6994e16e1', 'name': '', 'network_id': '75838fa1-4a24-4928-881e-6a725cd084e9', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:67:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:52Z', 'updated_at': '2022-04-06T14:22:04Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f076b03-71fd-4d73-a850-0ab5368a65d9', 'name': '', 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:81:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:42Z', 'updated_at': '2022-04-06T14:21:55Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:38.869094 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2628ff8-1ed4-473b-aa92-07de18a5d05a None None] The sync data for ids ['69876512-cb70-41a6-85be-e67bd1d00579'] in dv-neutron-835868-1-hyperv is: [{'id': '69876512-cb70-41a6-85be-e67bd1d00579', 'name': 'tempest-RoutersTest-router-216414502', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:21:38Z', 'updated_at': '2022-04-06T14:22:33Z', 'revision_number': 9, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'gw_port_host': None, '_interfaces': [{'id': '0f4e696d-523b-4a0a-9872-98f6994e16e1', 'name': '', 'network_id': '75838fa1-4a24-4928-881e-6a725cd084e9', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:67:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:52Z', 'updated_at': '2022-04-06T14:22:04Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': 'fabb4496-a20e-4866-b1cd-221fef62125a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f076b03-71fd-4d73-a850-0ab5368a65d9', 'name': '', 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:81:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:42Z', 'updated_at': '2022-04-06T14:21:55Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:22:38.875020 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=f262a0e4-4bc9-4d26-81d6-e5c2244535d0,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:38.875604 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c91bc7ce-b3cc-46fa-9d2b-eb2a4ac92f08 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:38.884348 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2f1f22df-7bd3-4305-91b1-a9aef9b6dcc1 None None] Provisioning for port e3f3327c-0d65-4c3c-bad8-0a67cd11517f completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:38.893517 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2f1f22df-7bd3-4305-91b1-a9aef9b6dcc1 None None] Provisioning complete for port e3f3327c-0d65-4c3c-bad8-0a67cd11517f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:38.899336 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2f1f22df-7bd3-4305-91b1-a9aef9b6dcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:38.929658 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port a6625467-a5e8-4510-bc92-f2e46643f77e triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:38.930116 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:39.002232 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2f1f22df-7bd3-4305-91b1-a9aef9b6dcc1 None None] Port e3f3327c-0d65-4c3c-bad8-0a67cd11517f cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:22:39.010201 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2f1f22df-7bd3-4305-91b1-a9aef9b6dcc1 None None] Could not find standard attr ID for object 7302bab7-321e-47ca-811e-a554bfb30200. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 14:22:39.016156 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-27380bae-7b09-47a2-8eb9-b894649914b6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:39.056676 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27380bae-7b09-47a2-8eb9-b894649914b6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9202c59f-dda4-42aa-8e26-5e0736961508,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:39.065780 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-27380bae-7b09-47a2-8eb9-b894649914b6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:39.066998 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-27380bae-7b09-47a2-8eb9-b894649914b6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/security-groups/9202c59f-dda4-42aa-8e26-5e0736961508 HTTP/1.1" status: 204 len: 168 time: 0.8848693 Apr 06 14:22:39.076029 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55080) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:39.128987 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-445f1e89-6a72-481d-88a3-84ea8ac47a77 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "PUT /v2.0/ports/21b1292c-f16d-40bc-badf-e553a52e6d3d/tags HTTP/1.1" status: 200 len: 317 time: 0.3460045 Apr 06 14:22:39.132388 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55084) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:39.139221 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-4f2a7de9-f4a1-4fee-ae55-07c8df5f4ba5 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '21b1292c-f16d-40bc-badf-e553a52e6d3d') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:39.287181 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device b761e98d-ef84-4dc9-b223-6feb6ade82be no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:22:39.328131 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-d78e2285-0391-4586-a862-7666a1bc6504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f3327c-0d65-4c3c-bad8-0a67cd11517f {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:22:39.332498 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: b761e98d-ef84-4dc9-b223-6feb6ade82be {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:22:39.332625 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device b761e98d-ef84-4dc9-b223-6feb6ade82be not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:22:39.341528 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-d78e2285-0391-4586-a862-7666a1bc6504 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:39.353361 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4f2a7de9-f4a1-4fee-ae55-07c8df5f4ba5 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "DELETE /v2.0/ports/21b1292c-f16d-40bc-badf-e553a52e6d3d/tags HTTP/1.1" status: 204 len: 168 time: 0.2190881 Apr 06 14:22:39.356124 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55088) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:39.368644 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.tag.tag_plugin [None req-3dafa305-30d2-4e46-8bee-68ff35e718a7 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '21b1292c-f16d-40bc-badf-e553a52e6d3d', 'tempest-TagsExtTest-Tag-1093778917') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:39.401830 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ac89fc-bcb6-4528-b522-51efb7675db8 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting subnet fe3979f5-2f47-4acd-bff5-920cad0ef530 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:22:39.410094 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c4ac89fc-bcb6-4528-b522-51efb7675db8 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:39.442470 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-d78e2285-0391-4586-a862-7666a1bc6504 service neutron] Transition to ACTIVE for port object e3f3327c-0d65-4c3c-bad8-0a67cd11517f will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:22:39.454617 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-d78e2285-0391-4586-a862-7666a1bc6504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:39.518836 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c4ac89fc-bcb6-4528-b522-51efb7675db8 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:39.572038 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f262a0e4-4bc9-4d26-81d6-e5c2244535d0 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:22:39.655933 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port f262a0e4-4bc9-4d26-81d6-e5c2244535d0 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:39.657000 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:39.662929 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e2285-0391-4586-a862-7666a1bc6504 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f3327c-0d65-4c3c-bad8-0a67cd11517f,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:39.734409 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-3dafa305-30d2-4e46-8bee-68ff35e718a7 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] show failed (client error): The resource could not be found. Apr 06 14:22:39.738288 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3dafa305-30d2-4e46-8bee-68ff35e718a7 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "GET /v2.0/ports/21b1292c-f16d-40bc-badf-e553a52e6d3d/tags/tempest-TagsExtTest-Tag-1093778917 HTTP/1.1" status: 404 len: 329 time: 0.3751445 Apr 06 14:22:39.743830 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55094) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:39.752957 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-c91bc7ce-b3cc-46fa-9d2b-eb2a4ac92f08 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Deleting port 0f4e696d-523b-4a0a-9872-98f6994e16e1 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:39.753449 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c91bc7ce-b3cc-46fa-9d2b-eb2a4ac92f08 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:39.791544 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.tag.tag_plugin [None req-536cc098-ae5c-4b66-a027-a0233da878b7 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '21b1292c-f16d-40bc-badf-e553a52e6d3d', 'tempest-TagsExtTest-Tag-1872474437') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:39.825639 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 31f3c1c8-ec3f-44b3-8097-356ea15bbee5 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:22:39.866006 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 31f3c1c8-ec3f-44b3-8097-356ea15bbee5 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:22:39.866476 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 31f3c1c8-ec3f-44b3-8097-356ea15bbee5 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:22:39.896693 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c4ac89fc-bcb6-4528-b522-51efb7675db8 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:39.947821 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-d78e2285-0391-4586-a862-7666a1bc6504 service neutron] Attempting to bind port e3f3327c-0d65-4c3c-bad8-0a67cd11517f on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:22:39.948164 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-d78e2285-0391-4586-a862-7666a1bc6504 service neutron] Attempting to bind port e3f3327c-0d65-4c3c-bad8-0a67cd11517f by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '42578794-267e-4920-9eaa-4ba98f4d1f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0a3375d2-a268-4361-a617-6b6ea555d64d'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:22:39.948495 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-d78e2285-0391-4586-a862-7666a1bc6504 service neutron] Attempting to bind port e3f3327c-0d65-4c3c-bad8-0a67cd11517f on network 0a3375d2-a268-4361-a617-6b6ea555d64d {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:22:39.971158 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-d78e2285-0391-4586-a862-7666a1bc6504 service neutron] Port e3f3327c-0d65-4c3c-bad8-0a67cd11517f on network 0a3375d2-a268-4361-a617-6b6ea555d64d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:22:39.971476 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-d78e2285-0391-4586-a862-7666a1bc6504 service neutron] Attempting to bind port e3f3327c-0d65-4c3c-bad8-0a67cd11517f on network 0a3375d2-a268-4361-a617-6b6ea555d64d {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:22:39.988431 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-536cc098-ae5c-4b66-a027-a0233da878b7 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] show failed (client error): The resource could not be found. Apr 06 14:22:39.989481 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-536cc098-ae5c-4b66-a027-a0233da878b7 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "GET /v2.0/ports/21b1292c-f16d-40bc-badf-e553a52e6d3d/tags/tempest-TagsExtTest-Tag-1872474437 HTTP/1.1" status: 404 len: 329 time: 0.2048578 Apr 06 14:22:39.992364 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-d78e2285-0391-4586-a862-7666a1bc6504 service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:22:39.992655 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-d78e2285-0391-4586-a862-7666a1bc6504 service neutron] Checking segment: {'id': '42578794-267e-4920-9eaa-4ba98f4d1f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0a3375d2-a268-4361-a617-6b6ea555d64d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:22:39.993608 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-d78e2285-0391-4586-a862-7666a1bc6504 service neutron] Bound using segment: {'id': '42578794-267e-4920-9eaa-4ba98f4d1f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0a3375d2-a268-4361-a617-6b6ea555d64d'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:22:39.994047 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-d78e2285-0391-4586-a862-7666a1bc6504 service neutron] Bound port: e3f3327c-0d65-4c3c-bad8-0a67cd11517f, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42578794-267e-4920-9eaa-4ba98f4d1f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0a3375d2-a268-4361-a617-6b6ea555d64d'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:22:39.994394 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-d78e2285-0391-4586-a862-7666a1bc6504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:39.995476 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55098) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:40.020253 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-10074e38-6a79-4105-8a42-45b389d2b80a tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '21b1292c-f16d-40bc-badf-e553a52e6d3d', 'tempest-TagsExtTest-Tag-860557313') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:40.043516 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c4ac89fc-bcb6-4528-b522-51efb7675db8 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:40.087959 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01fecf-fe65-49f8-b71d-180176e62e05 req-a0f154c9-2d21-4831-a38b-acc0337ba1ea tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:40.089447 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe01fecf-fe65-49f8-b71d-180176e62e05 req-a0f154c9-2d21-4831-a38b-acc0337ba1ea tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 943 time: 0.1759911 Apr 06 14:22:40.091294 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-c91bc7ce-b3cc-46fa-9d2b-eb2a4ac92f08 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] For port 0f4e696d-523b-4a0a-9872-98f6994e16e1, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=0f4e696d-523b-4a0a-9872-98f6994e16e1,segment=NetworkSegment(b141b65b-9801-4444-9469-3f16f2a40566),segment_id=b141b65b-9801-4444-9469-3f16f2a40566)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:40.091659 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c91bc7ce-b3cc-46fa-9d2b-eb2a4ac92f08 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:40.095544 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac89fc-bcb6-4528-b522-51efb7675db8 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Subnet': ['ID=fe3979f5-2f47-4acd-bff5-920cad0ef530,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:40.118889 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c860a950-d0dd-441e-a83a-f1b8df1142ff None None] Network bae98b9c-53c2-4147-9995-9ad2ab72192f requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:22:40.120087 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c4ac89fc-bcb6-4528-b522-51efb7675db8 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:40.134273 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c4ac89fc-bcb6-4528-b522-51efb7675db8 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/subnets/fe3979f5-2f47-4acd-bff5-920cad0ef530 HTTP/1.1" status: 204 len: 168 time: 1.0529599 Apr 06 14:22:40.134466 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55102) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:40.143662 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-b0362a1e-c7be-4aa4-ba0a-0045e735e396 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'subnet': {'network_id': 'bae98b9c-53c2-4147-9995-9ad2ab72192f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:40.215057 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-d78e2285-0391-4586-a862-7666a1bc6504 service neutron] For port e3f3327c-0d65-4c3c-bad8-0a67cd11517f, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:22:40.231681 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-c91bc7ce-b3cc-46fa-9d2b-eb2a4ac92f08 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Calling delete_port for 0f4e696d-523b-4a0a-9872-98f6994e16e1 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:22:40.348703 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-d78e2285-0391-4586-a862-7666a1bc6504 service neutron] For port e3f3327c-0d65-4c3c-bad8-0a67cd11517f, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e3f3327c-0d65-4c3c-bad8-0a67cd11517f,segment=NetworkSegment(42578794-267e-4920-9eaa-4ba98f4d1f3f),segment_id=42578794-267e-4920-9eaa-4ba98f4d1f3f)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:22:40.350170 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe01fecf-fe65-49f8-b71d-180176e62e05 req-beae9380-490a-4725-bbd5-b86464a82ef4 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/security-groups?id=9effe788-cb3b-4bce-a211-1bdac18e4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2464523 Apr 06 14:22:40.362677 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-10074e38-6a79-4105-8a42-45b389d2b80a tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] show failed (client error): The resource could not be found. Apr 06 14:22:40.364204 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-10074e38-6a79-4105-8a42-45b389d2b80a tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "GET /v2.0/ports/21b1292c-f16d-40bc-badf-e553a52e6d3d/tags/tempest-TagsExtTest-Tag-860557313 HTTP/1.1" status: 404 len: 328 time: 0.3529074 Apr 06 14:22:40.367014 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55106) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:40.375472 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-2c939e50-441f-4aa7-9a9b-24b30deb62ee tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2c373151-df04-4b34-b74a-a5075120bb23', {'tags': ['tempest-TagsExtTest-Tag-926995496', 'tempest-TagsExtTest-Tag-48704706', 'tempest-TagsExtTest-Tag-953647440']}) {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:40.390957 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-d78e2285-0391-4586-a862-7666a1bc6504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:40.479216 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-d78e2285-0391-4586-a862-7666a1bc6504 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:40.480557 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-d78e2285-0391-4586-a862-7666a1bc6504 service neutron] 10.222.0.69 "PUT /v2.0/ports/e3f3327c-0d65-4c3c-bad8-0a67cd11517f HTTP/1.1" status: 200 len: 1093 time: 1.8914325 Apr 06 14:22:40.481141 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af8123d-c731-4b52-b578-7927565b0af6', 'tag': 'e3f3327c-0d65-4c3c-bad8-0a67cd11517f'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:22:40.499670 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b0362a1e-c7be-4aa4-ba0a-0045e735e396 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:40.505650 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b0362a1e-c7be-4aa4-ba0a-0045e735e396 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:subnet and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:40.517607 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b0362a1e-c7be-4aa4-ba0a-0045e735e396 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:40.521930 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e2285-0391-4586-a862-7666a1bc6504 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f3327c-0d65-4c3c-bad8-0a67cd11517f,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:40.529783 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b0362a1e-c7be-4aa4-ba0a-0045e735e396 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:40.582968 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2c939e50-441f-4aa7-9a9b-24b30deb62ee tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "PUT /v2.0/routers/2c373151-df04-4b34-b74a-a5075120bb23/tags HTTP/1.1" status: 200 len: 314 time: 0.2147129 Apr 06 14:22:40.587505 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55112) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:40.594102 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-fb1354b7-cb21-4922-950b-b3df2f48dd04 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2c373151-df04-4b34-b74a-a5075120bb23') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:40.595660 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74f96369-49d9-41d8-a035-be6333d9e01b'] response: {'name': 'network-changed', 'server_uuid': '3af8123d-c731-4b52-b578-7927565b0af6', 'tag': 'e3f3327c-0d65-4c3c-bad8-0a67cd11517f', 'status': 'completed', 'code': 200} Apr 06 14:22:40.601696 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0362a1e-c7be-4aa4-ba0a-0045e735e396 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:22:40.606342 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b0362a1e-c7be-4aa4-ba0a-0045e735e396 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:40.823659 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-dc82b447-6053-4493-93bc-053bc3d89cd8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b4b33bee8584311b96148992b932eea&device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 1096 time: 0.2683051 Apr 06 14:22:40.827743 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-07be2bc5-9d0f-44f6-aa27-366ceaa482cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:40.875551 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c91bc7ce-b3cc-46fa-9d2b-eb2a4ac92f08 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:40.906455 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-5fb91da0-8150-4d5a-ad35-4a9b137c563d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3f3327c-0d65-4c3c-bad8-0a67cd11517f HTTP/1.1" status: 200 len: 217 time: 0.0747838 Apr 06 14:22:40.967966 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91bc7ce-b3cc-46fa-9d2b-eb2a4ac92f08 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Port': ['ID=0f4e696d-523b-4a0a-9872-98f6994e16e1,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:41.029210 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-ce55f6e1-140e-4bc4-9c50-d7b48314769c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:41.031392 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-ce55f6e1-140e-4bc4-9c50-d7b48314769c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6f554381-7d35-4383-bcb6-880561d02513 HTTP/1.1" status: 200 len: 835 time: 0.0949292 Apr 06 14:22:41.132109 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fb1354b7-cb21-4922-950b-b3df2f48dd04 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "DELETE /v2.0/routers/2c373151-df04-4b34-b74a-a5075120bb23/tags HTTP/1.1" status: 204 len: 168 time: 0.5433249 Apr 06 14:22:41.137301 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55116) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:41.149957 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.tag.tag_plugin [None req-938550ce-4dd1-452c-93f0-bf1e683e5cfc tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2c373151-df04-4b34-b74a-a5075120bb23', 'tempest-TagsExtTest-Tag-926995496') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:41.207940 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-14bb9563-e985-4eaf-ab50-55c41d69f17f None None] Provisioning complete for port 93caf159-e5fb-4fab-85af-263c37879125 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:41.208486 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-14bb9563-e985-4eaf-ab50-55c41d69f17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:41.212671 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b0362a1e-c7be-4aa4-ba0a-0045e735e396 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:41.252401 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c91bc7ce-b3cc-46fa-9d2b-eb2a4ac92f08 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:41.269672 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-14bb9563-e985-4eaf-ab50-55c41d69f17f None None] Port 93caf159-e5fb-4fab-85af-263c37879125 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:22:41.295162 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:41.296852 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-14bb9563-e985-4eaf-ab50-55c41d69f17f None None] Provisioning complete for port a6625467-a5e8-4510-bc92-f2e46643f77e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:41.297477 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-14bb9563-e985-4eaf-ab50-55c41d69f17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:41.356566 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0362a1e-c7be-4aa4-ba0a-0045e735e396 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network bae98b9c-53c2-4147-9995-9ad2ab72192f is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:22:41.359460 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:41.360785 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-b0362a1e-c7be-4aa4-ba0a-0045e735e396 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:22:41.367817 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0362a1e-c7be-4aa4-ba0a-0045e735e396 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:41.368412 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b0362a1e-c7be-4aa4-ba0a-0045e735e396 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:41.371839 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0362a1e-c7be-4aa4-ba0a-0045e735e396 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Subnet': ['ID=b98cdaf9-382f-4dc9-9d06-58608fe13785,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:41.372161 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbf7946-9448-4d47-b308-1575ac869de2 None None] Network bae98b9c-53c2-4147-9995-9ad2ab72192f requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:22:41.390178 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-938550ce-4dd1-452c-93f0-bf1e683e5cfc tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] show failed (client error): The resource could not be found. Apr 06 14:22:41.392170 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-938550ce-4dd1-452c-93f0-bf1e683e5cfc tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "GET /v2.0/routers/2c373151-df04-4b34-b74a-a5075120bb23/tags/tempest-TagsExtTest-Tag-926995496 HTTP/1.1" status: 404 len: 328 time: 0.2510996 Apr 06 14:22:41.395908 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55122) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:41.408322 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-c48da767-efc1-4a38-9134-a045af504bee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0a3375d2-a268-4361-a617-6b6ea555d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3685884 Apr 06 14:22:41.409405 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-e75e7977-f50f-42bf-9d3a-aa81969a1032 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2c373151-df04-4b34-b74a-a5075120bb23', 'tempest-TagsExtTest-Tag-48704706') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:41.417797 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b0362a1e-c7be-4aa4-ba0a-0045e735e396 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2823195 Apr 06 14:22:41.420214 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55126) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:41.560945 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d258b87e-0614-48c1-933d-60e4c0d8c5f0 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'security_group': {'name': 'tempest-secgroup-1682612962'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:41.569438 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d258b87e-0614-48c1-933d-60e4c0d8c5f0 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:41.577124 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d258b87e-0614-48c1-933d-60e4c0d8c5f0 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:security_group and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:41.581452 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d258b87e-0614-48c1-933d-60e4c0d8c5f0 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:41.592544 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d258b87e-0614-48c1-933d-60e4c0d8c5f0 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:41.612562 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-e75e7977-f50f-42bf-9d3a-aa81969a1032 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] show failed (client error): The resource could not be found. Apr 06 14:22:41.620710 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e75e7977-f50f-42bf-9d3a-aa81969a1032 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "GET /v2.0/routers/2c373151-df04-4b34-b74a-a5075120bb23/tags/tempest-TagsExtTest-Tag-48704706 HTTP/1.1" status: 404 len: 327 time: 0.2144370 Apr 06 14:22:41.621597 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55130) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:41.623007 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d258b87e-0614-48c1-933d-60e4c0d8c5f0 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:41.635545 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-fa0614cb-8935-4f20-aa9d-d3f28b964d17 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2c373151-df04-4b34-b74a-a5075120bb23', 'tempest-TagsExtTest-Tag-953647440') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:41.646356 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-17784715-fca2-4327-9377-1238fef22101 service neutron] 10.222.0.69 "GET /v2.0/networks/0a3375d2-a268-4361-a617-6b6ea555d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270355 Apr 06 14:22:41.752303 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d258b87e-0614-48c1-933d-60e4c0d8c5f0 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:41.759622 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d258b87e-0614-48c1-933d-60e4c0d8c5f0 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:security_group_rule and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:41.764103 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d258b87e-0614-48c1-933d-60e4c0d8c5f0 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:41.773296 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d258b87e-0614-48c1-933d-60e4c0d8c5f0 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:41.820458 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9c411455-ccfc-4b13-b92b-c5d375be4e05 req-a4b39441-0e5b-4227-a4d9-fdd6f3bfbbd1 service neutron] 10.222.0.69 "GET /v2.0/networks/0a3375d2-a268-4361-a617-6b6ea555d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675987 Apr 06 14:22:41.822298 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed5bd4f-ea0b-409a-bcbf-aed409dc4255 None None] Update dhcp port {'port': {'network_id': 'bae98b9c-53c2-4147-9995-9ad2ab72192f', 'fixed_ips': [{'subnet_id': 'de86cef0-8052-488c-969d-f6b74aaeb3ad', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b98cdaf9-382f-4dc9-9d06-58608fe13785'}], 'binding:host_id': 'dv-neutron-835868-1-hyperv'}, 'id': 'a6625467-a5e8-4510-bc92-f2e46643f77e'} from dv-neutron-835868-1-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 06 14:22:41.872560 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d258b87e-0614-48c1-933d-60e4c0d8c5f0 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:41.876393 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d258b87e-0614-48c1-933d-60e4c0d8c5f0 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:41.902009 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9ed5bd4f-ea0b-409a-bcbf-aed409dc4255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:41.910743 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690860d2-d9a8-4976-8360-7f741045db68 req-1c1af765-21f3-4f11-aa00-4d86a3f8b883 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:41.912108 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-690860d2-d9a8-4976-8360-7f741045db68 req-1c1af765-21f3-4f11-aa00-4d86a3f8b883 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 943 time: 0.3841805 Apr 06 14:22:41.960710 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-fa0614cb-8935-4f20-aa9d-d3f28b964d17 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] show failed (client error): The resource could not be found. Apr 06 14:22:41.961769 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fa0614cb-8935-4f20-aa9d-d3f28b964d17 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "GET /v2.0/routers/2c373151-df04-4b34-b74a-a5075120bb23/tags/tempest-TagsExtTest-Tag-953647440 HTTP/1.1" status: 404 len: 328 time: 0.3374307 Apr 06 14:22:41.967549 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55134) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:41.974675 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d258b87e-0614-48c1-933d-60e4c0d8c5f0 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:41.978807 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d258b87e-0614-48c1-933d-60e4c0d8c5f0 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5546820 Apr 06 14:22:41.981141 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.tag.tag_plugin [None req-9be21a2b-db9e-485a-b01a-6061fe0bd594 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '54ad980b-3a97-4190-a4ee-9264b014bb8e', {'tags': ['tempest-TagsExtTest-Tag-1422710726', 'tempest-TagsExtTest-Tag-1481069828', 'tempest-TagsExtTest-Tag-219627452']}) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:41.990006 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55138) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:41.999738 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258b87e-0614-48c1-933d-60e4c0d8c5f0 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2221664-42e3-4c8c-b797-807fc6d0772b,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:42.005983 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-33e0aacd-5ae8-4a78-bf85-6236e03c4c95 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'security_group': {'name': 'tempest-secgroup-1221425038'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:42.018485 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-33e0aacd-5ae8-4a78-bf85-6236e03c4c95 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:42.030816 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-33e0aacd-5ae8-4a78-bf85-6236e03c4c95 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:security_group and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:42.034500 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-33e0aacd-5ae8-4a78-bf85-6236e03c4c95 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:42.044313 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-33e0aacd-5ae8-4a78-bf85-6236e03c4c95 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:42.054442 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3266d749-2086-4d23-b627-d0155edfd551 req-afbccde1-fd2c-4b43-a4a1-be97c128146c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b4b33bee8584311b96148992b932eea&device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 1096 time: 0.1726215 Apr 06 14:22:42.084093 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-690860d2-d9a8-4976-8360-7f741045db68 req-f76def71-151e-425d-b886-bed30b329b6a tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/security-groups?id=9effe788-cb3b-4bce-a211-1bdac18e4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603272 Apr 06 14:22:42.135973 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9be21a2b-db9e-485a-b01a-6061fe0bd594 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "PUT /v2.0/subnetpools/54ad980b-3a97-4190-a4ee-9264b014bb8e/tags HTTP/1.1" status: 200 len: 317 time: 0.1661577 Apr 06 14:22:42.136252 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55142) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:42.141029 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-33e0aacd-5ae8-4a78-bf85-6236e03c4c95 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:42.142145 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-59b638a6-9a7a-49cd-ac7a-6d9a52815d04 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '54ad980b-3a97-4190-a4ee-9264b014bb8e') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:42.155826 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-9ed5bd4f-ea0b-409a-bcbf-aed409dc4255 None None] Allocated IP 2001:db8::2 (bae98b9c-53c2-4147-9995-9ad2ab72192f/b98cdaf9-382f-4dc9-9d06-58608fe13785/a6625467-a5e8-4510-bc92-f2e46643f77e) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:22:42.210905 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-33e0aacd-5ae8-4a78-bf85-6236e03c4c95 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:42.226039 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-33e0aacd-5ae8-4a78-bf85-6236e03c4c95 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:security_group_rule and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:42.231077 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-33e0aacd-5ae8-4a78-bf85-6236e03c4c95 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:42.238059 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266d749-2086-4d23-b627-d0155edfd551 req-09029b59-b9bb-44e1-b556-f582ec9cc488 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:42.239556 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3266d749-2086-4d23-b627-d0155edfd551 req-09029b59-b9bb-44e1-b556-f582ec9cc488 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0a3375d2-a268-4361-a617-6b6ea555d64d HTTP/1.1" status: 200 len: 898 time: 0.1777170 Apr 06 14:22:42.240519 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-33e0aacd-5ae8-4a78-bf85-6236e03c4c95 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:42.293844 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91bc7ce-b3cc-46fa-9d2b-eb2a4ac92f08 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Router 69876512-cb70-41a6-85be-e67bd1d00579 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:22:42.342890 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-9ed5bd4f-ea0b-409a-bcbf-aed409dc4255 None None] For port a6625467-a5e8-4510-bc92-f2e46643f77e, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a6625467-a5e8-4510-bc92-f2e46643f77e,segment=NetworkSegment(86d77f23-dbd4-4995-9586-3917c6d6850e),segment_id=86d77f23-dbd4-4995-9586-3917c6d6850e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:42.370906 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9ed5bd4f-ea0b-409a-bcbf-aed409dc4255 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:42.389525 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9ed5bd4f-ea0b-409a-bcbf-aed409dc4255 None None] Transition to ACTIVE for port object a6625467-a5e8-4510-bc92-f2e46643f77e will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:22:42.393750 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9ed5bd4f-ea0b-409a-bcbf-aed409dc4255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:42.435437 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-59b638a6-9a7a-49cd-ac7a-6d9a52815d04 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "DELETE /v2.0/subnetpools/54ad980b-3a97-4190-a4ee-9264b014bb8e/tags HTTP/1.1" status: 204 len: 168 time: 0.2981019 Apr 06 14:22:42.439148 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55146) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:42.440476 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3266d749-2086-4d23-b627-d0155edfd551 req-ee484575-aa19-4ae7-bbaa-6d952b8189a0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3f3327c-0d65-4c3c-bad8-0a67cd11517f HTTP/1.1" status: 200 len: 217 time: 0.1909752 Apr 06 14:22:42.448401 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-6366ec9e-32dd-474c-bf5d-0a9accf23dfa tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '54ad980b-3a97-4190-a4ee-9264b014bb8e', 'tempest-TagsExtTest-Tag-1422710726') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:42.489671 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-6366ec9e-32dd-474c-bf5d-0a9accf23dfa tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] show failed (client error): The resource could not be found. Apr 06 14:22:42.490438 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6366ec9e-32dd-474c-bf5d-0a9accf23dfa tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "GET /v2.0/subnetpools/54ad980b-3a97-4190-a4ee-9264b014bb8e/tags/tempest-TagsExtTest-Tag-1422710726 HTTP/1.1" status: 404 len: 329 time: 0.0504096 Apr 06 14:22:42.495439 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55150) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:42.503367 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-eee2e8fa-8602-4c32-aabd-a4a7addaf965 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '54ad980b-3a97-4190-a4ee-9264b014bb8e', 'tempest-TagsExtTest-Tag-1481069828') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:42.533931 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-33e0aacd-5ae8-4a78-bf85-6236e03c4c95 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:42.535082 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91bc7ce-b3cc-46fa-9d2b-eb2a4ac92f08 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:22:42.539452 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5bd4f-ea0b-409a-bcbf-aed409dc4255 None None] Pushing event updated for resources: {'Port': ['ID=a6625467-a5e8-4510-bc92-f2e46643f77e,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:42.541691 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-eee2e8fa-8602-4c32-aabd-a4a7addaf965 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] show failed (client error): The resource could not be found. Apr 06 14:22:42.542588 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-eee2e8fa-8602-4c32-aabd-a4a7addaf965 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "GET /v2.0/subnetpools/54ad980b-3a97-4190-a4ee-9264b014bb8e/tags/tempest-TagsExtTest-Tag-1481069828 HTTP/1.1" status: 404 len: 329 time: 0.0447736 Apr 06 14:22:42.546176 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266d749-2086-4d23-b627-d0155edfd551 req-f84b8f4a-219b-4bc6-83bb-c01b1c61bde0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:42.547151 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55154) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:42.547647 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3266d749-2086-4d23-b627-d0155edfd551 req-f84b8f4a-219b-4bc6-83bb-c01b1c61bde0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6f554381-7d35-4383-bcb6-880561d02513 HTTP/1.1" status: 200 len: 835 time: 0.0988932 Apr 06 14:22:42.548443 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-33e0aacd-5ae8-4a78-bf85-6236e03c4c95 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:42.552245 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-bf244ac9-58c0-46e3-8535-02d6f72d1b08 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '54ad980b-3a97-4190-a4ee-9264b014bb8e', 'tempest-TagsExtTest-Tag-219627452') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:42.569346 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c91bc7ce-b3cc-46fa-9d2b-eb2a4ac92f08 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "PUT /v2.0/routers/69876512-cb70-41a6-85be-e67bd1d00579/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4036620 Apr 06 14:22:42.569981 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55158) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:42.629604 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-bf244ac9-58c0-46e3-8535-02d6f72d1b08 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] show failed (client error): The resource could not be found. Apr 06 14:22:42.633295 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bf244ac9-58c0-46e3-8535-02d6f72d1b08 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "GET /v2.0/subnetpools/54ad980b-3a97-4190-a4ee-9264b014bb8e/tags/tempest-TagsExtTest-Tag-219627452 HTTP/1.1" status: 404 len: 328 time: 0.0826123 Apr 06 14:22:42.633986 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55162) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:42.639603 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-8d6d4f1d-77d3-4a4f-a1bf-0bde60f016da tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '54ad980b-3a97-4190-a4ee-9264b014bb8e') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:42.641532 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-33e0aacd-5ae8-4a78-bf85-6236e03c4c95 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:42.642748 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-33e0aacd-5ae8-4a78-bf85-6236e03c4c95 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6499715 Apr 06 14:22:42.644517 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0aacd-5ae8-4a78-bf85-6236e03c4c95 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70419cfa-c17d-4f4b-baea-2aac4d132c4b,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:42.647438 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55166) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:42.655917 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-717fcafa-3d9c-434d-a486-5cbc7d6112fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'security_group': {'name': 'tempest-secgroup-126774488'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:42.663243 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-717fcafa-3d9c-434d-a486-5cbc7d6112fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:42.669738 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-717fcafa-3d9c-434d-a486-5cbc7d6112fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:security_group and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:42.677238 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-717fcafa-3d9c-434d-a486-5cbc7d6112fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:42.685632 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-717fcafa-3d9c-434d-a486-5cbc7d6112fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:42.703355 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3266d749-2086-4d23-b627-d0155edfd551 req-62d11bec-d952-4f9c-b379-39754902543e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0a3375d2-a268-4361-a617-6b6ea555d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1377680 Apr 06 14:22:42.704733 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-717fcafa-3d9c-434d-a486-5cbc7d6112fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:42.787886 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:42.801727 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8d6d4f1d-77d3-4a4f-a1bf-0bde60f016da tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "DELETE /v2.0/subnetpools/54ad980b-3a97-4190-a4ee-9264b014bb8e/tags HTTP/1.1" status: 204 len: 168 time: 0.1644163 Apr 06 14:22:42.809466 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55170) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:42.818646 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.tag.tag_plugin [None req-2b3e8147-a8d3-4012-a85b-b1f719e86208 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2c373151-df04-4b34-b74a-a5075120bb23') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:42.835796 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-c086de06-4a2f-4875-ad34-171f36c0a63a tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Deleting subnet fabb4496-a20e-4866-b1cd-221fef62125a {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:22:42.839686 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c086de06-4a2f-4875-ad34-171f36c0a63a tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:42.911620 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c086de06-4a2f-4875-ad34-171f36c0a63a tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:42.961536 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-717fcafa-3d9c-434d-a486-5cbc7d6112fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:42.975697 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-717fcafa-3d9c-434d-a486-5cbc7d6112fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:security_group_rule and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:42.982153 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-717fcafa-3d9c-434d-a486-5cbc7d6112fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:42.990076 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-717fcafa-3d9c-434d-a486-5cbc7d6112fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:43.003084 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c086de06-4a2f-4875-ad34-171f36c0a63a tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:43.024822 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3266d749-2086-4d23-b627-d0155edfd551 req-49d08145-a881-4b8d-860f-9fea4fd3c11e service neutron] 10.222.0.69 "GET /v2.0/networks/0a3375d2-a268-4361-a617-6b6ea555d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098502 Apr 06 14:22:43.085382 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c086de06-4a2f-4875-ad34-171f36c0a63a tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:43.130788 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086de06-4a2f-4875-ad34-171f36c0a63a tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Subnet': ['ID=fabb4496-a20e-4866-b1cd-221fef62125a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:43.138492 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c086de06-4a2f-4875-ad34-171f36c0a63a tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:43.145163 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c086de06-4a2f-4875-ad34-171f36c0a63a tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/subnets/fabb4496-a20e-4866-b1cd-221fef62125a HTTP/1.1" status: 204 len: 168 time: 0.5742040 Apr 06 14:22:43.147952 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55176) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:43.165407 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43ee0ab-45b7-46e9-98a9-c4123707d0ee None None] Network 75838fa1-4a24-4928-881e-6a725cd084e9 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:22:43.167756 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2b3e8147-a8d3-4012-a85b-b1f719e86208 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "DELETE /v2.0/routers/2c373151-df04-4b34-b74a-a5075120bb23/tags HTTP/1.1" status: 204 len: 168 time: 0.3572743 Apr 06 14:22:43.170880 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55180) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:43.175798 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-717fcafa-3d9c-434d-a486-5cbc7d6112fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:43.181894 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-837176b8-82a0-4037-b977-3980fd1b0d87 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '21b1292c-f16d-40bc-badf-e553a52e6d3d') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:43.183261 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-717fcafa-3d9c-434d-a486-5cbc7d6112fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:43.201283 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-82266d58-4c87-44ec-8df8-af750d89afa5 None None] Provisioning complete for port 93caf159-e5fb-4fab-85af-263c37879125 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:43.202348 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-82266d58-4c87-44ec-8df8-af750d89afa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:43.284184 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717fcafa-3d9c-434d-a486-5cbc7d6112fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a673bb35-5f51-4bca-97be-94f6254b086b,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:43.288733 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3266d749-2086-4d23-b627-d0155edfd551 req-dea0d655-1741-438d-976d-1060c7ebe475 service neutron] 10.222.0.69 "GET /v2.0/networks/0a3375d2-a268-4361-a617-6b6ea555d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572443 Apr 06 14:22:43.312110 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-717fcafa-3d9c-434d-a486-5cbc7d6112fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:43.317102 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-717fcafa-3d9c-434d-a486-5cbc7d6112fc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6632562 Apr 06 14:22:43.317102 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55184) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:43.318277 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a0e2a2c4-6ae0-498b-a1a2-0eb93280b6ce tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:43.323034 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-51b54096-7d6c-42f9-a9f4-cd6975c9a457 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-929351869', 'security_groups': ['a673bb35-5f51-4bca-97be-94f6254b086b'], 'network_id': 'bae98b9c-53c2-4147-9995-9ad2ab72192f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b98cdaf9-382f-4dc9-9d06-58608fe13785'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:43.344683 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a0e2a2c4-6ae0-498b-a1a2-0eb93280b6ce tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Deleting port 351f4675-def1-448b-9492-c402f07cc7e9 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:43.344896 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-82266d58-4c87-44ec-8df8-af750d89afa5 None None] Port 93caf159-e5fb-4fab-85af-263c37879125 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:22:43.345376 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a0e2a2c4-6ae0-498b-a1a2-0eb93280b6ce tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:43.387538 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-837176b8-82a0-4037-b977-3980fd1b0d87 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "DELETE /v2.0/ports/21b1292c-f16d-40bc-badf-e553a52e6d3d/tags HTTP/1.1" status: 204 len: 168 time: 0.2159140 Apr 06 14:22:43.394436 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55188) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:43.402982 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-b70d465b-1803-41ab-9978-3a923f4457ad tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '01d727f1-e429-4a9c-b176-34115bbaa163') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:43.428745 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-82266d58-4c87-44ec-8df8-af750d89afa5 None None] Provisioning for port a6625467-a5e8-4510-bc92-f2e46643f77e completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:43.437015 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9db728-48dc-48c1-ab0c-46bd503fbd21 req-2ae0560e-e523-49a5-ada1-ee241c1485c4 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:43.437720 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-0b9db728-48dc-48c1-ab0c-46bd503fbd21 req-2ae0560e-e523-49a5-ada1-ee241c1485c4 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Synchronizing usage tracker for tenant:0b4b33bee8584311b96148992b932eea on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:22:43.438185 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-82266d58-4c87-44ec-8df8-af750d89afa5 None None] Provisioning complete for port a6625467-a5e8-4510-bc92-f2e46643f77e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:43.438880 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-82266d58-4c87-44ec-8df8-af750d89afa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:43.486895 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-0b9db728-48dc-48c1-ab0c-46bd503fbd21 req-2ae0560e-e523-49a5-ada1-ee241c1485c4 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Unset dirty status for tenant:0b4b33bee8584311b96148992b932eea on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:22:43.487955 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0b9db728-48dc-48c1-ab0c-46bd503fbd21 req-2ae0560e-e523-49a5-ada1-ee241c1485c4 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 943 time: 0.2379487 Apr 06 14:22:43.511700 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-51b54096-7d6c-42f9-a9f4-cd6975c9a457 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:43.519810 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-51b54096-7d6c-42f9-a9f4-cd6975c9a457 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:port and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:43.524432 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-51b54096-7d6c-42f9-a9f4-cd6975c9a457 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:43.531132 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-51b54096-7d6c-42f9-a9f4-cd6975c9a457 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:43.560770 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0b9db728-48dc-48c1-ab0c-46bd503fbd21 req-b0bb6eca-43a6-4f75-938a-88441d26cdb3 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/security-groups?id=9effe788-cb3b-4bce-a211-1bdac18e4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657322 Apr 06 14:22:43.561030 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b54096-7d6c-42f9-a9f4-cd6975c9a457 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:22:43.565988 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-51b54096-7d6c-42f9-a9f4-cd6975c9a457 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:43.596885 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-51b54096-7d6c-42f9-a9f4-cd6975c9a457 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] device_id is not set on port 6b9fb390-b191-490f-bc6c-b20b6edd7633 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:22:43.634829 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-a0e2a2c4-6ae0-498b-a1a2-0eb93280b6ce tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] For port 351f4675-def1-448b-9492-c402f07cc7e9, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=351f4675-def1-448b-9492-c402f07cc7e9,segment=NetworkSegment(b141b65b-9801-4444-9469-3f16f2a40566),segment_id=b141b65b-9801-4444-9469-3f16f2a40566)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:43.635366 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a0e2a2c4-6ae0-498b-a1a2-0eb93280b6ce tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:43.654951 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5829791-aaa5-41b4-8f5d-1ebb027fcf7d None None] DHCP port deletion for 75838fa1-4a24-4928-881e-6a725cd084e9 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:22:43.659775 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e5829791-aaa5-41b4-8f5d-1ebb027fcf7d None None] Deleting port 351f4675-def1-448b-9492-c402f07cc7e9 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:43.660899 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e5829791-aaa5-41b4-8f5d-1ebb027fcf7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:43.691403 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a6625467-a5e8-4510-bc92-f2e46643f77e up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:22:43.753730 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b70d465b-1803-41ab-9978-3a923f4457ad tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "DELETE /v2.0/subnets/01d727f1-e429-4a9c-b176-34115bbaa163/tags HTTP/1.1" status: 204 len: 168 time: 0.3576393 Apr 06 14:22:43.759763 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a0e2a2c4-6ae0-498b-a1a2-0eb93280b6ce tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Calling delete_port for 351f4675-def1-448b-9492-c402f07cc7e9 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:22:43.762095 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55192) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:43.854383 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a0e2a2c4-6ae0-498b-a1a2-0eb93280b6ce tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:43.903760 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2a2c4-6ae0-498b-a1a2-0eb93280b6ce tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Port': ['ID=351f4675-def1-448b-9492-c402f07cc7e9,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:43.910238 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-51b54096-7d6c-42f9-a9f4-cd6975c9a457 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Allocated IP 2001:db8::29f (bae98b9c-53c2-4147-9995-9ad2ab72192f/b98cdaf9-382f-4dc9-9d06-58608fe13785/6b9fb390-b191-490f-bc6c-b20b6edd7633) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:22:43.922540 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e2a2c4-6ae0-498b-a1a2-0eb93280b6ce tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] No DVR routers for this DVR port 351f4675-def1-448b-9492-c402f07cc7e9 on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:22:43.945538 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e5829791-aaa5-41b4-8f5d-1ebb027fcf7d None None] For port 351f4675-def1-448b-9492-c402f07cc7e9, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=351f4675-def1-448b-9492-c402f07cc7e9,segment=NetworkSegment(b141b65b-9801-4444-9469-3f16f2a40566),segment_id=b141b65b-9801-4444-9469-3f16f2a40566)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:43.945955 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e5829791-aaa5-41b4-8f5d-1ebb027fcf7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:43.992586 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fa5ac089-12d3-4a50-9a09-843a12c92406 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks [] for subnetpool, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:43.997358 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fa5ac089-12d3-4a50-9a09-843a12c92406 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "DELETE /v2.0/subnetpools/54ad980b-3a97-4190-a4ee-9264b014bb8e HTTP/1.1" status: 204 len: 168 time: 0.2341249 Apr 06 14:22:44.016500 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55196) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:44.067809 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device e3f3327c-0d65-4c3c-bad8-0a67cd11517f details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:22:44.078781 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e5829791-aaa5-41b4-8f5d-1ebb027fcf7d None None] Calling delete_port for 351f4675-def1-448b-9492-c402f07cc7e9 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:22:44.118351 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-18b50851-b767-4e88-9d8d-402e22e541b6 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c373151-df04-4b34-b74a-a5075120bb23 HTTP/1.1" status: 200 len: 205 time: 0.0978684 Apr 06 14:22:44.123282 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55200) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:44.148587 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port a6625467-a5e8-4510-bc92-f2e46643f77e triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:44.149350 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:44.153320 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a0e2a2c4-6ae0-498b-a1a2-0eb93280b6ce tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:44.178917 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-a0e2a2c4-6ae0-498b-a1a2-0eb93280b6ce tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75838fa1-4a24-4928-881e-6a725cd084e9']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:44.193501 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-a0e2a2c4-6ae0-498b-a1a2-0eb93280b6ce tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b141b65b-9801-4444-9469-3f16f2a40566') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:44.194907 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-a0e2a2c4-6ae0-498b-a1a2-0eb93280b6ce tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b141b65b-9801-4444-9469-3f16f2a40566') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:44.206261 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a0e2a2c4-6ae0-498b-a1a2-0eb93280b6ce tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:44.222887 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a0e2a2c4-6ae0-498b-a1a2-0eb93280b6ce tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:44.230651 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e2a2c4-6ae0-498b-a1a2-0eb93280b6ce tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:22:44.231136 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a0e2a2c4-6ae0-498b-a1a2-0eb93280b6ce tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:22:44.246814 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:22:44.292439 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-e5829791-aaa5-41b4-8f5d-1ebb027fcf7d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:22:44.293042 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-e5829791-aaa5-41b4-8f5d-1ebb027fcf7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:22:44.340133 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a0e2a2c4-6ae0-498b-a1a2-0eb93280b6ce tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:44.364571 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port e3f3327c-0d65-4c3c-bad8-0a67cd11517f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e3f3327c-0d65-4c3c-bad8-0a67cd11517f,segment=NetworkSegment(42578794-267e-4920-9eaa-4ba98f4d1f3f),segment_id=42578794-267e-4920-9eaa-4ba98f4d1f3f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:44.368693 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a0e2a2c4-6ae0-498b-a1a2-0eb93280b6ce tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:44.378946 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2a2c4-6ae0-498b-a1a2-0eb93280b6ce tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Network': ['ID=75838fa1-4a24-4928-881e-6a725cd084e9,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:44.391084 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': 'e3f3327c-0d65-4c3c-bad8-0a67cd11517f', 'network_id': '0a3375d2-a268-4361-a617-6b6ea555d64d', 'port_id': 'e3f3327c-0d65-4c3c-bad8-0a67cd11517f', 'mac_address': 'fa:16:3e:26:75:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f554381-7d35-4383-bcb6-880561d02513', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:22:44.394754 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a0e2a2c4-6ae0-498b-a1a2-0eb93280b6ce tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/networks/75838fa1-4a24-4928-881e-6a725cd084e9 HTTP/1.1" status: 204 len: 168 time: 1.2430327 Apr 06 14:22:44.395121 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55204) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:44.431146 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cd09dd55-0aaf-4872-9bc4-5a97d145d225 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:44.456858 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:44.474518 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f3327c-0d65-4c3c-bad8-0a67cd11517f {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:22:44.486786 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-51b54096-7d6c-42f9-a9f4-cd6975c9a457 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:44.490669 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port e3f3327c-0d65-4c3c-bad8-0a67cd11517f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e3f3327c-0d65-4c3c-bad8-0a67cd11517f,segment=NetworkSegment(42578794-267e-4920-9eaa-4ba98f4d1f3f),segment_id=42578794-267e-4920-9eaa-4ba98f4d1f3f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:44.494184 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:44.562798 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=e3f3327c-0d65-4c3c-bad8-0a67cd11517f,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:44.570245 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-51b54096-7d6c-42f9-a9f4-cd6975c9a457 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Transition to ACTIVE for port object 6b9fb390-b191-490f-bc6c-b20b6edd7633 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:22:44.733842 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['e3f3327c-0d65-4c3c-bad8-0a67cd11517f'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:22:44.802976 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e5829791-aaa5-41b4-8f5d-1ebb027fcf7d None None] Deleting port 351f4675-def1-448b-9492-c402f07cc7e9 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:44.803352 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e5829791-aaa5-41b4-8f5d-1ebb027fcf7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:44.875370 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cd09dd55-0aaf-4872-9bc4-5a97d145d225 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:44.881588 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cd09dd55-0aaf-4872-9bc4-5a97d145d225 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:44.882784 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559a570-dfe5-4ded-be27-d556938b217b req-44be8ea8-507c-4636-ac48-819a9c814cd0 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:44.885435 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7559a570-dfe5-4ded-be27-d556938b217b req-44be8ea8-507c-4636-ac48-819a9c814cd0 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 944 time: 0.1771286 Apr 06 14:22:44.885700 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-51b54096-7d6c-42f9-a9f4-cd6975c9a457 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:44.894213 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e5829791-aaa5-41b4-8f5d-1ebb027fcf7d None None] The port '351f4675-def1-448b-9492-c402f07cc7e9' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:22:44.933984 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e8a91ec-03c7-4e17-ac08-d0c9e1dc886d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:44.988936 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b54096-7d6c-42f9-a9f4-cd6975c9a457 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network bae98b9c-53c2-4147-9995-9ad2ab72192f is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:22:44.990679 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b54096-7d6c-42f9-a9f4-cd6975c9a457 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Port': ['ID=6b9fb390-b191-490f-bc6c-b20b6edd7633,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:44.994178 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-51b54096-7d6c-42f9-a9f4-cd6975c9a457 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:22:44.999229 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b54096-7d6c-42f9-a9f4-cd6975c9a457 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:22:45.001191 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b54096-7d6c-42f9-a9f4-cd6975c9a457 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:45.001934 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-51b54096-7d6c-42f9-a9f4-cd6975c9a457 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:45.018265 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cd09dd55-0aaf-4872-9bc4-5a97d145d225 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:45.018797 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd09dd55-0aaf-4872-9bc4-5a97d145d225 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Fanout notify agent at l3_agent the message router_deleted on router 2c373151-df04-4b34-b74a-a5075120bb23 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:22:45.031723 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cd09dd55-0aaf-4872-9bc4-5a97d145d225 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:45.033489 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cd09dd55-0aaf-4872-9bc4-5a97d145d225 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "DELETE /v2.0/routers/2c373151-df04-4b34-b74a-a5075120bb23 HTTP/1.1" status: 204 len: 168 time: 0.9090960 Apr 06 14:22:45.034362 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55210) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:45.082806 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-51b54096-7d6c-42f9-a9f4-cd6975c9a457 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7652526 Apr 06 14:22:45.085854 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55214) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:45.103785 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a53fdb31-cd83-43b8-9df4-f2c12ee66d82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'subnet': {'network_id': 'bae98b9c-53c2-4147-9995-9ad2ab72192f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:45.104398 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f999d47-343b-44d9-a580-08e030085c05 None None] Sync routers for ids ['69876512-cb70-41a6-85be-e67bd1d00579'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:22:45.121905 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f999d47-343b-44d9-a580-08e030085c05 None None] Routers {'69876512-cb70-41a6-85be-e67bd1d00579'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:22:45.122671 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9f999d47-343b-44d9-a580-08e030085c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:22:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['69876512-cb70-41a6-85be-e67bd1d00579'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:45.156985 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-4729684d-8d36-4415-a1d3-d8e5fe9d23e6 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Deleting port 21b1292c-f16d-40bc-badf-e553a52e6d3d {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:45.157695 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4729684d-8d36-4415-a1d3-d8e5fe9d23e6 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:45.201969 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7559a570-dfe5-4ded-be27-d556938b217b req-65ea001b-4948-4d13-af6b-a1aa9ca37a2a tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/security-groups?id=9effe788-cb3b-4bce-a211-1bdac18e4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3088932 Apr 06 14:22:45.299317 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a53fdb31-cd83-43b8-9df4-f2c12ee66d82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:45.304574 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a53fdb31-cd83-43b8-9df4-f2c12ee66d82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:subnet and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:45.310685 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a53fdb31-cd83-43b8-9df4-f2c12ee66d82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:45.322485 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a53fdb31-cd83-43b8-9df4-f2c12ee66d82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:45.333485 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-9f999d47-343b-44d9-a580-08e030085c05 None None] Set router 69876512-cb70-41a6-85be-e67bd1d00579 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:22:45.398508 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53fdb31-cd83-43b8-9df4-f2c12ee66d82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:22:45.484431 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-efc5c7ee-c438-41ba-bad7-3f3373d59516 None None] Provisioning for port 6b9fb390-b191-490f-bc6c-b20b6edd7633 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:45.490363 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-efc5c7ee-c438-41ba-bad7-3f3373d59516 None None] Provisioning complete for port 6b9fb390-b191-490f-bc6c-b20b6edd7633 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:45.490740 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-efc5c7ee-c438-41ba-bad7-3f3373d59516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:45.530758 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4729684d-8d36-4415-a1d3-d8e5fe9d23e6 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:45.585584 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 351f4675-def1-448b-9492-c402f07cc7e9 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:22:45.627821 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 351f4675-def1-448b-9492-c402f07cc7e9 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:22:45.628139 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 351f4675-def1-448b-9492-c402f07cc7e9 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:22:45.636846 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-efc5c7ee-c438-41ba-bad7-3f3373d59516 None None] Port 6b9fb390-b191-490f-bc6c-b20b6edd7633 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:22:45.662452 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a53fdb31-cd83-43b8-9df4-f2c12ee66d82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:45.674485 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-4729684d-8d36-4415-a1d3-d8e5fe9d23e6 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Calling delete_port for 21b1292c-f16d-40bc-badf-e553a52e6d3d owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:22:45.718790 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9f999d47-343b-44d9-a580-08e030085c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69876512-cb70-41a6-85be-e67bd1d00579', 'name': 'tempest-RoutersTest-router-216414502', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:21:38Z', 'updated_at': '2022-04-06T14:22:40Z', 'revision_number': 10, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'gw_port_host': None, '_interfaces': [{'id': '3f076b03-71fd-4d73-a850-0ab5368a65d9', 'name': '', 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:81:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:42Z', 'updated_at': '2022-04-06T14:21:55Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:45.723758 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f999d47-343b-44d9-a580-08e030085c05 None None] Checking router: 69876512-cb70-41a6-85be-e67bd1d00579 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:22:45.735406 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f999d47-343b-44d9-a580-08e030085c05 None None] Routers {'69876512-cb70-41a6-85be-e67bd1d00579'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:22:45.736037 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9f999d47-343b-44d9-a580-08e030085c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:22:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['69876512-cb70-41a6-85be-e67bd1d00579'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:45.842741 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4729684d-8d36-4415-a1d3-d8e5fe9d23e6 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:45.868542 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device e3f3327c-0d65-4c3c-bad8-0a67cd11517f up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:22:45.915812 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-9f999d47-343b-44d9-a580-08e030085c05 None None] Set router 69876512-cb70-41a6-85be-e67bd1d00579 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:22:45.948725 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729684d-8d36-4415-a1d3-d8e5fe9d23e6 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Pushing event deleted for resources: {'Port': ['ID=21b1292c-f16d-40bc-badf-e553a52e6d3d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:45.989343 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port e3f3327c-0d65-4c3c-bad8-0a67cd11517f completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:45.996412 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port e3f3327c-0d65-4c3c-bad8-0a67cd11517f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:45.996959 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:46.072655 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4729684d-8d36-4415-a1d3-d8e5fe9d23e6 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:46.082613 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4729684d-8d36-4415-a1d3-d8e5fe9d23e6 tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "DELETE /v2.0/ports/21b1292c-f16d-40bc-badf-e553a52e6d3d HTTP/1.1" status: 204 len: 168 time: 1.0422375 Apr 06 14:22:46.083539 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55218) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:46.114091 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.ipam_backend_mixin [None req-a53fdb31-cd83-43b8-9df4-f2c12ee66d82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b98cdaf9-382f-4dc9-9d06-58608fe13785 (CIDR: 2001:db8::/64) Apr 06 14:22:46.120328 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53fdb31-cd83-43b8-9df4-f2c12ee66d82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:22:46.120949 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a53fdb31-cd83-43b8-9df4-f2c12ee66d82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:46.160833 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a53fdb31-cd83-43b8-9df4-f2c12ee66d82 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0656905 Apr 06 14:22:46.163484 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55222) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:46.170503 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e7861c49-a9e3-4df2-9e4b-80d18649f66b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'subnet': {'network_id': 'bae98b9c-53c2-4147-9995-9ad2ab72192f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:46.262191 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:46.297421 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af8123d-c731-4b52-b578-7927565b0af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f3327c-0d65-4c3c-bad8-0a67cd11517f'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:22:46.312039 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port e3f3327c-0d65-4c3c-bad8-0a67cd11517f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e3f3327c-0d65-4c3c-bad8-0a67cd11517f,segment=NetworkSegment(42578794-267e-4920-9eaa-4ba98f4d1f3f),segment_id=42578794-267e-4920-9eaa-4ba98f4d1f3f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:46.316847 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:46.369600 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9f999d47-343b-44d9-a580-08e030085c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69876512-cb70-41a6-85be-e67bd1d00579', 'name': 'tempest-RoutersTest-router-216414502', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:21:38Z', 'updated_at': '2022-04-06T14:22:40Z', 'revision_number': 10, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'gw_port_host': None, '_interfaces': [{'id': '3f076b03-71fd-4d73-a850-0ab5368a65d9', 'name': '', 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:81:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:42Z', 'updated_at': '2022-04-06T14:21:55Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:46.374868 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f999d47-343b-44d9-a580-08e030085c05 None None] The sync data for ids ['69876512-cb70-41a6-85be-e67bd1d00579'] in dv-neutron-835868-1-hyperv is: [{'id': '69876512-cb70-41a6-85be-e67bd1d00579', 'name': 'tempest-RoutersTest-router-216414502', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:21:38Z', 'updated_at': '2022-04-06T14:22:40Z', 'revision_number': 10, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'gw_port_host': None, '_interfaces': [{'id': '3f076b03-71fd-4d73-a850-0ab5368a65d9', 'name': '', 'network_id': 'c34b5cd9-fff2-4a54-b70e-09bcc9376e2b', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'mac_address': 'fa:16:3e:81:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69876512-cb70-41a6-85be-e67bd1d00579', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:21:42Z', 'updated_at': '2022-04-06T14:21:55Z', 'revision_number': 5, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'subnets': [{'id': '6776f1eb-f281-4022-af4e-84f7cefb7798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:22:46.410902 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=e3f3327c-0d65-4c3c-bad8-0a67cd11517f,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:46.476827 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bb46e58-0bb0-4726-913b-732b8bb804c7'] response: {'server_uuid': '3af8123d-c731-4b52-b578-7927565b0af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f3327c-0d65-4c3c-bad8-0a67cd11517f', 'code': 200} Apr 06 14:22:46.515345 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb12c17-ddad-466a-a105-c4c07a1a5aca tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Deleting subnet 01d727f1-e429-4a9c-b176-34115bbaa163 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:22:46.519982 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2cb12c17-ddad-466a-a105-c4c07a1a5aca tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:46.541842 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e7861c49-a9e3-4df2-9e4b-80d18649f66b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:46.553611 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e7861c49-a9e3-4df2-9e4b-80d18649f66b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:subnet and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:46.557529 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e7861c49-a9e3-4df2-9e4b-80d18649f66b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:46.564885 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e7861c49-a9e3-4df2-9e4b-80d18649f66b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:46.585432 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7861c49-a9e3-4df2-9e4b-80d18649f66b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:22:46.591590 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7861c49-a9e3-4df2-9e4b-80d18649f66b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:46.596447 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2cb12c17-ddad-466a-a105-c4c07a1a5aca tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:46.644361 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63628382-dcd0-43a2-9f7e-f0cb89900b8c req-4bb0b100-22bb-42b9-835c-dcbe3d3aa5ba tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:46.645902 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-63628382-dcd0-43a2-9f7e-f0cb89900b8c req-4bb0b100-22bb-42b9-835c-dcbe3d3aa5ba tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 945 time: 0.1788406 Apr 06 14:22:46.771655 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-63628382-dcd0-43a2-9f7e-f0cb89900b8c req-e1bcb509-df25-463b-97ed-1d9159f703ad tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/security-groups?id=9effe788-cb3b-4bce-a211-1bdac18e4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185353 Apr 06 14:22:46.787484 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2cb12c17-ddad-466a-a105-c4c07a1a5aca tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:46.796276 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-7e8a91ec-03c7-4e17-ac08-d0c9e1dc886d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Deleting port 3f076b03-71fd-4d73-a850-0ab5368a65d9 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:46.796621 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e8a91ec-03c7-4e17-ac08-d0c9e1dc886d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:46.845843 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3f325082-f957-4310-b4e2-0f37aeb10007 req-09c30d46-abf1-4191-be8d-172487ff6844 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 1098 time: 0.1897123 Apr 06 14:22:46.853198 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.ipam_backend_mixin [None req-e7861c49-a9e3-4df2-9e4b-80d18649f66b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet de86cef0-8052-488c-969d-f6b74aaeb3ad (CIDR: 2001:db8:0:1::/64) Apr 06 14:22:46.868314 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7861c49-a9e3-4df2-9e4b-80d18649f66b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:22:46.868814 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7861c49-a9e3-4df2-9e4b-80d18649f66b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:46.918404 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3f325082-f957-4310-b4e2-0f37aeb10007 req-4816d9b6-8346-48b1-a8e9-cb0db7c29b24 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9effe788-cb3b-4bce-a211-1bdac18e4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634792 Apr 06 14:22:46.924761 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2cb12c17-ddad-466a-a105-c4c07a1a5aca tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:46.957778 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e7861c49-a9e3-4df2-9e4b-80d18649f66b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7905729 Apr 06 14:22:46.960179 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55230) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:46.972173 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d2414e81-85af-48de-a818-ae2a49f24da7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'subnet': {'network_id': 'bae98b9c-53c2-4147-9995-9ad2ab72192f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:46.985542 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb12c17-ddad-466a-a105-c4c07a1a5aca tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Pushing event deleted for resources: {'Subnet': ['ID=01d727f1-e429-4a9c-b176-34115bbaa163,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:47.001817 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2cb12c17-ddad-466a-a105-c4c07a1a5aca tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:47.007965 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e18cef-5c7c-4977-9b93-27138df913bd None None] Network 1922157c-47fe-42cd-a458-5eb2d0f74bc4 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:22:47.023440 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-7e8a91ec-03c7-4e17-ac08-d0c9e1dc886d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] For port 3f076b03-71fd-4d73-a850-0ab5368a65d9, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=3f076b03-71fd-4d73-a850-0ab5368a65d9,segment=NetworkSegment(c1d9ecd2-0568-44a9-bf44-b67fbaf418c9),segment_id=c1d9ecd2-0568-44a9-bf44-b67fbaf418c9)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:47.023797 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e8a91ec-03c7-4e17-ac08-d0c9e1dc886d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:47.059087 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2cb12c17-ddad-466a-a105-c4c07a1a5aca tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "DELETE /v2.0/subnets/01d727f1-e429-4a9c-b176-34115bbaa163 HTTP/1.1" status: 204 len: 168 time: 0.9717834 Apr 06 14:22:47.064789 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55234) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:47.145387 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-7e8a91ec-03c7-4e17-ac08-d0c9e1dc886d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Calling delete_port for 3f076b03-71fd-4d73-a850-0ab5368a65d9 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:22:47.219220 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1145-56a2-4d43-a8bb-dc2e415b3e5e tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:47.227746 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d2414e81-85af-48de-a818-ae2a49f24da7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:47.234757 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d2414e81-85af-48de-a818-ae2a49f24da7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Usage tracker for resource:subnet and tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:47.239402 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d2414e81-85af-48de-a818-ae2a49f24da7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:47.247476 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d2414e81-85af-48de-a818-ae2a49f24da7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:47.251059 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-fe3c1145-56a2-4d43-a8bb-dc2e415b3e5e tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Deleting port 4e6276d1-d0e2-4d2d-87f0-318340e407ec {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:47.251409 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1145-56a2-4d43-a8bb-dc2e415b3e5e tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:47.278390 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abeb007-baca-4560-8a2c-d9469aaf37bd None None] DHCP port deletion for 1922157c-47fe-42cd-a458-5eb2d0f74bc4 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:22:47.282547 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-8abeb007-baca-4560-8a2c-d9469aaf37bd None None] Deleting port 4e6276d1-d0e2-4d2d-87f0-318340e407ec {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:47.282930 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8abeb007-baca-4560-8a2c-d9469aaf37bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:47.298617 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2414e81-85af-48de-a818-ae2a49f24da7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Made reservation on behalf of 4fc82e9fc10b417fb0b2b72d7d1a7a75 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:22:47.337961 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e8a91ec-03c7-4e17-ac08-d0c9e1dc886d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:47.386660 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a91ec-03c7-4e17-ac08-d0c9e1dc886d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Port': ['ID=3f076b03-71fd-4d73-a850-0ab5368a65d9,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:47.496605 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8abeb007-baca-4560-8a2c-d9469aaf37bd None None] For port 4e6276d1-d0e2-4d2d-87f0-318340e407ec, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4e6276d1-d0e2-4d2d-87f0-318340e407ec,segment=NetworkSegment(75c4b57a-415b-4fe2-a599-74a81d5478c2),segment_id=75c4b57a-415b-4fe2-a599-74a81d5478c2)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:47.497099 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8abeb007-baca-4560-8a2c-d9469aaf37bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:47.571639 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2414e81-85af-48de-a818-ae2a49f24da7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:47.666565 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-8abeb007-baca-4560-8a2c-d9469aaf37bd None None] Calling delete_port for 4e6276d1-d0e2-4d2d-87f0-318340e407ec owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:22:47.694184 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e8a91ec-03c7-4e17-ac08-d0c9e1dc886d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:47.698404 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 0f4e696d-523b-4a0a-9872-98f6994e16e1 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:22:47.714884 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-fe3c1145-56a2-4d43-a8bb-dc2e415b3e5e tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] For port 4e6276d1-d0e2-4d2d-87f0-318340e407ec, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4e6276d1-d0e2-4d2d-87f0-318340e407ec,segment=NetworkSegment(75c4b57a-415b-4fe2-a599-74a81d5478c2),segment_id=75c4b57a-415b-4fe2-a599-74a81d5478c2)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:47.715239 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1145-56a2-4d43-a8bb-dc2e415b3e5e tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:47.747570 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 0f4e696d-523b-4a0a-9872-98f6994e16e1 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:22:47.747914 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 0f4e696d-523b-4a0a-9872-98f6994e16e1 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:22:47.748331 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4e6276d1-d0e2-4d2d-87f0-318340e407ec no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:22:47.848439 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-fe3c1145-56a2-4d43-a8bb-dc2e415b3e5e tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Calling delete_port for 4e6276d1-d0e2-4d2d-87f0-318340e407ec owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:22:47.893716 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8abeb007-baca-4560-8a2c-d9469aaf37bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:47.958748 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Port 4e6276d1-d0e2-4d2d-87f0-318340e407ec update to DOWN by agent not found {{(pid=83739) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 06 14:22:47.974957 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abeb007-baca-4560-8a2c-d9469aaf37bd None None] Pushing event deleted for resources: {'Port': ['ID=4e6276d1-d0e2-4d2d-87f0-318340e407ec,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:47.986374 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abeb007-baca-4560-8a2c-d9469aaf37bd None None] No DVR routers for this DVR port 4e6276d1-d0e2-4d2d-87f0-318340e407ec on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:22:48.127637 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-fe3c1145-56a2-4d43-a8bb-dc2e415b3e5e tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:22:48.127637 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-fe3c1145-56a2-4d43-a8bb-dc2e415b3e5e tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:22:48.251366 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2414e81-85af-48de-a818-ae2a49f24da7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:48.326785 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2414e81-85af-48de-a818-ae2a49f24da7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Network bae98b9c-53c2-4147-9995-9ad2ab72192f is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:22:48.330447 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-d2414e81-85af-48de-a818-ae2a49f24da7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:22:48.335035 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2414e81-85af-48de-a818-ae2a49f24da7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:48.335862 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2414e81-85af-48de-a818-ae2a49f24da7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:48.340344 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9428a6-028c-4b69-9420-3cae49f80ca3 None None] Network bae98b9c-53c2-4147-9995-9ad2ab72192f requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:22:48.354282 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2414e81-85af-48de-a818-ae2a49f24da7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Subnet': ['ID=2e9bf42b-772d-4e08-8ded-c9cd687d742f,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:48.371596 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d2414e81-85af-48de-a818-ae2a49f24da7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4076931 Apr 06 14:22:48.371779 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55240) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:48.378309 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-b57e2f67-5f72-4185-a95f-fa71fed176fd tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-324826341', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2e9bf42b-772d-4e08-8ded-c9cd687d742f'}], 'security_groups': ['a2221664-42e3-4c8c-b797-807fc6d0772b', '70419cfa-c17d-4f4b-baea-2aac4d132c4b']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:48.405934 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3519efb-a5d8-47bd-b725-39b234d84d0f req-572babac-6aad-48dd-a5c5-10fbe399247b tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:48.407477 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c3519efb-a5d8-47bd-b725-39b234d84d0f req-572babac-6aad-48dd-a5c5-10fbe399247b tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 945 time: 0.2067118 Apr 06 14:22:48.439099 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8a91ec-03c7-4e17-ac08-d0c9e1dc886d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Router 69876512-cb70-41a6-85be-e67bd1d00579 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:22:48.515558 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b57e2f67-5f72-4185-a95f-fa71fed176fd tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:48.522691 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c3519efb-a5d8-47bd-b725-39b234d84d0f req-492b3224-56bf-46ef-9cb4-4f942c08cb3e tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/security-groups?id=9effe788-cb3b-4bce-a211-1bdac18e4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039207 Apr 06 14:22:48.616094 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8a91ec-03c7-4e17-ac08-d0c9e1dc886d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:22:48.636459 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7e8a91ec-03c7-4e17-ac08-d0c9e1dc886d tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "PUT /v2.0/routers/69876512-cb70-41a6-85be-e67bd1d00579/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2369676 Apr 06 14:22:48.637204 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55246) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:48.643138 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-fe3c1145-56a2-4d43-a8bb-dc2e415b3e5e tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Deleting port 4e6276d1-d0e2-4d2d-87f0-318340e407ec {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:48.643527 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1145-56a2-4d43-a8bb-dc2e415b3e5e tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:48.725187 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-fe3c1145-56a2-4d43-a8bb-dc2e415b3e5e tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] The port '4e6276d1-d0e2-4d2d-87f0-318340e407ec' was deleted {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:22:48.745393 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da384269-34fb-4de7-8d6b-e901d8181d9f None None] Update dhcp port {'port': {'network_id': 'bae98b9c-53c2-4147-9995-9ad2ab72192f', 'fixed_ips': [{'subnet_id': 'de86cef0-8052-488c-969d-f6b74aaeb3ad', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b98cdaf9-382f-4dc9-9d06-58608fe13785', 'ip_address': '2001:db8::2'}, {'subnet_id': '2e9bf42b-772d-4e08-8ded-c9cd687d742f'}], 'binding:host_id': 'dv-neutron-835868-1-hyperv'}, 'id': 'a6625467-a5e8-4510-bc92-f2e46643f77e'} from dv-neutron-835868-1-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 06 14:22:48.797139 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-da384269-34fb-4de7-8d6b-e901d8181d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:48.871676 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e3fa45-f43b-4b16-b1d4-65452bdd9b88 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Deleting subnet 6776f1eb-f281-4022-af4e-84f7cefb7798 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:22:48.875115 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-43e3fa45-f43b-4b16-b1d4-65452bdd9b88 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:48.943371 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-43e3fa45-f43b-4b16-b1d4-65452bdd9b88 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:48.951664 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1145-56a2-4d43-a8bb-dc2e415b3e5e tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:48.996032 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-fe3c1145-56a2-4d43-a8bb-dc2e415b3e5e tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1922157c-47fe-42cd-a458-5eb2d0f74bc4']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:49.013807 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-da384269-34fb-4de7-8d6b-e901d8181d9f None None] Allocated IP 2001:db8:0:2::2 (bae98b9c-53c2-4147-9995-9ad2ab72192f/2e9bf42b-772d-4e08-8ded-c9cd687d742f/a6625467-a5e8-4510-bc92-f2e46643f77e) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:22:49.026519 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-fe3c1145-56a2-4d43-a8bb-dc2e415b3e5e tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c4b57a-415b-4fe2-a599-74a81d5478c2') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:49.026842 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-fe3c1145-56a2-4d43-a8bb-dc2e415b3e5e tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c4b57a-415b-4fe2-a599-74a81d5478c2') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:49.051717 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-43e3fa45-f43b-4b16-b1d4-65452bdd9b88 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:49.086013 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1145-56a2-4d43-a8bb-dc2e415b3e5e tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:49.121851 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1145-56a2-4d43-a8bb-dc2e415b3e5e tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:49.132071 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-43e3fa45-f43b-4b16-b1d4-65452bdd9b88 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:49.137271 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dcd867-4951-4288-b4a7-91414a9e83d2 req-99cfaf28-77b9-445d-9be5-722977df1c64 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:49.139182 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-81dcd867-4951-4288-b4a7-91414a9e83d2 req-99cfaf28-77b9-445d-9be5-722977df1c64 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 945 time: 0.4190378 Apr 06 14:22:49.142682 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3c1145-56a2-4d43-a8bb-dc2e415b3e5e tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:22:49.142682 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1145-56a2-4d43-a8bb-dc2e415b3e5e tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: util.warn( Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:22:49.161455 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:22:49.172042 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3fa45-f43b-4b16-b1d4-65452bdd9b88 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Subnet': ['ID=6776f1eb-f281-4022-af4e-84f7cefb7798,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:49.172846 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-da384269-34fb-4de7-8d6b-e901d8181d9f None None] For port a6625467-a5e8-4510-bc92-f2e46643f77e, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a6625467-a5e8-4510-bc92-f2e46643f77e,segment=NetworkSegment(86d77f23-dbd4-4995-9586-3917c6d6850e),segment_id=86d77f23-dbd4-4995-9586-3917c6d6850e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:49.181179 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-43e3fa45-f43b-4b16-b1d4-65452bdd9b88 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:49.189859 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39812913-e9f6-43d1-9422-b98b71fcea0d None None] Network c34b5cd9-fff2-4a54-b70e-09bcc9376e2b requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:22:49.190695 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-43e3fa45-f43b-4b16-b1d4-65452bdd9b88 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/subnets/6776f1eb-f281-4022-af4e-84f7cefb7798 HTTP/1.1" status: 204 len: 168 time: 0.5524476 Apr 06 14:22:49.191316 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55250) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:49.275311 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1145-56a2-4d43-a8bb-dc2e415b3e5e tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:49.278726 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-81dcd867-4951-4288-b4a7-91414a9e83d2 req-9592d61c-9d58-4646-8d64-196c1144770f tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/security-groups?id=9effe788-cb3b-4bce-a211-1bdac18e4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164389 Apr 06 14:22:49.288384 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.resource_extend [None req-da384269-34fb-4de7-8d6b-e901d8181d9f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:22:49.300271 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1145-56a2-4d43-a8bb-dc2e415b3e5e tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:49.306390 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c1145-56a2-4d43-a8bb-dc2e415b3e5e tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] Pushing event deleted for resources: {'Network': ['ID=1922157c-47fe-42cd-a458-5eb2d0f74bc4,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:49.309034 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fe3c1145-56a2-4d43-a8bb-dc2e415b3e5e tempest-TagsExtTest-1780032529 tempest-TagsExtTest-1780032529-project] 10.222.0.60 "DELETE /v2.0/networks/1922157c-47fe-42cd-a458-5eb2d0f74bc4 HTTP/1.1" status: 204 len: 168 time: 2.2435009 Apr 06 14:22:49.313275 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-53ee1abd-ee42-4605-9b9f-5665eea360f7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:49.328251 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55256) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:49.333264 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-53ee1abd-ee42-4605-9b9f-5665eea360f7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Deleting port 437fd2d1-f456-4876-b675-a65cb08ca44e {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:49.333748 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-53ee1abd-ee42-4605-9b9f-5665eea360f7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:49.342584 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-da384269-34fb-4de7-8d6b-e901d8181d9f None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:49.406346 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1f94b5b7-ea09-4d31-845b-f3d9bc1f173b tempest-TestNetworkAdvancedServerOps-631506815 tempest-TestNetworkAdvancedServerOps-631506815-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 1093 time: 0.0739164 Apr 06 14:22:49.408892 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55260) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:49.414114 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-57d70430-40ac-4a7f-897c-abff88f31131 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'port_id': 'e3f3327c-0d65-4c3c-bad8-0a67cd11517f', 'tenant_id': '0b4b33bee8584311b96148992b932eea', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:49.419645 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-57d70430-40ac-4a7f-897c-abff88f31131 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:49.423707 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-57d70430-40ac-4a7f-897c-abff88f31131 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Usage tracker for resource:floatingip and tenant:0b4b33bee8584311b96148992b932eea is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:49.426431 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-da384269-34fb-4de7-8d6b-e901d8181d9f None None] Transition to ACTIVE for port object a6625467-a5e8-4510-bc92-f2e46643f77e will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:22:49.426616 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-57d70430-40ac-4a7f-897c-abff88f31131 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:49.433942 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-57d70430-40ac-4a7f-897c-abff88f31131 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:49.438743 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-da384269-34fb-4de7-8d6b-e901d8181d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:49.501386 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-57d70430-40ac-4a7f-897c-abff88f31131 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for floatingip, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:49.604221 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da384269-34fb-4de7-8d6b-e901d8181d9f None None] Pushing event updated for resources: {'Port': ['ID=a6625467-a5e8-4510-bc92-f2e46643f77e,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:49.612259 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-53ee1abd-ee42-4605-9b9f-5665eea360f7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] For port 437fd2d1-f456-4876-b675-a65cb08ca44e, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=437fd2d1-f456-4876-b675-a65cb08ca44e,segment=NetworkSegment(c1d9ecd2-0568-44a9-bf44-b67fbaf418c9),segment_id=c1d9ecd2-0568-44a9-bf44-b67fbaf418c9)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:49.612641 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-53ee1abd-ee42-4605-9b9f-5665eea360f7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:49.716590 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-b57e2f67-5f72-4185-a95f-fa71fed176fd tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Delete allocated IP 2001:db8::29f (bae98b9c-53c2-4147-9995-9ad2ab72192f/b98cdaf9-382f-4dc9-9d06-58608fe13785) {{(pid=83738) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 06 14:22:49.731908 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-b57e2f67-5f72-4185-a95f-fa71fed176fd tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Allocated IP 2001:db8:0:2::2de (bae98b9c-53c2-4147-9995-9ad2ab72192f/2e9bf42b-772d-4e08-8ded-c9cd687d742f/6b9fb390-b191-490f-bc6c-b20b6edd7633) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:22:49.750225 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d598ad12-8847-4810-8cac-1644e7218022 None None] DHCP port deletion for c34b5cd9-fff2-4a54-b70e-09bcc9376e2b request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:22:49.754776 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d598ad12-8847-4810-8cac-1644e7218022 None None] Deleting port 437fd2d1-f456-4876-b675-a65cb08ca44e {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:49.755410 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d598ad12-8847-4810-8cac-1644e7218022 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:49.811367 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-57d70430-40ac-4a7f-897c-abff88f31131 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:49.856691 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55266) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:50.031576 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d598ad12-8847-4810-8cac-1644e7218022 None None] For port 437fd2d1-f456-4876-b675-a65cb08ca44e, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=437fd2d1-f456-4876-b675-a65cb08ca44e,segment=NetworkSegment(c1d9ecd2-0568-44a9-bf44-b67fbaf418c9),segment_id=c1d9ecd2-0568-44a9-bf44-b67fbaf418c9)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:50.032002 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d598ad12-8847-4810-8cac-1644e7218022 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:50.068680 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-53ee1abd-ee42-4605-9b9f-5665eea360f7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Calling delete_port for 437fd2d1-f456-4876-b675-a65cb08ca44e owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:22:50.195113 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d598ad12-8847-4810-8cac-1644e7218022 None None] Calling delete_port for 437fd2d1-f456-4876-b675-a65cb08ca44e owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:22:50.197311 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-53ee1abd-ee42-4605-9b9f-5665eea360f7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:50.259504 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee1abd-ee42-4605-9b9f-5665eea360f7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Port': ['ID=437fd2d1-f456-4876-b675-a65cb08ca44e,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:50.275498 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ee1abd-ee42-4605-9b9f-5665eea360f7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] No DVR routers for this DVR port 437fd2d1-f456-4876-b675-a65cb08ca44e on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:22:50.298016 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-d598ad12-8847-4810-8cac-1644e7218022 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:22:50.298682 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-d598ad12-8847-4810-8cac-1644e7218022 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:22:50.356906 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-57d70430-40ac-4a7f-897c-abff88f31131 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Allocated IP 172.26.8.222 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/50f6aa51-145d-42a1-b62d-5e4afd78171a) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:22:50.360119 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b57e2f67-5f72-4185-a95f-fa71fed176fd tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:50.376547 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3e0a855a-0d1e-43eb-bfea-93faf895b940 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5c16bee8aeaa4b94946779d02417af96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5134847 Apr 06 14:22:50.379858 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55272) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:50.409787 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-53ee1abd-ee42-4605-9b9f-5665eea360f7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:50.425404 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b57e2f67-5f72-4185-a95f-fa71fed176fd tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Transition to ACTIVE for port object 6b9fb390-b191-490f-bc6c-b20b6edd7633 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:22:50.438999 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-53ee1abd-ee42-4605-9b9f-5665eea360f7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34b5cd9-fff2-4a54-b70e-09bcc9376e2b']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:50.450896 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-53ee1abd-ee42-4605-9b9f-5665eea360f7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d9ecd2-0568-44a9-bf44-b67fbaf418c9') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:50.451189 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-53ee1abd-ee42-4605-9b9f-5665eea360f7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d9ecd2-0568-44a9-bf44-b67fbaf418c9') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:50.462655 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-53ee1abd-ee42-4605-9b9f-5665eea360f7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:50.476189 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b57e2f67-5f72-4185-a95f-fa71fed176fd tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:50.479504 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-53ee1abd-ee42-4605-9b9f-5665eea360f7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:50.488915 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ee1abd-ee42-4605-9b9f-5665eea360f7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:22:50.489815 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-53ee1abd-ee42-4605-9b9f-5665eea360f7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:50.498250 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2f098162-2115-4808-9969-034d1a3a505f None None] Provisioning complete for port 93caf159-e5fb-4fab-85af-263c37879125 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:50.499398 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2f098162-2115-4808-9969-034d1a3a505f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:22:50.504411 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:22:50.558979 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2f098162-2115-4808-9969-034d1a3a505f None None] Port 93caf159-e5fb-4fab-85af-263c37879125 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:22:50.574232 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2f098162-2115-4808-9969-034d1a3a505f None None] Provisioning for port a6625467-a5e8-4510-bc92-f2e46643f77e completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:50.579112 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2f098162-2115-4808-9969-034d1a3a505f None None] Provisioning complete for port a6625467-a5e8-4510-bc92-f2e46643f77e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:50.579715 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2f098162-2115-4808-9969-034d1a3a505f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:50.590877 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-53ee1abd-ee42-4605-9b9f-5665eea360f7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:50.619943 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-53ee1abd-ee42-4605-9b9f-5665eea360f7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:50.629552 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee1abd-ee42-4605-9b9f-5665eea360f7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Pushing event deleted for resources: {'Network': ['ID=c34b5cd9-fff2-4a54-b70e-09bcc9376e2b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:50.642650 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-53ee1abd-ee42-4605-9b9f-5665eea360f7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/networks/c34b5cd9-fff2-4a54-b70e-09bcc9376e2b HTTP/1.1" status: 204 len: 168 time: 1.4501984 Apr 06 14:22:50.643169 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55276) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:50.648561 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e2f67-5f72-4185-a95f-fa71fed176fd tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event updated for resources: {'Port': ['ID=6b9fb390-b191-490f-bc6c-b20b6edd7633,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:50.649662 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5e2608c0-09c6-4a8a-b5f2-3837ecddf7f7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'router': {'routes': None}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:50.651946 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b57e2f67-5f72-4185-a95f-fa71fed176fd tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] In _notify_port_updated(), no bound segment for port 6b9fb390-b191-490f-bc6c-b20b6edd7633 on network bae98b9c-53c2-4147-9995-9ad2ab72192f {{(pid=83738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 06 14:22:50.655764 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57e2f67-5f72-4185-a95f-fa71fed176fd tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:50.656389 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b57e2f67-5f72-4185-a95f-fa71fed176fd tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:50.657728 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b57e2f67-5f72-4185-a95f-fa71fed176fd tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "PUT /v2.0/ports/6b9fb390-b191-490f-bc6c-b20b6edd7633 HTTP/1.1" status: 200 len: 969 time: 2.2849181 Apr 06 14:22:50.667876 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55280) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:50.737984 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0b830d0a-787f-43c3-a922-09f15337c85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:50.764511 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-57d70430-40ac-4a7f-897c-abff88f31131 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:50.780078 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2f098162-2115-4808-9969-034d1a3a505f None None] Provisioning for port 6b9fb390-b191-490f-bc6c-b20b6edd7633 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:22:50.786723 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2f098162-2115-4808-9969-034d1a3a505f None None] Provisioning complete for port 6b9fb390-b191-490f-bc6c-b20b6edd7633 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:50.787475 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2f098162-2115-4808-9969-034d1a3a505f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:50.818347 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d598ad12-8847-4810-8cac-1644e7218022 None None] Deleting port 437fd2d1-f456-4876-b675-a65cb08ca44e {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:50.819133 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d598ad12-8847-4810-8cac-1644e7218022 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:50.826153 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0b830d0a-787f-43c3-a922-09f15337c85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:50.835454 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-0816ed04-c8e4-494c-8a46-06d132dc1ce3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting port 6b9fb390-b191-490f-bc6c-b20b6edd7633 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:50.835797 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0816ed04-c8e4-494c-8a46-06d132dc1ce3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:50.921083 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d598ad12-8847-4810-8cac-1644e7218022 None None] The port '437fd2d1-f456-4876-b675-a65cb08ca44e' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:22:50.944130 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2f098162-2115-4808-9969-034d1a3a505f None None] Port 6b9fb390-b191-490f-bc6c-b20b6edd7633 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:22:50.983125 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.extraroute_db [None req-5e2608c0-09c6-4a8a-b5f2-3837ecddf7f7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Added routes are [] {{(pid=83737) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 06 14:22:50.983480 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.extraroute_db [None req-5e2608c0-09c6-4a8a-b5f2-3837ecddf7f7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Removed routes are [] {{(pid=83737) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 06 14:22:50.983792 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e2608c0-09c6-4a8a-b5f2-3837ecddf7f7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:51.002990 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-57d70430-40ac-4a7f-897c-abff88f31131 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:51.068771 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1ae3845b-a667-465a-9d6b-12531406b31f None None] Provisioning complete for port 6b9fb390-b191-490f-bc6c-b20b6edd7633 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:51.069300 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1ae3845b-a667-465a-9d6b-12531406b31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:51.124805 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1ae3845b-a667-465a-9d6b-12531406b31f None None] Port 6b9fb390-b191-490f-bc6c-b20b6edd7633 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:22:51.129913 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0b830d0a-787f-43c3-a922-09f15337c85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:51.179300 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b830d0a-787f-43c3-a922-09f15337c85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c4cfd5-0628-406c-9ae3-e5eac9b24315,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:51.186973 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216ffc4a-9755-4975-99d9-a9f61287acb4 None None] Sync routers for ids ['69876512-cb70-41a6-85be-e67bd1d00579'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:22:51.198667 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d70430-40ac-4a7f-897c-abff88f31131 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:22:51.199829 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d70430-40ac-4a7f-897c-abff88f31131 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Pushing event updated for resources: {'Port': ['ID=50f6aa51-145d-42a1-b62d-5e4afd78171a,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:51.206697 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-57d70430-40ac-4a7f-897c-abff88f31131 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:22:51.211932 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d70430-40ac-4a7f-897c-abff88f31131 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:22:51.232169 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216ffc4a-9755-4975-99d9-a9f61287acb4 None None] Routers {'69876512-cb70-41a6-85be-e67bd1d00579'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:22:51.233726 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-216ffc4a-9755-4975-99d9-a9f61287acb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:22:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['69876512-cb70-41a6-85be-e67bd1d00579'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:51.249575 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e2608c0-09c6-4a8a-b5f2-3837ecddf7f7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:51.253070 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e2608c0-09c6-4a8a-b5f2-3837ecddf7f7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653861', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691619'] for router, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:51.263117 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0b830d0a-787f-43c3-a922-09f15337c85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:51.266657 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0b830d0a-787f-43c3-a922-09f15337c85b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/09c4cfd5-0628-406c-9ae3-e5eac9b24315 HTTP/1.1" status: 204 len: 168 time: 0.8809333 Apr 06 14:22:51.295451 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0816ed04-c8e4-494c-8a46-06d132dc1ce3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:51.377790 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-216ffc4a-9755-4975-99d9-a9f61287acb4 None None] Set router 69876512-cb70-41a6-85be-e67bd1d00579 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:22:51.465236 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-0816ed04-c8e4-494c-8a46-06d132dc1ce3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Calling delete_port for 6b9fb390-b191-490f-bc6c-b20b6edd7633 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:22:51.493211 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-216ffc4a-9755-4975-99d9-a9f61287acb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69876512-cb70-41a6-85be-e67bd1d00579', 'name': 'tempest-RoutersTest-router-216414502', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:21:38Z', 'updated_at': '2022-04-06T14:22:47Z', 'revision_number': 11, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'gw_port_host': None}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:51.498646 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216ffc4a-9755-4975-99d9-a9f61287acb4 None None] Checking router: 69876512-cb70-41a6-85be-e67bd1d00579 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:22:51.512264 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216ffc4a-9755-4975-99d9-a9f61287acb4 None None] Routers {'69876512-cb70-41a6-85be-e67bd1d00579'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:22:51.513234 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-216ffc4a-9755-4975-99d9-a9f61287acb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:22:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['69876512-cb70-41a6-85be-e67bd1d00579'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:51.567354 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2608c0-09c6-4a8a-b5f2-3837ecddf7f7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Router 69876512-cb70-41a6-85be-e67bd1d00579 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:22:51.675251 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-216ffc4a-9755-4975-99d9-a9f61287acb4 None None] Set router 69876512-cb70-41a6-85be-e67bd1d00579 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:22:51.784373 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-216ffc4a-9755-4975-99d9-a9f61287acb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69876512-cb70-41a6-85be-e67bd1d00579', 'name': 'tempest-RoutersTest-router-216414502', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:21:38Z', 'updated_at': '2022-04-06T14:22:47Z', 'revision_number': 11, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'gw_port_host': None}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:51.786097 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2608c0-09c6-4a8a-b5f2-3837ecddf7f7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:22:51.786836 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a6625467-a5e8-4510-bc92-f2e46643f77e up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:22:51.796697 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e2608c0-09c6-4a8a-b5f2-3837ecddf7f7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:51.801493 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5e2608c0-09c6-4a8a-b5f2-3837ecddf7f7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "PUT /v2.0/routers/69876512-cb70-41a6-85be-e67bd1d00579 HTTP/1.1" status: 200 len: 700 time: 1.1573815 Apr 06 14:22:51.802285 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55286) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:51.823576 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216ffc4a-9755-4975-99d9-a9f61287acb4 None None] The sync data for ids ['69876512-cb70-41a6-85be-e67bd1d00579'] in dv-neutron-835868-1-hyperv is: [{'id': '69876512-cb70-41a6-85be-e67bd1d00579', 'name': 'tempest-RoutersTest-router-216414502', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:21:38Z', 'updated_at': '2022-04-06T14:22:47Z', 'revision_number': 11, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'gw_port_host': None}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:22:51.856729 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f6d7f8df-f7a2-4ddb-9979-5ff432efb449 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Synchronizing usage tracker for tenant:54b6b16a88cd457596297a5e2f6c39ce on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:22:51.864209 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0816ed04-c8e4-494c-8a46-06d132dc1ce3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:51.882760 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port a6625467-a5e8-4510-bc92-f2e46643f77e triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:51.883140 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:51.884180 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f6d7f8df-f7a2-4ddb-9979-5ff432efb449 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Unset dirty status for tenant:54b6b16a88cd457596297a5e2f6c39ce on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:22:51.889057 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f6d7f8df-f7a2-4ddb-9979-5ff432efb449 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "GET /v2.0/ports?device_id=69876512-cb70-41a6-85be-e67bd1d00579 HTTP/1.1" status: 200 len: 205 time: 0.0853515 Apr 06 14:22:51.889713 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55290) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:52.029522 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-68610ec0-8d3e-4cf8-87c5-3ec9bd379928 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:52.042457 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816ed04-c8e4-494c-8a46-06d132dc1ce3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Port': ['ID=6b9fb390-b191-490f-bc6c-b20b6edd7633,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:52.100849 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0816ed04-c8e4-494c-8a46-06d132dc1ce3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:52.119990 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0816ed04-c8e4-494c-8a46-06d132dc1ce3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/ports/6b9fb390-b191-490f-bc6c-b20b6edd7633 HTTP/1.1" status: 204 len: 168 time: 1.4421396 Apr 06 14:22:52.122156 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55294) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:52.167651 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0612cb7-5799-4efd-908c-fdee8824d21f tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] GET failed (client error): The resource could not be found. Apr 06 14:22:52.168158 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a0612cb7-5799-4efd-908c-fdee8824d21f tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Synchronizing usage tracker for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:22:52.202052 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 437fd2d1-f456-4876-b675-a65cb08ca44e no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:22:52.206488 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a0612cb7-5799-4efd-908c-fdee8824d21f tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Unset dirty status for tenant:4fc82e9fc10b417fb0b2b72d7d1a7a75 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:22:52.210352 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a0612cb7-5799-4efd-908c-fdee8824d21f tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "GET /v2.0/ports/6b9fb390-b191-490f-bc6c-b20b6edd7633 HTTP/1.1" status: 404 len: 333 time: 0.0844083 Apr 06 14:22:52.210975 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55298) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:52.256051 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 437fd2d1-f456-4876-b675-a65cb08ca44e {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:22:52.256760 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 437fd2d1-f456-4876-b675-a65cb08ca44e not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:22:52.383777 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa895a34-eb78-4bfc-8c53-898b9878febf None None] Sync routers for ids ['69876512-cb70-41a6-85be-e67bd1d00579'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:22:52.388919 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-57d70430-40ac-4a7f-897c-abff88f31131 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:52.394949 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-876b8e01-1846-4ee6-9fda-b21a18c869ac tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:52.396142 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa895a34-eb78-4bfc-8c53-898b9878febf None None] Routers {'69876512-cb70-41a6-85be-e67bd1d00579'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:22:52.397042 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-fa895a34-eb78-4bfc-8c53-898b9878febf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:22:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['69876512-cb70-41a6-85be-e67bd1d00579'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:52.466988 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-876b8e01-1846-4ee6-9fda-b21a18c869ac tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:52.478713 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-57d70430-40ac-4a7f-897c-abff88f31131 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:52.485339 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-68610ec0-8d3e-4cf8-87c5-3ec9bd379928 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:52.490072 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-68610ec0-8d3e-4cf8-87c5-3ec9bd379928 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:52.519720 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-68610ec0-8d3e-4cf8-87c5-3ec9bd379928 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:52.520331 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68610ec0-8d3e-4cf8-87c5-3ec9bd379928 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Fanout notify agent at l3_agent the message router_deleted on router 69876512-cb70-41a6-85be-e67bd1d00579 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:22:52.525313 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-fa895a34-eb78-4bfc-8c53-898b9878febf None None] Set router 69876512-cb70-41a6-85be-e67bd1d00579 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:22:52.537527 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-68610ec0-8d3e-4cf8-87c5-3ec9bd379928 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:52.542970 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-68610ec0-8d3e-4cf8-87c5-3ec9bd379928 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/routers/69876512-cb70-41a6-85be-e67bd1d00579 HTTP/1.1" status: 204 len: 168 time: 0.6479571 Apr 06 14:22:52.545228 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55302) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:52.551700 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5555f527-3ff8-42df-93e9-4f635167faa4 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1708947016', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:52.558341 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5555f527-3ff8-42df-93e9-4f635167faa4 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:22:52.563189 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5555f527-3ff8-42df-93e9-4f635167faa4 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Usage tracker for resource:router and tenant:54b6b16a88cd457596297a5e2f6c39ce is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:22:52.567177 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5555f527-3ff8-42df-93e9-4f635167faa4 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:22:52.575512 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5555f527-3ff8-42df-93e9-4f635167faa4 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:22:52.587030 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-876b8e01-1846-4ee6-9fda-b21a18c869ac tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:52.588772 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5555f527-3ff8-42df-93e9-4f635167faa4 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:52.589921 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5555f527-3ff8-42df-93e9-4f635167faa4 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:52.610678 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5555f527-3ff8-42df-93e9-4f635167faa4 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:52.632184 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-fa895a34-eb78-4bfc-8c53-898b9878febf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69876512-cb70-41a6-85be-e67bd1d00579', 'name': 'tempest-RoutersTest-router-216414502', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:21:38Z', 'updated_at': '2022-04-06T14:22:47Z', 'revision_number': 11, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'gw_port_host': None}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:52.633677 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5555f527-3ff8-42df-93e9-4f635167faa4 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:52.637410 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa895a34-eb78-4bfc-8c53-898b9878febf None None] Checking router: 69876512-cb70-41a6-85be-e67bd1d00579 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:22:52.651908 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa895a34-eb78-4bfc-8c53-898b9878febf None None] Routers set() bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:22:52.652203 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b8e01-1846-4ee6-9fda-b21a18c869ac tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a673bb35-5f51-4bca-97be-94f6254b086b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:52.652427 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa895a34-eb78-4bfc-8c53-898b9878febf None None] Router IDs set() for agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 06 14:22:52.653094 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_agentschedulers_db [None req-fa895a34-eb78-4bfc-8c53-898b9878febf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'69876512-cb70-41a6-85be-e67bd1d00579'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:22:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent'). {{(pid=83740) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 06 14:22:52.654021 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa895a34-eb78-4bfc-8c53-898b9878febf None None] The sync data for ids ['69876512-cb70-41a6-85be-e67bd1d00579'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:22:52.667321 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5555f527-3ff8-42df-93e9-4f635167faa4 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:52.669186 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5555f527-3ff8-42df-93e9-4f635167faa4 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1228292 Apr 06 14:22:52.671542 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-876b8e01-1846-4ee6-9fda-b21a18c869ac tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:52.671794 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55306) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:52.675285 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-876b8e01-1846-4ee6-9fda-b21a18c869ac tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/security-groups/a673bb35-5f51-4bca-97be-94f6254b086b HTTP/1.1" status: 204 len: 168 time: 0.4600399 Apr 06 14:22:52.675499 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55310) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:52.680803 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-bef9425d-966f-490d-9bce-3b9c40ba924a tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:22:52.748677 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-57d70430-40ac-4a7f-897c-abff88f31131 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:52.754535 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-57d70430-40ac-4a7f-897c-abff88f31131 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:52.869272 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d70430-40ac-4a7f-897c-abff88f31131 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Pushing event updated for resources: {'Port': ['ID=50f6aa51-145d-42a1-b62d-5e4afd78171a,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:52.879576 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-57d70430-40ac-4a7f-897c-abff88f31131 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:53.070498 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-57d70430-40ac-4a7f-897c-abff88f31131 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Floating IP d41ddb5b-c94f-4cfe-8464-0c1bf2369e26 associated. External IP: 172.26.8.222, port: e3f3327c-0d65-4c3c-bad8-0a67cd11517f. Apr 06 14:22:53.081721 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1b6d6ef4-161a-4a34-853f-894de9cb86f7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:53.115914 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1b6d6ef4-161a-4a34-853f-894de9cb86f7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:53.267794 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bef9425d-966f-490d-9bce-3b9c40ba924a tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:53.281397 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bef9425d-966f-490d-9bce-3b9c40ba924a tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653861', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691619'] for router, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:53.342907 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1b6d6ef4-161a-4a34-853f-894de9cb86f7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:53.420497 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d6ef4-161a-4a34-853f-894de9cb86f7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70419cfa-c17d-4f4b-baea-2aac4d132c4b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:53.428946 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1b6d6ef4-161a-4a34-853f-894de9cb86f7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:53.429946 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1b6d6ef4-161a-4a34-853f-894de9cb86f7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/security-groups/70419cfa-c17d-4f4b-baea-2aac4d132c4b HTTP/1.1" status: 204 len: 168 time: 0.7536209 Apr 06 14:22:53.433335 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55314) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:53.475427 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef9425d-966f-490d-9bce-3b9c40ba924a tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Router 966dd193-b06f-4e60-888d-74904fd206fc is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:22:53.504590 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d70430-40ac-4a7f-897c-abff88f31131 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Router 1f8f9aec-ca41-45d8-9634-eb3c27bae867 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:22:53.520191 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 3f076b03-71fd-4d73-a850-0ab5368a65d9 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:22:53.524340 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9638e669-fa6d-4c85-b8e8-c63b7f270936 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:53.554566 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 3f076b03-71fd-4d73-a850-0ab5368a65d9 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:22:53.554914 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 3f076b03-71fd-4d73-a850-0ab5368a65d9 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:22:53.611339 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9638e669-fa6d-4c85-b8e8-c63b7f270936 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:53.621075 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef9425d-966f-490d-9bce-3b9c40ba924a tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:22:53.626722 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bef9425d-966f-490d-9bce-3b9c40ba924a tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:53.630787 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bef9425d-966f-490d-9bce-3b9c40ba924a tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "PUT /v2.0/routers/966dd193-b06f-4e60-888d-74904fd206fc HTTP/1.1" status: 200 len: 694 time: 0.9551272 Apr 06 14:22:53.630787 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55318) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:53.633848 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1331521c-5dae-4be6-9860-5fd5c62bac9e None None] Sync routers for ids ['966dd193-b06f-4e60-888d-74904fd206fc'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:22:53.646540 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1331521c-5dae-4be6-9860-5fd5c62bac9e None None] Routers {'966dd193-b06f-4e60-888d-74904fd206fc'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:22:53.647331 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-1331521c-5dae-4be6-9860-5fd5c62bac9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:22:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['966dd193-b06f-4e60-888d-74904fd206fc'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:53.770644 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a043ba70-0ca0-41f7-8848-aa1d35526d6e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "GET /v2.0/routers/966dd193-b06f-4e60-888d-74904fd206fc HTTP/1.1" status: 200 len: 700 time: 0.1391218 Apr 06 14:22:53.773148 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55322) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:53.785903 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-1331521c-5dae-4be6-9860-5fd5c62bac9e None None] Set router 966dd193-b06f-4e60-888d-74904fd206fc gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:22:53.829759 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6c96fd6a-4153-4d88-b612-4dc52c97a4ed tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "GET /v2.0/ports?device_id=966dd193-b06f-4e60-888d-74904fd206fc HTTP/1.1" status: 200 len: 205 time: 0.0554862 Apr 06 14:22:53.833293 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55326) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:53.899877 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9638e669-fa6d-4c85-b8e8-c63b7f270936 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:53.939089 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-1331521c-5dae-4be6-9860-5fd5c62bac9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966dd193-b06f-4e60-888d-74904fd206fc', 'name': 'tempest-RoutersTest-router-1708947016', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:22:52Z', 'updated_at': '2022-04-06T14:22:53Z', 'revision_number': 2, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'gw_port_host': None}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:53.943014 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1331521c-5dae-4be6-9860-5fd5c62bac9e None None] Checking router: 966dd193-b06f-4e60-888d-74904fd206fc for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:22:53.954005 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1331521c-5dae-4be6-9860-5fd5c62bac9e None None] Routers {'966dd193-b06f-4e60-888d-74904fd206fc'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:22:53.954616 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-1331521c-5dae-4be6-9860-5fd5c62bac9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:22:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['966dd193-b06f-4e60-888d-74904fd206fc'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:53.970557 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638e669-fa6d-4c85-b8e8-c63b7f270936 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2221664-42e3-4c8c-b797-807fc6d0772b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:53.988641 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9638e669-fa6d-4c85-b8e8-c63b7f270936 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:53.989884 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9638e669-fa6d-4c85-b8e8-c63b7f270936 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/security-groups/a2221664-42e3-4c8c-b797-807fc6d0772b HTTP/1.1" status: 204 len: 168 time: 0.5555708 Apr 06 14:22:53.992734 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55330) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:54.017548 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be73efc5-dda3-4c4f-90cb-2d75c2cbdb70 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:54.090201 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-1331521c-5dae-4be6-9860-5fd5c62bac9e None None] Set router 966dd193-b06f-4e60-888d-74904fd206fc gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:22:54.189447 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-8668ecca-9987-49c3-9ae0-e13093697498 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting subnet b98cdaf9-382f-4dc9-9d06-58608fe13785 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:22:54.192497 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8668ecca-9987-49c3-9ae0-e13093697498 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:54.193731 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-1331521c-5dae-4be6-9860-5fd5c62bac9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966dd193-b06f-4e60-888d-74904fd206fc', 'name': 'tempest-RoutersTest-router-1708947016', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:22:52Z', 'updated_at': '2022-04-06T14:22:53Z', 'revision_number': 2, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'gw_port_host': None}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:54.197789 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1331521c-5dae-4be6-9860-5fd5c62bac9e None None] The sync data for ids ['966dd193-b06f-4e60-888d-74904fd206fc'] in dv-neutron-835868-1-hyperv is: [{'id': '966dd193-b06f-4e60-888d-74904fd206fc', 'name': 'tempest-RoutersTest-router-1708947016', 'tenant_id': '54b6b16a88cd457596297a5e2f6c39ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:22:52Z', 'updated_at': '2022-04-06T14:22:53Z', 'revision_number': 2, 'project_id': '54b6b16a88cd457596297a5e2f6c39ce', 'gw_port_host': None}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:22:54.223990 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d70430-40ac-4a7f-897c-abff88f31131 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:22:54.235378 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00877f5c-1b37-4882-a982-0dd6291ef1e5 None None] Sync routers for ids ['1f8f9aec-ca41-45d8-9634-eb3c27bae867'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:22:54.249517 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00877f5c-1b37-4882-a982-0dd6291ef1e5 None None] Routers {'1f8f9aec-ca41-45d8-9634-eb3c27bae867'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:22:54.250132 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-00877f5c-1b37-4882-a982-0dd6291ef1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:22:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['1f8f9aec-ca41-45d8-9634-eb3c27bae867'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:54.259978 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8668ecca-9987-49c3-9ae0-e13093697498 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:54.390511 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8668ecca-9987-49c3-9ae0-e13093697498 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:54.434394 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-57d70430-40ac-4a7f-897c-abff88f31131 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:54.453447 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-00877f5c-1b37-4882-a982-0dd6291ef1e5 None None] Set router 1f8f9aec-ca41-45d8-9634-eb3c27bae867 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:22:54.484006 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8668ecca-9987-49c3-9ae0-e13093697498 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:54.488826 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be73efc5-dda3-4c4f-90cb-2d75c2cbdb70 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:54.504887 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be73efc5-dda3-4c4f-90cb-2d75c2cbdb70 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:54.509056 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-57d70430-40ac-4a7f-897c-abff88f31131 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0980551 Apr 06 14:22:54.510361 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af8123d-c731-4b52-b578-7927565b0af6', 'tag': 'e3f3327c-0d65-4c3c-bad8-0a67cd11517f'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:22:54.531492 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668ecca-9987-49c3-9ae0-e13093697498 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Subnet': ['ID=b98cdaf9-382f-4dc9-9d06-58608fe13785,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:54.546648 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8668ecca-9987-49c3-9ae0-e13093697498 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:54.547544 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b3c320-c181-4ef0-9796-52a147fd2683 None None] Network bae98b9c-53c2-4147-9995-9ad2ab72192f requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:22:54.556967 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8668ecca-9987-49c3-9ae0-e13093697498 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/subnets/b98cdaf9-382f-4dc9-9d06-58608fe13785 HTTP/1.1" status: 204 len: 168 time: 0.5630736 Apr 06 14:22:54.564151 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55338) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:54.565701 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be73efc5-dda3-4c4f-90cb-2d75c2cbdb70 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:54.568318 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be73efc5-dda3-4c4f-90cb-2d75c2cbdb70 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Fanout notify agent at l3_agent the message router_deleted on router 966dd193-b06f-4e60-888d-74904fd206fc {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:22:54.597242 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be73efc5-dda3-4c4f-90cb-2d75c2cbdb70 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:54.598393 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-be73efc5-dda3-4c4f-90cb-2d75c2cbdb70 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/routers/966dd193-b06f-4e60-888d-74904fd206fc HTTP/1.1" status: 204 len: 168 time: 0.7646530 Apr 06 14:22:54.607869 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55342) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:54.686556 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0359fef-74a7-439d-b9d3-56b0c4ed88a4'] response: {'name': 'network-changed', 'server_uuid': '3af8123d-c731-4b52-b578-7927565b0af6', 'tag': 'e3f3327c-0d65-4c3c-bad8-0a67cd11517f', 'status': 'completed', 'code': 200} Apr 06 14:22:54.702451 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-549ff692-c64c-4b62-8dde-49fa4d76106a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting subnet 2e9bf42b-772d-4e08-8ded-c9cd687d742f {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:22:54.707452 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-549ff692-c64c-4b62-8dde-49fa4d76106a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:54.754803 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c35e4b2c-1494-486c-9dfe-af8c52551a94 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Synchronizing usage tracker for tenant:54b6b16a88cd457596297a5e2f6c39ce on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:22:54.800052 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c35e4b2c-1494-486c-9dfe-af8c52551a94 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] Unset dirty status for tenant:54b6b16a88cd457596297a5e2f6c39ce on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:22:54.804143 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-549ff692-c64c-4b62-8dde-49fa4d76106a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:54.807804 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c35e4b2c-1494-486c-9dfe-af8c52551a94 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "GET /v2.0/ports?device_id=966dd193-b06f-4e60-888d-74904fd206fc HTTP/1.1" status: 200 len: 205 time: 0.1988709 Apr 06 14:22:54.809690 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55346) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:54.883784 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-00877f5c-1b37-4882-a982-0dd6291ef1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950687437', 'tenant_id': '0b4b33bee8584311b96148992b932eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f660bbf8-a596-4c18-b41f-5d8518c296ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:22:15Z', 'updated_at': '2022-04-06T14:22:27Z', 'revision_number': 4, 'project_id': '0b4b33bee8584311b96148992b932eea', 'gw_port': {'id': 'f660bbf8-a596-4c18-b41f-5d8518c296ad', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:17Z', 'updated_at': '2022-04-06T14:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'd41ddb5b-c94f-4cfe-8464-0c1bf2369e26', 'tenant_id': '0b4b33bee8584311b96148992b932eea', 'floating_ip_address': '172.26.8.222', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'port_id': 'e3f3327c-0d65-4c3c-bad8-0a67cd11517f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a3375d2-a268-4361-a617-6b6ea555d64d', 'mac_address': 'fa:16:3e:26:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af8123d-c731-4b52-b578-7927565b0af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:22:52Z', 'updated_at': '2022-04-06T14:22:52Z', 'revision_number': 0, 'project_id': '0b4b33bee8584311b96148992b932eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f262a0e4-4bc9-4d26-81d6-e5c2244535d0', 'name': '', 'network_id': '0a3375d2-a268-4361-a617-6b6ea555d64d', 'tenant_id': '0b4b33bee8584311b96148992b932eea', 'mac_address': 'fa:16:3e:76:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f554381-7d35-4383-bcb6-880561d02513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:25Z', 'updated_at': '2022-04-06T14:22:38Z', 'revision_number': 5, 'project_id': '0b4b33bee8584311b96148992b932eea', 'subnets': [{'id': '6f554381-7d35-4383-bcb6-880561d02513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:54.891056 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00877f5c-1b37-4882-a982-0dd6291ef1e5 None None] Checking router: 1f8f9aec-ca41-45d8-9634-eb3c27bae867 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:22:54.908547 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425ecc4-48c3-4094-aabe-0c162fad23f1 req-552b28a5-72e0-4b60-b2e3-f905d17e0e27 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:54.910100 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9425ecc4-48c3-4094-aabe-0c162fad23f1 req-552b28a5-72e0-4b60-b2e3-f905d17e0e27 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 945 time: 0.2042363 Apr 06 14:22:54.911161 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00877f5c-1b37-4882-a982-0dd6291ef1e5 None None] Routers {'1f8f9aec-ca41-45d8-9634-eb3c27bae867'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:22:54.911786 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-00877f5c-1b37-4882-a982-0dd6291ef1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:22:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['1f8f9aec-ca41-45d8-9634-eb3c27bae867'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:54.931563 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-8d990e2f-c8e4-44dd-b9c6-d616eaebc3f3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] delete failed (client error): The resource could not be found. Apr 06 14:22:54.935465 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8d990e2f-c8e4-44dd-b9c6-d616eaebc3f3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/routers/966dd193-b06f-4e60-888d-74904fd206fc HTTP/1.1" status: 404 len: 336 time: 0.1205349 Apr 06 14:22:54.938202 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55350) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:54.983877 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-549ff692-c64c-4b62-8dde-49fa4d76106a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:54.986149 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-f457e106-2198-4985-914c-6f8a0084dcde tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] DELETE failed (client error): The resource could not be found. Apr 06 14:22:54.986771 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f457e106-2198-4985-914c-6f8a0084dcde tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:54.991784 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f457e106-2198-4985-914c-6f8a0084dcde tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/subnets/f8e0f1d1-5292-4668-99ed-618b3a5265b2 HTTP/1.1" status: 404 len: 337 time: 0.0522668 Apr 06 14:22:54.999419 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55354) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:55.046838 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd35243-7385-41ef-8bf9-f8d1bfb1fb19 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] DELETE failed (client error): The resource could not be found. Apr 06 14:22:55.047411 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd35243-7385-41ef-8bf9-f8d1bfb1fb19 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:55.052038 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bdd35243-7385-41ef-8bf9-f8d1bfb1fb19 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/subnets/ce67b97e-5796-4652-adc9-c9974b1eeaf5 HTTP/1.1" status: 404 len: 337 time: 0.0514412 Apr 06 14:22:55.052731 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55358) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:55.095373 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-09388dad-1bfe-4d71-909a-48cf4798ace7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] DELETE failed (client error): The resource could not be found. Apr 06 14:22:55.095908 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09388dad-1bfe-4d71-909a-48cf4798ace7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:55.100457 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-09388dad-1bfe-4d71-909a-48cf4798ace7 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/subnets/fabb4496-a20e-4866-b1cd-221fef62125a HTTP/1.1" status: 404 len: 337 time: 0.0457859 Apr 06 14:22:55.101508 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55362) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:55.107752 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-17310bb9-8b82-4928-8c2b-b2a6a4059eb8 req-58fa61ef-7d37-4167-bbe6-9d4ff2fbefc5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b4b33bee8584311b96148992b932eea&device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 1098 time: 0.4147511 Apr 06 14:22:55.158598 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-00877f5c-1b37-4882-a982-0dd6291ef1e5 None None] Set router 1f8f9aec-ca41-45d8-9634-eb3c27bae867 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:22:55.182213 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-8299e89d-4162-4ed5-a714-da84ca750ba6 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] DELETE failed (client error): The resource could not be found. Apr 06 14:22:55.182935 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8299e89d-4162-4ed5-a714-da84ca750ba6 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:55.188785 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8299e89d-4162-4ed5-a714-da84ca750ba6 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/subnets/6776f1eb-f281-4022-af4e-84f7cefb7798 HTTP/1.1" status: 404 len: 337 time: 0.0849502 Apr 06 14:22:55.235219 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55366) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:55.304006 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-549ff692-c64c-4b62-8dde-49fa4d76106a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:55.358726 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-610fbb08-10fc-4e28-b1fd-a014eb2b0500 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "GET /v2.0/ports?device_id=69876512-cb70-41a6-85be-e67bd1d00579 HTTP/1.1" status: 200 len: 205 time: 0.1223464 Apr 06 14:22:55.362525 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55370) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:55.366967 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ff692-c64c-4b62-8dde-49fa4d76106a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Subnet': ['ID=2e9bf42b-772d-4e08-8ded-c9cd687d742f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:55.460375 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-cc8f7f35-74ed-4331-a2e6-f6c87435cb5a tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] delete failed (client error): The resource could not be found. Apr 06 14:22:55.460730 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17310bb9-8b82-4928-8c2b-b2a6a4059eb8 req-89d9f683-dcdb-403b-aa19-841e7a4bb56f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:55.461481 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cc8f7f35-74ed-4331-a2e6-f6c87435cb5a tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/routers/69876512-cb70-41a6-85be-e67bd1d00579 HTTP/1.1" status: 404 len: 336 time: 0.0917728 Apr 06 14:22:55.463813 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9425ecc4-48c3-4094-aabe-0c162fad23f1 req-c144885c-2f31-4975-8269-2d72a4f6d408 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/security-groups?id=9effe788-cb3b-4bce-a211-1bdac18e4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5338163 Apr 06 14:22:55.465455 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55374) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:55.466372 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-17310bb9-8b82-4928-8c2b-b2a6a4059eb8 req-89d9f683-dcdb-403b-aa19-841e7a4bb56f service neutron] 10.222.0.69 "GET /v2.0/networks?id=0a3375d2-a268-4361-a617-6b6ea555d64d HTTP/1.1" status: 200 len: 898 time: 0.3134546 Apr 06 14:22:55.513692 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-549ff692-c64c-4b62-8dde-49fa4d76106a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:55.516458 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55378) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:55.595415 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-17310bb9-8b82-4928-8c2b-b2a6a4059eb8 req-ff60e7aa-7271-4b27-9598-5bc79c811135 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3f3327c-0d65-4c3c-bad8-0a67cd11517f HTTP/1.1" status: 200 len: 999 time: 0.1236098 Apr 06 14:22:55.597509 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55382) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:55.598255 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-08079c24-dc39-45c3-9b39-17d3c25d641a tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c07ac65-8d07-4740-8b97-2d2d7898b9ed HTTP/1.1" status: 200 len: 205 time: 0.1314409 Apr 06 14:22:55.616012 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-549ff692-c64c-4b62-8dde-49fa4d76106a tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/subnets/2e9bf42b-772d-4e08-8ded-c9cd687d742f HTTP/1.1" status: 204 len: 168 time: 1.0470438 Apr 06 14:22:55.616215 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55386) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:55.650815 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7ab7a9-c512-4ed6-a79b-b035060a8c7a None None] Network bae98b9c-53c2-4147-9995-9ad2ab72192f requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:22:55.671237 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e2392c-f1e6-4c86-91ce-d1aad0bf82f3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] DELETE failed (client error): The resource could not be found. Apr 06 14:22:55.671671 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8e2392c-f1e6-4c86-91ce-d1aad0bf82f3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:55.676148 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a8e2392c-f1e6-4c86-91ce-d1aad0bf82f3 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/subnets/b98cdaf9-382f-4dc9-9d06-58608fe13785 HTTP/1.1" status: 404 len: 337 time: 0.0563924 Apr 06 14:22:55.682344 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55390) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:55.696103 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-00877f5c-1b37-4882-a982-0dd6291ef1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950687437', 'tenant_id': '0b4b33bee8584311b96148992b932eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f660bbf8-a596-4c18-b41f-5d8518c296ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:22:15Z', 'updated_at': '2022-04-06T14:22:27Z', 'revision_number': 4, 'project_id': '0b4b33bee8584311b96148992b932eea', 'gw_port': {'id': 'f660bbf8-a596-4c18-b41f-5d8518c296ad', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:17Z', 'updated_at': '2022-04-06T14:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'd41ddb5b-c94f-4cfe-8464-0c1bf2369e26', 'tenant_id': '0b4b33bee8584311b96148992b932eea', 'floating_ip_address': '172.26.8.222', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'port_id': 'e3f3327c-0d65-4c3c-bad8-0a67cd11517f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a3375d2-a268-4361-a617-6b6ea555d64d', 'mac_address': 'fa:16:3e:26:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af8123d-c731-4b52-b578-7927565b0af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:22:52Z', 'updated_at': '2022-04-06T14:22:52Z', 'revision_number': 0, 'project_id': '0b4b33bee8584311b96148992b932eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f262a0e4-4bc9-4d26-81d6-e5c2244535d0', 'name': '', 'network_id': '0a3375d2-a268-4361-a617-6b6ea555d64d', 'tenant_id': '0b4b33bee8584311b96148992b932eea', 'mac_address': 'fa:16:3e:76:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f554381-7d35-4383-bcb6-880561d02513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:25Z', 'updated_at': '2022-04-06T14:22:38Z', 'revision_number': 5, 'project_id': '0b4b33bee8584311b96148992b932eea', 'subnets': [{'id': '6f554381-7d35-4383-bcb6-880561d02513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:55.700520 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00877f5c-1b37-4882-a982-0dd6291ef1e5 None None] The sync data for ids ['1f8f9aec-ca41-45d8-9634-eb3c27bae867'] in dv-neutron-835868-1-hyperv is: [{'id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950687437', 'tenant_id': '0b4b33bee8584311b96148992b932eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f660bbf8-a596-4c18-b41f-5d8518c296ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:22:15Z', 'updated_at': '2022-04-06T14:22:27Z', 'revision_number': 4, 'project_id': '0b4b33bee8584311b96148992b932eea', 'gw_port': {'id': 'f660bbf8-a596-4c18-b41f-5d8518c296ad', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:17Z', 'updated_at': '2022-04-06T14:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'd41ddb5b-c94f-4cfe-8464-0c1bf2369e26', 'tenant_id': '0b4b33bee8584311b96148992b932eea', 'floating_ip_address': '172.26.8.222', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'port_id': 'e3f3327c-0d65-4c3c-bad8-0a67cd11517f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a3375d2-a268-4361-a617-6b6ea555d64d', 'mac_address': 'fa:16:3e:26:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af8123d-c731-4b52-b578-7927565b0af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:22:52Z', 'updated_at': '2022-04-06T14:22:52Z', 'revision_number': 0, 'project_id': '0b4b33bee8584311b96148992b932eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f262a0e4-4bc9-4d26-81d6-e5c2244535d0', 'name': '', 'network_id': '0a3375d2-a268-4361-a617-6b6ea555d64d', 'tenant_id': '0b4b33bee8584311b96148992b932eea', 'mac_address': 'fa:16:3e:76:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f554381-7d35-4383-bcb6-880561d02513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:25Z', 'updated_at': '2022-04-06T14:22:38Z', 'revision_number': 5, 'project_id': '0b4b33bee8584311b96148992b932eea', 'subnets': [{'id': '6f554381-7d35-4383-bcb6-880561d02513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:22:55.728717 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7f8e4a7c-9c2e-4055-80f4-c5fdc069a355 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/floatingips/d41ddb5b-c94f-4cfe-8464-0c1bf2369e26 HTTP/1.1" status: 200 len: 991 time: 0.2066500 Apr 06 14:22:55.734572 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-36db2ff7-7d39-4cc9-9bf2-4412fbd498ee tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] delete failed (client error): The resource could not be found. Apr 06 14:22:55.735446 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-36db2ff7-7d39-4cc9-9bf2-4412fbd498ee tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/routers/2c07ac65-8d07-4740-8b97-2d2d7898b9ed HTTP/1.1" status: 404 len: 336 time: 0.1367104 Apr 06 14:22:55.738265 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55394) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:55.762180 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a924f7-9a92-4366-a1d5-ec675adbfa60 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting subnet de86cef0-8052-488c-969d-f6b74aaeb3ad {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:22:55.765692 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e5a924f7-9a92-4366-a1d5-ec675adbfa60 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:55.782215 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e116b1ac-939e-43e4-9953-2caa60f2f5f6 None None] Provisioning complete for port 93caf159-e5fb-4fab-85af-263c37879125 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:55.782683 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e116b1ac-939e-43e4-9953-2caa60f2f5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:55.782805 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-62404b23-e88f-445e-95ea-10434a4fd109 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] DELETE failed (client error): The resource could not be found. Apr 06 14:22:55.783268 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62404b23-e88f-445e-95ea-10434a4fd109 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:55.785034 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-62404b23-e88f-445e-95ea-10434a4fd109 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/subnets/71c24af3-8bbc-4d08-9176-88b0eb4cb4fa HTTP/1.1" status: 404 len: 337 time: 0.0460455 Apr 06 14:22:55.787813 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55398) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:55.835125 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e5a924f7-9a92-4366-a1d5-ec675adbfa60 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:55.837238 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-67ccf709-90d4-455f-8039-10bf7fa13214 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "GET /v2.0/ports?device_id=18243c5d-74e0-4da7-a079-8f8e3c43fac8 HTTP/1.1" status: 200 len: 205 time: 0.0478950 Apr 06 14:22:55.839782 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55402) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:55.843718 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e116b1ac-939e-43e4-9953-2caa60f2f5f6 None None] Port 93caf159-e5fb-4fab-85af-263c37879125 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:22:55.886325 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e116b1ac-939e-43e4-9953-2caa60f2f5f6 None None] Provisioning complete for port a6625467-a5e8-4510-bc92-f2e46643f77e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:55.886827 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e116b1ac-939e-43e4-9953-2caa60f2f5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:55.922986 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17310bb9-8b82-4928-8c2b-b2a6a4059eb8 req-f42ffb2f-f930-4e6e-a246-3f5baeff09e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:55.926906 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-17310bb9-8b82-4928-8c2b-b2a6a4059eb8 req-f42ffb2f-f930-4e6e-a246-3f5baeff09e6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6f554381-7d35-4383-bcb6-880561d02513 HTTP/1.1" status: 200 len: 835 time: 0.2499018 Apr 06 14:22:55.929467 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-5396ac9d-78e7-4968-921f-96b9c7440598 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] delete failed (client error): The resource could not be found. Apr 06 14:22:55.933451 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5396ac9d-78e7-4968-921f-96b9c7440598 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/routers/18243c5d-74e0-4da7-a079-8f8e3c43fac8 HTTP/1.1" status: 404 len: 336 time: 0.0925357 Apr 06 14:22:55.935199 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55406) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:55.950773 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e5a924f7-9a92-4366-a1d5-ec675adbfa60 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:56.036424 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e5a924f7-9a92-4366-a1d5-ec675adbfa60 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:56.040583 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-838c9583-2b86-4c46-9dd8-48a4fd66572e tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "GET /v2.0/ports?device_id=42103600-d852-4763-9027-27f4bdaaf7aa HTTP/1.1" status: 200 len: 205 time: 0.1038899 Apr 06 14:22:56.043637 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55410) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:56.048223 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c9e13e-37de-4988-bd1c-4cae65d26701 None None] New status for floating IP d41ddb5b-c94f-4cfe-8464-0c1bf2369e26: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:22:56.089240 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a924f7-9a92-4366-a1d5-ec675adbfa60 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Subnet': ['ID=de86cef0-8052-488c-969d-f6b74aaeb3ad,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:56.093288 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e5a924f7-9a92-4366-a1d5-ec675adbfa60 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:56.100436 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e5a924f7-9a92-4366-a1d5-ec675adbfa60 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/subnets/de86cef0-8052-488c-969d-f6b74aaeb3ad HTTP/1.1" status: 204 len: 168 time: 0.4171174 Apr 06 14:22:56.103420 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55414) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:56.117379 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-15d34ccc-3a63-4127-9d74-73947069ddc4 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] delete failed (client error): The resource could not be found. Apr 06 14:22:56.118456 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-15d34ccc-3a63-4127-9d74-73947069ddc4 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/routers/42103600-d852-4763-9027-27f4bdaaf7aa HTTP/1.1" status: 404 len: 336 time: 0.0739498 Apr 06 14:22:56.121093 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55418) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:56.143998 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-65036142-503b-4048-a6a3-7e0a6a870c0d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] DELETE failed (client error): The resource could not be found. Apr 06 14:22:56.144443 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65036142-503b-4048-a6a3-7e0a6a870c0d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:56.148487 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-65036142-503b-4048-a6a3-7e0a6a870c0d tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/subnets/fe3979f5-2f47-4acd-bff5-920cad0ef530 HTTP/1.1" status: 404 len: 337 time: 0.0407462 Apr 06 14:22:56.148855 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55422) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:56.174439 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e32dde8-96bf-48d8-aae5-6d3e882325ed tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] DELETE failed (client error): The resource could not be found. Apr 06 14:22:56.174777 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e32dde8-96bf-48d8-aae5-6d3e882325ed tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:56.179302 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4e32dde8-96bf-48d8-aae5-6d3e882325ed tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/subnets/cec90452-2e75-4ba9-a801-329a56336400 HTTP/1.1" status: 404 len: 337 time: 0.0531609 Apr 06 14:22:56.179465 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55426) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:56.191808 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8fc99f7e-d551-4291-ad12-67d591cf1d08 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "GET /v2.0/ports?device_id=fee450b2-e50a-4b53-9b53-2300e1d29089 HTTP/1.1" status: 200 len: 205 time: 0.0413332 Apr 06 14:22:56.194095 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55430) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:56.227475 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-02b0b742-3357-40f2-8517-4f39e2094e0a tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "GET /v2.0/ports?device_id=28fdaadf-d005-4adf-838b-877a10fd983a HTTP/1.1" status: 200 len: 205 time: 0.0467753 Apr 06 14:22:56.231423 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-17310bb9-8b82-4928-8c2b-b2a6a4059eb8 req-a423fa33-6ccd-48d1-8499-5aba5fdfe114 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0a3375d2-a268-4361-a617-6b6ea555d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2969766 Apr 06 14:22:56.231861 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55434) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:56.261158 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-573ae421-51e2-4828-bb61-4cfcdba52860 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] delete failed (client error): The resource could not be found. Apr 06 14:22:56.264489 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-573ae421-51e2-4828-bb61-4cfcdba52860 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/routers/fee450b2-e50a-4b53-9b53-2300e1d29089 HTTP/1.1" status: 404 len: 336 time: 0.0672121 Apr 06 14:22:56.264724 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55438) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:56.302835 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-c113c226-35b0-4910-8308-0eecb4ab0b6b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] DELETE failed (client error): The resource could not be found. Apr 06 14:22:56.303322 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c113c226-35b0-4910-8308-0eecb4ab0b6b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:56.307930 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c113c226-35b0-4910-8308-0eecb4ab0b6b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/subnets/fdc50ece-2fae-4564-af57-7ef6da13e184 HTTP/1.1" status: 404 len: 337 time: 0.0399816 Apr 06 14:22:56.308960 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55442) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:56.325001 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-8e7ff391-09ae-4cf7-842d-44b4155c7594 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] delete failed (client error): The resource could not be found. Apr 06 14:22:56.326059 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8e7ff391-09ae-4cf7-842d-44b4155c7594 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/routers/28fdaadf-d005-4adf-838b-877a10fd983a HTTP/1.1" status: 404 len: 336 time: 0.0933068 Apr 06 14:22:56.348607 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55446) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:56.392801 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03ec1f6-4dae-4fe0-bbc2-d3d069ac01fe tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] DELETE failed (client error): The resource could not be found. Apr 06 14:22:56.393270 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b03ec1f6-4dae-4fe0-bbc2-d3d069ac01fe tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:56.394912 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b03ec1f6-4dae-4fe0-bbc2-d3d069ac01fe tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/subnets/84797db4-cd8a-4796-9189-7670ffc5f881 HTTP/1.1" status: 404 len: 337 time: 0.0858469 Apr 06 14:22:56.395952 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-261e1cdb-b333-4d1f-89ea-5110f153f51c tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] DELETE failed (client error): The resource could not be found. Apr 06 14:22:56.396367 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-261e1cdb-b333-4d1f-89ea-5110f153f51c tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:56.400581 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-261e1cdb-b333-4d1f-89ea-5110f153f51c tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/subnets/e4c9450e-1630-4a46-b0f8-c5ce3aca2a02 HTTP/1.1" status: 404 len: 337 time: 0.0482559 Apr 06 14:22:56.400581 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55450) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:56.401438 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55454) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:56.439268 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f2c314-c664-4283-8a92-97c73f19460b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] DELETE failed (client error): The resource could not be found. Apr 06 14:22:56.439628 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f2c314-c664-4283-8a92-97c73f19460b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:56.443564 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b0f2c314-c664-4283-8a92-97c73f19460b tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/subnets/a9951fa6-5da6-4195-ba81-7c240acd18d8 HTTP/1.1" status: 404 len: 337 time: 0.0420353 Apr 06 14:22:56.443790 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55458) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:56.451237 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280c2dd0-bac6-4bd0-90c3-d620b029e202 None None] Update dhcp port {'port': {'network_id': 'bae98b9c-53c2-4147-9995-9ad2ab72192f', 'fixed_ips': [{'subnet_id': 'de86cef0-8052-488c-969d-f6b74aaeb3ad'}], 'binding:host_id': 'dv-neutron-835868-1-hyperv'}, 'id': 'a6625467-a5e8-4510-bc92-f2e46643f77e'} from dv-neutron-835868-1-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 06 14:22:56.457248 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-de6f9a04-fd5c-46b1-87b9-41defe119fd3 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "GET /v2.0/ports?device_id=46b9e25c-3bdf-4d51-8fd6-f237b43d67a6 HTTP/1.1" status: 200 len: 205 time: 0.0508549 Apr 06 14:22:56.458213 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55462) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:56.490041 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-532ae92e-5cf9-4dd2-87e9-64f3dc6affc6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] DELETE failed (client error): The resource could not be found. Apr 06 14:22:56.490755 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-532ae92e-5cf9-4dd2-87e9-64f3dc6affc6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:56.495235 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-532ae92e-5cf9-4dd2-87e9-64f3dc6affc6 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/ports/9961d5e3-0200-43ee-b107-eefecedea84a HTTP/1.1" status: 404 len: 333 time: 0.0477412 Apr 06 14:22:56.495567 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55466) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:56.535801 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d05d3a-1d7c-4c99-b732-fc54aa857112 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] DELETE failed (client error): The resource could not be found. Apr 06 14:22:56.536247 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d05d3a-1d7c-4c99-b732-fc54aa857112 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:56.540855 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-75d05d3a-1d7c-4c99-b732-fc54aa857112 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/subnets/eb26976a-c59d-48a4-be05-78e83525c4d0 HTTP/1.1" status: 404 len: 337 time: 0.0414476 Apr 06 14:22:56.541123 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55470) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:56.546587 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-d1aaec80-15ed-491f-b281-baeade5c02c0 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] delete failed (client error): The resource could not be found. Apr 06 14:22:56.550419 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d1aaec80-15ed-491f-b281-baeade5c02c0 tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/routers/46b9e25c-3bdf-4d51-8fd6-f237b43d67a6 HTTP/1.1" status: 404 len: 336 time: 0.0885100 Apr 06 14:22:56.550573 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55474) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:56.557738 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-280c2dd0-bac6-4bd0-90c3-d620b029e202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:56.578673 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd4ffb8-2572-4193-9d74-3a997cbe3830 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] DELETE failed (client error): The resource could not be found. Apr 06 14:22:56.579114 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd4ffb8-2572-4193-9d74-3a997cbe3830 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:56.580982 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5cd4ffb8-2572-4193-9d74-3a997cbe3830 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/subnets/365045ba-9de4-45e4-a29d-4c302cccef4f HTTP/1.1" status: 404 len: 337 time: 0.0387444 Apr 06 14:22:56.583414 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55478) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:56.588857 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-17310bb9-8b82-4928-8c2b-b2a6a4059eb8 req-17d74893-e8e7-425e-a3e1-c34919f9c963 service neutron] 10.222.0.69 "GET /v2.0/networks/0a3375d2-a268-4361-a617-6b6ea555d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019960 Apr 06 14:22:56.592662 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a36e50e-6e73-4f03-8207-9b0b1dc38b4f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] DELETE failed (client error): The resource could not be found. Apr 06 14:22:56.593105 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a36e50e-6e73-4f03-8207-9b0b1dc38b4f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:56.597025 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8a36e50e-6e73-4f03-8207-9b0b1dc38b4f tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/subnets/11ed482f-1e65-47b3-b52d-a2c23e48f88e HTTP/1.1" status: 404 len: 337 time: 0.0432158 Apr 06 14:22:56.613405 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55482) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:56.629057 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f38f31b-1434-4f23-a19d-90968b1ba879 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] DELETE failed (client error): The resource could not be found. Apr 06 14:22:56.629515 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f38f31b-1434-4f23-a19d-90968b1ba879 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:56.631176 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1f38f31b-1434-4f23-a19d-90968b1ba879 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/ports/70334cf6-2452-476c-9997-632945dfb195 HTTP/1.1" status: 404 len: 333 time: 0.0466900 Apr 06 14:22:56.633844 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55486) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:56.671717 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e289716-c6ca-44b5-b13b-8e2bec8360a7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] DELETE failed (client error): The resource could not be found. Apr 06 14:22:56.672213 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e289716-c6ca-44b5-b13b-8e2bec8360a7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:56.676325 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5e289716-c6ca-44b5-b13b-8e2bec8360a7 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/subnets/84277abd-6ff7-408e-9662-03b58d1fe921 HTTP/1.1" status: 404 len: 337 time: 0.0391717 Apr 06 14:22:56.676567 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55490) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:56.706782 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93f6bca-4686-496b-9caa-227874b0229b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] DELETE failed (client error): The resource could not be found. Apr 06 14:22:56.707251 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93f6bca-4686-496b-9caa-227874b0229b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:56.712664 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a93f6bca-4686-496b-9caa-227874b0229b tempest-RoutersTest-1374042630 tempest-RoutersTest-1374042630-project] 10.222.0.60 "DELETE /v2.0/subnets/fd9a4f5f-13a1-411f-a0f9-8f8218820d0a HTTP/1.1" status: 404 len: 337 time: 0.0927403 Apr 06 14:22:56.726399 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3082883-5fd8-41e3-bd0f-44f15c37f0bc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] DELETE failed (client error): The resource could not be found. Apr 06 14:22:56.728045 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3082883-5fd8-41e3-bd0f-44f15c37f0bc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:22:56.729138 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e3082883-5fd8-41e3-bd0f-44f15c37f0bc tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/subnets/ee97dc91-82c7-4cc4-b53a-314a239c230a HTTP/1.1" status: 404 len: 337 time: 0.0516284 Apr 06 14:22:56.734498 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55496) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:56.734913 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55498) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:56.766876 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a8afd3-1b99-4e1c-957a-e68b1ff9e25c None None] Network bae98b9c-53c2-4147-9995-9ad2ab72192f requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:22:56.955989 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-404664b3-956d-4a16-ae04-0a29f7aef6db None None] Provisioning complete for port 93caf159-e5fb-4fab-85af-263c37879125 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:56.956282 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-404664b3-956d-4a16-ae04-0a29f7aef6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:57.016679 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-404664b3-956d-4a16-ae04-0a29f7aef6db None None] Port 93caf159-e5fb-4fab-85af-263c37879125 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:22:57.026500 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-17310bb9-8b82-4928-8c2b-b2a6a4059eb8 req-61bd8267-704d-453a-85bb-ede75287d7fd service neutron] 10.222.0.69 "GET /v2.0/networks/0a3375d2-a268-4361-a617-6b6ea555d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307535 Apr 06 14:22:57.046604 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-404664b3-956d-4a16-ae04-0a29f7aef6db None None] Provisioning complete for port a6625467-a5e8-4510-bc92-f2e46643f77e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:57.047256 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-404664b3-956d-4a16-ae04-0a29f7aef6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:57.047430 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-8756057f-09b9-45b5-9bbc-9f6b87c12911 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Deleting port 93caf159-e5fb-4fab-85af-263c37879125 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:57.047823 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8756057f-09b9-45b5-9bbc-9f6b87c12911 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:57.066027 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55506) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:57.083475 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7586cad8-71dc-4889-aead-cb576b161287 None None] DHCP port deletion for bae98b9c-53c2-4147-9995-9ad2ab72192f request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:22:57.088683 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9f3d7968-0ec3-42af-9a5b-c7261399cace tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/floatingips/d41ddb5b-c94f-4cfe-8464-0c1bf2369e26 HTTP/1.1" status: 200 len: 993 time: 0.3525853 Apr 06 14:22:57.109547 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-7586cad8-71dc-4889-aead-cb576b161287 None None] Deleting port a6625467-a5e8-4510-bc92-f2e46643f77e {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:22:57.110287 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7586cad8-71dc-4889-aead-cb576b161287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:57.280258 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8756057f-09b9-45b5-9bbc-9f6b87c12911 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:57.288127 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-311f3bb8-920a-4f64-be8d-675588b20a0b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=54b6b16a88cd457596297a5e2f6c39ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2187209 Apr 06 14:22:57.288333 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55512) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:57.349346 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a94acbd1-bc7e-41cd-a961-8d11918a6131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:57.379829 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a94acbd1-bc7e-41cd-a961-8d11918a6131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:57.385858 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7586cad8-71dc-4889-aead-cb576b161287 None None] For port a6625467-a5e8-4510-bc92-f2e46643f77e, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a6625467-a5e8-4510-bc92-f2e46643f77e,segment=NetworkSegment(86d77f23-dbd4-4995-9586-3917c6d6850e),segment_id=86d77f23-dbd4-4995-9586-3917c6d6850e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:57.386433 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7586cad8-71dc-4889-aead-cb576b161287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:57.409564 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-8756057f-09b9-45b5-9bbc-9f6b87c12911 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Calling delete_port for 93caf159-e5fb-4fab-85af-263c37879125 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:22:57.434419 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a94acbd1-bc7e-41cd-a961-8d11918a6131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:57.455145 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a94acbd1-bc7e-41cd-a961-8d11918a6131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:57.459330 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a94acbd1-bc7e-41cd-a961-8d11918a6131 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/97baef7d-30a3-4194-9aac-7e7188cee1e1 HTTP/1.1" status: 204 len: 168 time: 0.1670091 Apr 06 14:22:57.459330 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94acbd1-bc7e-41cd-a961-8d11918a6131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97baef7d-30a3-4194-9aac-7e7188cee1e1,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:57.499050 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8756057f-09b9-45b5-9bbc-9f6b87c12911 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:57.518624 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-7586cad8-71dc-4889-aead-cb576b161287 None None] Calling delete_port for a6625467-a5e8-4510-bc92-f2e46643f77e owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:22:57.550293 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756057f-09b9-45b5-9bbc-9f6b87c12911 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Port': ['ID=93caf159-e5fb-4fab-85af-263c37879125,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:57.561882 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8756057f-09b9-45b5-9bbc-9f6b87c12911 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:57.581228 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8756057f-09b9-45b5-9bbc-9f6b87c12911 tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/ports/93caf159-e5fb-4fab-85af-263c37879125 HTTP/1.1" status: 204 len: 168 time: 0.8424337 Apr 06 14:22:57.582641 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55518) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:57.604584 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a6625467-a5e8-4510-bc92-f2e46643f77e no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:22:57.635863 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7586cad8-71dc-4889-aead-cb576b161287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:57.676931 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: a6625467-a5e8-4510-bc92-f2e46643f77e {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:22:57.677377 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a6625467-a5e8-4510-bc92-f2e46643f77e not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:22:57.694199 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586cad8-71dc-4889-aead-cb576b161287 None None] Pushing event deleted for resources: {'Port': ['ID=a6625467-a5e8-4510-bc92-f2e46643f77e,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:57.700544 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7586cad8-71dc-4889-aead-cb576b161287 None None] No DVR routers for this DVR port a6625467-a5e8-4510-bc92-f2e46643f77e on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:22:57.806830 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cc7616de-3cd9-4c1b-ae51-4bb647b74ecb tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:57.942314 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cc7616de-3cd9-4c1b-ae51-4bb647b74ecb tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:57.967114 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-cc7616de-3cd9-4c1b-ae51-4bb647b74ecb tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae98b9c-53c2-4147-9995-9ad2ab72192f']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:57.978759 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-cc7616de-3cd9-4c1b-ae51-4bb647b74ecb tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d77f23-dbd4-4995-9586-3917c6d6850e') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:57.978994 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-cc7616de-3cd9-4c1b-ae51-4bb647b74ecb tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d77f23-dbd4-4995-9586-3917c6d6850e') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:57.990086 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cc7616de-3cd9-4c1b-ae51-4bb647b74ecb tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:58.005811 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cc7616de-3cd9-4c1b-ae51-4bb647b74ecb tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:58.012430 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7616de-3cd9-4c1b-ae51-4bb647b74ecb tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:22:58.012816 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cc7616de-3cd9-4c1b-ae51-4bb647b74ecb tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:22:58.030612 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:22:58.105738 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cc7616de-3cd9-4c1b-ae51-4bb647b74ecb tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:58.122781 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cc7616de-3cd9-4c1b-ae51-4bb647b74ecb tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:58.132054 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7616de-3cd9-4c1b-ae51-4bb647b74ecb tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] Pushing event deleted for resources: {'Network': ['ID=bae98b9c-53c2-4147-9995-9ad2ab72192f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:58.135464 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cc7616de-3cd9-4c1b-ae51-4bb647b74ecb tempest-PortsIpV6TestJSON-1573462642 tempest-PortsIpV6TestJSON-1573462642-project] 10.222.0.60 "DELETE /v2.0/networks/bae98b9c-53c2-4147-9995-9ad2ab72192f HTTP/1.1" status: 204 len: 168 time: 0.5518279 Apr 06 14:22:58.421085 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55526) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:58.593117 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f63e88ec-c9ed-4b57-8247-c8af1acd508e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4fc82e9fc10b417fb0b2b72d7d1a7a75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1708298 Apr 06 14:22:58.595606 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55532) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:22:58.652893 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d1fb7433-a52b-44ad-88fb-29b3fa08c34b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:58.677881 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d1fb7433-a52b-44ad-88fb-29b3fa08c34b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:58.728834 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d1fb7433-a52b-44ad-88fb-29b3fa08c34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:58.742393 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb7433-a52b-44ad-88fb-29b3fa08c34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832c960d-3c26-43cf-8fad-18e672608fc3,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:58.751626 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d1fb7433-a52b-44ad-88fb-29b3fa08c34b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:58.752674 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d1fb7433-a52b-44ad-88fb-29b3fa08c34b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/832c960d-3c26-43cf-8fad-18e672608fc3 HTTP/1.1" status: 204 len: 168 time: 0.1561902 Apr 06 14:22:58.899707 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:00.461144 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55578) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:23:00.647217 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0fa58c6d-120f-443b-9bc8-3831d14973ec tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'network': {'name': 'tempest-network-smoke--257217707', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'port_security_enabled': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:23:00.652852 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0fa58c6d-120f-443b-9bc8-3831d14973ec tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:23:00.656645 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0fa58c6d-120f-443b-9bc8-3831d14973ec tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:network and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:23:00.659467 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0fa58c6d-120f-443b-9bc8-3831d14973ec tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:23:00.665572 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0fa58c6d-120f-443b-9bc8-3831d14973ec tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:23:00.675600 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa58c6d-120f-443b-9bc8-3831d14973ec tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Made reservation on behalf of 2c4f01a131354b128ac6b7c118186600 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:23:00.678943 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0fa58c6d-120f-443b-9bc8-3831d14973ec tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:00.692737 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0fa58c6d-120f-443b-9bc8-3831d14973ec tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:00.730778 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0fa58c6d-120f-443b-9bc8-3831d14973ec tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:23:00.735261 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0fa58c6d-120f-443b-9bc8-3831d14973ec tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:23:00.738132 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0fa58c6d-120f-443b-9bc8-3831d14973ec tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:23:00.743834 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0fa58c6d-120f-443b-9bc8-3831d14973ec tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:23:00.824362 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0fa58c6d-120f-443b-9bc8-3831d14973ec tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:00.830388 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0fa58c6d-120f-443b-9bc8-3831d14973ec tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:00.863841 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa58c6d-120f-443b-9bc8-3831d14973ec tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:23:00.872631 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa58c6d-120f-443b-9bc8-3831d14973ec tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f662a3-1a1d-42a1-b528-023125cd49cb,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:00.878422 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0fa58c6d-120f-443b-9bc8-3831d14973ec tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:00.878752 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-0fa58c6d-120f-443b-9bc8-3831d14973ec tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Added segment ff0e0498-2ff0-4d4f-b7a6-41b56328d188 of type vlan for network b191f3e7-0206-4dd0-ac81-9a56edf9f25b Apr 06 14:23:00.904665 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0fa58c6d-120f-443b-9bc8-3831d14973ec tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:00.935313 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0fa58c6d-120f-443b-9bc8-3831d14973ec tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:00.939569 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa58c6d-120f-443b-9bc8-3831d14973ec tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:00.940215 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0fa58c6d-120f-443b-9bc8-3831d14973ec tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:01.048798 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0fa58c6d-120f-443b-9bc8-3831d14973ec tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5859542 Apr 06 14:23:01.051646 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55584) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:23:01.058573 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1054fcdd-e43b-45b5-a810-84438923de3a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1742148068', 'admin_state_up': True, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:23:01.063842 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa58c6d-120f-443b-9bc8-3831d14973ec tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Network': ['ID=b191f3e7-0206-4dd0-ac81-9a56edf9f25b,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:01.068406 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1054fcdd-e43b-45b5-a810-84438923de3a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:23:01.073432 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1054fcdd-e43b-45b5-a810-84438923de3a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:router and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:23:01.074852 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network b191f3e7-0206-4dd0-ac81-9a56edf9f25b details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:23:01.076598 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1054fcdd-e43b-45b5-a810-84438923de3a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:23:01.082383 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1054fcdd-e43b-45b5-a810-84438923de3a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:23:01.094079 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1054fcdd-e43b-45b5-a810-84438923de3a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:01.095011 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1054fcdd-e43b-45b5-a810-84438923de3a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:01.119142 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1054fcdd-e43b-45b5-a810-84438923de3a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:01.272720 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1054fcdd-e43b-45b5-a810-84438923de3a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:01.504202 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1054fcdd-e43b-45b5-a810-84438923de3a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:01.534901 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1054fcdd-e43b-45b5-a810-84438923de3a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:01.677655 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-1054fcdd-e43b-45b5-a810-84438923de3a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.26.8.131 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/71eb6d8a-2da3-4c88-93ea-59945a8d68d9) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:23:01.823422 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1054fcdd-e43b-45b5-a810-84438923de3a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:01.849838 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1054fcdd-e43b-45b5-a810-84438923de3a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:01.914959 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1054fcdd-e43b-45b5-a810-84438923de3a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:23:01.917508 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-1054fcdd-e43b-45b5-a810-84438923de3a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:23:01.921568 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1054fcdd-e43b-45b5-a810-84438923de3a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:23:01.949271 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054fcdd-e43b-45b5-a810-84438923de3a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=71eb6d8a-2da3-4c88-93ea-59945a8d68d9,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:02.156506 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1054fcdd-e43b-45b5-a810-84438923de3a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:02.157258 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1054fcdd-e43b-45b5-a810-84438923de3a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:02.378716 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1054fcdd-e43b-45b5-a810-84438923de3a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router ec3f2d5a-913d-4de5-8cc1-a246525017a0 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:23:02.583496 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1054fcdd-e43b-45b5-a810-84438923de3a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:23:02.594016 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfb2b2c-a11c-48dc-9753-892845908909 None None] Sync routers for ids ['ec3f2d5a-913d-4de5-8cc1-a246525017a0'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:23:02.605889 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfb2b2c-a11c-48dc-9753-892845908909 None None] Routers {'ec3f2d5a-913d-4de5-8cc1-a246525017a0'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:23:02.606508 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-bdfb2b2c-a11c-48dc-9753-892845908909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:22:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ec3f2d5a-913d-4de5-8cc1-a246525017a0'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:02.610194 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1054fcdd-e43b-45b5-a810-84438923de3a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:02.611605 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1054fcdd-e43b-45b5-a810-84438923de3a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5592968 Apr 06 14:23:02.614685 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55596) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:23:02.729806 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1a1ee7c3-c2de-4ba4-8670-e8d12dcefca7 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=2c4f01a131354b128ac6b7c118186600&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1123161 Apr 06 14:23:02.730783 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55602) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:23:02.790595 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-bdfb2b2c-a11c-48dc-9753-892845908909 None None] Set router ec3f2d5a-913d-4de5-8cc1-a246525017a0 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:23:02.884828 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951f2685-e663-4976-9c5b-1b46a9cca48c tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:02.888935 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-951f2685-e663-4976-9c5b-1b46a9cca48c tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1545959 Apr 06 14:23:02.889143 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55606) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:23:02.930691 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-df1560e2-0761-46df-979c-0248fee46195 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5b121ca5-69d5-4d27-bffe-4929f7aabdf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375185 Apr 06 14:23:02.931085 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55610) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:23:02.936129 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-060b9b36-79d9-429c-85ec-98e4d0ead7a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2137315704', 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:23:03.045705 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-060b9b36-79d9-429c-85ec-98e4d0ead7a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:23:03.049956 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-060b9b36-79d9-429c-85ec-98e4d0ead7a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:subnet and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:23:03.052794 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-060b9b36-79d9-429c-85ec-98e4d0ead7a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:23:03.059487 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-060b9b36-79d9-429c-85ec-98e4d0ead7a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:23:03.081400 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060b9b36-79d9-429c-85ec-98e4d0ead7a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Made reservation on behalf of 2c4f01a131354b128ac6b7c118186600 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:23:03.081799 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-bdfb2b2c-a11c-48dc-9753-892845908909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'name': 'tempest-TestNetworkBasicOps-router-1742148068', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:23:02Z', 'revision_number': 3, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:de:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:23:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:03.086576 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfb2b2c-a11c-48dc-9753-892845908909 None None] Checking router: ec3f2d5a-913d-4de5-8cc1-a246525017a0 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:23:03.086928 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfb2b2c-a11c-48dc-9753-892845908909 None None] Updating router ec3f2d5a-913d-4de5-8cc1-a246525017a0 port 71eb6d8a-2da3-4c88-93ea-59945a8d68d9 binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:23:03.156725 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2b2c-a11c-48dc-9753-892845908909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:03.207035 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-060b9b36-79d9-429c-85ec-98e4d0ead7a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:03.429929 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-060b9b36-79d9-429c-85ec-98e4d0ead7a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:03.495045 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2b2c-a11c-48dc-9753-892845908909 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:03.509161 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-bdfb2b2c-a11c-48dc-9753-892845908909 None None] Transition to ACTIVE for port object 71eb6d8a-2da3-4c88-93ea-59945a8d68d9 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:23:03.518674 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2b2c-a11c-48dc-9753-892845908909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:03.521256 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b9b36-79d9-429c-85ec-98e4d0ead7a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Subnet': ['ID=a069d15c-dde2-49f9-9aa1-09fd1a5125da,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:03.534836 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060b9b36-79d9-429c-85ec-98e4d0ead7a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Checking segment: {'id': 'ff0e0498-2ff0-4d4f-b7a6-41b56328d188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:23:03.535192 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060b9b36-79d9-429c-85ec-98e4d0ead7a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network hostable DHCP agents. Network: b191f3e7-0206-4dd0-ac81-9a56edf9f25b, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:23:03.559864 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060b9b36-79d9-429c-85ec-98e4d0ead7a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network b191f3e7-0206-4dd0-ac81-9a56edf9f25b is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:23:03.574875 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-060b9b36-79d9-429c-85ec-98e4d0ead7a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, b191f3e7-0206-4dd0-ac81-9a56edf9f25b) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:23:03.579436 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060b9b36-79d9-429c-85ec-98e4d0ead7a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:03.580311 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-060b9b36-79d9-429c-85ec-98e4d0ead7a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:03.589292 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152a5d5f-d02e-42cb-89bc-e0fcda3aee87 None None] Network b191f3e7-0206-4dd0-ac81-9a56edf9f25b requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:23:03.592161 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-bdfb2b2c-a11c-48dc-9753-892845908909 None None] Attempting to bind port 71eb6d8a-2da3-4c88-93ea-59945a8d68d9 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:23:03.592542 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-bdfb2b2c-a11c-48dc-9753-892845908909 None None] Attempting to bind port 71eb6d8a-2da3-4c88-93ea-59945a8d68d9 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:23:03.592929 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb2b2c-a11c-48dc-9753-892845908909 None None] Attempting to bind port 71eb6d8a-2da3-4c88-93ea-59945a8d68d9 on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:23:03.610504 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-060b9b36-79d9-429c-85ec-98e4d0ead7a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6786270 Apr 06 14:23:03.613344 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55620) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:23:03.613789 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3093916-6df4-44fd-8c58-4a3f95baa1a0 None None] Pushing event updated for resources: {'Port': ['ID=71eb6d8a-2da3-4c88-93ea-59945a8d68d9,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:03.622792 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb2b2c-a11c-48dc-9753-892845908909 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:23:03.623176 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb2b2c-a11c-48dc-9753-892845908909 None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:23:03.623584 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2b2c-a11c-48dc-9753-892845908909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:03.623980 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb2b2c-a11c-48dc-9753-892845908909 None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:23:03.624443 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-bdfb2b2c-a11c-48dc-9753-892845908909 None None] Bound port: 71eb6d8a-2da3-4c88-93ea-59945a8d68d9, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:23:03.624843 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2b2c-a11c-48dc-9753-892845908909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:03.648268 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3093916-6df4-44fd-8c58-4a3f95baa1a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:03.648634 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3093916-6df4-44fd-8c58-4a3f95baa1a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:03.649536 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3093916-6df4-44fd-8c58-4a3f95baa1a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:03.649873 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3093916-6df4-44fd-8c58-4a3f95baa1a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:03.650207 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3093916-6df4-44fd-8c58-4a3f95baa1a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:03.650543 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3093916-6df4-44fd-8c58-4a3f95baa1a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:03.650874 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3093916-6df4-44fd-8c58-4a3f95baa1a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:03.651201 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3093916-6df4-44fd-8c58-4a3f95baa1a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:03.651527 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3093916-6df4-44fd-8c58-4a3f95baa1a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:03.651849 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3093916-6df4-44fd-8c58-4a3f95baa1a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:03.652173 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3093916-6df4-44fd-8c58-4a3f95baa1a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:03.710556 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-bdfb2b2c-a11c-48dc-9753-892845908909 None None] For port 71eb6d8a-2da3-4c88-93ea-59945a8d68d9, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:23:03.714155 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-bdfb2b2c-a11c-48dc-9753-892845908909 None None] For port 71eb6d8a-2da3-4c88-93ea-59945a8d68d9, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=71eb6d8a-2da3-4c88-93ea-59945a8d68d9,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:23:03.722585 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2b2c-a11c-48dc-9753-892845908909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:03.806231 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3093916-6df4-44fd-8c58-4a3f95baa1a0 None None] Pushing event updated for resources: {'Port': ['ID=71eb6d8a-2da3-4c88-93ea-59945a8d68d9,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:03.830371 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfb2b2c-a11c-48dc-9753-892845908909 None None] Routers {'ec3f2d5a-913d-4de5-8cc1-a246525017a0'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:23:03.831183 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-bdfb2b2c-a11c-48dc-9753-892845908909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:22:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ec3f2d5a-913d-4de5-8cc1-a246525017a0'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:03.919980 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2e66cb-e1ea-4f44-9a8b-fa8f6a6a4cfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-b191f3e7-0206-4dd0-ac81-9a56edf9f25b', 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ips': [{'subnet_id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:23:03.921097 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ce2e66cb-e1ea-4f44-9a8b-fa8f6a6a4cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:04.069636 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-bdfb2b2c-a11c-48dc-9753-892845908909 None None] Set router ec3f2d5a-913d-4de5-8cc1-a246525017a0 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:23:04.159607 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-ce2e66cb-e1ea-4f44-9a8b-fa8f6a6a4cfe None None] Allocated IP 172.20.0.2 (b191f3e7-0206-4dd0-ac81-9a56edf9f25b/a069d15c-dde2-49f9-9aa1-09fd1a5125da/5861f5e6-30b1-42b9-96f4-175794269ce8) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:23:04.425229 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ce2e66cb-e1ea-4f44-9a8b-fa8f6a6a4cfe None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:04.439800 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ce2e66cb-e1ea-4f44-9a8b-fa8f6a6a4cfe None None] Transition to ACTIVE for port object 5861f5e6-30b1-42b9-96f4-175794269ce8 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:23:04.464684 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ce2e66cb-e1ea-4f44-9a8b-fa8f6a6a4cfe None None] Transition to ACTIVE for port object 5861f5e6-30b1-42b9-96f4-175794269ce8 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:23:04.465094 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-bdfb2b2c-a11c-48dc-9753-892845908909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'name': 'tempest-TestNetworkBasicOps-router-1742148068', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:23:02Z', 'revision_number': 3, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:de:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:04.469838 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfb2b2c-a11c-48dc-9753-892845908909 None None] The sync data for ids ['ec3f2d5a-913d-4de5-8cc1-a246525017a0'] in dv-neutron-835868-1-hyperv is: [{'id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'name': 'tempest-TestNetworkBasicOps-router-1742148068', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:23:02Z', 'revision_number': 3, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:de:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:23:04.471506 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ce2e66cb-e1ea-4f44-9a8b-fa8f6a6a4cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:04.552158 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2e66cb-e1ea-4f44-9a8b-fa8f6a6a4cfe None None] Network b191f3e7-0206-4dd0-ac81-9a56edf9f25b is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:23:04.555361 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e66cb-e1ea-4f44-9a8b-fa8f6a6a4cfe None None] Pushing event updated for resources: {'Port': ['ID=5861f5e6-30b1-42b9-96f4-175794269ce8,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:04.557759 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-ce2e66cb-e1ea-4f44-9a8b-fa8f6a6a4cfe None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:23:04.559801 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2e66cb-e1ea-4f44-9a8b-fa8f6a6a4cfe None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:23:04.577819 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-266dd278-566b-4ac1-8198-b8cc7c31b2b8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:04.646004 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ce2e66cb-e1ea-4f44-9a8b-fa8f6a6a4cfe None None] Attempting to bind port 5861f5e6-30b1-42b9-96f4-175794269ce8 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:23:04.647046 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ce2e66cb-e1ea-4f44-9a8b-fa8f6a6a4cfe None None] Attempting to bind port 5861f5e6-30b1-42b9-96f4-175794269ce8 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'ff0e0498-2ff0-4d4f-b7a6-41b56328d188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:23:04.647685 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2e66cb-e1ea-4f44-9a8b-fa8f6a6a4cfe None None] Attempting to bind port 5861f5e6-30b1-42b9-96f4-175794269ce8 on network b191f3e7-0206-4dd0-ac81-9a56edf9f25b {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:23:04.654984 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2e66cb-e1ea-4f44-9a8b-fa8f6a6a4cfe None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:23:04.655485 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2e66cb-e1ea-4f44-9a8b-fa8f6a6a4cfe None None] Checking segment: {'id': 'ff0e0498-2ff0-4d4f-b7a6-41b56328d188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:23:04.655980 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ce2e66cb-e1ea-4f44-9a8b-fa8f6a6a4cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:04.656459 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2e66cb-e1ea-4f44-9a8b-fa8f6a6a4cfe None None] Bound using segment: {'id': 'ff0e0498-2ff0-4d4f-b7a6-41b56328d188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:23:04.657157 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ce2e66cb-e1ea-4f44-9a8b-fa8f6a6a4cfe None None] Bound port: 5861f5e6-30b1-42b9-96f4-175794269ce8, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0e0498-2ff0-4d4f-b7a6-41b56328d188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:23:04.657622 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ce2e66cb-e1ea-4f44-9a8b-fa8f6a6a4cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:04.750428 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ce2e66cb-e1ea-4f44-9a8b-fa8f6a6a4cfe None None] For port 5861f5e6-30b1-42b9-96f4-175794269ce8, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:23:04.753774 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ce2e66cb-e1ea-4f44-9a8b-fa8f6a6a4cfe None None] For port 5861f5e6-30b1-42b9-96f4-175794269ce8, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=5861f5e6-30b1-42b9-96f4-175794269ce8,segment=NetworkSegment(ff0e0498-2ff0-4d4f-b7a6-41b56328d188),segment_id=ff0e0498-2ff0-4d4f-b7a6-41b56328d188)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:23:04.759654 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ce2e66cb-e1ea-4f44-9a8b-fa8f6a6a4cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:04.846977 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e66cb-e1ea-4f44-9a8b-fa8f6a6a4cfe None None] Pushing event updated for resources: {'Port': ['ID=5861f5e6-30b1-42b9-96f4-175794269ce8,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:05.150199 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-266dd278-566b-4ac1-8198-b8cc7c31b2b8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.20.0.1 (b191f3e7-0206-4dd0-ac81-9a56edf9f25b/a069d15c-dde2-49f9-9aa1-09fd1a5125da/19544e40-025d-46d4-a032-f97fd3b25949) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:23:05.335670 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-266dd278-566b-4ac1-8198-b8cc7c31b2b8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:05.370687 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-266dd278-566b-4ac1-8198-b8cc7c31b2b8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Transition to ACTIVE for port object 19544e40-025d-46d4-a032-f97fd3b25949 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:23:05.395699 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-266dd278-566b-4ac1-8198-b8cc7c31b2b8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:05.459320 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266dd278-566b-4ac1-8198-b8cc7c31b2b8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network b191f3e7-0206-4dd0-ac81-9a56edf9f25b is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:23:05.462456 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-266dd278-566b-4ac1-8198-b8cc7c31b2b8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:23:05.466455 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266dd278-566b-4ac1-8198-b8cc7c31b2b8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:23:05.526428 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266dd278-566b-4ac1-8198-b8cc7c31b2b8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=19544e40-025d-46d4-a032-f97fd3b25949,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:05.542564 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-266dd278-566b-4ac1-8198-b8cc7c31b2b8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:05.637314 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-266dd278-566b-4ac1-8198-b8cc7c31b2b8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:05.637608 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 5861f5e6-30b1-42b9-96f4-175794269ce8 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:23:05.724521 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 5861f5e6-30b1-42b9-96f4-175794269ce8 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:23:05.972440 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe22b161-9cb8-48e0-a46e-a1c37c693720 None None] Network b191f3e7-0206-4dd0-ac81-9a56edf9f25b requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:23:06.108104 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-266dd278-566b-4ac1-8198-b8cc7c31b2b8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:06.118359 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-266dd278-566b-4ac1-8198-b8cc7c31b2b8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:06.144436 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-784a1be3-497e-4f74-8433-e95e606e0924 None None] Provisioning for port 5861f5e6-30b1-42b9-96f4-175794269ce8 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:23:06.153881 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-784a1be3-497e-4f74-8433-e95e606e0924 None None] Provisioning complete for port 5861f5e6-30b1-42b9-96f4-175794269ce8 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:23:06.154253 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-784a1be3-497e-4f74-8433-e95e606e0924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:06.233058 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266dd278-566b-4ac1-8198-b8cc7c31b2b8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=19544e40-025d-46d4-a032-f97fd3b25949,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:06.235580 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-266dd278-566b-4ac1-8198-b8cc7c31b2b8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:06.349825 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-784a1be3-497e-4f74-8433-e95e606e0924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:06.400823 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-784a1be3-497e-4f74-8433-e95e606e0924 None None] For port 5861f5e6-30b1-42b9-96f4-175794269ce8, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=5861f5e6-30b1-42b9-96f4-175794269ce8,segment=NetworkSegment(ff0e0498-2ff0-4d4f-b7a6-41b56328d188),segment_id=ff0e0498-2ff0-4d4f-b7a6-41b56328d188)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:23:06.409992 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-784a1be3-497e-4f74-8433-e95e606e0924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:06.429272 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266dd278-566b-4ac1-8198-b8cc7c31b2b8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network b191f3e7-0206-4dd0-ac81-9a56edf9f25b is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:23:06.431956 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-266dd278-566b-4ac1-8198-b8cc7c31b2b8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:23:06.529354 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a1be3-497e-4f74-8433-e95e606e0924 None None] Pushing event updated for resources: {'Port': ['ID=5861f5e6-30b1-42b9-96f4-175794269ce8,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:06.913131 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-988a3e87-80a3-4ff4-b824-d2fdabef1c65 None None] Provisioning complete for port 5861f5e6-30b1-42b9-96f4-175794269ce8 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:23:06.914111 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-988a3e87-80a3-4ff4-b824-d2fdabef1c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:07.195486 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-988a3e87-80a3-4ff4-b824-d2fdabef1c65 None None] Provisioning for port 19544e40-025d-46d4-a032-f97fd3b25949 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:23:07.207505 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-988a3e87-80a3-4ff4-b824-d2fdabef1c65 None None] Provisioning complete for port 19544e40-025d-46d4-a032-f97fd3b25949 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:23:07.208678 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-988a3e87-80a3-4ff4-b824-d2fdabef1c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:07.298391 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-988a3e87-80a3-4ff4-b824-d2fdabef1c65 None None] Port 19544e40-025d-46d4-a032-f97fd3b25949 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:23:07.318458 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266dd278-566b-4ac1-8198-b8cc7c31b2b8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router ec3f2d5a-913d-4de5-8cc1-a246525017a0 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:23:07.443260 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a9bc7fff-0f90-4e5c-9ceb-b12117a472ed None None] Provisioning complete for port 19544e40-025d-46d4-a032-f97fd3b25949 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:23:07.444701 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a9bc7fff-0f90-4e5c-9ceb-b12117a472ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:07.530036 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc7fff-0f90-4e5c-9ceb-b12117a472ed None None] Port 19544e40-025d-46d4-a032-f97fd3b25949 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:23:07.655212 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266dd278-566b-4ac1-8198-b8cc7c31b2b8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:23:07.667436 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-266dd278-566b-4ac1-8198-b8cc7c31b2b8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "PUT /v2.0/routers/ec3f2d5a-913d-4de5-8cc1-a246525017a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0521927 Apr 06 14:23:07.670994 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0e0a3020-b03c-4674-8b1d-dac13fd2751c None None] Provisioning complete for port 19544e40-025d-46d4-a032-f97fd3b25949 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:23:07.671372 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3020-b03c-4674-8b1d-dac13fd2751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:07.671692 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55634) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:23:07.732271 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 5861f5e6-30b1-42b9-96f4-175794269ce8 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:23:07.803226 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0e0a3020-b03c-4674-8b1d-dac13fd2751c None None] Port 19544e40-025d-46d4-a032-f97fd3b25949 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:23:07.847565 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 5861f5e6-30b1-42b9-96f4-175794269ce8 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:23:07.847942 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:07.890792 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84964789-ec9c-4177-acab-19e7e79d4f7e tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:07.892973 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84964789-ec9c-4177-acab-19e7e79d4f7e tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:07.893361 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84964789-ec9c-4177-acab-19e7e79d4f7e tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:07.893736 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84964789-ec9c-4177-acab-19e7e79d4f7e tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:07.894109 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84964789-ec9c-4177-acab-19e7e79d4f7e tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:07.894481 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84964789-ec9c-4177-acab-19e7e79d4f7e tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:07.895165 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84964789-ec9c-4177-acab-19e7e79d4f7e tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:07.900408 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-84964789-ec9c-4177-acab-19e7e79d4f7e tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.2246099 Apr 06 14:23:07.901048 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55638) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:23:07.991970 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8841f9e1-2a4a-4212-b173-c4d12d31dffe tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:07.992415 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8841f9e1-2a4a-4212-b173-c4d12d31dffe tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:07.992845 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8841f9e1-2a4a-4212-b173-c4d12d31dffe tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:07.993285 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8841f9e1-2a4a-4212-b173-c4d12d31dffe tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:07.993759 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8841f9e1-2a4a-4212-b173-c4d12d31dffe tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:07.994117 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8841f9e1-2a4a-4212-b173-c4d12d31dffe tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:07.994641 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8841f9e1-2a4a-4212-b173-c4d12d31dffe tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:08.000409 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8841f9e1-2a4a-4212-b173-c4d12d31dffe tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.0983675 Apr 06 14:23:08.001164 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55642) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:23:08.062306 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b0227fec-df6d-4378-8873-5658a524e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:08.069118 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 71eb6d8a-2da3-4c88-93ea-59945a8d68d9 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:23:08.179535 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 71eb6d8a-2da3-4c88-93ea-59945a8d68d9 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:23:08.187224 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 71eb6d8a-2da3-4c88-93ea-59945a8d68d9 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:23:08.187792 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:08.391718 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-30e47db9-4ee1-4768-a93f-68fddf2a68ce tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3776 time: 0.3892231 Apr 06 14:23:08.439018 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:08.459495 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 71eb6d8a-2da3-4c88-93ea-59945a8d68d9, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=71eb6d8a-2da3-4c88-93ea-59945a8d68d9,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:23:08.469269 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:08.563473 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=71eb6d8a-2da3-4c88-93ea-59945a8d68d9,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:08.885315 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55650) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:23:08.890723 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1a6e74e2-7e84-42fd-9b3b-57c5434cb0da tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-904201991', 'description': 'tempest-secgroup-smoke-904201991 description', 'project_id': '2c4f01a131354b128ac6b7c118186600'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:23:08.896961 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1a6e74e2-7e84-42fd-9b3b-57c5434cb0da tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:23:08.902442 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1a6e74e2-7e84-42fd-9b3b-57c5434cb0da tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:23:08.911365 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1a6e74e2-7e84-42fd-9b3b-57c5434cb0da tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:23:08.922977 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1a6e74e2-7e84-42fd-9b3b-57c5434cb0da tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:23:08.935301 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1a6e74e2-7e84-42fd-9b3b-57c5434cb0da tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:08.976033 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1a6e74e2-7e84-42fd-9b3b-57c5434cb0da tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:23:08.981657 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1a6e74e2-7e84-42fd-9b3b-57c5434cb0da tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:23:08.986322 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1a6e74e2-7e84-42fd-9b3b-57c5434cb0da tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:23:08.995270 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1a6e74e2-7e84-42fd-9b3b-57c5434cb0da tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:23:09.064801 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1a6e74e2-7e84-42fd-9b3b-57c5434cb0da tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:09.071071 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1a6e74e2-7e84-42fd-9b3b-57c5434cb0da tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:09.124225 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e74e2-7e84-42fd-9b3b-57c5434cb0da tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee60951-b470-40c3-9a66-f311523f1c89,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:09.130055 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1a6e74e2-7e84-42fd-9b3b-57c5434cb0da tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:09.131244 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1a6e74e2-7e84-42fd-9b3b-57c5434cb0da tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2452264 Apr 06 14:23:09.134142 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55656) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:23:09.139656 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f0948f2f-8d19-4bf5-b995-71b39a47520b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'dee60951-b470-40c3-9a66-f311523f1c89', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:23:09.145872 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f0948f2f-8d19-4bf5-b995-71b39a47520b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:23:09.149952 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f0948f2f-8d19-4bf5-b995-71b39a47520b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:23:09.152802 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f0948f2f-8d19-4bf5-b995-71b39a47520b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:23:09.158661 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f0948f2f-8d19-4bf5-b995-71b39a47520b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:23:09.176052 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f0948f2f-8d19-4bf5-b995-71b39a47520b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:09.238832 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f0948f2f-8d19-4bf5-b995-71b39a47520b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:09.242415 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f0948f2f-8d19-4bf5-b995-71b39a47520b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:09.267118 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0948f2f-8d19-4bf5-b995-71b39a47520b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1d6a41-b29d-4575-9d93-a7dc3361d8c8,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:09.283403 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f0948f2f-8d19-4bf5-b995-71b39a47520b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:09.287810 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55660) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:23:09.288309 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f0948f2f-8d19-4bf5-b995-71b39a47520b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1527846 Apr 06 14:23:09.294713 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-4f98f725-b39d-4162-a877-30b6b669bf55 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'dee60951-b470-40c3-9a66-f311523f1c89', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:23:09.300753 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4f98f725-b39d-4162-a877-30b6b669bf55 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:23:09.304657 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4f98f725-b39d-4162-a877-30b6b669bf55 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:23:09.307597 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4f98f725-b39d-4162-a877-30b6b669bf55 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:23:09.313231 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4f98f725-b39d-4162-a877-30b6b669bf55 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:23:09.331539 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4f98f725-b39d-4162-a877-30b6b669bf55 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:09.398454 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4f98f725-b39d-4162-a877-30b6b669bf55 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:09.403677 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4f98f725-b39d-4162-a877-30b6b669bf55 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:09.436329 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98f725-b39d-4162-a877-30b6b669bf55 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b74ad9-55a2-4b8c-924e-27334e0c35ad,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:09.441683 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4f98f725-b39d-4162-a877-30b6b669bf55 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:09.443238 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4f98f725-b39d-4162-a877-30b6b669bf55 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1535885 Apr 06 14:23:09.446147 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55664) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:23:09.451454 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-4281deea-ff53-4d8a-8e2c-377f53a432f7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'dee60951-b470-40c3-9a66-f311523f1c89', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:23:09.457342 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4281deea-ff53-4d8a-8e2c-377f53a432f7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:23:09.461653 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4281deea-ff53-4d8a-8e2c-377f53a432f7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:23:09.464557 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4281deea-ff53-4d8a-8e2c-377f53a432f7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:23:09.470769 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4281deea-ff53-4d8a-8e2c-377f53a432f7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:23:09.491865 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4281deea-ff53-4d8a-8e2c-377f53a432f7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:09.587767 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4281deea-ff53-4d8a-8e2c-377f53a432f7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:09.594409 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4281deea-ff53-4d8a-8e2c-377f53a432f7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:09.597639 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 71eb6d8a-2da3-4c88-93ea-59945a8d68d9 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:23:09.620741 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281deea-ff53-4d8a-8e2c-377f53a432f7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19bd7b2b-49d6-4c01-acb6-98e8c7cc8064,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:09.643573 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4281deea-ff53-4d8a-8e2c-377f53a432f7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:09.649995 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55668) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:23:09.650181 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4281deea-ff53-4d8a-8e2c-377f53a432f7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2030573 Apr 06 14:23:09.656681 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5381dbdf-7c82-4615-91e0-d7cd00bd3608 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'dee60951-b470-40c3-9a66-f311523f1c89', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:23:09.665554 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5381dbdf-7c82-4615-91e0-d7cd00bd3608 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:23:09.671339 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5381dbdf-7c82-4615-91e0-d7cd00bd3608 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:23:09.674573 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5381dbdf-7c82-4615-91e0-d7cd00bd3608 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:23:09.681892 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5381dbdf-7c82-4615-91e0-d7cd00bd3608 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:23:09.690204 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 71eb6d8a-2da3-4c88-93ea-59945a8d68d9 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:23:09.690877 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:09.710630 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5381dbdf-7c82-4615-91e0-d7cd00bd3608 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:09.794112 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5381dbdf-7c82-4615-91e0-d7cd00bd3608 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:09.802042 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5381dbdf-7c82-4615-91e0-d7cd00bd3608 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:09.835951 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381dbdf-7c82-4615-91e0-d7cd00bd3608 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac88cf0c-5db6-4a3a-8a24-0729d7f7feda,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:09.863543 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5381dbdf-7c82-4615-91e0-d7cd00bd3608 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:09.865419 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5381dbdf-7c82-4615-91e0-d7cd00bd3608 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2140758 Apr 06 14:23:09.868720 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55674) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:23:09.874761 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-fc5be921-9514-4515-aaf7-8ebb791e22b9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'dee60951-b470-40c3-9a66-f311523f1c89', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:23:09.881107 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fc5be921-9514-4515-aaf7-8ebb791e22b9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:23:09.885570 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fc5be921-9514-4515-aaf7-8ebb791e22b9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:23:09.889448 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fc5be921-9514-4515-aaf7-8ebb791e22b9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:23:09.895552 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fc5be921-9514-4515-aaf7-8ebb791e22b9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:23:09.912754 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-fc5be921-9514-4515-aaf7-8ebb791e22b9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Project 2c4f01a131354b128ac6b7c118186600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:23:09.920637 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fc5be921-9514-4515-aaf7-8ebb791e22b9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:09.995994 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fc5be921-9514-4515-aaf7-8ebb791e22b9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:10.001211 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fc5be921-9514-4515-aaf7-8ebb791e22b9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:10.022501 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5be921-9514-4515-aaf7-8ebb791e22b9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1d02de-0b66-4de3-ae8b-3fc3b97cc61d,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:10.037653 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fc5be921-9514-4515-aaf7-8ebb791e22b9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:10.042093 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fc5be921-9514-4515-aaf7-8ebb791e22b9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1690838 Apr 06 14:23:10.042301 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55678) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:23:10.050064 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-42b4fb73-d4eb-4126-9a5a-45446ac7a7d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'dee60951-b470-40c3-9a66-f311523f1c89', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:23:10.058335 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-42b4fb73-d4eb-4126-9a5a-45446ac7a7d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:23:10.063013 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-42b4fb73-d4eb-4126-9a5a-45446ac7a7d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:23:10.067180 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-42b4fb73-d4eb-4126-9a5a-45446ac7a7d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:23:10.074739 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-42b4fb73-d4eb-4126-9a5a-45446ac7a7d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:23:10.093147 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-42b4fb73-d4eb-4126-9a5a-45446ac7a7d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Project 2c4f01a131354b128ac6b7c118186600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:23:10.102954 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42b4fb73-d4eb-4126-9a5a-45446ac7a7d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:10.200517 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42b4fb73-d4eb-4126-9a5a-45446ac7a7d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:10.204270 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42b4fb73-d4eb-4126-9a5a-45446ac7a7d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:10.229273 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4fb73-d4eb-4126-9a5a-45446ac7a7d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b14def63-c377-43e0-99a7-bb796ce9cdf1,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:10.244618 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42b4fb73-d4eb-4126-9a5a-45446ac7a7d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:10.253337 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-42b4fb73-d4eb-4126-9a5a-45446ac7a7d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2099402 Apr 06 14:23:10.306162 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286e384d-24c6-49bd-8c33-9f87adc4f211 None None] Sync routers for ids ['ec3f2d5a-913d-4de5-8cc1-a246525017a0'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:23:10.336620 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286e384d-24c6-49bd-8c33-9f87adc4f211 None None] Routers {'ec3f2d5a-913d-4de5-8cc1-a246525017a0'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:23:10.337259 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-286e384d-24c6-49bd-8c33-9f87adc4f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:22:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ec3f2d5a-913d-4de5-8cc1-a246525017a0'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:10.473546 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-fb7e7534-47dd-4d40-8121-827689894372 req-9e24cf58-5df6-4ba2-b0fe-c05897f54170 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:23:10.494789 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-fb7e7534-47dd-4d40-8121-827689894372 req-9e24cf58-5df6-4ba2-b0fe-c05897f54170 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:23:10.495961 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb7e7534-47dd-4d40-8121-827689894372 req-9e24cf58-5df6-4ba2-b0fe-c05897f54170 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-904201991&fields=id&tenant_id=2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 267 time: 0.0645967 Apr 06 14:23:10.541339 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-286e384d-24c6-49bd-8c33-9f87adc4f211 None None] Set router ec3f2d5a-913d-4de5-8cc1-a246525017a0 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:23:10.647201 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e7534-47dd-4d40-8121-827689894372 req-eb1377a1-63a8-408b-af7b-a851a5d264e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:10.647807 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-fb7e7534-47dd-4d40-8121-827689894372 req-eb1377a1-63a8-408b-af7b-a851a5d264e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:23:10.669943 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-fb7e7534-47dd-4d40-8121-827689894372 req-eb1377a1-63a8-408b-af7b-a851a5d264e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:23:10.671083 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb7e7534-47dd-4d40-8121-827689894372 req-eb1377a1-63a8-408b-af7b-a851a5d264e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/networks?id=b191f3e7-0206-4dd0-ac81-9a56edf9f25b HTTP/1.1" status: 200 len: 796 time: 0.1684990 Apr 06 14:23:10.691201 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb7e7534-47dd-4d40-8121-827689894372 req-149fa1f4-e2aa-40be-9c68-b56ab7e61adf tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/quotas/2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 375 time: 0.0142851 Apr 06 14:23:10.827325 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb7e7534-47dd-4d40-8121-827689894372 req-1a95687a-07f4-491a-8ab4-333822c8f36e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1240170 Apr 06 14:23:10.871482 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7d7b9275-c952-4182-b588-dca68d52d1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:10.920071 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-286e384d-24c6-49bd-8c33-9f87adc4f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'name': 'tempest-TestNetworkBasicOps-router-1742148068', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:23:05Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '19544e40-025d-46d4-a032-f97fd3b25949', 'name': '', 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:1e:83:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:04Z', 'updated_at': '2022-04-06T14:23:05Z', 'revision_number': 2, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:10.925418 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286e384d-24c6-49bd-8c33-9f87adc4f211 None None] Checking router: ec3f2d5a-913d-4de5-8cc1-a246525017a0 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:23:10.925781 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286e384d-24c6-49bd-8c33-9f87adc4f211 None None] Updating router ec3f2d5a-913d-4de5-8cc1-a246525017a0 port 19544e40-025d-46d4-a032-f97fd3b25949 binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:23:10.993951 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-286e384d-24c6-49bd-8c33-9f87adc4f211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:11.065500 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb7e7534-47dd-4d40-8121-827689894372 req-3d61be54-02b8-4b9e-b06d-f63cc28e9a4c service neutron] 10.222.0.60 "GET /v2.0/networks/b191f3e7-0206-4dd0-ac81-9a56edf9f25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329957 Apr 06 14:23:11.217654 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb7e7534-47dd-4d40-8121-827689894372 req-cf681f93-ffb1-42a5-9173-1df260cc130e service neutron] 10.222.0.60 "GET /v2.0/networks/b191f3e7-0206-4dd0-ac81-9a56edf9f25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498253 Apr 06 14:23:11.310473 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:11.333191 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:11.444775 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-3f2600ba-cae9-4ca2-941e-04ebd35ad8e8 req-a2ab646f-6e06-4478-b38f-630e6eda35c9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:23:11.466167 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-286e384d-24c6-49bd-8c33-9f87adc4f211 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:11.475859 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-3f2600ba-cae9-4ca2-941e-04ebd35ad8e8 req-a2ab646f-6e06-4478-b38f-630e6eda35c9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:23:11.480462 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3f2600ba-cae9-4ca2-941e-04ebd35ad8e8 req-a2ab646f-6e06-4478-b38f-630e6eda35c9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=89e24a57-c7e9-465d-acc3-060f7b1fae26 HTTP/1.1" status: 200 len: 210 time: 0.0864158 Apr 06 14:23:11.492169 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-286e384d-24c6-49bd-8c33-9f87adc4f211 None None] Transition to ACTIVE for port object 19544e40-025d-46d4-a032-f97fd3b25949 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:23:11.500660 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-286e384d-24c6-49bd-8c33-9f87adc4f211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:11.642452 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed772fa0-4a05-48ba-a5e5-5623818a0983 None None] Pushing event updated for resources: {'Port': ['ID=19544e40-025d-46d4-a032-f97fd3b25949,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:11.847533 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-286e384d-24c6-49bd-8c33-9f87adc4f211 None None] Attempting to bind port 19544e40-025d-46d4-a032-f97fd3b25949 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:23:11.848419 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-286e384d-24c6-49bd-8c33-9f87adc4f211 None None] Attempting to bind port 19544e40-025d-46d4-a032-f97fd3b25949 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'ff0e0498-2ff0-4d4f-b7a6-41b56328d188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:23:11.848419 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286e384d-24c6-49bd-8c33-9f87adc4f211 None None] Attempting to bind port 19544e40-025d-46d4-a032-f97fd3b25949 on network b191f3e7-0206-4dd0-ac81-9a56edf9f25b {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:23:11.863827 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286e384d-24c6-49bd-8c33-9f87adc4f211 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:23:11.863827 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286e384d-24c6-49bd-8c33-9f87adc4f211 None None] Checking segment: {'id': 'ff0e0498-2ff0-4d4f-b7a6-41b56328d188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:23:11.863827 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-286e384d-24c6-49bd-8c33-9f87adc4f211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:11.864096 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286e384d-24c6-49bd-8c33-9f87adc4f211 None None] Bound using segment: {'id': 'ff0e0498-2ff0-4d4f-b7a6-41b56328d188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:23:11.864539 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-286e384d-24c6-49bd-8c33-9f87adc4f211 None None] Bound port: 19544e40-025d-46d4-a032-f97fd3b25949, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0e0498-2ff0-4d4f-b7a6-41b56328d188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:23:11.865099 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-286e384d-24c6-49bd-8c33-9f87adc4f211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:11.989438 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-286e384d-24c6-49bd-8c33-9f87adc4f211 None None] For port 19544e40-025d-46d4-a032-f97fd3b25949, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:23:11.999488 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-286e384d-24c6-49bd-8c33-9f87adc4f211 None None] For port 19544e40-025d-46d4-a032-f97fd3b25949, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=19544e40-025d-46d4-a032-f97fd3b25949,segment=NetworkSegment(ff0e0498-2ff0-4d4f-b7a6-41b56328d188),segment_id=ff0e0498-2ff0-4d4f-b7a6-41b56328d188)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:23:12.006109 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-286e384d-24c6-49bd-8c33-9f87adc4f211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:12.104122 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed772fa0-4a05-48ba-a5e5-5623818a0983 None None] Pushing event updated for resources: {'Port': ['ID=19544e40-025d-46d4-a032-f97fd3b25949,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:12.108590 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286e384d-24c6-49bd-8c33-9f87adc4f211 None None] Routers {'ec3f2d5a-913d-4de5-8cc1-a246525017a0'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:23:12.109151 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-286e384d-24c6-49bd-8c33-9f87adc4f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:23:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ec3f2d5a-913d-4de5-8cc1-a246525017a0'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:12.324184 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-286e384d-24c6-49bd-8c33-9f87adc4f211 None None] Set router ec3f2d5a-913d-4de5-8cc1-a246525017a0 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:23:12.547859 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-548249ca-aa66-4538-b894-9fce55121c57 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-270980937&fields=id&tenant_id=681e39576088423facd0bc7051aac5ad HTTP/1.1" status: 200 len: 267 time: 0.0528855 Apr 06 14:23:12.654871 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-286e384d-24c6-49bd-8c33-9f87adc4f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'name': 'tempest-TestNetworkBasicOps-router-1742148068', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:23:05Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '19544e40-025d-46d4-a032-f97fd3b25949', 'name': '', 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:1e:83:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:04Z', 'updated_at': '2022-04-06T14:23:11Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:12.660271 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286e384d-24c6-49bd-8c33-9f87adc4f211 None None] The sync data for ids ['ec3f2d5a-913d-4de5-8cc1-a246525017a0'] in dv-neutron-835868-1-hyperv is: [{'id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'name': 'tempest-TestNetworkBasicOps-router-1742148068', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:23:05Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '19544e40-025d-46d4-a032-f97fd3b25949', 'name': '', 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:1e:83:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:04Z', 'updated_at': '2022-04-06T14:23:11Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:23:12.748716 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2d93e323-a82c-4478-977a-4c05c0c15114 req-1eebbd89-5569-41ca-8056-658d56548f44 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=89e24a57-c7e9-465d-acc3-060f7b1fae26 HTTP/1.1" status: 200 len: 210 time: 0.1282039 Apr 06 14:23:12.774551 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-0c0f964d-4cc6-4620-a343-364754ee36c1 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:12.784022 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-0c0f964d-4cc6-4620-a343-364754ee36c1 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/networks?id=095d4797-b5a4-4559-a0b9-992b5f89d16a HTTP/1.1" status: 200 len: 811 time: 0.2278941 Apr 06 14:23:12.802480 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:12.817880 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-e4126f4e-afde-46dd-969d-72b0d9492944 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/quotas/681e39576088423facd0bc7051aac5ad HTTP/1.1" status: 200 len: 375 time: 0.0329897 Apr 06 14:23:12.931420 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e7534-47dd-4d40-8121-827689894372 req-3ec66fd4-a0d2-4713-9533-eb36e1785e76 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:12.932000 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-6e95c4e9-4aca-4f03-99b6-f97fa5cf3f8a tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=681e39576088423facd0bc7051aac5ad&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1126554 Apr 06 14:23:12.933753 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fb7e7534-47dd-4d40-8121-827689894372 req-3ec66fd4-a0d2-4713-9533-eb36e1785e76 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/networks?id=b191f3e7-0206-4dd0-ac81-9a56edf9f25b HTTP/1.1" status: 200 len: 796 time: 0.2739227 Apr 06 14:23:12.997139 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fb7e7534-47dd-4d40-8121-827689894372 req-d9da4c8e-3d43-4b6f-b416-d216d910abf8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 379 time: 0.0500507 Apr 06 14:23:13.005215 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-fb7e7534-47dd-4d40-8121-827689894372 req-ad46c9dc-682a-41a2-b22f-0ed98f2d0111 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'port': {'device_id': '89e24a57-c7e9-465d-acc3-060f7b1fae26', 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b', 'admin_state_up': True, 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'security_groups': ['dee60951-b470-40c3-9a66-f311523f1c89']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:23:13.086322 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-99a83ee0-bab5-4f53-bed2-1f85b110a855 service neutron] 10.222.0.60 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429238 Apr 06 14:23:13.157855 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-fb7e7534-47dd-4d40-8121-827689894372 req-ad46c9dc-682a-41a2-b22f-0ed98f2d0111 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:23:13.168019 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-fb7e7534-47dd-4d40-8121-827689894372 req-ad46c9dc-682a-41a2-b22f-0ed98f2d0111 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:23:13.185515 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb7e7534-47dd-4d40-8121-827689894372 req-ad46c9dc-682a-41a2-b22f-0ed98f2d0111 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Made reservation on behalf of 2c4f01a131354b128ac6b7c118186600 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:23:13.189403 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-fb7e7534-47dd-4d40-8121-827689894372 req-ad46c9dc-682a-41a2-b22f-0ed98f2d0111 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:13.239370 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-31d8d92a-64d7-4f75-921d-b47373fd0ab4 service neutron] 10.222.0.60 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473114 Apr 06 14:23:13.378443 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-fb7e7534-47dd-4d40-8121-827689894372 req-ad46c9dc-682a-41a2-b22f-0ed98f2d0111 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.20.0.4 (b191f3e7-0206-4dd0-ac81-9a56edf9f25b/a069d15c-dde2-49f9-9aa1-09fd1a5125da/1565a3ab-a19f-4cfe-9c74-d8bf632272c9) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:23:13.600004 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-fb7e7534-47dd-4d40-8121-827689894372 req-ad46c9dc-682a-41a2-b22f-0ed98f2d0111 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:13.617636 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-fb7e7534-47dd-4d40-8121-827689894372 req-ad46c9dc-682a-41a2-b22f-0ed98f2d0111 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Transition to ACTIVE for port object 1565a3ab-a19f-4cfe-9c74-d8bf632272c9 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:23:13.634972 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 19544e40-025d-46d4-a032-f97fd3b25949 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:23:13.645932 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-fb7e7534-47dd-4d40-8121-827689894372 req-ad46c9dc-682a-41a2-b22f-0ed98f2d0111 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:13.712178 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 19544e40-025d-46d4-a032-f97fd3b25949 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:23:13.740277 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7e7534-47dd-4d40-8121-827689894372 req-ad46c9dc-682a-41a2-b22f-0ed98f2d0111 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network b191f3e7-0206-4dd0-ac81-9a56edf9f25b is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:23:13.741184 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46c9dc-682a-41a2-b22f-0ed98f2d0111 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=1565a3ab-a19f-4cfe-9c74-d8bf632272c9,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:13.744252 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-fb7e7534-47dd-4d40-8121-827689894372 req-ad46c9dc-682a-41a2-b22f-0ed98f2d0111 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:23:13.744817 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 19544e40-025d-46d4-a032-f97fd3b25949 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:23:13.744949 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:13.746366 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7e7534-47dd-4d40-8121-827689894372 req-ad46c9dc-682a-41a2-b22f-0ed98f2d0111 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:23:13.826865 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e7534-47dd-4d40-8121-827689894372 req-ad46c9dc-682a-41a2-b22f-0ed98f2d0111 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:13.827538 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-fb7e7534-47dd-4d40-8121-827689894372 req-ad46c9dc-682a-41a2-b22f-0ed98f2d0111 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:13.910445 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9a17b431-522b-4067-b4a2-27bc9e023374 req-42ee032b-9426-4800-b4c2-43c89738519f tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef92cb23-dd21-4bb6-9950-b2d5f94329db HTTP/1.1" status: 200 len: 210 time: 0.0596464 Apr 06 14:23:13.918503 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fb7e7534-47dd-4d40-8121-827689894372 req-ad46c9dc-682a-41a2-b22f-0ed98f2d0111 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9169686 Apr 06 14:23:13.950140 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-fb7e7534-47dd-4d40-8121-827689894372 req-fe4f27d3-dd67-4aa2-a895-43cb79d1766e service neutron] Request body: {'port': {'device_id': '89e24a57-c7e9-465d-acc3-060f7b1fae26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:23:13.977553 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:14.026624 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 19544e40-025d-46d4-a032-f97fd3b25949, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=19544e40-025d-46d4-a032-f97fd3b25949,segment=NetworkSegment(ff0e0498-2ff0-4d4f-b7a6-41b56328d188),segment_id=ff0e0498-2ff0-4d4f-b7a6-41b56328d188)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:23:14.034582 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:14.100628 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-fb7e7534-47dd-4d40-8121-827689894372 req-fe4f27d3-dd67-4aa2-a895-43cb79d1766e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:14.141686 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9ef4490e-0a70-4290-99c1-fdde559583b4 None None] Provisioning for port 1565a3ab-a19f-4cfe-9c74-d8bf632272c9 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:23:14.152715 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9ef4490e-0a70-4290-99c1-fdde559583b4 None None] Provisioning complete for port 1565a3ab-a19f-4cfe-9c74-d8bf632272c9 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:23:14.153417 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9ef4490e-0a70-4290-99c1-fdde559583b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:14.181312 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeafe9-7ea6-48e9-b9a9-fbdc5d6e1aed req-35286ea7-a5a3-49d4-8574-e58f4892cfdc tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:14.186708 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=19544e40-025d-46d4-a032-f97fd3b25949,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:14.189598 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1cdeafe9-7ea6-48e9-b9a9-fbdc5d6e1aed req-35286ea7-a5a3-49d4-8574-e58f4892cfdc tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=89e24a57-c7e9-465d-acc3-060f7b1fae26 HTTP/1.1" status: 200 len: 931 time: 0.2007787 Apr 06 14:23:14.223620 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-9ef4490e-0a70-4290-99c1-fdde559583b4 None None] Port 1565a3ab-a19f-4cfe-9c74-d8bf632272c9 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:23:14.249450 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1cdeafe9-7ea6-48e9-b9a9-fbdc5d6e1aed req-33f49fe8-8470-4db3-9e93-844aaf153735 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=dee60951-b470-40c3-9a66-f311523f1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586870 Apr 06 14:23:14.554416 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-fb7e7534-47dd-4d40-8121-827689894372 req-fe4f27d3-dd67-4aa2-a895-43cb79d1766e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1565a3ab-a19f-4cfe-9c74-d8bf632272c9 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:23:14.561877 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-fb7e7534-47dd-4d40-8121-827689894372 req-fe4f27d3-dd67-4aa2-a895-43cb79d1766e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:14.576987 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-fb7e7534-47dd-4d40-8121-827689894372 req-fe4f27d3-dd67-4aa2-a895-43cb79d1766e service neutron] Transition to ACTIVE for port object 1565a3ab-a19f-4cfe-9c74-d8bf632272c9 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:23:14.580632 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-fb7e7534-47dd-4d40-8121-827689894372 req-fe4f27d3-dd67-4aa2-a895-43cb79d1766e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:14.640440 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:23:14.703978 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f27d3-dd67-4aa2-a895-43cb79d1766e service neutron] Pushing event updated for resources: {'Port': ['ID=1565a3ab-a19f-4cfe-9c74-d8bf632272c9,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:14.814435 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-fb7e7534-47dd-4d40-8121-827689894372 req-fe4f27d3-dd67-4aa2-a895-43cb79d1766e service neutron] Attempting to bind port 1565a3ab-a19f-4cfe-9c74-d8bf632272c9 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:23:14.814779 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-fb7e7534-47dd-4d40-8121-827689894372 req-fe4f27d3-dd67-4aa2-a895-43cb79d1766e service neutron] Attempting to bind port 1565a3ab-a19f-4cfe-9c74-d8bf632272c9 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'ff0e0498-2ff0-4d4f-b7a6-41b56328d188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:23:14.815114 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7e7534-47dd-4d40-8121-827689894372 req-fe4f27d3-dd67-4aa2-a895-43cb79d1766e service neutron] Attempting to bind port 1565a3ab-a19f-4cfe-9c74-d8bf632272c9 on network b191f3e7-0206-4dd0-ac81-9a56edf9f25b {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:23:14.821772 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7e7534-47dd-4d40-8121-827689894372 req-fe4f27d3-dd67-4aa2-a895-43cb79d1766e service neutron] Port 1565a3ab-a19f-4cfe-9c74-d8bf632272c9 on network b191f3e7-0206-4dd0-ac81-9a56edf9f25b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:23:14.822094 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7e7534-47dd-4d40-8121-827689894372 req-fe4f27d3-dd67-4aa2-a895-43cb79d1766e service neutron] Attempting to bind port 1565a3ab-a19f-4cfe-9c74-d8bf632272c9 on network b191f3e7-0206-4dd0-ac81-9a56edf9f25b {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:23:14.828389 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7e7534-47dd-4d40-8121-827689894372 req-fe4f27d3-dd67-4aa2-a895-43cb79d1766e service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:23:14.829001 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7e7534-47dd-4d40-8121-827689894372 req-fe4f27d3-dd67-4aa2-a895-43cb79d1766e service neutron] Checking segment: {'id': 'ff0e0498-2ff0-4d4f-b7a6-41b56328d188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:23:14.829112 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7e7534-47dd-4d40-8121-827689894372 req-fe4f27d3-dd67-4aa2-a895-43cb79d1766e service neutron] Bound using segment: {'id': 'ff0e0498-2ff0-4d4f-b7a6-41b56328d188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:23:14.829559 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-fb7e7534-47dd-4d40-8121-827689894372 req-fe4f27d3-dd67-4aa2-a895-43cb79d1766e service neutron] Bound port: 1565a3ab-a19f-4cfe-9c74-d8bf632272c9, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff0e0498-2ff0-4d4f-b7a6-41b56328d188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:23:14.829888 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-fb7e7534-47dd-4d40-8121-827689894372 req-fe4f27d3-dd67-4aa2-a895-43cb79d1766e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:14.953088 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-fb7e7534-47dd-4d40-8121-827689894372 req-fe4f27d3-dd67-4aa2-a895-43cb79d1766e service neutron] For port 1565a3ab-a19f-4cfe-9c74-d8bf632272c9, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:23:15.012269 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-fb7e7534-47dd-4d40-8121-827689894372 req-fe4f27d3-dd67-4aa2-a895-43cb79d1766e service neutron] For port 1565a3ab-a19f-4cfe-9c74-d8bf632272c9, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1565a3ab-a19f-4cfe-9c74-d8bf632272c9,segment=NetworkSegment(ff0e0498-2ff0-4d4f-b7a6-41b56328d188),segment_id=ff0e0498-2ff0-4d4f-b7a6-41b56328d188)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:23:15.026886 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-fb7e7534-47dd-4d40-8121-827689894372 req-fe4f27d3-dd67-4aa2-a895-43cb79d1766e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:15.130900 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-094be29e-e177-4f0d-bceb-3d6670436a69 req-b5a7647b-a16c-4479-8d89-a71dfe8fbe88 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef92cb23-dd21-4bb6-9950-b2d5f94329db HTTP/1.1" status: 200 len: 210 time: 0.0657108 Apr 06 14:23:15.137364 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-fb7e7534-47dd-4d40-8121-827689894372 req-fe4f27d3-dd67-4aa2-a895-43cb79d1766e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:15.138673 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fb7e7534-47dd-4d40-8121-827689894372 req-fe4f27d3-dd67-4aa2-a895-43cb79d1766e service neutron] 10.222.0.69 "PUT /v2.0/ports/1565a3ab-a19f-4cfe-9c74-d8bf632272c9 HTTP/1.1" status: 200 len: 1093 time: 1.2098832 Apr 06 14:23:15.144390 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e24a57-c7e9-465d-acc3-060f7b1fae26', 'tag': '1565a3ab-a19f-4cfe-9c74-d8bf632272c9'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:23:15.245264 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60cd4fa0-72f6-4ee1-891c-ae1a5c8058a8'] response: {'name': 'network-changed', 'server_uuid': '89e24a57-c7e9-465d-acc3-060f7b1fae26', 'tag': '1565a3ab-a19f-4cfe-9c74-d8bf632272c9', 'status': 'completed', 'code': 200} Apr 06 14:23:15.252617 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f27d3-dd67-4aa2-a895-43cb79d1766e service neutron] Pushing event updated for resources: {'Port': ['ID=1565a3ab-a19f-4cfe-9c74-d8bf632272c9,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:15.261661 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-703c170a-5a2f-425b-9e65-8b27178f78dd tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:15.263091 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-703c170a-5a2f-425b-9e65-8b27178f78dd tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.69 "GET /v2.0/networks?id=095d4797-b5a4-4559-a0b9-992b5f89d16a HTTP/1.1" status: 200 len: 811 time: 0.3377583 Apr 06 14:23:15.337789 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-895431b9-6599-4bff-ac19-9e3d1ec3a5d2 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=681e39576088423facd0bc7051aac5ad HTTP/1.1" status: 200 len: 379 time: 0.0592732 Apr 06 14:23:15.343235 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fb7e7534-47dd-4d40-8121-827689894372 req-860d19f8-619c-40e8-9cff-ef1b09d8addb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=89e24a57-c7e9-465d-acc3-060f7b1fae26 HTTP/1.1" status: 200 len: 1096 time: 0.1408315 Apr 06 14:23:15.347973 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-7365dfea-17fc-47da-8fcb-a6918180faa5 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Request body: {'port': {'device_id': 'ef92cb23-dd21-4bb6-9950-b2d5f94329db', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'admin_state_up': True, 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'security_groups': ['546a5f5d-c61c-4cde-b3e0-3f4073188ed9']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:23:15.537560 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fb7e7534-47dd-4d40-8121-827689894372 req-4599a20b-e175-442c-9169-a85e3d850fac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1565a3ab-a19f-4cfe-9c74-d8bf632272c9 HTTP/1.1" status: 200 len: 217 time: 0.1663685 Apr 06 14:23:15.580405 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 19544e40-025d-46d4-a032-f97fd3b25949 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:23:15.655303 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 19544e40-025d-46d4-a032-f97fd3b25949 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:23:15.655787 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:15.660663 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-7365dfea-17fc-47da-8fcb-a6918180faa5 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:23:15.664724 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e7534-47dd-4d40-8121-827689894372 req-443160ac-bacc-4a59-921d-192cf5ed5358 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:15.666153 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fb7e7534-47dd-4d40-8121-827689894372 req-443160ac-bacc-4a59-921d-192cf5ed5358 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a069d15c-dde2-49f9-9aa1-09fd1a5125da HTTP/1.1" status: 200 len: 835 time: 0.1201477 Apr 06 14:23:15.704684 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-7365dfea-17fc-47da-8fcb-a6918180faa5 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:23:15.715715 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36ea1a-4541-42b1-a12c-8324ffbbfeb8 req-77893e57-fc4d-4fac-ba96-a10b931bc5f7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:15.716420 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-dd36ea1a-4541-42b1-a12c-8324ffbbfeb8 req-77893e57-fc4d-4fac-ba96-a10b931bc5f7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:23:15.743383 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-7365dfea-17fc-47da-8fcb-a6918180faa5 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Made reservation on behalf of 681e39576088423facd0bc7051aac5ad for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:23:15.746352 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-7365dfea-17fc-47da-8fcb-a6918180faa5 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:15.765106 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-dd36ea1a-4541-42b1-a12c-8324ffbbfeb8 req-77893e57-fc4d-4fac-ba96-a10b931bc5f7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:23:15.766650 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dd36ea1a-4541-42b1-a12c-8324ffbbfeb8 req-77893e57-fc4d-4fac-ba96-a10b931bc5f7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=89e24a57-c7e9-465d-acc3-060f7b1fae26 HTTP/1.1" status: 200 len: 943 time: 0.3394978 Apr 06 14:23:15.993083 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fb7e7534-47dd-4d40-8121-827689894372 req-47888c6a-712c-4c4e-bec4-c9ea0bd4d757 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b191f3e7-0206-4dd0-ac81-9a56edf9f25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3192103 Apr 06 14:23:15.997597 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dd36ea1a-4541-42b1-a12c-8324ffbbfeb8 req-c0b64467-07a0-44fd-97d6-764b35c0a676 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=dee60951-b470-40c3-9a66-f311523f1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222214 Apr 06 14:23:16.143637 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-7365dfea-17fc-47da-8fcb-a6918180faa5 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Allocated IP 172.20.0.13 (095d4797-b5a4-4559-a0b9-992b5f89d16a/905b1e27-43c6-41a9-9b0b-26bc504bfcd6/1ba66fbd-ece1-4160-80c0-cf0359d9c89d) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:23:16.193810 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fb7e7534-47dd-4d40-8121-827689894372 req-1cbbe82b-3c01-45d3-8070-d76ed1a21f14 service neutron] 10.222.0.69 "GET /v2.0/networks/b191f3e7-0206-4dd0-ac81-9a56edf9f25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927388 Apr 06 14:23:16.305778 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d2f8a5a8-ba29-4df4-8ecb-988c5c635f57 req-7d5dcb32-a8f1-4cc2-b976-0eb238af21c6 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef92cb23-dd21-4bb6-9950-b2d5f94329db HTTP/1.1" status: 200 len: 210 time: 0.0420058 Apr 06 14:23:16.445195 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fb7e7534-47dd-4d40-8121-827689894372 req-5a4db8d0-816e-4019-a045-791adac3aeab service neutron] 10.222.0.69 "GET /v2.0/networks/b191f3e7-0206-4dd0-ac81-9a56edf9f25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389126 Apr 06 14:23:16.467459 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-7365dfea-17fc-47da-8fcb-a6918180faa5 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:16.483666 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-7365dfea-17fc-47da-8fcb-a6918180faa5 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Transition to ACTIVE for port object 1ba66fbd-ece1-4160-80c0-cf0359d9c89d will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:23:16.552928 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-7365dfea-17fc-47da-8fcb-a6918180faa5 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:16.644001 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-7365dfea-17fc-47da-8fcb-a6918180faa5 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Network 095d4797-b5a4-4559-a0b9-992b5f89d16a is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:23:16.644889 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365dfea-17fc-47da-8fcb-a6918180faa5 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Pushing event updated for resources: {'Port': ['ID=1ba66fbd-ece1-4160-80c0-cf0359d9c89d,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:16.648005 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-7365dfea-17fc-47da-8fcb-a6918180faa5 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:23:16.652583 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d450d35f-c830-41bf-b437-f9f7a46448c4 req-32157133-d35b-4d40-830b-0c5f6074b1b4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=89e24a57-c7e9-465d-acc3-060f7b1fae26 HTTP/1.1" status: 200 len: 1096 time: 0.1551983 Apr 06 14:23:16.653933 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-7365dfea-17fc-47da-8fcb-a6918180faa5 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:23:16.854663 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-7365dfea-17fc-47da-8fcb-a6918180faa5 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:16.855280 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-7365dfea-17fc-47da-8fcb-a6918180faa5 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:16.905172 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450d35f-c830-41bf-b437-f9f7a46448c4 req-f19e341a-9ba8-4999-858f-73400c58dfad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:16.907263 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d450d35f-c830-41bf-b437-f9f7a46448c4 req-f19e341a-9ba8-4999-858f-73400c58dfad service neutron] 10.222.0.69 "GET /v2.0/networks?id=b191f3e7-0206-4dd0-ac81-9a56edf9f25b HTTP/1.1" status: 200 len: 897 time: 0.2095113 Apr 06 14:23:16.916605 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-7365dfea-17fc-47da-8fcb-a6918180faa5 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5724218 Apr 06 14:23:16.985907 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-c841190e-a40a-484c-9a8b-212620b5ebcf service neutron] Request body: {'port': {'device_id': 'ef92cb23-dd21-4bb6-9950-b2d5f94329db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:23:17.005560 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-cb5eb90a-8ef8-4a36-b8af-978d9b18a819 None None] Provisioning for port 1ba66fbd-ece1-4160-80c0-cf0359d9c89d completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:23:17.012764 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-cb5eb90a-8ef8-4a36-b8af-978d9b18a819 None None] Provisioning complete for port 1ba66fbd-ece1-4160-80c0-cf0359d9c89d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:23:17.013456 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cb5eb90a-8ef8-4a36-b8af-978d9b18a819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:17.038780 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d450d35f-c830-41bf-b437-f9f7a46448c4 req-d94d736b-3646-4da2-af2d-997fa3025f42 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1565a3ab-a19f-4cfe-9c74-d8bf632272c9 HTTP/1.1" status: 200 len: 217 time: 0.1076243 Apr 06 14:23:17.085822 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-cb5eb90a-8ef8-4a36-b8af-978d9b18a819 None None] Port 1ba66fbd-ece1-4160-80c0-cf0359d9c89d cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:23:17.203286 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450d35f-c830-41bf-b437-f9f7a46448c4 req-e5b686b1-daae-44dc-a9ab-9a3b206c2924 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:17.204914 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d450d35f-c830-41bf-b437-f9f7a46448c4 req-e5b686b1-daae-44dc-a9ab-9a3b206c2924 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a069d15c-dde2-49f9-9aa1-09fd1a5125da HTTP/1.1" status: 200 len: 835 time: 0.1542628 Apr 06 14:23:17.243122 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-c841190e-a40a-484c-9a8b-212620b5ebcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:17.362203 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ea0c0-7098-46fc-882a-0dedf1a2f19c req-0853c3a7-397a-44f8-8a8b-2e3204bb975f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:17.363668 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9c8ea0c0-7098-46fc-882a-0dedf1a2f19c req-0853c3a7-397a-44f8-8a8b-2e3204bb975f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=89e24a57-c7e9-465d-acc3-060f7b1fae26 HTTP/1.1" status: 200 len: 943 time: 0.2319460 Apr 06 14:23:17.443606 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d450d35f-c830-41bf-b437-f9f7a46448c4 req-1dc34d84-e134-4250-894f-50b1b373924d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b191f3e7-0206-4dd0-ac81-9a56edf9f25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2310681 Apr 06 14:23:17.506402 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c100be1-4fb2-4bca-a4b0-03ce2e946603 req-895d2c7b-6a19-4c5e-8105-8dfa874aa242 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:17.507939 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7c100be1-4fb2-4bca-a4b0-03ce2e946603 req-895d2c7b-6a19-4c5e-8105-8dfa874aa242 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef92cb23-dd21-4bb6-9950-b2d5f94329db HTTP/1.1" status: 200 len: 932 time: 0.0814652 Apr 06 14:23:17.553868 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7c100be1-4fb2-4bca-a4b0-03ce2e946603 req-04df8b17-9871-49c1-871c-dba061b7c9d6 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402403 Apr 06 14:23:17.739828 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9c8ea0c0-7098-46fc-882a-0dedf1a2f19c req-80de43bf-8621-45ee-ad74-443d976751d2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=dee60951-b470-40c3-9a66-f311523f1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3328755 Apr 06 14:23:17.803548 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d450d35f-c830-41bf-b437-f9f7a46448c4 req-44459f3e-39e2-4eb9-92ab-0e22270ba12b service neutron] 10.222.0.69 "GET /v2.0/networks/b191f3e7-0206-4dd0-ac81-9a56edf9f25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501859 Apr 06 14:23:17.993929 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-c841190e-a40a-484c-9a8b-212620b5ebcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ba66fbd-ece1-4160-80c0-cf0359d9c89d {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:23:18.001950 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d450d35f-c830-41bf-b437-f9f7a46448c4 req-78e7f4cb-1080-4c9e-a5e4-6d7007e91b70 service neutron] 10.222.0.69 "GET /v2.0/networks/b191f3e7-0206-4dd0-ac81-9a56edf9f25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909351 Apr 06 14:23:18.003508 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-c841190e-a40a-484c-9a8b-212620b5ebcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:18.018385 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-c841190e-a40a-484c-9a8b-212620b5ebcf service neutron] Transition to ACTIVE for port object 1ba66fbd-ece1-4160-80c0-cf0359d9c89d will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:23:18.022498 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-c841190e-a40a-484c-9a8b-212620b5ebcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:18.038936 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 1565a3ab-a19f-4cfe-9c74-d8bf632272c9 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:23:18.146240 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841190e-a40a-484c-9a8b-212620b5ebcf service neutron] Pushing event updated for resources: {'Port': ['ID=1ba66fbd-ece1-4160-80c0-cf0359d9c89d,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:18.178005 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 1565a3ab-a19f-4cfe-9c74-d8bf632272c9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1565a3ab-a19f-4cfe-9c74-d8bf632272c9,segment=NetworkSegment(ff0e0498-2ff0-4d4f-b7a6-41b56328d188),segment_id=ff0e0498-2ff0-4d4f-b7a6-41b56328d188)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:23:18.192366 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '1565a3ab-a19f-4cfe-9c74-d8bf632272c9', 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b', 'port_id': '1565a3ab-a19f-4cfe-9c74-d8bf632272c9', 'mac_address': 'fa:16:3e:dd:af:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:23:18.255713 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:18.262625 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-c841190e-a40a-484c-9a8b-212620b5ebcf service neutron] Attempting to bind port 1ba66fbd-ece1-4160-80c0-cf0359d9c89d on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:23:18.262971 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-c841190e-a40a-484c-9a8b-212620b5ebcf service neutron] Attempting to bind port 1ba66fbd-ece1-4160-80c0-cf0359d9c89d by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '7f5f732c-1b92-4825-becd-101dc42cef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:23:18.263554 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-c841190e-a40a-484c-9a8b-212620b5ebcf service neutron] Attempting to bind port 1ba66fbd-ece1-4160-80c0-cf0359d9c89d on network 095d4797-b5a4-4559-a0b9-992b5f89d16a {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:23:18.269954 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-c841190e-a40a-484c-9a8b-212620b5ebcf service neutron] Port 1ba66fbd-ece1-4160-80c0-cf0359d9c89d on network 095d4797-b5a4-4559-a0b9-992b5f89d16a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:23:18.270307 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-c841190e-a40a-484c-9a8b-212620b5ebcf service neutron] Attempting to bind port 1ba66fbd-ece1-4160-80c0-cf0359d9c89d on network 095d4797-b5a4-4559-a0b9-992b5f89d16a {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:23:18.276569 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-c841190e-a40a-484c-9a8b-212620b5ebcf service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:23:18.276937 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-c841190e-a40a-484c-9a8b-212620b5ebcf service neutron] Checking segment: {'id': '7f5f732c-1b92-4825-becd-101dc42cef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:23:18.277328 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-c841190e-a40a-484c-9a8b-212620b5ebcf service neutron] Bound using segment: {'id': '7f5f732c-1b92-4825-becd-101dc42cef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:23:18.277760 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-c841190e-a40a-484c-9a8b-212620b5ebcf service neutron] Bound port: 1ba66fbd-ece1-4160-80c0-cf0359d9c89d, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f5f732c-1b92-4825-becd-101dc42cef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:23:18.277883 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1565a3ab-a19f-4cfe-9c74-d8bf632272c9 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:23:18.278112 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-c841190e-a40a-484c-9a8b-212620b5ebcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:18.292484 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 1565a3ab-a19f-4cfe-9c74-d8bf632272c9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1565a3ab-a19f-4cfe-9c74-d8bf632272c9,segment=NetworkSegment(ff0e0498-2ff0-4d4f-b7a6-41b56328d188),segment_id=ff0e0498-2ff0-4d4f-b7a6-41b56328d188)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:23:18.300985 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:18.372704 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-c841190e-a40a-484c-9a8b-212620b5ebcf service neutron] For port 1ba66fbd-ece1-4160-80c0-cf0359d9c89d, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:23:18.375676 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-c841190e-a40a-484c-9a8b-212620b5ebcf service neutron] For port 1ba66fbd-ece1-4160-80c0-cf0359d9c89d, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1ba66fbd-ece1-4160-80c0-cf0359d9c89d,segment=NetworkSegment(7f5f732c-1b92-4825-becd-101dc42cef15),segment_id=7f5f732c-1b92-4825-becd-101dc42cef15)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:23:18.380808 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-c841190e-a40a-484c-9a8b-212620b5ebcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:18.410957 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=1565a3ab-a19f-4cfe-9c74-d8bf632272c9,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:18.442399 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-c841190e-a40a-484c-9a8b-212620b5ebcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:18.443757 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-c841190e-a40a-484c-9a8b-212620b5ebcf service neutron] 10.222.0.69 "PUT /v2.0/ports/1ba66fbd-ece1-4160-80c0-cf0359d9c89d HTTP/1.1" status: 200 len: 1094 time: 1.5107222 Apr 06 14:23:18.444193 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef92cb23-dd21-4bb6-9950-b2d5f94329db', 'tag': '1ba66fbd-ece1-4160-80c0-cf0359d9c89d'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:23:18.461659 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841190e-a40a-484c-9a8b-212620b5ebcf service neutron] Pushing event updated for resources: {'Port': ['ID=1ba66fbd-ece1-4160-80c0-cf0359d9c89d,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:18.520641 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b959ac8-cdee-4bf8-8fb2-19af2a6642f1'] response: {'name': 'network-changed', 'server_uuid': 'ef92cb23-dd21-4bb6-9950-b2d5f94329db', 'tag': '1ba66fbd-ece1-4160-80c0-cf0359d9c89d', 'status': 'completed', 'code': 200} Apr 06 14:23:18.530232 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['1565a3ab-a19f-4cfe-9c74-d8bf632272c9'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:23:18.564845 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-bd5bf17b-1d6c-4441-b621-a6e9b99573c3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=681e39576088423facd0bc7051aac5ad&device_id=ef92cb23-dd21-4bb6-9950-b2d5f94329db HTTP/1.1" status: 200 len: 1097 time: 0.0767589 Apr 06 14:23:18.645755 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-7a1a26c8-a29f-4136-8958-a1e273f17ee2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ba66fbd-ece1-4160-80c0-cf0359d9c89d HTTP/1.1" status: 200 len: 217 time: 0.0728443 Apr 06 14:23:18.761897 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-eb9fe9c3-961b-4ad0-bb00-0a06d8b490e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:18.763240 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-eb9fe9c3-961b-4ad0-bb00-0a06d8b490e8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=905b1e27-43c6-41a9-9b0b-26bc504bfcd6 HTTP/1.1" status: 200 len: 850 time: 0.1111381 Apr 06 14:23:18.842293 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af924b4-12b2-46fc-ae74-53c0c352acec req-6a9fa876-8b65-445b-b695-17350d9dabaf tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:18.842979 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-4af924b4-12b2-46fc-ae74-53c0c352acec req-6a9fa876-8b65-445b-b695-17350d9dabaf tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Synchronizing usage tracker for tenant:681e39576088423facd0bc7051aac5ad on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:23:18.873002 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-4af924b4-12b2-46fc-ae74-53c0c352acec req-6a9fa876-8b65-445b-b695-17350d9dabaf tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Unset dirty status for tenant:681e39576088423facd0bc7051aac5ad on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:23:18.874141 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4af924b4-12b2-46fc-ae74-53c0c352acec req-6a9fa876-8b65-445b-b695-17350d9dabaf tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef92cb23-dd21-4bb6-9950-b2d5f94329db HTTP/1.1" status: 200 len: 944 time: 0.1715477 Apr 06 14:23:18.895546 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-a876b3b0-396f-4c9c-84c8-de975b5b421f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=095d4797-b5a4-4559-a0b9-992b5f89d16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1208804 Apr 06 14:23:18.946048 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc5b4a-e450-4b73-a351-8c1d1e91a33e req-fc13849e-52b9-4c29-9111-17d62da1ece3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:18.947497 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d0bc5b4a-e450-4b73-a351-8c1d1e91a33e req-fc13849e-52b9-4c29-9111-17d62da1ece3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=89e24a57-c7e9-465d-acc3-060f7b1fae26 HTTP/1.1" status: 200 len: 944 time: 0.0757117 Apr 06 14:23:19.003430 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4af924b4-12b2-46fc-ae74-53c0c352acec req-3bc21bd8-b0d6-4c9b-8279-c32354e52525 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235616 Apr 06 14:23:19.009848 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d0bc5b4a-e450-4b73-a351-8c1d1e91a33e req-76343b4c-ab83-4fac-ad2c-834d25c1d433 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=dee60951-b470-40c3-9a66-f311523f1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561585 Apr 06 14:23:19.054138 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-4f7d18eb-ef5a-45c9-a6a8-ce6fc8bb3920 service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512027 Apr 06 14:23:19.185479 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7fd40a93-5d62-42fe-adba-4696fa5860d3 req-4ee3826b-e0c4-4810-94f2-32a7edfff714 service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219046 Apr 06 14:23:19.304035 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-39ca0349-e719-4604-ac84-b475e27a1eaf req-b2e0f949-6da9-4ee8-8102-5d0c3a103f95 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=681e39576088423facd0bc7051aac5ad&device_id=ef92cb23-dd21-4bb6-9950-b2d5f94329db HTTP/1.1" status: 200 len: 1097 time: 0.0683327 Apr 06 14:23:19.526983 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca0349-e719-4604-ac84-b475e27a1eaf req-679612c7-57a2-43e0-9a3e-3612f5381765 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:19.528462 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-39ca0349-e719-4604-ac84-b475e27a1eaf req-679612c7-57a2-43e0-9a3e-3612f5381765 service neutron] 10.222.0.69 "GET /v2.0/networks?id=095d4797-b5a4-4559-a0b9-992b5f89d16a HTTP/1.1" status: 200 len: 912 time: 0.2176869 Apr 06 14:23:19.603522 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-39ca0349-e719-4604-ac84-b475e27a1eaf req-238e849d-a14c-405a-bb54-869706ff4e18 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ba66fbd-ece1-4160-80c0-cf0359d9c89d HTTP/1.1" status: 200 len: 217 time: 0.0612638 Apr 06 14:23:19.663770 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca0349-e719-4604-ac84-b475e27a1eaf req-360f373a-1830-400d-9f02-ed882d3391c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:19.665721 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-39ca0349-e719-4604-ac84-b475e27a1eaf req-360f373a-1830-400d-9f02-ed882d3391c1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=905b1e27-43c6-41a9-9b0b-26bc504bfcd6 HTTP/1.1" status: 200 len: 850 time: 0.0560515 Apr 06 14:23:19.746346 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-39ca0349-e719-4604-ac84-b475e27a1eaf req-1ecd1531-dce9-4c3c-89d5-0f7bb2abdaf7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=095d4797-b5a4-4559-a0b9-992b5f89d16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744824 Apr 06 14:23:19.878456 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-39ca0349-e719-4604-ac84-b475e27a1eaf req-f4d284c8-809f-4430-8fe0-4604db067ecd service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255121 Apr 06 14:23:20.006999 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-39ca0349-e719-4604-ac84-b475e27a1eaf req-66c82696-b46f-4c47-bf0d-80ff4aa16f53 service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224213 Apr 06 14:23:20.056476 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 1565a3ab-a19f-4cfe-9c74-d8bf632272c9 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:23:20.127501 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port 1565a3ab-a19f-4cfe-9c74-d8bf632272c9 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:23:20.133321 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 1565a3ab-a19f-4cfe-9c74-d8bf632272c9 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:23:20.133890 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:20.206417 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d396d06-ec83-42b5-a3ff-7589b490aeae req-2a45d6e9-97c7-42a6-82e5-4558169b6143 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:20.207883 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7d396d06-ec83-42b5-a3ff-7589b490aeae req-2a45d6e9-97c7-42a6-82e5-4558169b6143 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=89e24a57-c7e9-465d-acc3-060f7b1fae26 HTTP/1.1" status: 200 len: 944 time: 0.0781419 Apr 06 14:23:20.213895 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c1e73-ed07-4cdd-89f0-dd0f7334c729 req-df909cfd-941a-4aa8-977a-45597e1b4189 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:20.215332 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d07c1e73-ed07-4cdd-89f0-dd0f7334c729 req-df909cfd-941a-4aa8-977a-45597e1b4189 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef92cb23-dd21-4bb6-9950-b2d5f94329db HTTP/1.1" status: 200 len: 944 time: 0.0813525 Apr 06 14:23:20.255520 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:20.261462 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d07c1e73-ed07-4cdd-89f0-dd0f7334c729 req-d9f6b90d-2713-4ab8-856d-8c7dde13ed28 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402033 Apr 06 14:23:20.263945 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7d396d06-ec83-42b5-a3ff-7589b490aeae req-55068481-e84a-46af-99d7-2e2a20f2d12d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=dee60951-b470-40c3-9a66-f311523f1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486488 Apr 06 14:23:20.290448 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e24a57-c7e9-465d-acc3-060f7b1fae26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1565a3ab-a19f-4cfe-9c74-d8bf632272c9'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:23:20.300327 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 1565a3ab-a19f-4cfe-9c74-d8bf632272c9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1565a3ab-a19f-4cfe-9c74-d8bf632272c9,segment=NetworkSegment(ff0e0498-2ff0-4d4f-b7a6-41b56328d188),segment_id=ff0e0498-2ff0-4d4f-b7a6-41b56328d188)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:23:20.304366 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:20.346670 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a7bcb4c-3551-4ac6-91bf-47267cbbc8f3'] response: {'server_uuid': '89e24a57-c7e9-465d-acc3-060f7b1fae26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1565a3ab-a19f-4cfe-9c74-d8bf632272c9', 'code': 200} Apr 06 14:23:20.372264 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=1565a3ab-a19f-4cfe-9c74-d8bf632272c9,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:20.565429 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cc95d4b4-4794-4b0b-95c0-607d1c6a1c84 req-ae21a096-85fb-4eee-bf22-7d4f24d3af17 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=89e24a57-c7e9-465d-acc3-060f7b1fae26 HTTP/1.1" status: 200 len: 1098 time: 0.0663867 Apr 06 14:23:20.610356 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cc95d4b4-4794-4b0b-95c0-607d1c6a1c84 req-88bd9a22-982a-4161-8920-d9a9341d2cfb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=dee60951-b470-40c3-9a66-f311523f1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382643 Apr 06 14:23:21.476457 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0754594-20a2-4de0-9576-74cd3a900b99 req-66966606-f194-4187-b0a3-26e37093f4ed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:21.477975 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d0754594-20a2-4de0-9576-74cd3a900b99 req-66966606-f194-4187-b0a3-26e37093f4ed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=89e24a57-c7e9-465d-acc3-060f7b1fae26 HTTP/1.1" status: 200 len: 945 time: 0.0871346 Apr 06 14:23:21.481994 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5018a-07e0-46fc-bce4-77d727c8ca9a req-96dfb770-8102-4f41-a229-ce72ca3905b5 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:21.484249 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ebc5018a-07e0-46fc-bce4-77d727c8ca9a req-96dfb770-8102-4f41-a229-ce72ca3905b5 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef92cb23-dd21-4bb6-9950-b2d5f94329db HTTP/1.1" status: 200 len: 944 time: 0.0847173 Apr 06 14:23:21.527888 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d0754594-20a2-4de0-9576-74cd3a900b99 req-d2a10f48-dc25-4d26-a95c-d579aee2aba1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=dee60951-b470-40c3-9a66-f311523f1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419157 Apr 06 14:23:21.535493 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ebc5018a-07e0-46fc-bce4-77d727c8ca9a req-5ff5fb38-1f69-4d41-9387-3a6db98ead9e tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455563 Apr 06 14:23:22.739056 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439249f2-7d8c-4c36-a87b-0bc80ed6795e req-33cce7a3-c01c-4457-9bb7-cc63b56a1293 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:22.739761 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-439249f2-7d8c-4c36-a87b-0bc80ed6795e req-33cce7a3-c01c-4457-9bb7-cc63b56a1293 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=89e24a57-c7e9-465d-acc3-060f7b1fae26 HTTP/1.1" status: 200 len: 945 time: 0.0870156 Apr 06 14:23:22.739941 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd663dc-aafd-48e6-be39-41837f2f22ea req-d9a18c28-64b0-4414-bbe3-170ace8bef4a tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:22.741045 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0fd663dc-aafd-48e6-be39-41837f2f22ea req-d9a18c28-64b0-4414-bbe3-170ace8bef4a tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef92cb23-dd21-4bb6-9950-b2d5f94329db HTTP/1.1" status: 200 len: 944 time: 0.0877724 Apr 06 14:23:22.802558 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-439249f2-7d8c-4c36-a87b-0bc80ed6795e req-09bb007e-166a-4f8e-90a7-575d95f798ca tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=dee60951-b470-40c3-9a66-f311523f1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563755 Apr 06 14:23:22.812246 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0fd663dc-aafd-48e6-be39-41837f2f22ea req-ef303f2c-4a0e-4c5a-bb31-b1cd7ac2caaa tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648112 Apr 06 14:23:23.012418 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062fa38-92aa-4ba9-9be6-6aea1d7b2e75 req-0f0d1409-e93e-4bd4-bca5-68f46da57584 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:23.013545 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d062fa38-92aa-4ba9-9be6-6aea1d7b2e75 req-0f0d1409-e93e-4bd4-bca5-68f46da57584 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=89e24a57-c7e9-465d-acc3-060f7b1fae26 HTTP/1.1" status: 200 len: 945 time: 0.0802765 Apr 06 14:23:23.063620 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d062fa38-92aa-4ba9-9be6-6aea1d7b2e75 req-f799223c-862e-4887-9806-879a45543b9a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=dee60951-b470-40c3-9a66-f311523f1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422659 Apr 06 14:23:23.094326 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55778) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:23:23.165218 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f11cd7c2-ef69-491b-b672-9a18f65a453a tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=89e24a57-c7e9-465d-acc3-060f7b1fae26 HTTP/1.1" status: 200 len: 1093 time: 0.0697136 Apr 06 14:23:23.167892 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55782) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:23:23.172891 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'port_id': '1565a3ab-a19f-4cfe-9c74-d8bf632272c9', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:23:23.178136 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:23:23.182690 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:floatingip and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:23:23.185548 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:23:23.191507 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:23:23.201400 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:23.335447 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:23.504850 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.26.8.249 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/16587a3a-4881-45ca-9014-fd75ea6e5813) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:23:23.658223 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:23.689674 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:23.763997 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:23:23.767690 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:23:23.770748 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:23:23.816514 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=16587a3a-4881-45ca-9014-fd75ea6e5813,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:23.840175 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:23.840522 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:23.840895 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:23.841241 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:23.841564 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:23.842214 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:23.842291 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:23.842599 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:23.843090 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:23.843430 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:23.843866 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:24.275822 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3f57a-a3ee-4d51-bf92-eabbdab04a77 req-8cf1bef4-ebf6-44f3-99be-eef694afdd0a tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:24.277801 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1cf3f57a-a3ee-4d51-bf92-eabbdab04a77 req-8cf1bef4-ebf6-44f3-99be-eef694afdd0a tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef92cb23-dd21-4bb6-9950-b2d5f94329db HTTP/1.1" status: 200 len: 944 time: 0.3259380 Apr 06 14:23:24.353610 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1cf3f57a-a3ee-4d51-bf92-eabbdab04a77 req-44c883f4-c43d-4c11-b995-d594fe54cd35 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687151 Apr 06 14:23:24.502738 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:24.560660 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:24.772927 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:24.778732 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:24.896609 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=16587a3a-4881-45ca-9014-fd75ea6e5813,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:24.907005 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:25.130258 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c2af5-2b19-4ecc-a6ab-d4d737dba57d req-e4c75e3e-8b51-463c-9059-3c4d313fe576 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:25.131672 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ff1c2af5-2b19-4ecc-a6ab-d4d737dba57d req-e4c75e3e-8b51-463c-9059-3c4d313fe576 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 945 time: 0.1142521 Apr 06 14:23:25.197687 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ff1c2af5-2b19-4ecc-a6ab-d4d737dba57d req-3103962f-3c3c-4ddb-898a-515ca21cd5cf tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/security-groups?id=9effe788-cb3b-4bce-a211-1bdac18e4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590525 Apr 06 14:23:25.206042 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Floating IP c7ab0df1-dcb9-4ad8-b2fe-ffe5bf6db189 associated. External IP: 172.26.8.249, port: 1565a3ab-a19f-4cfe-9c74-d8bf632272c9. Apr 06 14:23:25.570811 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfd643-aded-4b2b-8330-cec6da37db7f req-c6a1c5cb-94b2-4c5d-bbfc-47a6002e77a9 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:25.572457 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-30cfd643-aded-4b2b-8330-cec6da37db7f req-c6a1c5cb-94b2-4c5d-bbfc-47a6002e77a9 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef92cb23-dd21-4bb6-9950-b2d5f94329db HTTP/1.1" status: 200 len: 944 time: 0.0902820 Apr 06 14:23:25.621566 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router ec3f2d5a-913d-4de5-8cc1-a246525017a0 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:23:25.633878 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-30cfd643-aded-4b2b-8330-cec6da37db7f req-d58ccbae-7630-4a0f-800d-f1120a45a9ba tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533249 Apr 06 14:23:25.843857 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:23:25.857926 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f9fdc6-1af3-4b48-83a7-723a642bcc55 None None] Sync routers for ids ['ec3f2d5a-913d-4de5-8cc1-a246525017a0'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:23:25.870337 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f9fdc6-1af3-4b48-83a7-723a642bcc55 None None] Routers {'ec3f2d5a-913d-4de5-8cc1-a246525017a0'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:23:25.870993 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-25f9fdc6-1af3-4b48-83a7-723a642bcc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:23:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ec3f2d5a-913d-4de5-8cc1-a246525017a0'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:25.873291 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:26.029943 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-38fdfa2f-8a7f-40d1-ba38-f61a036fbfed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8609662 Apr 06 14:23:26.030771 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e24a57-c7e9-465d-acc3-060f7b1fae26', 'tag': '1565a3ab-a19f-4cfe-9c74-d8bf632272c9'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:23:26.032633 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55802) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:23:26.057715 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-25f9fdc6-1af3-4b48-83a7-723a642bcc55 None None] Set router ec3f2d5a-913d-4de5-8cc1-a246525017a0 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:23:26.080611 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 1ba66fbd-ece1-4160-80c0-cf0359d9c89d details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:23:26.154474 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1cdc4316-d103-4dc8-babe-43bc9868b53a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/c7ab0df1-dcb9-4ad8-b2fe-ffe5bf6db189 HTTP/1.1" status: 200 len: 991 time: 0.1200309 Apr 06 14:23:26.242511 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 1ba66fbd-ece1-4160-80c0-cf0359d9c89d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1ba66fbd-ece1-4160-80c0-cf0359d9c89d,segment=NetworkSegment(7f5f732c-1b92-4825-becd-101dc42cef15),segment_id=7f5f732c-1b92-4825-becd-101dc42cef15)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:23:26.250835 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61b05b77-f907-4ceb-811d-69314bf5ff68'] response: {'name': 'network-changed', 'server_uuid': '89e24a57-c7e9-465d-acc3-060f7b1fae26', 'tag': '1565a3ab-a19f-4cfe-9c74-d8bf632272c9', 'status': 'completed', 'code': 200} Apr 06 14:23:26.257009 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '1ba66fbd-ece1-4160-80c0-cf0359d9c89d', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'port_id': '1ba66fbd-ece1-4160-80c0-cf0359d9c89d', 'mac_address': 'fa:16:3e:86:eb:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:23:26.318106 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:26.336699 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba66fbd-ece1-4160-80c0-cf0359d9c89d {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:23:26.351769 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 1ba66fbd-ece1-4160-80c0-cf0359d9c89d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1ba66fbd-ece1-4160-80c0-cf0359d9c89d,segment=NetworkSegment(7f5f732c-1b92-4825-becd-101dc42cef15),segment_id=7f5f732c-1b92-4825-becd-101dc42cef15)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:23:26.355929 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:26.408687 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-114426ba-1076-44c2-923b-49d63b950ff0 req-fe75522c-e4b6-4e35-a968-81a5b2272e9b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=89e24a57-c7e9-465d-acc3-060f7b1fae26 HTTP/1.1" status: 200 len: 1098 time: 0.1285784 Apr 06 14:23:26.423505 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=1ba66fbd-ece1-4160-80c0-cf0359d9c89d,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:26.432659 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-25f9fdc6-1af3-4b48-83a7-723a642bcc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'name': 'tempest-TestNetworkBasicOps-router-1742148068', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:23:05Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'c7ab0df1-dcb9-4ad8-b2fe-ffe5bf6db189', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.249', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'port_id': '1565a3ab-a19f-4cfe-9c74-d8bf632272c9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b', 'mac_address': 'fa:16:3e:dd:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e24a57-c7e9-465d-acc3-060f7b1fae26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:23:24Z', 'updated_at': '2022-04-06T14:23:24Z', 'revision_number': 0, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19544e40-025d-46d4-a032-f97fd3b25949', 'name': '', 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:1e:83:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:04Z', 'updated_at': '2022-04-06T14:23:14Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:26.436594 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f9fdc6-1af3-4b48-83a7-723a642bcc55 None None] Checking router: ec3f2d5a-913d-4de5-8cc1-a246525017a0 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:23:26.447175 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f9fdc6-1af3-4b48-83a7-723a642bcc55 None None] Routers {'ec3f2d5a-913d-4de5-8cc1-a246525017a0'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:23:26.447844 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-25f9fdc6-1af3-4b48-83a7-723a642bcc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:23:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ec3f2d5a-913d-4de5-8cc1-a246525017a0'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:26.506622 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6d0df-f123-493f-a68f-d6773f9c23b1 req-333f4b14-ec35-46d7-9e22-0027fb25f320 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:26.508096 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-33b6d0df-f123-493f-a68f-d6773f9c23b1 req-333f4b14-ec35-46d7-9e22-0027fb25f320 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 945 time: 0.1738462 Apr 06 14:23:26.583918 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114426ba-1076-44c2-923b-49d63b950ff0 req-1d6d32db-5bb0-42b8-8fa0-fb92048cbb94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:26.585373 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-114426ba-1076-44c2-923b-49d63b950ff0 req-1d6d32db-5bb0-42b8-8fa0-fb92048cbb94 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b191f3e7-0206-4dd0-ac81-9a56edf9f25b HTTP/1.1" status: 200 len: 897 time: 0.1681120 Apr 06 14:23:26.588149 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-33b6d0df-f123-493f-a68f-d6773f9c23b1 req-6ddb1f4d-011b-4d68-808b-7f43ce236614 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/security-groups?id=9effe788-cb3b-4bce-a211-1bdac18e4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732529 Apr 06 14:23:26.619156 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['1ba66fbd-ece1-4160-80c0-cf0359d9c89d'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:23:26.631887 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-25f9fdc6-1af3-4b48-83a7-723a642bcc55 None None] Set router ec3f2d5a-913d-4de5-8cc1-a246525017a0 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:23:26.806823 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-114426ba-1076-44c2-923b-49d63b950ff0 req-f38f0251-4cb1-4da4-89cf-928e1b5a5974 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1565a3ab-a19f-4cfe-9c74-d8bf632272c9 HTTP/1.1" status: 200 len: 999 time: 0.2141495 Apr 06 14:23:26.884342 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab5177-f36d-4dff-845e-d0f15f1509d6 req-9b58fa4d-826e-4942-bf7d-b103263921f9 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:26.885094 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114426ba-1076-44c2-923b-49d63b950ff0 req-53ea6a39-9f85-4ced-97ff-6f68c7ed5d55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:26.886562 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d1ab5177-f36d-4dff-845e-d0f15f1509d6 req-9b58fa4d-826e-4942-bf7d-b103263921f9 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef92cb23-dd21-4bb6-9950-b2d5f94329db HTTP/1.1" status: 200 len: 945 time: 0.1041443 Apr 06 14:23:26.889845 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-114426ba-1076-44c2-923b-49d63b950ff0 req-53ea6a39-9f85-4ced-97ff-6f68c7ed5d55 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a069d15c-dde2-49f9-9aa1-09fd1a5125da HTTP/1.1" status: 200 len: 835 time: 0.0720439 Apr 06 14:23:26.935529 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d1ab5177-f36d-4dff-845e-d0f15f1509d6 req-867f0526-b590-4b45-a81d-0c98d6fd2d3a tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428753 Apr 06 14:23:26.980015 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-114426ba-1076-44c2-923b-49d63b950ff0 req-11651517-a132-4a10-9961-12b2a3190bd3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b191f3e7-0206-4dd0-ac81-9a56edf9f25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809307 Apr 06 14:23:27.050822 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-25f9fdc6-1af3-4b48-83a7-723a642bcc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'name': 'tempest-TestNetworkBasicOps-router-1742148068', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:23:05Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'c7ab0df1-dcb9-4ad8-b2fe-ffe5bf6db189', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.249', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'port_id': '1565a3ab-a19f-4cfe-9c74-d8bf632272c9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b', 'mac_address': 'fa:16:3e:dd:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e24a57-c7e9-465d-acc3-060f7b1fae26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:23:24Z', 'updated_at': '2022-04-06T14:23:24Z', 'revision_number': 0, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19544e40-025d-46d4-a032-f97fd3b25949', 'name': '', 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:1e:83:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:04Z', 'updated_at': '2022-04-06T14:23:14Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:27.055628 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f9fdc6-1af3-4b48-83a7-723a642bcc55 None None] The sync data for ids ['ec3f2d5a-913d-4de5-8cc1-a246525017a0'] in dv-neutron-835868-1-hyperv is: [{'id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'name': 'tempest-TestNetworkBasicOps-router-1742148068', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:23:05Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'c7ab0df1-dcb9-4ad8-b2fe-ffe5bf6db189', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.249', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'port_id': '1565a3ab-a19f-4cfe-9c74-d8bf632272c9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b', 'mac_address': 'fa:16:3e:dd:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e24a57-c7e9-465d-acc3-060f7b1fae26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:23:24Z', 'updated_at': '2022-04-06T14:23:24Z', 'revision_number': 0, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19544e40-025d-46d4-a032-f97fd3b25949', 'name': '', 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:1e:83:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:04Z', 'updated_at': '2022-04-06T14:23:14Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:23:27.113884 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-114426ba-1076-44c2-923b-49d63b950ff0 req-c9e3b0db-1c4d-49ba-b190-e19b7a4570f9 service neutron] 10.222.0.69 "GET /v2.0/networks/b191f3e7-0206-4dd0-ac81-9a56edf9f25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274679 Apr 06 14:23:27.158260 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55814) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:23:27.246471 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-114426ba-1076-44c2-923b-49d63b950ff0 req-733871f6-f235-4795-a93c-8793c0dfe49a service neutron] 10.222.0.69 "GET /v2.0/networks/b191f3e7-0206-4dd0-ac81-9a56edf9f25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257715 Apr 06 14:23:27.261213 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-482d3983-2c74-49e4-af37-40aa30a3fba3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/c7ab0df1-dcb9-4ad8-b2fe-ffe5bf6db189 HTTP/1.1" status: 200 len: 991 time: 0.1017251 Apr 06 14:23:27.783178 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d05212-7714-43a6-a015-8ebcecb732f3 req-a050e82e-3d71-486e-9583-2f322ca07a91 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:27.784553 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-00d05212-7714-43a6-a015-8ebcecb732f3 req-a050e82e-3d71-486e-9583-2f322ca07a91 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 945 time: 0.0747468 Apr 06 14:23:27.830711 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-00d05212-7714-43a6-a015-8ebcecb732f3 req-efa11241-70ea-4f58-bbc1-f51c6476772f tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/security-groups?id=9effe788-cb3b-4bce-a211-1bdac18e4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400529 Apr 06 14:23:28.100849 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 1ba66fbd-ece1-4160-80c0-cf0359d9c89d up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:23:28.129101 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bca846-7c35-4649-aa56-827c81c44475 req-afa71436-82a7-4c05-8ae5-7bf0eb37ebfd tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:28.130564 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e3bca846-7c35-4649-aa56-827c81c44475 req-afa71436-82a7-4c05-8ae5-7bf0eb37ebfd tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef92cb23-dd21-4bb6-9950-b2d5f94329db HTTP/1.1" status: 200 len: 945 time: 0.0779643 Apr 06 14:23:28.171188 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port 1ba66fbd-ece1-4160-80c0-cf0359d9c89d completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:23:28.175697 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 1ba66fbd-ece1-4160-80c0-cf0359d9c89d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:23:28.176112 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:28.183596 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e3bca846-7c35-4649-aa56-827c81c44475 req-a04f07b9-9c5a-45ad-8f4d-679fb37c5128 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473847 Apr 06 14:23:28.264782 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55822) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:23:28.287192 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:28.316093 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef92cb23-dd21-4bb6-9950-b2d5f94329db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba66fbd-ece1-4160-80c0-cf0359d9c89d'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:23:28.326653 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 1ba66fbd-ece1-4160-80c0-cf0359d9c89d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1ba66fbd-ece1-4160-80c0-cf0359d9c89d,segment=NetworkSegment(7f5f732c-1b92-4825-becd-101dc42cef15),segment_id=7f5f732c-1b92-4825-becd-101dc42cef15)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:23:28.332342 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:28.374774 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bb514c20-923b-4fe6-9275-4cce8f3694e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/c7ab0df1-dcb9-4ad8-b2fe-ffe5bf6db189 HTTP/1.1" status: 200 len: 991 time: 0.1087713 Apr 06 14:23:28.376643 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b1175de-dcd3-4a96-9817-f29b0a9b6747'] response: {'server_uuid': 'ef92cb23-dd21-4bb6-9950-b2d5f94329db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba66fbd-ece1-4160-80c0-cf0359d9c89d', 'code': 200} Apr 06 14:23:28.403471 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=1ba66fbd-ece1-4160-80c0-cf0359d9c89d,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:28.656372 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e780f778-10e1-432e-8473-3295e683f416 req-b76c8695-0fae-48f5-bb3a-68867c7ce16c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ef92cb23-dd21-4bb6-9950-b2d5f94329db HTTP/1.1" status: 200 len: 1099 time: 0.0665903 Apr 06 14:23:28.701523 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e780f778-10e1-432e-8473-3295e683f416 req-4ad6d787-ef8c-4ab9-9187-9dfedb37b8c3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391889 Apr 06 14:23:28.902872 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:29.021903 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b0ab8-31e4-499d-99eb-25c666c791bf req-5fa85a99-6727-4a73-8233-77c03c68ded0 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:29.023771 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9f5b0ab8-31e4-499d-99eb-25c666c791bf req-5fa85a99-6727-4a73-8233-77c03c68ded0 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 945 time: 0.0741343 Apr 06 14:23:29.068874 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9f5b0ab8-31e4-499d-99eb-25c666c791bf req-dbe9bed0-7181-4ef4-bb83-cc0afb4ceb10 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/security-groups?id=9effe788-cb3b-4bce-a211-1bdac18e4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395422 Apr 06 14:23:29.372294 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826a04d0-49e2-4d88-a368-dd7133473981 None None] New status for floating IP c7ab0df1-dcb9-4ad8-b2fe-ffe5bf6db189: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:23:29.374448 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b58ed-ec9b-477b-bc75-1afce9f039cc req-6335373e-cb01-4ecf-97bf-535c6d4c21d9 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:29.376738 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bf1b58ed-ec9b-477b-bc75-1afce9f039cc req-6335373e-cb01-4ecf-97bf-535c6d4c21d9 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef92cb23-dd21-4bb6-9950-b2d5f94329db HTTP/1.1" status: 200 len: 946 time: 0.0792704 Apr 06 14:23:29.378388 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55832) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:23:29.513056 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4ee7c3ec-77d2-495d-90c3-d4a5f3ae51c4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/c7ab0df1-dcb9-4ad8-b2fe-ffe5bf6db189 HTTP/1.1" status: 200 len: 991 time: 0.1334052 Apr 06 14:23:29.518207 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bf1b58ed-ec9b-477b-bc75-1afce9f039cc req-382584ee-eea3-4ae2-9e42-45070b49f52c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761814 Apr 06 14:23:30.265036 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe61273-1ce8-4ef5-b285-8cc04eebac20 req-a47069a5-8d75-47c8-b89a-b136a760004a tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:30.266459 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7fe61273-1ce8-4ef5-b285-8cc04eebac20 req-a47069a5-8d75-47c8-b89a-b136a760004a tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 945 time: 0.0775735 Apr 06 14:23:30.310418 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7fe61273-1ce8-4ef5-b285-8cc04eebac20 req-52110762-1977-42cb-a55d-b751104e2d2a tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/security-groups?id=9effe788-cb3b-4bce-a211-1bdac18e4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385931 Apr 06 14:23:30.516882 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55838) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:23:30.619920 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d9e03fb6-cca7-437c-99bd-e33336aa867f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/c7ab0df1-dcb9-4ad8-b2fe-ffe5bf6db189 HTTP/1.1" status: 200 len: 993 time: 0.1018867 Apr 06 14:23:30.715572 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e27c41-0976-4520-be9b-2bce4690dba0 req-2e2f7c11-e0c1-42cd-b642-b17a29d177e7 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:30.716933 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-97e27c41-0976-4520-be9b-2bce4690dba0 req-2e2f7c11-e0c1-42cd-b642-b17a29d177e7 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef92cb23-dd21-4bb6-9950-b2d5f94329db HTTP/1.1" status: 200 len: 946 time: 0.0740709 Apr 06 14:23:30.765668 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-97e27c41-0976-4520-be9b-2bce4690dba0 req-a8f19eea-89d1-486c-a7a1-c90e67d997b6 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434299 Apr 06 14:23:30.959234 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c260c4-0998-4472-8de8-26812b09203b req-57880162-f3b0-4d8d-9868-f3099377a98f tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:30.960671 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a8c260c4-0998-4472-8de8-26812b09203b req-57880162-f3b0-4d8d-9868-f3099377a98f tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef92cb23-dd21-4bb6-9950-b2d5f94329db HTTP/1.1" status: 200 len: 946 time: 0.0740490 Apr 06 14:23:31.007991 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a8c260c4-0998-4472-8de8-26812b09203b req-ed0db230-3d96-43b6-a825-c95dcfb538ed tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412245 Apr 06 14:23:31.035124 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55846) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:23:31.103105 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2365610f-9461-4f31-9c52-85bfb5ca3cb6 tempest-TestVolumeBootPattern-1760082827 tempest-TestVolumeBootPattern-1760082827-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ef92cb23-dd21-4bb6-9950-b2d5f94329db HTTP/1.1" status: 200 len: 1094 time: 0.0668700 Apr 06 14:23:31.105703 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55850) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:23:31.110730 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0d7b7347-6828-4378-9973-63b41d5240bb tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'port_id': '1ba66fbd-ece1-4160-80c0-cf0359d9c89d', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:23:31.115915 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0d7b7347-6828-4378-9973-63b41d5240bb tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:23:31.119697 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0d7b7347-6828-4378-9973-63b41d5240bb tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Usage tracker for resource:floatingip and tenant:681e39576088423facd0bc7051aac5ad is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:23:31.122475 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0d7b7347-6828-4378-9973-63b41d5240bb tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:23:31.128111 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0d7b7347-6828-4378-9973-63b41d5240bb tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:23:31.138296 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0d7b7347-6828-4378-9973-63b41d5240bb tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:31.268697 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0d7b7347-6828-4378-9973-63b41d5240bb tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:31.404000 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-0d7b7347-6828-4378-9973-63b41d5240bb tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Allocated IP 172.26.8.135 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/2f8b3281-57b3-4764-9b67-17e56abc65a8) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:23:31.507726 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e410d-d4f5-429b-9d9b-1787c7a891b5 req-498ab170-4f6b-4f3c-8dc8-4263a94be2b1 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:31.509241 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3d8e410d-d4f5-429b-9d9b-1787c7a891b5 req-498ab170-4f6b-4f3c-8dc8-4263a94be2b1 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 945 time: 0.0779707 Apr 06 14:23:31.551450 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0d7b7347-6828-4378-9973-63b41d5240bb tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:31.555999 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3d8e410d-d4f5-429b-9d9b-1787c7a891b5 req-0b7482aa-8986-4f30-94d8-3c2864766480 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/security-groups?id=9effe788-cb3b-4bce-a211-1bdac18e4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411623 Apr 06 14:23:31.582193 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0d7b7347-6828-4378-9973-63b41d5240bb tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:31.651025 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7b7347-6828-4378-9973-63b41d5240bb tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:23:31.653523 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-0d7b7347-6828-4378-9973-63b41d5240bb tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:23:31.657753 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7b7347-6828-4378-9973-63b41d5240bb tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:23:31.684657 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b7347-6828-4378-9973-63b41d5240bb tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Pushing event updated for resources: {'Port': ['ID=2f8b3281-57b3-4764-9b67-17e56abc65a8,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:32.230818 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0d7b7347-6828-4378-9973-63b41d5240bb tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:32.284463 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0d7b7347-6828-4378-9973-63b41d5240bb tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:32.479946 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0d7b7347-6828-4378-9973-63b41d5240bb tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:32.484318 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0d7b7347-6828-4378-9973-63b41d5240bb tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:32.589928 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b7347-6828-4378-9973-63b41d5240bb tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Pushing event updated for resources: {'Port': ['ID=2f8b3281-57b3-4764-9b67-17e56abc65a8,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:32.601933 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0d7b7347-6828-4378-9973-63b41d5240bb tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:32.816458 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d76d6-7de7-4ff2-8d4e-cff9dd328bbd req-18d9d44c-afda-4556-bfe8-b5af043ec9e7 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:32.817814 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-445d76d6-7de7-4ff2-8d4e-cff9dd328bbd req-18d9d44c-afda-4556-bfe8-b5af043ec9e7 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 945 time: 0.1128650 Apr 06 14:23:32.885794 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-445d76d6-7de7-4ff2-8d4e-cff9dd328bbd req-cb8a71ac-f9eb-40c9-b501-b2c36d2e784c tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/security-groups?id=9effe788-cb3b-4bce-a211-1bdac18e4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603800 Apr 06 14:23:32.893970 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-0d7b7347-6828-4378-9973-63b41d5240bb tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Floating IP ad108f10-53d8-43c8-bf11-967ca2d9f9ee associated. External IP: 172.26.8.135, port: 1ba66fbd-ece1-4160-80c0-cf0359d9c89d. Apr 06 14:23:33.272819 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7b7347-6828-4378-9973-63b41d5240bb tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Router 61db72c2-b098-4195-90dd-e4e5e3267309 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:23:33.465536 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7b7347-6828-4378-9973-63b41d5240bb tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:23:33.474814 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3168bd8e-fc08-4ffe-a1fa-70d7f22b0101 None None] Sync routers for ids ['61db72c2-b098-4195-90dd-e4e5e3267309'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:23:33.487389 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3168bd8e-fc08-4ffe-a1fa-70d7f22b0101 None None] Routers {'61db72c2-b098-4195-90dd-e4e5e3267309'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:23:33.488018 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-3168bd8e-fc08-4ffe-a1fa-70d7f22b0101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:23:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['61db72c2-b098-4195-90dd-e4e5e3267309'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:33.489702 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0d7b7347-6828-4378-9973-63b41d5240bb tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:33.546595 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0d7b7347-6828-4378-9973-63b41d5240bb tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4399104 Apr 06 14:23:33.547442 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef92cb23-dd21-4bb6-9950-b2d5f94329db', 'tag': '1ba66fbd-ece1-4160-80c0-cf0359d9c89d'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:23:33.600950 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6e8c760-eb01-43ca-be8b-39a597ac08cd'] response: {'name': 'network-changed', 'server_uuid': 'ef92cb23-dd21-4bb6-9950-b2d5f94329db', 'tag': '1ba66fbd-ece1-4160-80c0-cf0359d9c89d', 'status': 'completed', 'code': 200} Apr 06 14:23:33.693806 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-3168bd8e-fc08-4ffe-a1fa-70d7f22b0101 None None] Set router 61db72c2-b098-4195-90dd-e4e5e3267309 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:23:33.710468 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0cdf6e2f-c867-468b-b508-4193b3bc2924 req-1dcfedc9-b7c5-49d4-887f-ec8b5b822f79 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=681e39576088423facd0bc7051aac5ad&device_id=ef92cb23-dd21-4bb6-9950-b2d5f94329db HTTP/1.1" status: 200 len: 1099 time: 0.0715597 Apr 06 14:23:33.846490 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf6e2f-c867-468b-b508-4193b3bc2924 req-9ae00951-ff8d-48ff-b540-847965448ad0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:33.847612 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0cdf6e2f-c867-468b-b508-4193b3bc2924 req-9ae00951-ff8d-48ff-b540-847965448ad0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=095d4797-b5a4-4559-a0b9-992b5f89d16a HTTP/1.1" status: 200 len: 912 time: 0.1305718 Apr 06 14:23:33.957278 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0cdf6e2f-c867-468b-b508-4193b3bc2924 req-8c7a5d0a-8fd1-44d3-a32d-206e620d08ea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ba66fbd-ece1-4160-80c0-cf0359d9c89d HTTP/1.1" status: 200 len: 1000 time: 0.1030633 Apr 06 14:23:34.063908 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-3168bd8e-fc08-4ffe-a1fa-70d7f22b0101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'name': 'tempest-TestVolumeBootPattern-396345987-router', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:31Z', 'updated_at': '2022-04-06T14:16:49Z', 'revision_number': 4, 'project_id': '681e39576088423facd0bc7051aac5ad', 'gw_port': {'id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:35Z', 'updated_at': '2022-04-06T14:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '0d44e5af-9002-4de9-a1ab-16f4f589b699', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'port_id': '733f1808-14f9-4a9f-bed4-8a2cdd7ff74b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'mac_address': 'fa:16:3e:23:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dca4dce-8d37-4e20-8676-4848a9ded018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:21:25Z', 'updated_at': '2022-04-06T14:21:33Z', 'revision_number': 1, 'project_id': '681e39576088423facd0bc7051aac5ad', 'fixed_ip_address_scope': None}, {'id': 'ad108f10-53d8-43c8-bf11-967ca2d9f9ee', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'floating_ip_address': '172.26.8.135', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'port_id': '1ba66fbd-ece1-4160-80c0-cf0359d9c89d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'mac_address': 'fa:16:3e:86:eb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef92cb23-dd21-4bb6-9950-b2d5f94329db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:23:31Z', 'updated_at': '2022-04-06T14:23:31Z', 'revision_number': 0, 'project_id': '681e39576088423facd0bc7051aac5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38993c6-d6a5-4069-b6db-aea1a2c533d9', 'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'mac_address': 'fa:16:3e:96:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:46Z', 'updated_at': '2022-04-06T14:17:00Z', 'revision_number': 5, 'project_id': '681e39576088423facd0bc7051aac5ad', 'subnets': [{'id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:34.068640 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3168bd8e-fc08-4ffe-a1fa-70d7f22b0101 None None] Checking router: 61db72c2-b098-4195-90dd-e4e5e3267309 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:23:34.080634 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3168bd8e-fc08-4ffe-a1fa-70d7f22b0101 None None] Routers {'61db72c2-b098-4195-90dd-e4e5e3267309'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:23:34.081299 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-3168bd8e-fc08-4ffe-a1fa-70d7f22b0101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:23:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['61db72c2-b098-4195-90dd-e4e5e3267309'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:34.128891 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf6e2f-c867-468b-b508-4193b3bc2924 req-3fc865aa-f50d-49af-a0a9-0a59e83fccd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:34.130982 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0cdf6e2f-c867-468b-b508-4193b3bc2924 req-3fc865aa-f50d-49af-a0a9-0a59e83fccd6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=905b1e27-43c6-41a9-9b0b-26bc504bfcd6 HTTP/1.1" status: 200 len: 850 time: 0.1656623 Apr 06 14:23:34.204676 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b26ca5-9dec-42b3-8a14-d0715abebcd9 req-e6622e14-0e90-4989-99c9-bad7cdd8e168 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:34.206221 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-81b26ca5-9dec-42b3-8a14-d0715abebcd9 req-e6622e14-0e90-4989-99c9-bad7cdd8e168 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 945 time: 0.1852956 Apr 06 14:23:34.207735 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0cdf6e2f-c867-468b-b508-4193b3bc2924 req-354d3783-f4d9-4e49-979c-51f013bd5963 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=095d4797-b5a4-4559-a0b9-992b5f89d16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705559 Apr 06 14:23:34.251854 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-81b26ca5-9dec-42b3-8a14-d0715abebcd9 req-066d347b-762b-4ba1-99e7-940ef90aa3d9 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/security-groups?id=9effe788-cb3b-4bce-a211-1bdac18e4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388596 Apr 06 14:23:34.262472 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-3168bd8e-fc08-4ffe-a1fa-70d7f22b0101 None None] Set router 61db72c2-b098-4195-90dd-e4e5e3267309 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:23:34.342329 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0cdf6e2f-c867-468b-b508-4193b3bc2924 req-2682f49e-87ed-4e5a-86ab-fadb42cbb0d9 service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281495 Apr 06 14:23:34.475770 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0cdf6e2f-c867-468b-b508-4193b3bc2924 req-da90f803-f462-4156-9467-f0cdbde9d792 service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272101 Apr 06 14:23:34.605554 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-3168bd8e-fc08-4ffe-a1fa-70d7f22b0101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'name': 'tempest-TestVolumeBootPattern-396345987-router', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:31Z', 'updated_at': '2022-04-06T14:16:49Z', 'revision_number': 4, 'project_id': '681e39576088423facd0bc7051aac5ad', 'gw_port': {'id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:35Z', 'updated_at': '2022-04-06T14:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '0d44e5af-9002-4de9-a1ab-16f4f589b699', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'port_id': '733f1808-14f9-4a9f-bed4-8a2cdd7ff74b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'mac_address': 'fa:16:3e:23:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dca4dce-8d37-4e20-8676-4848a9ded018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:21:25Z', 'updated_at': '2022-04-06T14:21:33Z', 'revision_number': 1, 'project_id': '681e39576088423facd0bc7051aac5ad', 'fixed_ip_address_scope': None}, {'id': 'ad108f10-53d8-43c8-bf11-967ca2d9f9ee', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'floating_ip_address': '172.26.8.135', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'port_id': '1ba66fbd-ece1-4160-80c0-cf0359d9c89d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'mac_address': 'fa:16:3e:86:eb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef92cb23-dd21-4bb6-9950-b2d5f94329db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:23:31Z', 'updated_at': '2022-04-06T14:23:31Z', 'revision_number': 0, 'project_id': '681e39576088423facd0bc7051aac5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38993c6-d6a5-4069-b6db-aea1a2c533d9', 'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'mac_address': 'fa:16:3e:96:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:46Z', 'updated_at': '2022-04-06T14:17:00Z', 'revision_number': 5, 'project_id': '681e39576088423facd0bc7051aac5ad', 'subnets': [{'id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:34.609399 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3168bd8e-fc08-4ffe-a1fa-70d7f22b0101 None None] The sync data for ids ['61db72c2-b098-4195-90dd-e4e5e3267309'] in dv-neutron-835868-1-hyperv is: [{'id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'name': 'tempest-TestVolumeBootPattern-396345987-router', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:31Z', 'updated_at': '2022-04-06T14:16:49Z', 'revision_number': 4, 'project_id': '681e39576088423facd0bc7051aac5ad', 'gw_port': {'id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:35Z', 'updated_at': '2022-04-06T14:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '0d44e5af-9002-4de9-a1ab-16f4f589b699', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'port_id': '733f1808-14f9-4a9f-bed4-8a2cdd7ff74b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'mac_address': 'fa:16:3e:23:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dca4dce-8d37-4e20-8676-4848a9ded018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:21:25Z', 'updated_at': '2022-04-06T14:21:33Z', 'revision_number': 1, 'project_id': '681e39576088423facd0bc7051aac5ad', 'fixed_ip_address_scope': None}, {'id': 'ad108f10-53d8-43c8-bf11-967ca2d9f9ee', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'floating_ip_address': '172.26.8.135', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'port_id': '1ba66fbd-ece1-4160-80c0-cf0359d9c89d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'mac_address': 'fa:16:3e:86:eb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef92cb23-dd21-4bb6-9950-b2d5f94329db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:23:31Z', 'updated_at': '2022-04-06T14:23:31Z', 'revision_number': 0, 'project_id': '681e39576088423facd0bc7051aac5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38993c6-d6a5-4069-b6db-aea1a2c533d9', 'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'mac_address': 'fa:16:3e:96:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:46Z', 'updated_at': '2022-04-06T14:17:00Z', 'revision_number': 5, 'project_id': '681e39576088423facd0bc7051aac5ad', 'subnets': [{'id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:23:35.296774 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1bec9e5a-cf60-4517-9cad-2dc278017732 req-18d9355e-805b-4ae2-bfe2-87fa54b98b01 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2dca4dce-8d37-4e20-8676-4848a9ded018&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696514 Apr 06 14:23:35.499502 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1bec9e5a-cf60-4517-9cad-2dc278017732 req-f7801d17-9452-4970-b8a5-04baf92b71c1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=681e39576088423facd0bc7051aac5ad&device_id=2dca4dce-8d37-4e20-8676-4848a9ded018 HTTP/1.1" status: 200 len: 1098 time: 0.1297257 Apr 06 14:23:35.509456 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c48b39-f51b-4bde-803f-fb5f46353d02 req-8530bb27-9aa5-4382-a6ce-69c4e5b49550 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:35.511294 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-88c48b39-f51b-4bde-803f-fb5f46353d02 req-8530bb27-9aa5-4382-a6ce-69c4e5b49550 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 945 time: 0.1106036 Apr 06 14:23:35.630210 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baabed0-9dda-4317-96c8-2442c035276f None None] New status for floating IP ad108f10-53d8-43c8-bf11-967ca2d9f9ee: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:23:35.640066 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-88c48b39-f51b-4bde-803f-fb5f46353d02 req-65179bd0-64b4-438f-9886-8440ccccc954 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/security-groups?id=9effe788-cb3b-4bce-a211-1bdac18e4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226647 Apr 06 14:23:35.685840 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec9e5a-cf60-4517-9cad-2dc278017732 req-2722c687-26d0-421c-945b-a8cbb8fe56f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:35.687306 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1bec9e5a-cf60-4517-9cad-2dc278017732 req-2722c687-26d0-421c-945b-a8cbb8fe56f6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=095d4797-b5a4-4559-a0b9-992b5f89d16a HTTP/1.1" status: 200 len: 912 time: 0.1557708 Apr 06 14:23:35.790064 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1bec9e5a-cf60-4517-9cad-2dc278017732 req-bab73729-fab6-41c3-bdd0-ae56ba74868f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=733f1808-14f9-4a9f-bed4-8a2cdd7ff74b HTTP/1.1" status: 200 len: 1001 time: 0.0953927 Apr 06 14:23:35.853164 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec9e5a-cf60-4517-9cad-2dc278017732 req-07abb39e-eb47-475f-9309-f7b73b20bdc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:35.854697 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1bec9e5a-cf60-4517-9cad-2dc278017732 req-07abb39e-eb47-475f-9309-f7b73b20bdc8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=905b1e27-43c6-41a9-9b0b-26bc504bfcd6 HTTP/1.1" status: 200 len: 850 time: 0.0581887 Apr 06 14:23:35.938171 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1bec9e5a-cf60-4517-9cad-2dc278017732 req-ac4e94d1-e4c7-47d7-be0b-ae8b9d542b1f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=095d4797-b5a4-4559-a0b9-992b5f89d16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719066 Apr 06 14:23:36.071405 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1bec9e5a-cf60-4517-9cad-2dc278017732 req-98750bf3-c933-49c0-9342-f94b31167dca service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241252 Apr 06 14:23:36.200576 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1bec9e5a-cf60-4517-9cad-2dc278017732 req-3dd49933-4e1b-47d2-9ed8-a9a57bbcd27e service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223850 Apr 06 14:23:36.838437 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06e1d8-ae34-4514-a36d-8f5c58de9777 req-c91af872-a6f8-43e5-b4c6-9053c317f321 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:36.840490 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0d06e1d8-ae34-4514-a36d-8f5c58de9777 req-c91af872-a6f8-43e5-b4c6-9053c317f321 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 945 time: 0.0817828 Apr 06 14:23:36.887273 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0d06e1d8-ae34-4514-a36d-8f5c58de9777 req-58611a96-5025-42f9-b8e4-7ddea1e5648e tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/security-groups?id=9effe788-cb3b-4bce-a211-1bdac18e4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411253 Apr 06 14:23:38.004197 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6a61ff4a-d775-42b7-8e7b-467216460319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:38.086846 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454be0d-e30b-4675-a5cc-7a692c409fd1 req-c0f627e9-38d3-4888-bc6c-14ad67ed1598 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:38.088285 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b454be0d-e30b-4675-a5cc-7a692c409fd1 req-c0f627e9-38d3-4888-bc6c-14ad67ed1598 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 945 time: 0.0763299 Apr 06 14:23:38.137445 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b454be0d-e30b-4675-a5cc-7a692c409fd1 req-c4e15588-bed2-4884-b1fb-d617f20c9314 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/security-groups?id=9effe788-cb3b-4bce-a211-1bdac18e4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427763 Apr 06 14:23:38.305626 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-716f4357-2499-4e4b-a322-84646ff3b8c4 req-50fc4f3d-584b-4b1a-a220-895d320c85f8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 1098 time: 0.0694575 Apr 06 14:23:38.346295 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-716f4357-2499-4e4b-a322-84646ff3b8c4 req-1935dc3a-ca14-4b84-9451-5b973fe54440 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9effe788-cb3b-4bce-a211-1bdac18e4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348957 Apr 06 14:23:39.331920 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff057f-234f-439d-86f1-01d5c573991e req-4421679f-8033-4b70-bb46-da8cad5ac97f tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:39.333379 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fbff057f-234f-439d-86f1-01d5c573991e req-4421679f-8033-4b70-bb46-da8cad5ac97f tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 945 time: 0.0746148 Apr 06 14:23:39.377769 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fbff057f-234f-439d-86f1-01d5c573991e req-f3f3b615-2c7b-48eb-90ce-7ae4e777c58a tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/security-groups?id=9effe788-cb3b-4bce-a211-1bdac18e4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384505 Apr 06 14:23:40.147861 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device e3f3327c-0d65-4c3c-bad8-0a67cd11517f details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:23:40.151726 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device e3f3327c-0d65-4c3c-bad8-0a67cd11517f no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:23:40.355022 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:40.387289 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port e3f3327c-0d65-4c3c-bad8-0a67cd11517f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e3f3327c-0d65-4c3c-bad8-0a67cd11517f,segment=NetworkSegment(42578794-267e-4920-9eaa-4ba98f4d1f3f),segment_id=42578794-267e-4920-9eaa-4ba98f4d1f3f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:23:40.407781 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af8123d-c731-4b52-b578-7927565b0af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3f3327c-0d65-4c3c-bad8-0a67cd11517f'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:23:40.414179 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': 'e3f3327c-0d65-4c3c-bad8-0a67cd11517f', 'network_id': '0a3375d2-a268-4361-a617-6b6ea555d64d', 'port_id': 'e3f3327c-0d65-4c3c-bad8-0a67cd11517f', 'mac_address': 'fa:16:3e:26:75:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f554381-7d35-4383-bcb6-880561d02513', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:23:40.446928 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port e3f3327c-0d65-4c3c-bad8-0a67cd11517f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e3f3327c-0d65-4c3c-bad8-0a67cd11517f,segment=NetworkSegment(42578794-267e-4920-9eaa-4ba98f4d1f3f),segment_id=42578794-267e-4920-9eaa-4ba98f4d1f3f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:23:40.453854 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:40.484582 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4603d8f-39e4-446d-be95-eb61b229d655'] response: {'server_uuid': '3af8123d-c731-4b52-b578-7927565b0af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3f3327c-0d65-4c3c-bad8-0a67cd11517f', 'code': 200} Apr 06 14:23:40.529979 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:40.551284 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=e3f3327c-0d65-4c3c-bad8-0a67cd11517f,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:40.554041 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3f3327c-0d65-4c3c-bad8-0a67cd11517f {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:23:40.591621 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:40.591885 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:40.592231 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:40.592568 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:40.592926 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:40.593263 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:40.593595 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:40.593926 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:40.594253 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:40.594577 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:40.594901 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:40.600912 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0c1b9-d478-44d7-83d2-e13fd978fe42 req-97758693-7227-4ba3-bae0-9a23e044c33d tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:40.603080 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6cd0c1b9-d478-44d7-83d2-e13fd978fe42 req-97758693-7227-4ba3-bae0-9a23e044c33d tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 943 time: 0.0790014 Apr 06 14:23:40.623812 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:23:40.624163 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:23:40.648469 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6cd0c1b9-d478-44d7-83d2-e13fd978fe42 req-63706e99-fd89-4e1e-81d4-7ffc96d9f5be tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/security-groups?id=9effe788-cb3b-4bce-a211-1bdac18e4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392599 Apr 06 14:23:40.676927 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55876) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:23:40.778834 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e008de94-e795-4b9b-acac-3c9ca047d333 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/floatingips/d41ddb5b-c94f-4cfe-8464-0c1bf2369e26 HTTP/1.1" status: 200 len: 991 time: 0.1007757 Apr 06 14:23:40.823881 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-923ad5bc-825d-4027-aa49-8f6403c7b0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:41.175401 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:41.202389 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f3327c-0d65-4c3c-bad8-0a67cd11517f {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:23:41.217315 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port e3f3327c-0d65-4c3c-bad8-0a67cd11517f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e3f3327c-0d65-4c3c-bad8-0a67cd11517f,segment=NetworkSegment(42578794-267e-4920-9eaa-4ba98f4d1f3f),segment_id=42578794-267e-4920-9eaa-4ba98f4d1f3f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:23:41.220885 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:41.294080 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=e3f3327c-0d65-4c3c-bad8-0a67cd11517f,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:41.296982 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:41.317859 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:41.501089 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['e3f3327c-0d65-4c3c-bad8-0a67cd11517f'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:23:42.778652 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:44.167027 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device e3f3327c-0d65-4c3c-bad8-0a67cd11517f up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:23:44.236131 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port e3f3327c-0d65-4c3c-bad8-0a67cd11517f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:23:44.236501 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:44.349711 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:44.376930 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af8123d-c731-4b52-b578-7927565b0af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f3327c-0d65-4c3c-bad8-0a67cd11517f'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:23:44.386382 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port e3f3327c-0d65-4c3c-bad8-0a67cd11517f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e3f3327c-0d65-4c3c-bad8-0a67cd11517f,segment=NetworkSegment(42578794-267e-4920-9eaa-4ba98f4d1f3f),segment_id=42578794-267e-4920-9eaa-4ba98f4d1f3f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:23:44.390331 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:44.431475 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0690dca1-dc5a-4fcb-8d57-713da55f9eae'] response: {'server_uuid': '3af8123d-c731-4b52-b578-7927565b0af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f3327c-0d65-4c3c-bad8-0a67cd11517f', 'code': 200} Apr 06 14:23:44.456337 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=e3f3327c-0d65-4c3c-bad8-0a67cd11517f,revision_number=8']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:51.647035 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:23:58.897443 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:01.818230 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55900) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:01.899318 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fe8ad522-a7fe-4b6b-ad91-9106f6911fbd tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/ports?project_id=2c4f01a131354b128ac6b7c118186600&network_id=b191f3e7-0206-4dd0-ac81-9a56edf9f25b HTTP/1.1" status: 200 len: 2999 time: 0.0751722 Apr 06 14:24:04.877162 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55912) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:04.934654 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3939f712-39ed-4489-ab9d-a060c6f0264d tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:04.936069 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3939f712-39ed-4489-ab9d-a060c6f0264d tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5b121ca5-69d5-4d27-bffe-4929f7aabdf6 HTTP/1.1" status: 200 len: 814 time: 0.0579343 Apr 06 14:24:05.726606 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 55920) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:05.732328 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-98785a10-86fc-45d6-b023-0557ee1e2cc8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'network': {'name': 'tempest-network-smoke--453249564', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'port_security_enabled': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:24:05.737437 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-98785a10-86fc-45d6-b023-0557ee1e2cc8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:24:05.746898 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-98785a10-86fc-45d6-b023-0557ee1e2cc8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:24:05.756403 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98785a10-86fc-45d6-b023-0557ee1e2cc8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Made reservation on behalf of 2c4f01a131354b128ac6b7c118186600 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:24:05.759255 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-98785a10-86fc-45d6-b023-0557ee1e2cc8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:05.787190 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98785a10-86fc-45d6-b023-0557ee1e2cc8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:24:05.796172 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-98785a10-86fc-45d6-b023-0557ee1e2cc8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:05.796547 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-98785a10-86fc-45d6-b023-0557ee1e2cc8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Added segment 9eed8197-273b-4308-8aab-631afc6ed443 of type vlan for network 224da203-fa5a-40aa-9875-1c2561bd3891 Apr 06 14:24:05.821512 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-98785a10-86fc-45d6-b023-0557ee1e2cc8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:05.858730 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-98785a10-86fc-45d6-b023-0557ee1e2cc8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:05.862449 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98785a10-86fc-45d6-b023-0557ee1e2cc8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:05.863029 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-98785a10-86fc-45d6-b023-0557ee1e2cc8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:05.971528 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-98785a10-86fc-45d6-b023-0557ee1e2cc8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2438114 Apr 06 14:24:05.974438 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98785a10-86fc-45d6-b023-0557ee1e2cc8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Network': ['ID=224da203-fa5a-40aa-9875-1c2561bd3891,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:05.974809 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55924) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:05.985067 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 224da203-fa5a-40aa-9875-1c2561bd3891 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:24:06.144126 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9541531d-6c17-41a2-aadc-8a634fb9f395 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:06.146762 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9541531d-6c17-41a2-aadc-8a634fb9f395 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=2c4f01a131354b128ac6b7c118186600&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1698420 Apr 06 14:24:06.148945 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55928) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:06.285668 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36ae217-7eae-48c4-adcc-42294bea75dd tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:06.287159 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d36ae217-7eae-48c4-adcc-42294bea75dd tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1373324 Apr 06 14:24:06.289883 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55932) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:06.328179 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ea4a35e8-4367-4a0d-a132-bf97f08cb517 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5b121ca5-69d5-4d27-bffe-4929f7aabdf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372901 Apr 06 14:24:06.330743 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55936) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:06.367554 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-26a6205b-18fd-42ff-ab89-211dc56ddafa tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=2c4f01a131354b128ac6b7c118186600&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357466 Apr 06 14:24:06.369765 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55940) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:06.495524 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2624f2-8799-4e22-98d8-ee979a605799 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:06.497019 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8d2624f2-8799-4e22-98d8-ee979a605799 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1263857 Apr 06 14:24:06.499737 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55944) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:06.542395 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e6dd0963-3772-49ec-b73c-c57fdb3ff08d tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5b121ca5-69d5-4d27-bffe-4929f7aabdf6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415540 Apr 06 14:24:06.545128 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55948) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:06.550346 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c12e8576-ce7c-4668-8df6-44baa3fc3b63 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1894125345', 'network_id': '224da203-fa5a-40aa-9875-1c2561bd3891', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:24:06.656775 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c12e8576-ce7c-4668-8df6-44baa3fc3b63 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:24:06.660516 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c12e8576-ce7c-4668-8df6-44baa3fc3b63 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:subnet and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:24:06.663293 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c12e8576-ce7c-4668-8df6-44baa3fc3b63 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:24:06.668879 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c12e8576-ce7c-4668-8df6-44baa3fc3b63 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:24:06.690926 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12e8576-ce7c-4668-8df6-44baa3fc3b63 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Made reservation on behalf of 2c4f01a131354b128ac6b7c118186600 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:24:06.790085 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c12e8576-ce7c-4668-8df6-44baa3fc3b63 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:06.999858 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c12e8576-ce7c-4668-8df6-44baa3fc3b63 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:07.074350 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e8576-ce7c-4668-8df6-44baa3fc3b63 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Subnet': ['ID=8b8f8e3e-e949-4070-9e1d-19cabd3976fa,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:07.088679 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e8576-ce7c-4668-8df6-44baa3fc3b63 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:07.089048 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e8576-ce7c-4668-8df6-44baa3fc3b63 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:07.089384 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e8576-ce7c-4668-8df6-44baa3fc3b63 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:07.089711 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e8576-ce7c-4668-8df6-44baa3fc3b63 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:07.090037 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e8576-ce7c-4668-8df6-44baa3fc3b63 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:07.090359 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e8576-ce7c-4668-8df6-44baa3fc3b63 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:07.090689 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e8576-ce7c-4668-8df6-44baa3fc3b63 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:07.091008 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e8576-ce7c-4668-8df6-44baa3fc3b63 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:07.091352 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e8576-ce7c-4668-8df6-44baa3fc3b63 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:07.091734 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e8576-ce7c-4668-8df6-44baa3fc3b63 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:07.093042 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e8576-ce7c-4668-8df6-44baa3fc3b63 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:07.099180 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e8576-ce7c-4668-8df6-44baa3fc3b63 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Checking segment: {'id': '9eed8197-273b-4308-8aab-631afc6ed443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '224da203-fa5a-40aa-9875-1c2561bd3891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:24:07.099369 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12e8576-ce7c-4668-8df6-44baa3fc3b63 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network hostable DHCP agents. Network: 224da203-fa5a-40aa-9875-1c2561bd3891, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:24:07.120712 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12e8576-ce7c-4668-8df6-44baa3fc3b63 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 224da203-fa5a-40aa-9875-1c2561bd3891 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:24:07.129862 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-c12e8576-ce7c-4668-8df6-44baa3fc3b63 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 224da203-fa5a-40aa-9875-1c2561bd3891) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:24:07.134417 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12e8576-ce7c-4668-8df6-44baa3fc3b63 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:07.134995 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c12e8576-ce7c-4668-8df6-44baa3fc3b63 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:07.139087 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a50025-1ac0-4002-bc47-4dc852487929 None None] Network 224da203-fa5a-40aa-9875-1c2561bd3891 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:24:07.155416 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c12e8576-ce7c-4668-8df6-44baa3fc3b63 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6093028 Apr 06 14:24:07.322049 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55954) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:07.327915 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a6befb87-2123-473d-92b6-b6c42cca6442 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1235586580', 'description': 'tempest-secgroup-smoke-1235586580 description', 'project_id': '2c4f01a131354b128ac6b7c118186600'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:24:07.333605 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a6befb87-2123-473d-92b6-b6c42cca6442 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:24:07.342987 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a6befb87-2123-473d-92b6-b6c42cca6442 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:24:07.353147 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a6befb87-2123-473d-92b6-b6c42cca6442 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:07.389097 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33787b4-afda-4e57-9ead-3bb5bc23be5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-224da203-fa5a-40aa-9875-1c2561bd3891', 'network_id': '224da203-fa5a-40aa-9875-1c2561bd3891', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ips': [{'subnet_id': '8b8f8e3e-e949-4070-9e1d-19cabd3976fa'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:24:07.389925 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d33787b4-afda-4e57-9ead-3bb5bc23be5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:07.390946 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a6befb87-2123-473d-92b6-b6c42cca6442 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:24:07.394685 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a6befb87-2123-473d-92b6-b6c42cca6442 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:24:07.397653 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a6befb87-2123-473d-92b6-b6c42cca6442 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:24:07.403411 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a6befb87-2123-473d-92b6-b6c42cca6442 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:24:07.458984 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a6befb87-2123-473d-92b6-b6c42cca6442 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:07.462644 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a6befb87-2123-473d-92b6-b6c42cca6442 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:07.506333 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6befb87-2123-473d-92b6-b6c42cca6442 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b060458c-f85b-431e-89b4-5963bca9d957,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:07.512395 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a6befb87-2123-473d-92b6-b6c42cca6442 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:07.513742 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a6befb87-2123-473d-92b6-b6c42cca6442 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1907115 Apr 06 14:24:07.516568 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55958) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:07.522124 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-e90e9b1e-7566-4107-8c47-32e90c6787d1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'b060458c-f85b-431e-89b4-5963bca9d957', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:24:07.527995 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e90e9b1e-7566-4107-8c47-32e90c6787d1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:24:07.531971 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e90e9b1e-7566-4107-8c47-32e90c6787d1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:24:07.535160 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e90e9b1e-7566-4107-8c47-32e90c6787d1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:24:07.541446 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e90e9b1e-7566-4107-8c47-32e90c6787d1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:24:07.547064 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-d33787b4-afda-4e57-9ead-3bb5bc23be5d None None] Allocated IP 172.20.0.18 (224da203-fa5a-40aa-9875-1c2561bd3891/8b8f8e3e-e949-4070-9e1d-19cabd3976fa/e037e183-b82d-407e-862e-33fdd16533a5) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:24:07.559296 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e90e9b1e-7566-4107-8c47-32e90c6787d1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:07.620116 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e90e9b1e-7566-4107-8c47-32e90c6787d1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:07.624014 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e90e9b1e-7566-4107-8c47-32e90c6787d1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:07.649240 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e9b1e-7566-4107-8c47-32e90c6787d1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fdd1c17-eef1-47d3-b33e-b3631472c381,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:07.658884 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e90e9b1e-7566-4107-8c47-32e90c6787d1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:07.662756 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e90e9b1e-7566-4107-8c47-32e90c6787d1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1426232 Apr 06 14:24:07.663009 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55962) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:07.669026 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-700e1e15-f11f-4a84-9598-9a51a4285a79 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'b060458c-f85b-431e-89b4-5963bca9d957', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:24:07.674717 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-700e1e15-f11f-4a84-9598-9a51a4285a79 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:24:07.678573 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-700e1e15-f11f-4a84-9598-9a51a4285a79 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:24:07.682367 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-700e1e15-f11f-4a84-9598-9a51a4285a79 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:24:07.688026 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-700e1e15-f11f-4a84-9598-9a51a4285a79 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:24:07.705211 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-700e1e15-f11f-4a84-9598-9a51a4285a79 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:07.748229 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d33787b4-afda-4e57-9ead-3bb5bc23be5d None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:07.759952 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d33787b4-afda-4e57-9ead-3bb5bc23be5d None None] Transition to ACTIVE for port object e037e183-b82d-407e-862e-33fdd16533a5 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:24:07.767410 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-700e1e15-f11f-4a84-9598-9a51a4285a79 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:07.771418 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-700e1e15-f11f-4a84-9598-9a51a4285a79 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:07.780396 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d33787b4-afda-4e57-9ead-3bb5bc23be5d None None] Transition to ACTIVE for port object e037e183-b82d-407e-862e-33fdd16533a5 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:24:07.786267 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d33787b4-afda-4e57-9ead-3bb5bc23be5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:07.797551 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e1e15-f11f-4a84-9598-9a51a4285a79 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=924e47ef-eb98-4c68-a0f3-660f42e598e9,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:07.810079 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-700e1e15-f11f-4a84-9598-9a51a4285a79 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:07.813796 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-700e1e15-f11f-4a84-9598-9a51a4285a79 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1468177 Apr 06 14:24:07.814004 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55966) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:07.820069 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-b728eac9-9410-460c-802b-9726079c453a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'b060458c-f85b-431e-89b4-5963bca9d957', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:24:07.827396 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b728eac9-9410-460c-802b-9726079c453a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:24:07.831830 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b728eac9-9410-460c-802b-9726079c453a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:24:07.835763 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b728eac9-9410-460c-802b-9726079c453a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:24:07.842334 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b728eac9-9410-460c-802b-9726079c453a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:24:07.858765 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33787b4-afda-4e57-9ead-3bb5bc23be5d None None] Network 224da203-fa5a-40aa-9875-1c2561bd3891 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:24:07.859887 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b728eac9-9410-460c-802b-9726079c453a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:07.861434 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-d33787b4-afda-4e57-9ead-3bb5bc23be5d None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:24:07.865657 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33787b4-afda-4e57-9ead-3bb5bc23be5d None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:24:07.868738 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33787b4-afda-4e57-9ead-3bb5bc23be5d None None] Pushing event updated for resources: {'Port': ['ID=e037e183-b82d-407e-862e-33fdd16533a5,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:07.926238 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b728eac9-9410-460c-802b-9726079c453a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:07.930334 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b728eac9-9410-460c-802b-9726079c453a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:07.953376 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728eac9-9410-460c-802b-9726079c453a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=810a2287-3683-4160-9662-414b8d4e6778,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:07.956125 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d33787b4-afda-4e57-9ead-3bb5bc23be5d None None] Attempting to bind port e037e183-b82d-407e-862e-33fdd16533a5 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:24:07.956658 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d33787b4-afda-4e57-9ead-3bb5bc23be5d None None] Attempting to bind port e037e183-b82d-407e-862e-33fdd16533a5 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '9eed8197-273b-4308-8aab-631afc6ed443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '224da203-fa5a-40aa-9875-1c2561bd3891'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:24:07.956858 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33787b4-afda-4e57-9ead-3bb5bc23be5d None None] Attempting to bind port e037e183-b82d-407e-862e-33fdd16533a5 on network 224da203-fa5a-40aa-9875-1c2561bd3891 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:24:07.963476 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b728eac9-9410-460c-802b-9726079c453a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:07.964304 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33787b4-afda-4e57-9ead-3bb5bc23be5d None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:24:07.964877 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b728eac9-9410-460c-802b-9726079c453a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1495626 Apr 06 14:24:07.967354 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55970) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:07.967516 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33787b4-afda-4e57-9ead-3bb5bc23be5d None None] Checking segment: {'id': '9eed8197-273b-4308-8aab-631afc6ed443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '224da203-fa5a-40aa-9875-1c2561bd3891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:24:07.967928 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d33787b4-afda-4e57-9ead-3bb5bc23be5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:07.968321 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33787b4-afda-4e57-9ead-3bb5bc23be5d None None] Bound using segment: {'id': '9eed8197-273b-4308-8aab-631afc6ed443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '224da203-fa5a-40aa-9875-1c2561bd3891'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:24:07.968796 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d33787b4-afda-4e57-9ead-3bb5bc23be5d None None] Bound port: e037e183-b82d-407e-862e-33fdd16533a5, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eed8197-273b-4308-8aab-631afc6ed443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '224da203-fa5a-40aa-9875-1c2561bd3891'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:24:07.969209 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d33787b4-afda-4e57-9ead-3bb5bc23be5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:07.972916 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-92553901-7d4e-4ffd-b4d6-f2a6fbc71e33 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'b060458c-f85b-431e-89b4-5963bca9d957', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:24:07.979452 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-92553901-7d4e-4ffd-b4d6-f2a6fbc71e33 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:24:07.983752 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-92553901-7d4e-4ffd-b4d6-f2a6fbc71e33 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:24:07.986904 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-92553901-7d4e-4ffd-b4d6-f2a6fbc71e33 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:24:07.992887 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-92553901-7d4e-4ffd-b4d6-f2a6fbc71e33 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:24:08.008963 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92553901-7d4e-4ffd-b4d6-f2a6fbc71e33 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:08.049534 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-594629c5-4b3f-47c9-8cd1-c9a7db8e26d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:08.076921 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92553901-7d4e-4ffd-b4d6-f2a6fbc71e33 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:08.077139 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d33787b4-afda-4e57-9ead-3bb5bc23be5d None None] For port e037e183-b82d-407e-862e-33fdd16533a5, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:24:08.080231 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d33787b4-afda-4e57-9ead-3bb5bc23be5d None None] For port e037e183-b82d-407e-862e-33fdd16533a5, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=e037e183-b82d-407e-862e-33fdd16533a5,segment=NetworkSegment(9eed8197-273b-4308-8aab-631afc6ed443),segment_id=9eed8197-273b-4308-8aab-631afc6ed443)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:24:08.080895 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92553901-7d4e-4ffd-b4d6-f2a6fbc71e33 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:08.083859 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d33787b4-afda-4e57-9ead-3bb5bc23be5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:08.105390 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92553901-7d4e-4ffd-b4d6-f2a6fbc71e33 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a0d169d-ca8d-4cc7-b78f-5b45c4f4c248,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:08.115640 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92553901-7d4e-4ffd-b4d6-f2a6fbc71e33 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:08.116941 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-92553901-7d4e-4ffd-b4d6-f2a6fbc71e33 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1486542 Apr 06 14:24:08.119527 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55974) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:08.125041 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9614ec55-ed08-42b2-abf2-62de6a801345 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'b060458c-f85b-431e-89b4-5963bca9d957', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:24:08.130511 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9614ec55-ed08-42b2-abf2-62de6a801345 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:24:08.134785 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9614ec55-ed08-42b2-abf2-62de6a801345 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:24:08.137631 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9614ec55-ed08-42b2-abf2-62de6a801345 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:24:08.143818 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9614ec55-ed08-42b2-abf2-62de6a801345 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:24:08.154526 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-9614ec55-ed08-42b2-abf2-62de6a801345 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Project 2c4f01a131354b128ac6b7c118186600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:24:08.161614 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9614ec55-ed08-42b2-abf2-62de6a801345 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:08.168167 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33787b4-afda-4e57-9ead-3bb5bc23be5d None None] Pushing event updated for resources: {'Port': ['ID=e037e183-b82d-407e-862e-33fdd16533a5,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:08.237027 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9614ec55-ed08-42b2-abf2-62de6a801345 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:08.241209 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9614ec55-ed08-42b2-abf2-62de6a801345 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:08.266675 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614ec55-ed08-42b2-abf2-62de6a801345 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e40ba922-d7ff-4dd4-8f43-e592558ef34c,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:08.277438 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9614ec55-ed08-42b2-abf2-62de6a801345 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:08.278797 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9614ec55-ed08-42b2-abf2-62de6a801345 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1582952 Apr 06 14:24:08.281624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 55978) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:08.287275 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a92d2e3f-31db-4b47-b5a6-5f7bf16824e2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'b060458c-f85b-431e-89b4-5963bca9d957', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:24:08.294931 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a92d2e3f-31db-4b47-b5a6-5f7bf16824e2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:24:08.299428 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a92d2e3f-31db-4b47-b5a6-5f7bf16824e2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:24:08.303657 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a92d2e3f-31db-4b47-b5a6-5f7bf16824e2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:24:08.311354 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a92d2e3f-31db-4b47-b5a6-5f7bf16824e2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:24:08.333148 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-a92d2e3f-31db-4b47-b5a6-5f7bf16824e2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Project 2c4f01a131354b128ac6b7c118186600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:24:08.340732 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a92d2e3f-31db-4b47-b5a6-5f7bf16824e2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:08.421706 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a92d2e3f-31db-4b47-b5a6-5f7bf16824e2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:08.425691 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a92d2e3f-31db-4b47-b5a6-5f7bf16824e2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:08.455261 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d2e3f-31db-4b47-b5a6-5f7bf16824e2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3a3e03-727b-4ab7-9760-f85aee64f735,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:08.466524 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a92d2e3f-31db-4b47-b5a6-5f7bf16824e2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:08.467873 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a92d2e3f-31db-4b47-b5a6-5f7bf16824e2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1851678 Apr 06 14:24:08.641146 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-2a2d1927-9234-4c7d-b028-00523a20e6d7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:24:08.655631 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-2a2d1927-9234-4c7d-b028-00523a20e6d7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:24:08.656672 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-2a2d1927-9234-4c7d-b028-00523a20e6d7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1235586580&fields=id&tenant_id=2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 267 time: 0.0555756 Apr 06 14:24:08.906074 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-10821a5f-bbe1-46b4-9765-062ff67a980a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:08.907585 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-10821a5f-bbe1-46b4-9765-062ff67a980a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/networks?id=224da203-fa5a-40aa-9875-1c2561bd3891 HTTP/1.1" status: 200 len: 796 time: 0.2443826 Apr 06 14:24:08.924952 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-f8822c9b-3b59-4478-9ff0-8a419715e03c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/quotas/2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 375 time: 0.0118332 Apr 06 14:24:09.020964 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-d0681ff5-8f5b-4c7c-8513-a690307d955f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0903821 Apr 06 14:24:09.037944 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-b6fe938c-734e-42f4-ab1a-a4946475f172 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:24:09.038938 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-b6fe938c-734e-42f4-ab1a-a4946475f172 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053618 Apr 06 14:24:09.046417 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b34ce76-bf95-4b80-8982-310d41dd3d37 None None] Network 224da203-fa5a-40aa-9875-1c2561bd3891 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:24:09.152041 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2071e977-ba42-4e4a-81a5-b4cae3f0d302 None None] Provisioning for port e037e183-b82d-407e-862e-33fdd16533a5 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:24:09.175616 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-5eb2eba6-4108-4d2d-9b12-d0ab073e5261 service neutron] 10.222.0.60 "GET /v2.0/networks/224da203-fa5a-40aa-9875-1c2561bd3891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289201 Apr 06 14:24:09.313623 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-cbb86cb5-7023-4562-9cb3-1edabfb9cb4a service neutron] 10.222.0.60 "GET /v2.0/networks/224da203-fa5a-40aa-9875-1c2561bd3891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316869 Apr 06 14:24:09.512593 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dafb2861-2611-444a-9b90-c2613fc1ccb4 req-be1534f5-afb4-4ca2-9b2f-4b35cb1d0e03 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=35ece79e-5260-4006-921c-9a9822ed7804 HTTP/1.1" status: 200 len: 210 time: 0.0449643 Apr 06 14:24:09.629351 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device e037e183-b82d-407e-862e-33fdd16533a5 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:24:09.697190 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port e037e183-b82d-407e-862e-33fdd16533a5 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:24:09.702072 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port e037e183-b82d-407e-862e-33fdd16533a5 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:24:09.702449 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:09.820692 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:09.853407 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port e037e183-b82d-407e-862e-33fdd16533a5, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=e037e183-b82d-407e-862e-33fdd16533a5,segment=NetworkSegment(9eed8197-273b-4308-8aab-631afc6ed443),segment_id=9eed8197-273b-4308-8aab-631afc6ed443)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:24:09.857203 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:09.925508 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=e037e183-b82d-407e-862e-33fdd16533a5,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:10.561271 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-73f6a209-72c3-4531-b5be-b506087a4479 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:10.562896 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-73f6a209-72c3-4531-b5be-b506087a4479 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/networks?id=224da203-fa5a-40aa-9875-1c2561bd3891 HTTP/1.1" status: 200 len: 796 time: 0.1440518 Apr 06 14:24:10.620816 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-4eee08ea-cb21-42b9-a036-80dd3599e3a9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 472 time: 0.0444515 Apr 06 14:24:10.632744 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-ad9eb006-8e2f-42b4-b3a0-7efb1c9e6395 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'port': {'device_id': '35ece79e-5260-4006-921c-9a9822ed7804', 'network_id': '224da203-fa5a-40aa-9875-1c2561bd3891', 'admin_state_up': True, 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'security_groups': ['b060458c-f85b-431e-89b4-5963bca9d957']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:24:10.743539 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f486e7e1-d9fe-4f40-91b5-25bdcdb686a4 req-b7f08ce2-ea5e-4110-8bfa-c1ee4b9308d2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=35ece79e-5260-4006-921c-9a9822ed7804 HTTP/1.1" status: 200 len: 210 time: 0.0942414 Apr 06 14:24:10.809931 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-ad9eb006-8e2f-42b4-b3a0-7efb1c9e6395 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:24:10.813892 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-ad9eb006-8e2f-42b4-b3a0-7efb1c9e6395 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:port and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:24:10.816995 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-ad9eb006-8e2f-42b4-b3a0-7efb1c9e6395 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:24:10.823246 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-ad9eb006-8e2f-42b4-b3a0-7efb1c9e6395 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:24:10.826745 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-691f8b3e-9fb7-431f-99df-b7acdd3ecf5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:10.833890 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-ad9eb006-8e2f-42b4-b3a0-7efb1c9e6395 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Made reservation on behalf of 2c4f01a131354b128ac6b7c118186600 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:24:10.836899 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-ad9eb006-8e2f-42b4-b3a0-7efb1c9e6395 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:10.995605 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-ad9eb006-8e2f-42b4-b3a0-7efb1c9e6395 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.20.0.25 (224da203-fa5a-40aa-9875-1c2561bd3891/8b8f8e3e-e949-4070-9e1d-19cabd3976fa/ccb17829-b986-4166-9361-0ca6dc6d169f) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:24:11.181496 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-ad9eb006-8e2f-42b4-b3a0-7efb1c9e6395 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:11.202822 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-ad9eb006-8e2f-42b4-b3a0-7efb1c9e6395 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Transition to ACTIVE for port object ccb17829-b986-4166-9361-0ca6dc6d169f will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:24:11.223331 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-ad9eb006-8e2f-42b4-b3a0-7efb1c9e6395 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:11.283359 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:11.304829 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-ad9eb006-8e2f-42b4-b3a0-7efb1c9e6395 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 224da203-fa5a-40aa-9875-1c2561bd3891 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:24:11.308205 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-ad9eb006-8e2f-42b4-b3a0-7efb1c9e6395 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:24:11.310303 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9eb006-8e2f-42b4-b3a0-7efb1c9e6395 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=ccb17829-b986-4166-9361-0ca6dc6d169f,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:11.312615 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-ad9eb006-8e2f-42b4-b3a0-7efb1c9e6395 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:24:11.324195 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:11.378003 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-ad9eb006-8e2f-42b4-b3a0-7efb1c9e6395 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:11.378619 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-ad9eb006-8e2f-42b4-b3a0-7efb1c9e6395 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:11.403337 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-ad9eb006-8e2f-42b4-b3a0-7efb1c9e6395 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7754099 Apr 06 14:24:11.413899 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-60502f5f-ed06-4a46-ab3a-206512bfc367 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:24:11.414871 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-60502f5f-ed06-4a46-ab3a-206512bfc367 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056074 Apr 06 14:24:11.498335 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-8cc388f8-a06b-44ff-b966-884820fdca70 service neutron] Request body: {'port': {'device_id': '35ece79e-5260-4006-921c-9a9822ed7804', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:24:11.516293 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-54fdfc98-74dc-4fb3-9f57-6495f7190ace None None] Provisioning for port ccb17829-b986-4166-9361-0ca6dc6d169f completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:24:11.521206 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-54fdfc98-74dc-4fb3-9f57-6495f7190ace None None] Provisioning complete for port ccb17829-b986-4166-9361-0ca6dc6d169f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:24:11.521611 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-54fdfc98-74dc-4fb3-9f57-6495f7190ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:11.577297 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-54fdfc98-74dc-4fb3-9f57-6495f7190ace None None] Port ccb17829-b986-4166-9361-0ca6dc6d169f cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:24:11.609690 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device e037e183-b82d-407e-862e-33fdd16533a5 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:24:11.611215 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-8cc388f8-a06b-44ff-b966-884820fdca70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:11.677843 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port e037e183-b82d-407e-862e-33fdd16533a5 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:24:11.678212 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:11.947243 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70069fc-0c2b-4a23-b4e7-1e8524e2c99b req-35a9b501-023f-41c5-97e7-1a4862aa3598 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:11.948753 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e70069fc-0c2b-4a23-b4e7-1e8524e2c99b req-35a9b501-023f-41c5-97e7-1a4862aa3598 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=35ece79e-5260-4006-921c-9a9822ed7804 HTTP/1.1" status: 200 len: 932 time: 0.0810425 Apr 06 14:24:11.997128 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e70069fc-0c2b-4a23-b4e7-1e8524e2c99b req-00cc2ef0-3298-41cd-bfdc-008bcf59fa0d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=b060458c-f85b-431e-89b4-5963bca9d957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423605 Apr 06 14:24:12.042801 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-8cc388f8-a06b-44ff-b966-884820fdca70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccb17829-b986-4166-9361-0ca6dc6d169f {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:24:12.049466 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-8cc388f8-a06b-44ff-b966-884820fdca70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:12.063667 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-8cc388f8-a06b-44ff-b966-884820fdca70 service neutron] Transition to ACTIVE for port object ccb17829-b986-4166-9361-0ca6dc6d169f will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:24:12.067732 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-8cc388f8-a06b-44ff-b966-884820fdca70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:12.189136 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc388f8-a06b-44ff-b966-884820fdca70 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb17829-b986-4166-9361-0ca6dc6d169f,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:12.298912 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-8cc388f8-a06b-44ff-b966-884820fdca70 service neutron] Attempting to bind port ccb17829-b986-4166-9361-0ca6dc6d169f on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:24:12.299260 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-8cc388f8-a06b-44ff-b966-884820fdca70 service neutron] Attempting to bind port ccb17829-b986-4166-9361-0ca6dc6d169f by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '9eed8197-273b-4308-8aab-631afc6ed443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '224da203-fa5a-40aa-9875-1c2561bd3891'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:24:12.299592 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-8cc388f8-a06b-44ff-b966-884820fdca70 service neutron] Attempting to bind port ccb17829-b986-4166-9361-0ca6dc6d169f on network 224da203-fa5a-40aa-9875-1c2561bd3891 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:24:12.305601 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-8cc388f8-a06b-44ff-b966-884820fdca70 service neutron] Port ccb17829-b986-4166-9361-0ca6dc6d169f on network 224da203-fa5a-40aa-9875-1c2561bd3891 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:24:12.305925 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-8cc388f8-a06b-44ff-b966-884820fdca70 service neutron] Attempting to bind port ccb17829-b986-4166-9361-0ca6dc6d169f on network 224da203-fa5a-40aa-9875-1c2561bd3891 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:24:12.312300 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-8cc388f8-a06b-44ff-b966-884820fdca70 service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:24:12.312673 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-8cc388f8-a06b-44ff-b966-884820fdca70 service neutron] Checking segment: {'id': '9eed8197-273b-4308-8aab-631afc6ed443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '224da203-fa5a-40aa-9875-1c2561bd3891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:24:12.313088 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-8cc388f8-a06b-44ff-b966-884820fdca70 service neutron] Bound using segment: {'id': '9eed8197-273b-4308-8aab-631afc6ed443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '224da203-fa5a-40aa-9875-1c2561bd3891'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:24:12.313545 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-8cc388f8-a06b-44ff-b966-884820fdca70 service neutron] Bound port: ccb17829-b986-4166-9361-0ca6dc6d169f, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eed8197-273b-4308-8aab-631afc6ed443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '224da203-fa5a-40aa-9875-1c2561bd3891'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:24:12.313895 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-8cc388f8-a06b-44ff-b966-884820fdca70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:12.401408 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-8cc388f8-a06b-44ff-b966-884820fdca70 service neutron] For port ccb17829-b986-4166-9361-0ca6dc6d169f, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:24:12.404161 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-8cc388f8-a06b-44ff-b966-884820fdca70 service neutron] For port ccb17829-b986-4166-9361-0ca6dc6d169f, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ccb17829-b986-4166-9361-0ca6dc6d169f,segment=NetworkSegment(9eed8197-273b-4308-8aab-631afc6ed443),segment_id=9eed8197-273b-4308-8aab-631afc6ed443)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:24:12.417915 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-8cc388f8-a06b-44ff-b966-884820fdca70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:12.478962 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-8cc388f8-a06b-44ff-b966-884820fdca70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:12.480345 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-8cc388f8-a06b-44ff-b966-884820fdca70 service neutron] 10.222.0.69 "PUT /v2.0/ports/ccb17829-b986-4166-9361-0ca6dc6d169f HTTP/1.1" status: 200 len: 1094 time: 1.0592070 Apr 06 14:24:12.480783 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ece79e-5260-4006-921c-9a9822ed7804', 'tag': 'ccb17829-b986-4166-9361-0ca6dc6d169f'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:24:12.500128 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc388f8-a06b-44ff-b966-884820fdca70 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb17829-b986-4166-9361-0ca6dc6d169f,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:12.570933 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4729f22e-11bd-4a70-8d43-b2a188ea3226'] response: {'name': 'network-changed', 'server_uuid': '35ece79e-5260-4006-921c-9a9822ed7804', 'tag': 'ccb17829-b986-4166-9361-0ca6dc6d169f', 'status': 'completed', 'code': 200} Apr 06 14:24:12.612659 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-62730e50-f174-49ad-994e-7a4a5ef1fed3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=35ece79e-5260-4006-921c-9a9822ed7804 HTTP/1.1" status: 200 len: 1097 time: 0.0748665 Apr 06 14:24:12.686785 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-98f644f7-9ea8-451d-9bc3-85f015e2abdd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=ccb17829-b986-4166-9361-0ca6dc6d169f HTTP/1.1" status: 200 len: 217 time: 0.0633426 Apr 06 14:24:12.747161 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-b0a94a9f-45ef-49a9-bb63-cd6bc792fa73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:12.748523 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-b0a94a9f-45ef-49a9-bb63-cd6bc792fa73 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8b8f8e3e-e949-4070-9e1d-19cabd3976fa HTTP/1.1" status: 200 len: 838 time: 0.0556629 Apr 06 14:24:12.781480 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:12.826906 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-d22f12e9-92ff-4d58-917f-f75e802642dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=224da203-fa5a-40aa-9875-1c2561bd3891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0720654 Apr 06 14:24:12.964720 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-0d81392d-9350-49fa-8aa5-23719da4f3a8 service neutron] 10.222.0.69 "GET /v2.0/networks/224da203-fa5a-40aa-9875-1c2561bd3891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297584 Apr 06 14:24:13.094567 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-be667798-0cce-4907-900d-4a92dcb2ab83 req-c1f01bbd-6c12-4e73-8f1b-313eeb8ddf47 service neutron] 10.222.0.69 "GET /v2.0/networks/224da203-fa5a-40aa-9875-1c2561bd3891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238110 Apr 06 14:24:13.200416 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541fdfc-c27d-4c6e-8a56-3c4e449ec7c8 req-db42b7a5-c330-45b4-82c2-dd571ac99263 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:13.201902 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d541fdfc-c27d-4c6e-8a56-3c4e449ec7c8 req-db42b7a5-c330-45b4-82c2-dd571ac99263 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=35ece79e-5260-4006-921c-9a9822ed7804 HTTP/1.1" status: 200 len: 944 time: 0.0818796 Apr 06 14:24:13.213291 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-588b1433-3b81-424f-9219-37c5a71ba962 req-31aa4b43-301d-4dac-ab28-1a149c8c1590 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=35ece79e-5260-4006-921c-9a9822ed7804 HTTP/1.1" status: 200 len: 1097 time: 0.0679820 Apr 06 14:24:13.247897 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d541fdfc-c27d-4c6e-8a56-3c4e449ec7c8 req-e43b9ec7-fe37-47cc-8390-681ed66ecfd9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=b060458c-f85b-431e-89b4-5963bca9d957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404389 Apr 06 14:24:13.345265 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b1433-3b81-424f-9219-37c5a71ba962 req-7ed99404-342d-4e13-b8fe-d398721788fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:13.346607 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-588b1433-3b81-424f-9219-37c5a71ba962 req-7ed99404-342d-4e13-b8fe-d398721788fa service neutron] 10.222.0.69 "GET /v2.0/networks?id=224da203-fa5a-40aa-9875-1c2561bd3891 HTTP/1.1" status: 200 len: 897 time: 0.1266010 Apr 06 14:24:13.416519 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-588b1433-3b81-424f-9219-37c5a71ba962 req-91a085b4-8a98-4a58-9125-f568b0d615e0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=ccb17829-b986-4166-9361-0ca6dc6d169f HTTP/1.1" status: 200 len: 217 time: 0.0622268 Apr 06 14:24:13.481765 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b1433-3b81-424f-9219-37c5a71ba962 req-440bb643-61ae-4d03-96f3-b758ca73443d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:13.483159 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-588b1433-3b81-424f-9219-37c5a71ba962 req-440bb643-61ae-4d03-96f3-b758ca73443d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8b8f8e3e-e949-4070-9e1d-19cabd3976fa HTTP/1.1" status: 200 len: 838 time: 0.0575314 Apr 06 14:24:13.560523 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-588b1433-3b81-424f-9219-37c5a71ba962 req-17f88fee-1065-4d59-b4d7-c5f466fe6b97 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=224da203-fa5a-40aa-9875-1c2561bd3891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0703311 Apr 06 14:24:13.799669 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-588b1433-3b81-424f-9219-37c5a71ba962 req-e0d50f55-7348-41bf-94c0-facdf5a91293 service neutron] 10.222.0.69 "GET /v2.0/networks/224da203-fa5a-40aa-9875-1c2561bd3891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301190 Apr 06 14:24:13.927555 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-588b1433-3b81-424f-9219-37c5a71ba962 req-ddceda91-c447-4c7c-8b29-c730064ae1a6 service neutron] 10.222.0.69 "GET /v2.0/networks/224da203-fa5a-40aa-9875-1c2561bd3891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212721 Apr 06 14:24:14.320696 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device ccb17829-b986-4166-9361-0ca6dc6d169f details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:24:14.445197 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8773a-f040-4d7f-a39e-76d82a074be3 req-5cda6a85-34d5-41f7-9a09-894acdfd2050 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:14.446381 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-0df8773a-f040-4d7f-a39e-76d82a074be3 req-5cda6a85-34d5-41f7-9a09-894acdfd2050 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:24:14.463816 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-0df8773a-f040-4d7f-a39e-76d82a074be3 req-5cda6a85-34d5-41f7-9a09-894acdfd2050 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:24:14.469385 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0df8773a-f040-4d7f-a39e-76d82a074be3 req-5cda6a85-34d5-41f7-9a09-894acdfd2050 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=35ece79e-5260-4006-921c-9a9822ed7804 HTTP/1.1" status: 200 len: 944 time: 0.0986505 Apr 06 14:24:14.484884 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port ccb17829-b986-4166-9361-0ca6dc6d169f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ccb17829-b986-4166-9361-0ca6dc6d169f,segment=NetworkSegment(9eed8197-273b-4308-8aab-631afc6ed443),segment_id=9eed8197-273b-4308-8aab-631afc6ed443)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:24:14.498674 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': 'ccb17829-b986-4166-9361-0ca6dc6d169f', 'network_id': '224da203-fa5a-40aa-9875-1c2561bd3891', 'port_id': 'ccb17829-b986-4166-9361-0ca6dc6d169f', 'mac_address': 'fa:16:3e:be:3f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8f8e3e-e949-4070-9e1d-19cabd3976fa', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:24:14.511576 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0df8773a-f040-4d7f-a39e-76d82a074be3 req-1da39cf1-128b-4c03-ac71-a8852e7b3851 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=b060458c-f85b-431e-89b4-5963bca9d957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410683 Apr 06 14:24:14.553592 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:14.571101 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccb17829-b986-4166-9361-0ca6dc6d169f {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:24:14.585586 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port ccb17829-b986-4166-9361-0ca6dc6d169f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ccb17829-b986-4166-9361-0ca6dc6d169f,segment=NetworkSegment(9eed8197-273b-4308-8aab-631afc6ed443),segment_id=9eed8197-273b-4308-8aab-631afc6ed443)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:24:14.589214 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:14.655434 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=ccb17829-b986-4166-9361-0ca6dc6d169f,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:14.897944 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['ccb17829-b986-4166-9361-0ca6dc6d169f'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:24:15.719393 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a3f81-c0c5-4f66-b7b9-a1e9626d0267 req-f4752db2-6d00-4c60-8238-f3e19bbbd0eb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:15.720606 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-212a3f81-c0c5-4f66-b7b9-a1e9626d0267 req-f4752db2-6d00-4c60-8238-f3e19bbbd0eb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=35ece79e-5260-4006-921c-9a9822ed7804 HTTP/1.1" status: 200 len: 945 time: 0.0804152 Apr 06 14:24:15.773915 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-212a3f81-c0c5-4f66-b7b9-a1e9626d0267 req-5e513b27-084b-45c0-af22-06630115f2f0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=b060458c-f85b-431e-89b4-5963bca9d957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462987 Apr 06 14:24:16.323737 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device ccb17829-b986-4166-9361-0ca6dc6d169f up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:24:16.399468 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port ccb17829-b986-4166-9361-0ca6dc6d169f completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:24:16.403328 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port ccb17829-b986-4166-9361-0ca6dc6d169f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:24:16.403579 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:16.518213 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:16.546568 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ece79e-5260-4006-921c-9a9822ed7804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb17829-b986-4166-9361-0ca6dc6d169f'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:24:16.557764 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port ccb17829-b986-4166-9361-0ca6dc6d169f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ccb17829-b986-4166-9361-0ca6dc6d169f,segment=NetworkSegment(9eed8197-273b-4308-8aab-631afc6ed443),segment_id=9eed8197-273b-4308-8aab-631afc6ed443)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:24:16.564104 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:16.607366 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf867dd0-0e36-4de7-9ab7-7f5c809c48fc'] response: {'server_uuid': '35ece79e-5260-4006-921c-9a9822ed7804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb17829-b986-4166-9361-0ca6dc6d169f', 'code': 200} Apr 06 14:24:16.637062 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=ccb17829-b986-4166-9361-0ca6dc6d169f,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:16.852625 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f6efe12e-c687-4275-a101-a363875544f9 req-dcae846b-f576-4b0d-9823-52113910caa3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=35ece79e-5260-4006-921c-9a9822ed7804 HTTP/1.1" status: 200 len: 1099 time: 0.0789783 Apr 06 14:24:16.897325 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f6efe12e-c687-4275-a101-a363875544f9 req-46e16f24-de3e-4286-b70f-16e0868ccaf8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b060458c-f85b-431e-89b4-5963bca9d957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370848 Apr 06 14:24:16.985142 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be409b8e-a571-4e31-8b29-ee484ca56e12 req-af40b666-25e4-49f3-96c2-6fc4ddd6848b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:16.986357 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-be409b8e-a571-4e31-8b29-ee484ca56e12 req-af40b666-25e4-49f3-96c2-6fc4ddd6848b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=35ece79e-5260-4006-921c-9a9822ed7804 HTTP/1.1" status: 200 len: 946 time: 0.0780680 Apr 06 14:24:17.045822 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-be409b8e-a571-4e31-8b29-ee484ca56e12 req-e7e16774-af5b-4a35-b2b8-30de01e4290b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=b060458c-f85b-431e-89b4-5963bca9d957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529470 Apr 06 14:24:18.248553 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfcea4-e8fe-4932-8f49-c51e81b0a66e req-377fa2e5-d4cf-471d-b3ef-93940b29edd1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:18.250029 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b2dfcea4-e8fe-4932-8f49-c51e81b0a66e req-377fa2e5-d4cf-471d-b3ef-93940b29edd1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=35ece79e-5260-4006-921c-9a9822ed7804 HTTP/1.1" status: 200 len: 946 time: 0.0798590 Apr 06 14:24:18.300009 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b2dfcea4-e8fe-4932-8f49-c51e81b0a66e req-06de2c67-195a-4789-9f47-ff132cb38387 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=b060458c-f85b-431e-89b4-5963bca9d957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439391 Apr 06 14:24:19.511370 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64cfed-7fd2-475b-a49d-4badebf42cc1 req-3f8562a0-b296-4062-8c23-3aa5bf4211a4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:19.512944 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac64cfed-7fd2-475b-a49d-4badebf42cc1 req-3f8562a0-b296-4062-8c23-3aa5bf4211a4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=35ece79e-5260-4006-921c-9a9822ed7804 HTTP/1.1" status: 200 len: 946 time: 0.0804975 Apr 06 14:24:19.565297 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac64cfed-7fd2-475b-a49d-4badebf42cc1 req-a72535ca-36bb-4bdf-ad6d-e777ccc8fc2d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=b060458c-f85b-431e-89b4-5963bca9d957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462484 Apr 06 14:24:19.761558 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24d02a-cb8a-4764-8c5e-a951a1e5be06 req-41ba7560-a229-4ea5-931a-e0d787c9abbb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:19.763019 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0d24d02a-cb8a-4764-8c5e-a951a1e5be06 req-41ba7560-a229-4ea5-931a-e0d787c9abbb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=35ece79e-5260-4006-921c-9a9822ed7804 HTTP/1.1" status: 200 len: 946 time: 0.0787411 Apr 06 14:24:19.807811 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0d24d02a-cb8a-4764-8c5e-a951a1e5be06 req-887045a4-a913-4d7d-95fa-b1aacdba741b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=b060458c-f85b-431e-89b4-5963bca9d957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392966 Apr 06 14:24:20.069898 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56042) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:20.269369 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-e26c8f31-3033-4dfd-8f8f-ec7fc32c2f39 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Deleting port 50f6aa51-145d-42a1-b62d-5e4afd78171a {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:24:20.269638 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e26c8f31-3033-4dfd-8f8f-ec7fc32c2f39 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:20.517034 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e26c8f31-3033-4dfd-8f8f-ec7fc32c2f39 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:20.517763 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e26c8f31-3033-4dfd-8f8f-ec7fc32c2f39 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:20.634191 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-e26c8f31-3033-4dfd-8f8f-ec7fc32c2f39 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Calling delete_port for 50f6aa51-145d-42a1-b62d-5e4afd78171a owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:24:20.779681 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e26c8f31-3033-4dfd-8f8f-ec7fc32c2f39 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:20.824485 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c8f31-3033-4dfd-8f8f-ec7fc32c2f39 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Pushing event deleted for resources: {'Port': ['ID=50f6aa51-145d-42a1-b62d-5e4afd78171a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:20.915850 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e26c8f31-3033-4dfd-8f8f-ec7fc32c2f39 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:21.303517 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26c8f31-3033-4dfd-8f8f-ec7fc32c2f39 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Router 1f8f9aec-ca41-45d8-9634-eb3c27bae867 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:24:21.336988 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56046) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:21.512198 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26c8f31-3033-4dfd-8f8f-ec7fc32c2f39 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:24:21.526523 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57bbdd5-8b65-430c-850f-3eff355856a2 None None] Sync routers for ids ['1f8f9aec-ca41-45d8-9634-eb3c27bae867'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:24:21.534309 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e26c8f31-3033-4dfd-8f8f-ec7fc32c2f39 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:21.541487 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57bbdd5-8b65-430c-850f-3eff355856a2 None None] Routers {'1f8f9aec-ca41-45d8-9634-eb3c27bae867'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:24:21.542025 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e57bbdd5-8b65-430c-850f-3eff355856a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:24:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['1f8f9aec-ca41-45d8-9634-eb3c27bae867'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:21.594424 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e26c8f31-3033-4dfd-8f8f-ec7fc32c2f39 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "DELETE /v2.0/floatingips/d41ddb5b-c94f-4cfe-8464-0c1bf2369e26 HTTP/1.1" status: 204 len: 168 time: 1.5210545 Apr 06 14:24:21.594424 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af8123d-c731-4b52-b578-7927565b0af6', 'tag': 'e3f3327c-0d65-4c3c-bad8-0a67cd11517f'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:24:21.681393 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad169766-adf9-4fe4-bc7b-f4b3ff1d0c7f'] response: {'name': 'network-changed', 'server_uuid': '3af8123d-c731-4b52-b578-7927565b0af6', 'tag': 'e3f3327c-0d65-4c3c-bad8-0a67cd11517f', 'status': 'completed', 'code': 200} Apr 06 14:24:21.785366 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-e57bbdd5-8b65-430c-850f-3eff355856a2 None None] Set router 1f8f9aec-ca41-45d8-9634-eb3c27bae867 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:24:21.834157 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e3249720-9b47-4ae9-8d9c-7f27c1098e2e req-78127399-3e9a-4fba-b1bc-de9d15ec6a60 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b4b33bee8584311b96148992b932eea&device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 1098 time: 0.1278434 Apr 06 14:24:22.126900 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e57bbdd5-8b65-430c-850f-3eff355856a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950687437', 'tenant_id': '0b4b33bee8584311b96148992b932eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f660bbf8-a596-4c18-b41f-5d8518c296ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:22:15Z', 'updated_at': '2022-04-06T14:22:27Z', 'revision_number': 4, 'project_id': '0b4b33bee8584311b96148992b932eea', 'gw_port': {'id': 'f660bbf8-a596-4c18-b41f-5d8518c296ad', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:17Z', 'updated_at': '2022-04-06T14:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'f262a0e4-4bc9-4d26-81d6-e5c2244535d0', 'name': '', 'network_id': '0a3375d2-a268-4361-a617-6b6ea555d64d', 'tenant_id': '0b4b33bee8584311b96148992b932eea', 'mac_address': 'fa:16:3e:76:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f554381-7d35-4383-bcb6-880561d02513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:25Z', 'updated_at': '2022-04-06T14:22:38Z', 'revision_number': 5, 'project_id': '0b4b33bee8584311b96148992b932eea', 'subnets': [{'id': '6f554381-7d35-4383-bcb6-880561d02513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:22.130816 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57bbdd5-8b65-430c-850f-3eff355856a2 None None] Checking router: 1f8f9aec-ca41-45d8-9634-eb3c27bae867 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:24:22.142296 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57bbdd5-8b65-430c-850f-3eff355856a2 None None] Routers {'1f8f9aec-ca41-45d8-9634-eb3c27bae867'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:24:22.142831 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e57bbdd5-8b65-430c-850f-3eff355856a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:24:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['1f8f9aec-ca41-45d8-9634-eb3c27bae867'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:22.144019 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3249720-9b47-4ae9-8d9c-7f27c1098e2e req-caff932b-aa10-4371-bc79-690b6bee8c9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:22.145491 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e3249720-9b47-4ae9-8d9c-7f27c1098e2e req-caff932b-aa10-4371-bc79-690b6bee8c9c service neutron] 10.222.0.69 "GET /v2.0/networks?id=0a3375d2-a268-4361-a617-6b6ea555d64d HTTP/1.1" status: 200 len: 898 time: 0.3031220 Apr 06 14:24:22.324004 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-e57bbdd5-8b65-430c-850f-3eff355856a2 None None] Set router 1f8f9aec-ca41-45d8-9634-eb3c27bae867 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:24:22.353880 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e3249720-9b47-4ae9-8d9c-7f27c1098e2e req-bf62ddfe-bfba-4c53-bb50-7577d9fe3618 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3f3327c-0d65-4c3c-bad8-0a67cd11517f HTTP/1.1" status: 200 len: 217 time: 0.1995497 Apr 06 14:24:22.403948 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a270cb-460e-487d-aae2-086793e60c66 req-7d49b197-0909-401f-aa53-11298f7ff0a2 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:22.405404 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-31a270cb-460e-487d-aae2-086793e60c66 req-7d49b197-0909-401f-aa53-11298f7ff0a2 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 945 time: 0.4131861 Apr 06 14:24:22.466034 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3249720-9b47-4ae9-8d9c-7f27c1098e2e req-f89e0ca8-1bd1-460f-ad12-d1a118517a91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:22.467444 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e3249720-9b47-4ae9-8d9c-7f27c1098e2e req-f89e0ca8-1bd1-460f-ad12-d1a118517a91 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6f554381-7d35-4383-bcb6-880561d02513 HTTP/1.1" status: 200 len: 835 time: 0.1054754 Apr 06 14:24:22.516448 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-31a270cb-460e-487d-aae2-086793e60c66 req-c1c0f649-3043-4f6c-b3ac-77f6be9efe65 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/security-groups?id=9effe788-cb3b-4bce-a211-1bdac18e4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031809 Apr 06 14:24:22.624193 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e3249720-9b47-4ae9-8d9c-7f27c1098e2e req-2be80afb-f740-4792-a640-d2281188edaf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0a3375d2-a268-4361-a617-6b6ea555d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1500134 Apr 06 14:24:22.666912 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e57bbdd5-8b65-430c-850f-3eff355856a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950687437', 'tenant_id': '0b4b33bee8584311b96148992b932eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f660bbf8-a596-4c18-b41f-5d8518c296ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:22:15Z', 'updated_at': '2022-04-06T14:22:27Z', 'revision_number': 4, 'project_id': '0b4b33bee8584311b96148992b932eea', 'gw_port': {'id': 'f660bbf8-a596-4c18-b41f-5d8518c296ad', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:17Z', 'updated_at': '2022-04-06T14:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'f262a0e4-4bc9-4d26-81d6-e5c2244535d0', 'name': '', 'network_id': '0a3375d2-a268-4361-a617-6b6ea555d64d', 'tenant_id': '0b4b33bee8584311b96148992b932eea', 'mac_address': 'fa:16:3e:76:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f554381-7d35-4383-bcb6-880561d02513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:25Z', 'updated_at': '2022-04-06T14:22:38Z', 'revision_number': 5, 'project_id': '0b4b33bee8584311b96148992b932eea', 'subnets': [{'id': '6f554381-7d35-4383-bcb6-880561d02513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:22.670958 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57bbdd5-8b65-430c-850f-3eff355856a2 None None] The sync data for ids ['1f8f9aec-ca41-45d8-9634-eb3c27bae867'] in dv-neutron-835868-1-hyperv is: [{'id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950687437', 'tenant_id': '0b4b33bee8584311b96148992b932eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f660bbf8-a596-4c18-b41f-5d8518c296ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:22:15Z', 'updated_at': '2022-04-06T14:22:27Z', 'revision_number': 4, 'project_id': '0b4b33bee8584311b96148992b932eea', 'gw_port': {'id': 'f660bbf8-a596-4c18-b41f-5d8518c296ad', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:17Z', 'updated_at': '2022-04-06T14:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'f262a0e4-4bc9-4d26-81d6-e5c2244535d0', 'name': '', 'network_id': '0a3375d2-a268-4361-a617-6b6ea555d64d', 'tenant_id': '0b4b33bee8584311b96148992b932eea', 'mac_address': 'fa:16:3e:76:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f554381-7d35-4383-bcb6-880561d02513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:25Z', 'updated_at': '2022-04-06T14:22:38Z', 'revision_number': 5, 'project_id': '0b4b33bee8584311b96148992b932eea', 'subnets': [{'id': '6f554381-7d35-4383-bcb6-880561d02513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:24:22.846416 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82cc0da1-7c67-438d-86ed-9aacb7886514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:22.857617 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e3249720-9b47-4ae9-8d9c-7f27c1098e2e req-2daad94e-8a89-45f3-aebc-1ccd0e8274e5 service neutron] 10.222.0.69 "GET /v2.0/networks/0a3375d2-a268-4361-a617-6b6ea555d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093890 Apr 06 14:24:22.907303 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19947786-41e4-425d-95f3-5bb83d6cfc9f None None] New status for floating IP d41ddb5b-c94f-4cfe-8464-0c1bf2369e26: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:24:23.173321 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e3249720-9b47-4ae9-8d9c-7f27c1098e2e req-dc12bfb7-96ae-4381-85d5-2d1ab8f633d9 service neutron] 10.222.0.69 "GET /v2.0/networks/0a3375d2-a268-4361-a617-6b6ea555d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073518 Apr 06 14:24:23.431084 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-82cc0da1-7c67-438d-86ed-9aacb7886514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.20.0.17 (224da203-fa5a-40aa-9875-1c2561bd3891/8b8f8e3e-e949-4070-9e1d-19cabd3976fa/e02bde25-0fd4-4db0-accc-2416f9d8ac13) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:24:23.555687 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224699c4-9cb0-43de-a3fc-6f36d5a518e6 req-658cf450-8e42-4e74-8787-6cf55f6ad994 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:23.557151 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-224699c4-9cb0-43de-a3fc-6f36d5a518e6 req-658cf450-8e42-4e74-8787-6cf55f6ad994 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.69 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 945 time: 0.1828489 Apr 06 14:24:23.658755 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-224699c4-9cb0-43de-a3fc-6f36d5a518e6 req-21eb26ec-90a6-4b8c-9e62-60ed9537cf95 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Deleting port e3f3327c-0d65-4c3c-bad8-0a67cd11517f {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:24:23.659113 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-224699c4-9cb0-43de-a3fc-6f36d5a518e6 req-21eb26ec-90a6-4b8c-9e62-60ed9537cf95 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:23.709256 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82cc0da1-7c67-438d-86ed-9aacb7886514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:23.717103 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42ab9f-f6dc-4481-8b62-c26050a11656 req-45a6f243-259f-4c5c-95b3-4b47b029a842 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:23.717793 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-9e42ab9f-f6dc-4481-8b62-c26050a11656 req-45a6f243-259f-4c5c-95b3-4b47b029a842 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Synchronizing usage tracker for tenant:0b4b33bee8584311b96148992b932eea on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:24:23.738502 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-9e42ab9f-f6dc-4481-8b62-c26050a11656 req-45a6f243-259f-4c5c-95b3-4b47b029a842 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Unset dirty status for tenant:0b4b33bee8584311b96148992b932eea on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:24:23.739686 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9e42ab9f-f6dc-4481-8b62-c26050a11656 req-45a6f243-259f-4c5c-95b3-4b47b029a842 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 945 time: 0.0972762 Apr 06 14:24:23.760945 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-82cc0da1-7c67-438d-86ed-9aacb7886514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Transition to ACTIVE for port object e02bde25-0fd4-4db0-accc-2416f9d8ac13 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:24:23.793267 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9e42ab9f-f6dc-4481-8b62-c26050a11656 req-93955342-dd44-4299-8b01-636773584904 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/security-groups?id=9effe788-cb3b-4bce-a211-1bdac18e4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430248 Apr 06 14:24:23.885435 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82cc0da1-7c67-438d-86ed-9aacb7886514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:24.089782 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cc0da1-7c67-438d-86ed-9aacb7886514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 224da203-fa5a-40aa-9875-1c2561bd3891 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:24:24.097325 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-82cc0da1-7c67-438d-86ed-9aacb7886514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:24:24.103639 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cc0da1-7c67-438d-86ed-9aacb7886514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:24:24.139694 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc0da1-7c67-438d-86ed-9aacb7886514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=e02bde25-0fd4-4db0-accc-2416f9d8ac13,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:24.164413 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-224699c4-9cb0-43de-a3fc-6f36d5a518e6 req-21eb26ec-90a6-4b8c-9e62-60ed9537cf95 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] For port e3f3327c-0d65-4c3c-bad8-0a67cd11517f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e3f3327c-0d65-4c3c-bad8-0a67cd11517f,segment=NetworkSegment(42578794-267e-4920-9eaa-4ba98f4d1f3f),segment_id=42578794-267e-4920-9eaa-4ba98f4d1f3f)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:24:24.164773 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-224699c4-9cb0-43de-a3fc-6f36d5a518e6 req-21eb26ec-90a6-4b8c-9e62-60ed9537cf95 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:24.295928 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-224699c4-9cb0-43de-a3fc-6f36d5a518e6 req-21eb26ec-90a6-4b8c-9e62-60ed9537cf95 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Calling delete_port for e3f3327c-0d65-4c3c-bad8-0a67cd11517f owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:24:24.328831 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1af981f4-c8c6-4bdd-bdc1-37c78316d601 None None] Provisioning for port e02bde25-0fd4-4db0-accc-2416f9d8ac13 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:24:24.334397 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1af981f4-c8c6-4bdd-bdc1-37c78316d601 None None] Provisioning complete for port e02bde25-0fd4-4db0-accc-2416f9d8ac13 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:24:24.334985 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1af981f4-c8c6-4bdd-bdc1-37c78316d601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:24.337151 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82cc0da1-7c67-438d-86ed-9aacb7886514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:24.386617 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1af981f4-c8c6-4bdd-bdc1-37c78316d601 None None] Port e02bde25-0fd4-4db0-accc-2416f9d8ac13 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:24:24.497834 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82cc0da1-7c67-438d-86ed-9aacb7886514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:24.545813 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-224699c4-9cb0-43de-a3fc-6f36d5a518e6 req-21eb26ec-90a6-4b8c-9e62-60ed9537cf95 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:24.602155 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb26ec-90a6-4b8c-9e62-60ed9537cf95 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Pushing event deleted for resources: {'Port': ['ID=e3f3327c-0d65-4c3c-bad8-0a67cd11517f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:24.807525 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-224699c4-9cb0-43de-a3fc-6f36d5a518e6 req-21eb26ec-90a6-4b8c-9e62-60ed9537cf95 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] No DVR routers for this DVR port e3f3327c-0d65-4c3c-bad8-0a67cd11517f on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:24:24.811723 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-224699c4-9cb0-43de-a3fc-6f36d5a518e6 req-21eb26ec-90a6-4b8c-9e62-60ed9537cf95 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:24.814147 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af8123d-c731-4b52-b578-7927565b0af6', 'name': 'network-vif-deleted', 'tag': 'e3f3327c-0d65-4c3c-bad8-0a67cd11517f'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:24:24.850538 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-224699c4-9cb0-43de-a3fc-6f36d5a518e6 req-21eb26ec-90a6-4b8c-9e62-60ed9537cf95 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.69 "DELETE /v2.0/ports/e3f3327c-0d65-4c3c-bad8-0a67cd11517f HTTP/1.1" status: 204 len: 173 time: 1.2873960 Apr 06 14:24:24.901130 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a81b13e-f49c-4a61-a253-99e9c8569338'] response: {'server_uuid': '3af8123d-c731-4b52-b578-7927565b0af6', 'name': 'network-vif-deleted', 'tag': 'e3f3327c-0d65-4c3c-bad8-0a67cd11517f', 'status': 'completed', 'code': 200} Apr 06 14:24:24.974973 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a50c3289-d471-4cda-9bdc-98fe2f2de480 req-e2fb721b-a130-4fe9-a781-aa853e3d550c tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3af8123d-c731-4b52-b578-7927565b0af6 HTTP/1.1" status: 200 len: 210 time: 0.0449867 Apr 06 14:24:25.061364 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82cc0da1-7c67-438d-86ed-9aacb7886514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:25.066475 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82cc0da1-7c67-438d-86ed-9aacb7886514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:25.179129 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc0da1-7c67-438d-86ed-9aacb7886514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=e02bde25-0fd4-4db0-accc-2416f9d8ac13,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:25.181649 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82cc0da1-7c67-438d-86ed-9aacb7886514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:25.317746 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cc0da1-7c67-438d-86ed-9aacb7886514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 224da203-fa5a-40aa-9875-1c2561bd3891 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:24:25.318850 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-82cc0da1-7c67-438d-86ed-9aacb7886514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:24:25.620187 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5c64c88a-5a9b-49d7-936d-7678de00d193 None None] Provisioning complete for port e02bde25-0fd4-4db0-accc-2416f9d8ac13 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:24:25.620728 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5c64c88a-5a9b-49d7-936d-7678de00d193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:25.676385 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5c64c88a-5a9b-49d7-936d-7678de00d193 None None] Port e02bde25-0fd4-4db0-accc-2416f9d8ac13 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:24:25.837466 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82cc0da1-7c67-438d-86ed-9aacb7886514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router ec3f2d5a-913d-4de5-8cc1-a246525017a0 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:24:26.038918 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82cc0da1-7c67-438d-86ed-9aacb7886514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:24:26.044346 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-82cc0da1-7c67-438d-86ed-9aacb7886514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "PUT /v2.0/routers/ec3f2d5a-913d-4de5-8cc1-a246525017a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7060046 Apr 06 14:24:26.048804 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0120d53-3d86-42c5-b82f-30bb2e519233 None None] Sync routers for ids ['ec3f2d5a-913d-4de5-8cc1-a246525017a0'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:24:26.061082 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0120d53-3d86-42c5-b82f-30bb2e519233 None None] Routers {'ec3f2d5a-913d-4de5-8cc1-a246525017a0'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:24:26.061678 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b0120d53-3d86-42c5-b82f-30bb2e519233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:24:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ec3f2d5a-913d-4de5-8cc1-a246525017a0'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:26.105571 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56068) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:26.258821 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-b0120d53-3d86-42c5-b82f-30bb2e519233 None None] Set router ec3f2d5a-913d-4de5-8cc1-a246525017a0 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:24:26.411936 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device e3f3327c-0d65-4c3c-bad8-0a67cd11517f no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:24:26.446355 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: e3f3327c-0d65-4c3c-bad8-0a67cd11517f {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:24:26.447161 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device e3f3327c-0d65-4c3c-bad8-0a67cd11517f not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:24:26.536857 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bfe13470-d037-462d-a32f-42caca178c3d tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:26.678510 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b0120d53-3d86-42c5-b82f-30bb2e519233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'name': 'tempest-TestNetworkBasicOps-router-1742148068', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:24:24Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'c7ab0df1-dcb9-4ad8-b2fe-ffe5bf6db189', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.249', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'port_id': '1565a3ab-a19f-4cfe-9c74-d8bf632272c9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b', 'mac_address': 'fa:16:3e:dd:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e24a57-c7e9-465d-acc3-060f7b1fae26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:23:24Z', 'updated_at': '2022-04-06T14:23:29Z', 'revision_number': 1, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19544e40-025d-46d4-a032-f97fd3b25949', 'name': '', 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:1e:83:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:04Z', 'updated_at': '2022-04-06T14:23:14Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e02bde25-0fd4-4db0-accc-2416f9d8ac13', 'name': '', 'network_id': '224da203-fa5a-40aa-9875-1c2561bd3891', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:38:4d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b8f8e3e-e949-4070-9e1d-19cabd3976fa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:24:23Z', 'updated_at': '2022-04-06T14:24:24Z', 'revision_number': 2, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '8b8f8e3e-e949-4070-9e1d-19cabd3976fa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:26.683434 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0120d53-3d86-42c5-b82f-30bb2e519233 None None] Checking router: ec3f2d5a-913d-4de5-8cc1-a246525017a0 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:24:26.683434 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0120d53-3d86-42c5-b82f-30bb2e519233 None None] Updating router ec3f2d5a-913d-4de5-8cc1-a246525017a0 port e02bde25-0fd4-4db0-accc-2416f9d8ac13 binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:24:26.735540 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-b0120d53-3d86-42c5-b82f-30bb2e519233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:27.089264 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-b0120d53-3d86-42c5-b82f-30bb2e519233 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:27.099744 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-b0120d53-3d86-42c5-b82f-30bb2e519233 None None] Transition to ACTIVE for port object e02bde25-0fd4-4db0-accc-2416f9d8ac13 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:24:27.112776 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-b0120d53-3d86-42c5-b82f-30bb2e519233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:27.181397 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-bfe13470-d037-462d-a32f-42caca178c3d tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Deleting port f262a0e4-4bc9-4d26-81d6-e5c2244535d0 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:24:27.181397 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bfe13470-d037-462d-a32f-42caca178c3d tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:27.256100 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560d4dd-6136-4cb4-b30c-83554975378f None None] Pushing event updated for resources: {'Port': ['ID=e02bde25-0fd4-4db0-accc-2416f9d8ac13,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:27.269986 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0560d4dd-6136-4cb4-b30c-83554975378f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:27.270340 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0560d4dd-6136-4cb4-b30c-83554975378f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:27.270771 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0560d4dd-6136-4cb4-b30c-83554975378f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:27.271014 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0560d4dd-6136-4cb4-b30c-83554975378f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:27.271349 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0560d4dd-6136-4cb4-b30c-83554975378f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:27.271684 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0560d4dd-6136-4cb4-b30c-83554975378f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:27.272015 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0560d4dd-6136-4cb4-b30c-83554975378f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:27.273375 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0560d4dd-6136-4cb4-b30c-83554975378f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:27.273375 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0560d4dd-6136-4cb4-b30c-83554975378f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:27.273962 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0560d4dd-6136-4cb4-b30c-83554975378f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:27.273962 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0560d4dd-6136-4cb4-b30c-83554975378f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:27.364811 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-b0120d53-3d86-42c5-b82f-30bb2e519233 None None] Attempting to bind port e02bde25-0fd4-4db0-accc-2416f9d8ac13 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:24:27.365242 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-b0120d53-3d86-42c5-b82f-30bb2e519233 None None] Attempting to bind port e02bde25-0fd4-4db0-accc-2416f9d8ac13 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '9eed8197-273b-4308-8aab-631afc6ed443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '224da203-fa5a-40aa-9875-1c2561bd3891'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:24:27.365612 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0120d53-3d86-42c5-b82f-30bb2e519233 None None] Attempting to bind port e02bde25-0fd4-4db0-accc-2416f9d8ac13 on network 224da203-fa5a-40aa-9875-1c2561bd3891 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:24:27.374066 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0120d53-3d86-42c5-b82f-30bb2e519233 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:24:27.374473 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0120d53-3d86-42c5-b82f-30bb2e519233 None None] Checking segment: {'id': '9eed8197-273b-4308-8aab-631afc6ed443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '224da203-fa5a-40aa-9875-1c2561bd3891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:24:27.374860 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-b0120d53-3d86-42c5-b82f-30bb2e519233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:27.375256 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0120d53-3d86-42c5-b82f-30bb2e519233 None None] Bound using segment: {'id': '9eed8197-273b-4308-8aab-631afc6ed443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '224da203-fa5a-40aa-9875-1c2561bd3891'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:24:27.375723 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-b0120d53-3d86-42c5-b82f-30bb2e519233 None None] Bound port: e02bde25-0fd4-4db0-accc-2416f9d8ac13, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eed8197-273b-4308-8aab-631afc6ed443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '224da203-fa5a-40aa-9875-1c2561bd3891'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:24:27.376792 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-b0120d53-3d86-42c5-b82f-30bb2e519233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:27.468882 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-b0120d53-3d86-42c5-b82f-30bb2e519233 None None] For port e02bde25-0fd4-4db0-accc-2416f9d8ac13, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:24:27.471966 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-b0120d53-3d86-42c5-b82f-30bb2e519233 None None] For port e02bde25-0fd4-4db0-accc-2416f9d8ac13, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=e02bde25-0fd4-4db0-accc-2416f9d8ac13,segment=NetworkSegment(9eed8197-273b-4308-8aab-631afc6ed443),segment_id=9eed8197-273b-4308-8aab-631afc6ed443)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:24:27.477576 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-b0120d53-3d86-42c5-b82f-30bb2e519233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:27.515906 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-bfe13470-d037-462d-a32f-42caca178c3d tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] For port f262a0e4-4bc9-4d26-81d6-e5c2244535d0, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f262a0e4-4bc9-4d26-81d6-e5c2244535d0,segment=NetworkSegment(42578794-267e-4920-9eaa-4ba98f4d1f3f),segment_id=42578794-267e-4920-9eaa-4ba98f4d1f3f)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:24:27.515906 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bfe13470-d037-462d-a32f-42caca178c3d tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:27.559136 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560d4dd-6136-4cb4-b30c-83554975378f None None] Pushing event updated for resources: {'Port': ['ID=e02bde25-0fd4-4db0-accc-2416f9d8ac13,revision_number=4']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:27.562744 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0120d53-3d86-42c5-b82f-30bb2e519233 None None] Routers {'ec3f2d5a-913d-4de5-8cc1-a246525017a0'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:24:27.563350 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b0120d53-3d86-42c5-b82f-30bb2e519233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:24:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ec3f2d5a-913d-4de5-8cc1-a246525017a0'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:27.641683 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-bfe13470-d037-462d-a32f-42caca178c3d tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Calling delete_port for f262a0e4-4bc9-4d26-81d6-e5c2244535d0 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:24:27.757506 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-b0120d53-3d86-42c5-b82f-30bb2e519233 None None] Set router ec3f2d5a-913d-4de5-8cc1-a246525017a0 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:24:27.835791 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bfe13470-d037-462d-a32f-42caca178c3d tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:27.885967 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe13470-d037-462d-a32f-42caca178c3d tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Pushing event deleted for resources: {'Port': ['ID=f262a0e4-4bc9-4d26-81d6-e5c2244535d0,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:28.146102 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b0120d53-3d86-42c5-b82f-30bb2e519233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'name': 'tempest-TestNetworkBasicOps-router-1742148068', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:24:24Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'c7ab0df1-dcb9-4ad8-b2fe-ffe5bf6db189', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.249', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'port_id': '1565a3ab-a19f-4cfe-9c74-d8bf632272c9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b', 'mac_address': 'fa:16:3e:dd:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e24a57-c7e9-465d-acc3-060f7b1fae26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:23:24Z', 'updated_at': '2022-04-06T14:23:29Z', 'revision_number': 1, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19544e40-025d-46d4-a032-f97fd3b25949', 'name': '', 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:1e:83:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:04Z', 'updated_at': '2022-04-06T14:23:14Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e02bde25-0fd4-4db0-accc-2416f9d8ac13', 'name': '', 'network_id': '224da203-fa5a-40aa-9875-1c2561bd3891', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:38:4d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b8f8e3e-e949-4070-9e1d-19cabd3976fa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:24:23Z', 'updated_at': '2022-04-06T14:24:27Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '8b8f8e3e-e949-4070-9e1d-19cabd3976fa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:28.151119 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0120d53-3d86-42c5-b82f-30bb2e519233 None None] The sync data for ids ['ec3f2d5a-913d-4de5-8cc1-a246525017a0'] in dv-neutron-835868-1-hyperv is: [{'id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'name': 'tempest-TestNetworkBasicOps-router-1742148068', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:24:24Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'c7ab0df1-dcb9-4ad8-b2fe-ffe5bf6db189', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.249', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'port_id': '1565a3ab-a19f-4cfe-9c74-d8bf632272c9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b', 'mac_address': 'fa:16:3e:dd:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e24a57-c7e9-465d-acc3-060f7b1fae26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:23:24Z', 'updated_at': '2022-04-06T14:23:29Z', 'revision_number': 1, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19544e40-025d-46d4-a032-f97fd3b25949', 'name': '', 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:1e:83:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:04Z', 'updated_at': '2022-04-06T14:23:14Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e02bde25-0fd4-4db0-accc-2416f9d8ac13', 'name': '', 'network_id': '224da203-fa5a-40aa-9875-1c2561bd3891', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:38:4d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b8f8e3e-e949-4070-9e1d-19cabd3976fa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:24:23Z', 'updated_at': '2022-04-06T14:24:27Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '8b8f8e3e-e949-4070-9e1d-19cabd3976fa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:24:28.220991 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bfe13470-d037-462d-a32f-42caca178c3d tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:28.645764 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:24:28.902300 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:28.912412 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe13470-d037-462d-a32f-42caca178c3d tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Router 1f8f9aec-ca41-45d8-9634-eb3c27bae867 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:24:29.232809 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe13470-d037-462d-a32f-42caca178c3d tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:24:29.247807 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9440fa9b-5eb8-4573-9531-900bb1b2d063 None None] Sync routers for ids ['1f8f9aec-ca41-45d8-9634-eb3c27bae867'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:24:29.247951 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bfe13470-d037-462d-a32f-42caca178c3d tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "PUT /v2.0/routers/1f8f9aec-ca41-45d8-9634-eb3c27bae867/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1400647 Apr 06 14:24:29.250357 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56076) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:29.263418 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9440fa9b-5eb8-4573-9531-900bb1b2d063 None None] Routers {'1f8f9aec-ca41-45d8-9634-eb3c27bae867'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:24:29.263418 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9440fa9b-5eb8-4573-9531-900bb1b2d063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:24:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['1f8f9aec-ca41-45d8-9634-eb3c27bae867'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:29.454355 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ff1a84-28a2-4c83-9ee8-0a2fd5fef383 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Deleting subnet 6f554381-7d35-4383-bcb6-880561d02513 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:24:29.458842 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-42ff1a84-28a2-4c83-9ee8-0a2fd5fef383 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:29.476537 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-9440fa9b-5eb8-4573-9531-900bb1b2d063 None None] Set router 1f8f9aec-ca41-45d8-9634-eb3c27bae867 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:24:29.517280 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-42ff1a84-28a2-4c83-9ee8-0a2fd5fef383 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:29.639440 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-42ff1a84-28a2-4c83-9ee8-0a2fd5fef383 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:29.707303 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device e02bde25-0fd4-4db0-accc-2416f9d8ac13 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:24:29.733516 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-42ff1a84-28a2-4c83-9ee8-0a2fd5fef383 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:29.776766 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff1a84-28a2-4c83-9ee8-0a2fd5fef383 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Pushing event deleted for resources: {'Subnet': ['ID=6f554381-7d35-4383-bcb6-880561d02513,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:29.782218 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-42ff1a84-28a2-4c83-9ee8-0a2fd5fef383 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:29.789316 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-42ff1a84-28a2-4c83-9ee8-0a2fd5fef383 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "DELETE /v2.0/subnets/6f554381-7d35-4383-bcb6-880561d02513 HTTP/1.1" status: 204 len: 168 time: 0.5385482 Apr 06 14:24:29.791979 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56080) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:29.794012 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89d695f-59cc-4a25-87a8-a1d10dc97a00 None None] Network 0a3375d2-a268-4361-a617-6b6ea555d64d requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:24:29.940355 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port e02bde25-0fd4-4db0-accc-2416f9d8ac13 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:24:29.975027 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port e02bde25-0fd4-4db0-accc-2416f9d8ac13 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:24:29.975931 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:29.993446 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ea87be8e-d0fe-4d5f-8dd9-21924441c434 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:30.080000 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9440fa9b-5eb8-4573-9531-900bb1b2d063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950687437', 'tenant_id': '0b4b33bee8584311b96148992b932eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f660bbf8-a596-4c18-b41f-5d8518c296ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:22:15Z', 'updated_at': '2022-04-06T14:24:27Z', 'revision_number': 5, 'project_id': '0b4b33bee8584311b96148992b932eea', 'gw_port': {'id': 'f660bbf8-a596-4c18-b41f-5d8518c296ad', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:22:17Z', 'updated_at': '2022-04-06T14:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:30.091129 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9440fa9b-5eb8-4573-9531-900bb1b2d063 None None] Checking router: 1f8f9aec-ca41-45d8-9634-eb3c27bae867 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:24:30.161772 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9440fa9b-5eb8-4573-9531-900bb1b2d063 None None] Routers {'1f8f9aec-ca41-45d8-9634-eb3c27bae867'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:24:30.161772 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9440fa9b-5eb8-4573-9531-900bb1b2d063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:24:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['1f8f9aec-ca41-45d8-9634-eb3c27bae867'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:30.201341 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ea87be8e-d0fe-4d5f-8dd9-21924441c434 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:30.211363 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-ea87be8e-d0fe-4d5f-8dd9-21924441c434 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Deleting port f660bbf8-a596-4c18-b41f-5d8518c296ad {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:24:30.211717 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ea87be8e-d0fe-4d5f-8dd9-21924441c434 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:30.283626 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:30.302923 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca838c5-ec0a-469d-aacc-794bb720328b None None] DHCP port deletion for 0a3375d2-a268-4361-a617-6b6ea555d64d request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:24:30.327870 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-cca838c5-ec0a-469d-aacc-794bb720328b None None] Deleting port a0dbb525-0ed5-42ae-98f0-4d40635196cd {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:24:30.328244 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cca838c5-ec0a-469d-aacc-794bb720328b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:30.378897 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port e02bde25-0fd4-4db0-accc-2416f9d8ac13, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=e02bde25-0fd4-4db0-accc-2416f9d8ac13,segment=NetworkSegment(9eed8197-273b-4308-8aab-631afc6ed443),segment_id=9eed8197-273b-4308-8aab-631afc6ed443)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:24:30.395425 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:30.434177 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-ea87be8e-d0fe-4d5f-8dd9-21924441c434 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] For port f660bbf8-a596-4c18-b41f-5d8518c296ad, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f660bbf8-a596-4c18-b41f-5d8518c296ad,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:24:30.434672 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ea87be8e-d0fe-4d5f-8dd9-21924441c434 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:30.435107 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-9440fa9b-5eb8-4573-9531-900bb1b2d063 None None] Set router 1f8f9aec-ca41-45d8-9634-eb3c27bae867 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:24:30.561616 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-ea87be8e-d0fe-4d5f-8dd9-21924441c434 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Calling delete_port for f660bbf8-a596-4c18-b41f-5d8518c296ad owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:24:30.596587 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9440fa9b-5eb8-4573-9531-900bb1b2d063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950687437', 'tenant_id': '0b4b33bee8584311b96148992b932eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:22:15Z', 'updated_at': '2022-04-06T14:24:30Z', 'revision_number': 6, 'project_id': '0b4b33bee8584311b96148992b932eea', 'gw_port_host': None}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:30.630177 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9440fa9b-5eb8-4573-9531-900bb1b2d063 None None] The sync data for ids ['1f8f9aec-ca41-45d8-9634-eb3c27bae867'] in dv-neutron-835868-1-hyperv is: [{'id': '1f8f9aec-ca41-45d8-9634-eb3c27bae867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950687437', 'tenant_id': '0b4b33bee8584311b96148992b932eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:22:15Z', 'updated_at': '2022-04-06T14:24:30Z', 'revision_number': 6, 'project_id': '0b4b33bee8584311b96148992b932eea', 'gw_port_host': None}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:24:30.689972 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=e02bde25-0fd4-4db0-accc-2416f9d8ac13,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:30.728268 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-cca838c5-ec0a-469d-aacc-794bb720328b None None] For port a0dbb525-0ed5-42ae-98f0-4d40635196cd, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a0dbb525-0ed5-42ae-98f0-4d40635196cd,segment=NetworkSegment(42578794-267e-4920-9eaa-4ba98f4d1f3f),segment_id=42578794-267e-4920-9eaa-4ba98f4d1f3f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:24:30.728659 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cca838c5-ec0a-469d-aacc-794bb720328b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:30.858992 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-cca838c5-ec0a-469d-aacc-794bb720328b None None] Calling delete_port for a0dbb525-0ed5-42ae-98f0-4d40635196cd owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:24:30.859730 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ea87be8e-d0fe-4d5f-8dd9-21924441c434 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:30.908246 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87be8e-d0fe-4d5f-8dd9-21924441c434 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Pushing event deleted for resources: {'Port': ['ID=f660bbf8-a596-4c18-b41f-5d8518c296ad,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:30.956967 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cca838c5-ec0a-469d-aacc-794bb720328b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:31.002628 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca838c5-ec0a-469d-aacc-794bb720328b None None] Pushing event deleted for resources: {'Port': ['ID=a0dbb525-0ed5-42ae-98f0-4d40635196cd,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:31.015619 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca838c5-ec0a-469d-aacc-794bb720328b None None] No DVR routers for this DVR port a0dbb525-0ed5-42ae-98f0-4d40635196cd on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:24:31.167186 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ea87be8e-d0fe-4d5f-8dd9-21924441c434 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:31.414124 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ea87be8e-d0fe-4d5f-8dd9-21924441c434 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:31.418629 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ea87be8e-d0fe-4d5f-8dd9-21924441c434 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:31.442943 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ea87be8e-d0fe-4d5f-8dd9-21924441c434 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:31.443551 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea87be8e-d0fe-4d5f-8dd9-21924441c434 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Fanout notify agent at l3_agent the message router_deleted on router 1f8f9aec-ca41-45d8-9634-eb3c27bae867 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:24:31.457963 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ea87be8e-d0fe-4d5f-8dd9-21924441c434 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:31.461480 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ea87be8e-d0fe-4d5f-8dd9-21924441c434 tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "DELETE /v2.0/routers/1f8f9aec-ca41-45d8-9634-eb3c27bae867 HTTP/1.1" status: 204 len: 168 time: 1.6684072 Apr 06 14:24:31.462560 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56090) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:31.574980 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-267b0376-5760-40e1-9d24-bc1365384eae tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:31.618966 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device e02bde25-0fd4-4db0-accc-2416f9d8ac13 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:24:31.688519 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port e02bde25-0fd4-4db0-accc-2416f9d8ac13 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:24:31.689132 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:31.717558 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-267b0376-5760-40e1-9d24-bc1365384eae tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:31.744945 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-267b0376-5760-40e1-9d24-bc1365384eae tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a3375d2-a268-4361-a617-6b6ea555d64d']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:31.758231 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-267b0376-5760-40e1-9d24-bc1365384eae tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42578794-267e-4920-9eaa-4ba98f4d1f3f') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:31.758530 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-267b0376-5760-40e1-9d24-bc1365384eae tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42578794-267e-4920-9eaa-4ba98f4d1f3f') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:31.770062 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-267b0376-5760-40e1-9d24-bc1365384eae tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:31.785854 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-267b0376-5760-40e1-9d24-bc1365384eae tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:31.792078 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267b0376-5760-40e1-9d24-bc1365384eae tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:24:31.792459 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-267b0376-5760-40e1-9d24-bc1365384eae tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:24:31.807166 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:24:31.886597 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-267b0376-5760-40e1-9d24-bc1365384eae tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:31.903171 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f262a0e4-4bc9-4d26-81d6-e5c2244535d0 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:24:31.905333 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-267b0376-5760-40e1-9d24-bc1365384eae tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:31.915105 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b0376-5760-40e1-9d24-bc1365384eae tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Pushing event deleted for resources: {'Network': ['ID=0a3375d2-a268-4361-a617-6b6ea555d64d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:31.917505 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-267b0376-5760-40e1-9d24-bc1365384eae tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "DELETE /v2.0/networks/0a3375d2-a268-4361-a617-6b6ea555d64d HTTP/1.1" status: 204 len: 168 time: 0.4538703 Apr 06 14:24:31.920190 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56094) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:31.940472 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: f262a0e4-4bc9-4d26-81d6-e5c2244535d0 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:24:31.940743 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f262a0e4-4bc9-4d26-81d6-e5c2244535d0 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:24:31.941190 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a0dbb525-0ed5-42ae-98f0-4d40635196cd no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:24:31.972195 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: a0dbb525-0ed5-42ae-98f0-4d40635196cd {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:24:31.972817 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a0dbb525-0ed5-42ae-98f0-4d40635196cd not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:24:31.972939 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f660bbf8-a596-4c18-b41f-5d8518c296ad no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:24:31.986974 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-01892a94-5940-4b13-a54f-ad3477ac1d7e tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:32.003564 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: f660bbf8-a596-4c18-b41f-5d8518c296ad {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:24:32.004075 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f660bbf8-a596-4c18-b41f-5d8518c296ad not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:24:32.015911 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-01892a94-5940-4b13-a54f-ad3477ac1d7e tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:32.081062 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-01892a94-5940-4b13-a54f-ad3477ac1d7e tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:32.098218 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01892a94-5940-4b13-a54f-ad3477ac1d7e tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9effe788-cb3b-4bce-a211-1bdac18e4837,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:32.109363 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-01892a94-5940-4b13-a54f-ad3477ac1d7e tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:32.110570 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-01892a94-5940-4b13-a54f-ad3477ac1d7e tempest-TestNetworkAdvancedServerOps-851109183 tempest-TestNetworkAdvancedServerOps-851109183-project] 10.222.0.60 "DELETE /v2.0/security-groups/9effe788-cb3b-4bce-a211-1bdac18e4837 HTTP/1.1" status: 204 len: 168 time: 0.1895931 Apr 06 14:24:32.447843 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56104) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:32.612359 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6c591837-40ca-4868-a686-b4a2429cd990 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0b4b33bee8584311b96148992b932eea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1633432 Apr 06 14:24:32.614736 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56110) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:32.671340 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40a5439d-4fdc-4f74-a32f-6db4cecc165c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:32.697295 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40a5439d-4fdc-4f74-a32f-6db4cecc165c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:32.748007 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40a5439d-4fdc-4f74-a32f-6db4cecc165c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:32.765760 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5439d-4fdc-4f74-a32f-6db4cecc165c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e424155a-41da-4274-aa6f-bbce3661f543,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:32.772053 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40a5439d-4fdc-4f74-a32f-6db4cecc165c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:32.775537 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-40a5439d-4fdc-4f74-a32f-6db4cecc165c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e424155a-41da-4274-aa6f-bbce3661f543 HTTP/1.1" status: 204 len: 168 time: 0.1575842 Apr 06 14:24:33.098718 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56120) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:33.116248 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0e624adf-1024-4390-a1ca-4cb06db63c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:33.149614 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0e624adf-1024-4390-a1ca-4cb06db63c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:24:33.153328 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0e624adf-1024-4390-a1ca-4cb06db63c2b admin admin] Usage tracker for resource:security_group_rule and tenant:efc969bd8bc7456aaeba6d0aa7ed43f6 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:24:33.156005 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0e624adf-1024-4390-a1ca-4cb06db63c2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:24:33.161587 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0e624adf-1024-4390-a1ca-4cb06db63c2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:24:33.315603 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0e624adf-1024-4390-a1ca-4cb06db63c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:33.323647 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0e624adf-1024-4390-a1ca-4cb06db63c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:33.368050 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e624adf-1024-4390-a1ca-4cb06db63c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5fba0b-363e-4f9b-9715-c7d1d90a05a0,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:33.372520 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0e624adf-1024-4390-a1ca-4cb06db63c2b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=efc969bd8bc7456aaeba6d0aa7ed43f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2727950 Apr 06 14:24:33.375472 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56124) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:33.442041 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dc47b174-0b6d-4333-a87e-f5ffa0d00e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:33.467201 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dc47b174-0b6d-4333-a87e-f5ffa0d00e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:33.518545 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dc47b174-0b6d-4333-a87e-f5ffa0d00e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:33.536766 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47b174-0b6d-4333-a87e-f5ffa0d00e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5fba0b-363e-4f9b-9715-c7d1d90a05a0,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:33.543120 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dc47b174-0b6d-4333-a87e-f5ffa0d00e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:33.544196 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-dc47b174-0b6d-4333-a87e-f5ffa0d00e34 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cb5fba0b-363e-4f9b-9715-c7d1d90a05a0 HTTP/1.1" status: 204 len: 168 time: 0.1682277 Apr 06 14:24:36.325088 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bcb05089-4a50-4595-af22-b53e9e478819 req-1e0bc8ea-3216-4a93-a8d0-986399e0804c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=89e24a57-c7e9-465d-acc3-060f7b1fae26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667994 Apr 06 14:24:36.411822 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bcb05089-4a50-4595-af22-b53e9e478819 req-5d1f1b36-ae9f-4acc-b469-12a37aa2bbc0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=89e24a57-c7e9-465d-acc3-060f7b1fae26 HTTP/1.1" status: 200 len: 1098 time: 0.0676696 Apr 06 14:24:36.555969 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb05089-4a50-4595-af22-b53e9e478819 req-692d0f41-12f2-4b5c-9218-133b7b482965 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:36.557450 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bcb05089-4a50-4595-af22-b53e9e478819 req-692d0f41-12f2-4b5c-9218-133b7b482965 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b191f3e7-0206-4dd0-ac81-9a56edf9f25b HTTP/1.1" status: 200 len: 897 time: 0.1249406 Apr 06 14:24:36.659085 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bcb05089-4a50-4595-af22-b53e9e478819 req-e20e3845-eed5-4403-87ed-41aa13ebfdc8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1565a3ab-a19f-4cfe-9c74-d8bf632272c9 HTTP/1.1" status: 200 len: 1001 time: 0.0948393 Apr 06 14:24:36.724052 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb05089-4a50-4595-af22-b53e9e478819 req-76b7eb28-de90-4dc1-9552-61bf49593922 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:36.726112 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bcb05089-4a50-4595-af22-b53e9e478819 req-76b7eb28-de90-4dc1-9552-61bf49593922 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a069d15c-dde2-49f9-9aa1-09fd1a5125da HTTP/1.1" status: 200 len: 835 time: 0.0602477 Apr 06 14:24:36.797861 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bcb05089-4a50-4595-af22-b53e9e478819 req-67c336aa-c73e-4def-990b-0029a3a3b006 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b191f3e7-0206-4dd0-ac81-9a56edf9f25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654590 Apr 06 14:24:36.929043 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bcb05089-4a50-4595-af22-b53e9e478819 req-207abd43-cbee-404f-8a8a-94a79fceca5a service neutron] 10.222.0.69 "GET /v2.0/networks/b191f3e7-0206-4dd0-ac81-9a56edf9f25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236427 Apr 06 14:24:37.059844 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bcb05089-4a50-4595-af22-b53e9e478819 req-1cf3916a-508b-480c-8186-b860226f71e7 service neutron] 10.222.0.69 "GET /v2.0/networks/b191f3e7-0206-4dd0-ac81-9a56edf9f25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254523 Apr 06 14:24:38.011338 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-57beee01-b251-4859-9e72-85e7d0d9fc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:40.829345 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f407e7ab-7704-44c0-971d-9abed8ef77f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:41.285964 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:41.323490 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:42.784843 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:46.853945 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56142) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:47.321024 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-347cf1f2-c332-4aa0-a5b9-f0665b63813b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:47.968069 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-347cf1f2-c332-4aa0-a5b9-f0665b63813b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port e02bde25-0fd4-4db0-accc-2416f9d8ac13 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:24:47.968858 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-347cf1f2-c332-4aa0-a5b9-f0665b63813b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:48.148048 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-347cf1f2-c332-4aa0-a5b9-f0665b63813b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] For port e02bde25-0fd4-4db0-accc-2416f9d8ac13, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=e02bde25-0fd4-4db0-accc-2416f9d8ac13,segment=NetworkSegment(9eed8197-273b-4308-8aab-631afc6ed443),segment_id=9eed8197-273b-4308-8aab-631afc6ed443)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:24:48.148404 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-347cf1f2-c332-4aa0-a5b9-f0665b63813b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:48.266468 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-347cf1f2-c332-4aa0-a5b9-f0665b63813b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for e02bde25-0fd4-4db0-accc-2416f9d8ac13 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:24:48.434818 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-347cf1f2-c332-4aa0-a5b9-f0665b63813b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:48.483026 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347cf1f2-c332-4aa0-a5b9-f0665b63813b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=e02bde25-0fd4-4db0-accc-2416f9d8ac13,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:48.521197 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347cf1f2-c332-4aa0-a5b9-f0665b63813b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:48.521543 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347cf1f2-c332-4aa0-a5b9-f0665b63813b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:48.522419 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347cf1f2-c332-4aa0-a5b9-f0665b63813b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:48.522752 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347cf1f2-c332-4aa0-a5b9-f0665b63813b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:48.523083 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347cf1f2-c332-4aa0-a5b9-f0665b63813b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:48.523410 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347cf1f2-c332-4aa0-a5b9-f0665b63813b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:48.523773 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347cf1f2-c332-4aa0-a5b9-f0665b63813b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:48.524104 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347cf1f2-c332-4aa0-a5b9-f0665b63813b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:48.524428 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347cf1f2-c332-4aa0-a5b9-f0665b63813b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:48.524765 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347cf1f2-c332-4aa0-a5b9-f0665b63813b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:48.525106 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347cf1f2-c332-4aa0-a5b9-f0665b63813b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:48.861440 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-347cf1f2-c332-4aa0-a5b9-f0665b63813b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:49.435568 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347cf1f2-c332-4aa0-a5b9-f0665b63813b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router ec3f2d5a-913d-4de5-8cc1-a246525017a0 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:24:49.635389 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347cf1f2-c332-4aa0-a5b9-f0665b63813b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:24:49.644679 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cea971b-a9c5-4d5b-97f4-2ec967c7c970 None None] Sync routers for ids ['ec3f2d5a-913d-4de5-8cc1-a246525017a0'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:24:49.652759 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-347cf1f2-c332-4aa0-a5b9-f0665b63813b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "PUT /v2.0/routers/ec3f2d5a-913d-4de5-8cc1-a246525017a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7976761 Apr 06 14:24:49.683208 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cea971b-a9c5-4d5b-97f4-2ec967c7c970 None None] Routers {'ec3f2d5a-913d-4de5-8cc1-a246525017a0'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:24:49.683804 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2cea971b-a9c5-4d5b-97f4-2ec967c7c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:24:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ec3f2d5a-913d-4de5-8cc1-a246525017a0'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:49.869737 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-2cea971b-a9c5-4d5b-97f4-2ec967c7c970 None None] Set router ec3f2d5a-913d-4de5-8cc1-a246525017a0 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:24:50.036915 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78f0f4-01b4-4715-b154-9ce935579003 req-e21107b8-33c7-4e58-afe8-71897717ec9a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:50.038134 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-5f78f0f4-01b4-4715-b154-9ce935579003 req-e21107b8-33c7-4e58-afe8-71897717ec9a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:24:50.053400 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-5f78f0f4-01b4-4715-b154-9ce935579003 req-e21107b8-33c7-4e58-afe8-71897717ec9a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:24:50.054544 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5f78f0f4-01b4-4715-b154-9ce935579003 req-e21107b8-33c7-4e58-afe8-71897717ec9a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=35ece79e-5260-4006-921c-9a9822ed7804 HTTP/1.1" status: 200 len: 946 time: 0.0914376 Apr 06 14:24:50.107776 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5f78f0f4-01b4-4715-b154-9ce935579003 req-75c407f7-20ae-45cb-add5-dedc261e79c2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=b060458c-f85b-431e-89b4-5963bca9d957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477166 Apr 06 14:24:50.222886 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2cea971b-a9c5-4d5b-97f4-2ec967c7c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'name': 'tempest-TestNetworkBasicOps-router-1742148068', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:24:48Z', 'revision_number': 6, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'c7ab0df1-dcb9-4ad8-b2fe-ffe5bf6db189', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.249', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'port_id': '1565a3ab-a19f-4cfe-9c74-d8bf632272c9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b', 'mac_address': 'fa:16:3e:dd:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e24a57-c7e9-465d-acc3-060f7b1fae26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:23:24Z', 'updated_at': '2022-04-06T14:23:29Z', 'revision_number': 1, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19544e40-025d-46d4-a032-f97fd3b25949', 'name': '', 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:1e:83:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:04Z', 'updated_at': '2022-04-06T14:23:14Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:50.226608 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cea971b-a9c5-4d5b-97f4-2ec967c7c970 None None] Checking router: ec3f2d5a-913d-4de5-8cc1-a246525017a0 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:24:50.236825 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cea971b-a9c5-4d5b-97f4-2ec967c7c970 None None] Routers {'ec3f2d5a-913d-4de5-8cc1-a246525017a0'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:24:50.237438 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2cea971b-a9c5-4d5b-97f4-2ec967c7c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:24:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ec3f2d5a-913d-4de5-8cc1-a246525017a0'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:50.412953 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-2cea971b-a9c5-4d5b-97f4-2ec967c7c970 None None] Set router ec3f2d5a-913d-4de5-8cc1-a246525017a0 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:24:50.751730 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2cea971b-a9c5-4d5b-97f4-2ec967c7c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'name': 'tempest-TestNetworkBasicOps-router-1742148068', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:24:48Z', 'revision_number': 6, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'c7ab0df1-dcb9-4ad8-b2fe-ffe5bf6db189', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.249', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'port_id': '1565a3ab-a19f-4cfe-9c74-d8bf632272c9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b', 'mac_address': 'fa:16:3e:dd:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e24a57-c7e9-465d-acc3-060f7b1fae26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:23:24Z', 'updated_at': '2022-04-06T14:23:29Z', 'revision_number': 1, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19544e40-025d-46d4-a032-f97fd3b25949', 'name': '', 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:1e:83:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:04Z', 'updated_at': '2022-04-06T14:23:14Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:50.755594 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cea971b-a9c5-4d5b-97f4-2ec967c7c970 None None] The sync data for ids ['ec3f2d5a-913d-4de5-8cc1-a246525017a0'] in dv-neutron-835868-1-hyperv is: [{'id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'name': 'tempest-TestNetworkBasicOps-router-1742148068', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:24:48Z', 'revision_number': 6, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'c7ab0df1-dcb9-4ad8-b2fe-ffe5bf6db189', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.249', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'port_id': '1565a3ab-a19f-4cfe-9c74-d8bf632272c9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b', 'mac_address': 'fa:16:3e:dd:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e24a57-c7e9-465d-acc3-060f7b1fae26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:23:24Z', 'updated_at': '2022-04-06T14:23:29Z', 'revision_number': 1, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19544e40-025d-46d4-a032-f97fd3b25949', 'name': '', 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:1e:83:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:04Z', 'updated_at': '2022-04-06T14:23:14Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:24:51.366247 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566c63c-36b4-4bcf-ab42-2527e3f60c7c req-8d41af0d-2171-4ff5-b2ec-c33ab05e4d51 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:51.366838 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-1566c63c-36b4-4bcf-ab42-2527e3f60c7c req-8d41af0d-2171-4ff5-b2ec-c33ab05e4d51 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:24:51.391345 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-1566c63c-36b4-4bcf-ab42-2527e3f60c7c req-8d41af0d-2171-4ff5-b2ec-c33ab05e4d51 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:24:51.392613 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1566c63c-36b4-4bcf-ab42-2527e3f60c7c req-8d41af0d-2171-4ff5-b2ec-c33ab05e4d51 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=35ece79e-5260-4006-921c-9a9822ed7804 HTTP/1.1" status: 200 len: 946 time: 0.1489592 Apr 06 14:24:51.416658 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdc78c-eb0f-4a00-a6fd-025097a4e20b req-4aa32dd1-2c83-4e31-93cd-528a6c6a62b5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:51.418050 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d7bdc78c-eb0f-4a00-a6fd-025097a4e20b req-4aa32dd1-2c83-4e31-93cd-528a6c6a62b5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/ports?device_id=35ece79e-5260-4006-921c-9a9822ed7804 HTTP/1.1" status: 200 len: 946 time: 0.1174464 Apr 06 14:24:51.495200 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1566c63c-36b4-4bcf-ab42-2527e3f60c7c req-3681bff0-bb6d-4283-90db-d3e32a772240 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=b060458c-f85b-431e-89b4-5963bca9d957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968397 Apr 06 14:24:51.504930 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-d7bdc78c-eb0f-4a00-a6fd-025097a4e20b req-f8134f1b-4c60-4352-87a6-0f15bc1b3e5a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port ccb17829-b986-4166-9361-0ca6dc6d169f {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:24:51.505285 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-d7bdc78c-eb0f-4a00-a6fd-025097a4e20b req-f8134f1b-4c60-4352-87a6-0f15bc1b3e5a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:51.583549 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device e02bde25-0fd4-4db0-accc-2416f9d8ac13 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:24:51.618452 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: e02bde25-0fd4-4db0-accc-2416f9d8ac13 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:24:51.618713 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device e02bde25-0fd4-4db0-accc-2416f9d8ac13 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:24:51.743267 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-d7bdc78c-eb0f-4a00-a6fd-025097a4e20b req-f8134f1b-4c60-4352-87a6-0f15bc1b3e5a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] For port ccb17829-b986-4166-9361-0ca6dc6d169f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ccb17829-b986-4166-9361-0ca6dc6d169f,segment=NetworkSegment(9eed8197-273b-4308-8aab-631afc6ed443),segment_id=9eed8197-273b-4308-8aab-631afc6ed443)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:24:51.743618 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-d7bdc78c-eb0f-4a00-a6fd-025097a4e20b req-f8134f1b-4c60-4352-87a6-0f15bc1b3e5a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:51.945118 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-d7bdc78c-eb0f-4a00-a6fd-025097a4e20b req-f8134f1b-4c60-4352-87a6-0f15bc1b3e5a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for ccb17829-b986-4166-9361-0ca6dc6d169f owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:24:52.080980 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-d7bdc78c-eb0f-4a00-a6fd-025097a4e20b req-f8134f1b-4c60-4352-87a6-0f15bc1b3e5a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:52.129667 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8134f1b-4c60-4352-87a6-0f15bc1b3e5a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=ccb17829-b986-4166-9361-0ca6dc6d169f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:52.202347 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7bdc78c-eb0f-4a00-a6fd-025097a4e20b req-f8134f1b-4c60-4352-87a6-0f15bc1b3e5a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] No DVR routers for this DVR port ccb17829-b986-4166-9361-0ca6dc6d169f on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:24:52.204719 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-d7bdc78c-eb0f-4a00-a6fd-025097a4e20b req-f8134f1b-4c60-4352-87a6-0f15bc1b3e5a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:52.207178 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ece79e-5260-4006-921c-9a9822ed7804', 'name': 'network-vif-deleted', 'tag': 'ccb17829-b986-4166-9361-0ca6dc6d169f'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:24:52.221552 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d7bdc78c-eb0f-4a00-a6fd-025097a4e20b req-f8134f1b-4c60-4352-87a6-0f15bc1b3e5a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "DELETE /v2.0/ports/ccb17829-b986-4166-9361-0ca6dc6d169f HTTP/1.1" status: 204 len: 173 time: 0.7960598 Apr 06 14:24:52.262771 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-528b0107-f5e1-49f5-a979-a382f5f43bcf'] response: {'server_uuid': '35ece79e-5260-4006-921c-9a9822ed7804', 'name': 'network-vif-deleted', 'tag': 'ccb17829-b986-4166-9361-0ca6dc6d169f', 'status': 'completed', 'code': 200} Apr 06 14:24:52.685128 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-76ff99a0-d7b2-4c7f-a5d2-a728f4fa52da req-f76cdcdd-e495-4853-b2c1-e08973824592 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:24:52.700545 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-76ff99a0-d7b2-4c7f-a5d2-a728f4fa52da req-f76cdcdd-e495-4853-b2c1-e08973824592 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:24:52.701717 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-76ff99a0-d7b2-4c7f-a5d2-a728f4fa52da req-f76cdcdd-e495-4853-b2c1-e08973824592 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=35ece79e-5260-4006-921c-9a9822ed7804 HTTP/1.1" status: 200 len: 210 time: 0.0647714 Apr 06 14:24:53.804915 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56158) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:53.873127 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cc82bf89-34ab-4af3-bfd1-d951fc5a5447 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:53.904629 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cc82bf89-34ab-4af3-bfd1-d951fc5a5447 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:53.966174 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cc82bf89-34ab-4af3-bfd1-d951fc5a5447 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:53.982519 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82bf89-34ab-4af3-bfd1-d951fc5a5447 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b060458c-f85b-431e-89b4-5963bca9d957,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:53.993670 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cc82bf89-34ab-4af3-bfd1-d951fc5a5447 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:53.997340 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cc82bf89-34ab-4af3-bfd1-d951fc5a5447 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/security-groups/b060458c-f85b-431e-89b4-5963bca9d957 HTTP/1.1" status: 204 len: 168 time: 0.1888840 Apr 06 14:24:54.036690 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56164) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:54.220163 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8286111-aaf3-49a6-9c15-c65b69cea0cd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting subnet 8b8f8e3e-e949-4070-9e1d-19cabd3976fa {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:24:54.223000 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e8286111-aaf3-49a6-9c15-c65b69cea0cd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:54.275489 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e8286111-aaf3-49a6-9c15-c65b69cea0cd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:54.359813 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e8286111-aaf3-49a6-9c15-c65b69cea0cd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:54.428638 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e8286111-aaf3-49a6-9c15-c65b69cea0cd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:54.466910 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8286111-aaf3-49a6-9c15-c65b69cea0cd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Subnet': ['ID=8b8f8e3e-e949-4070-9e1d-19cabd3976fa,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:54.471514 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e8286111-aaf3-49a6-9c15-c65b69cea0cd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:54.479062 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaf3126-2394-4178-8fa6-35f0c86a093f None None] Network 224da203-fa5a-40aa-9875-1c2561bd3891 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:24:54.479555 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e8286111-aaf3-49a6-9c15-c65b69cea0cd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/subnets/8b8f8e3e-e949-4070-9e1d-19cabd3976fa HTTP/1.1" status: 204 len: 168 time: 0.4417765 Apr 06 14:24:54.480611 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56168) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:54.538062 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device ccb17829-b986-4166-9361-0ca6dc6d169f no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:24:54.586419 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: ccb17829-b986-4166-9361-0ca6dc6d169f {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:24:54.586761 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device ccb17829-b986-4166-9361-0ca6dc6d169f not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:24:54.594222 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4e6558eb-1c5c-4fbc-871b-7fca0be68b25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:54.604656 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-4e6558eb-1c5c-4fbc-871b-7fca0be68b25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port e037e183-b82d-407e-862e-33fdd16533a5 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:24:54.605026 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4e6558eb-1c5c-4fbc-871b-7fca0be68b25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:54.749053 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7da410c-a829-47a3-9640-386b8ae1fa8e None None] DHCP port deletion for 224da203-fa5a-40aa-9875-1c2561bd3891 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:24:54.753209 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d7da410c-a829-47a3-9640-386b8ae1fa8e None None] Deleting port e037e183-b82d-407e-862e-33fdd16533a5 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:24:54.753582 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d7da410c-a829-47a3-9640-386b8ae1fa8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:54.810624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-4e6558eb-1c5c-4fbc-871b-7fca0be68b25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] For port e037e183-b82d-407e-862e-33fdd16533a5, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=e037e183-b82d-407e-862e-33fdd16533a5,segment=NetworkSegment(9eed8197-273b-4308-8aab-631afc6ed443),segment_id=9eed8197-273b-4308-8aab-631afc6ed443)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:24:54.811212 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4e6558eb-1c5c-4fbc-871b-7fca0be68b25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:54.933012 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-4e6558eb-1c5c-4fbc-871b-7fca0be68b25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for e037e183-b82d-407e-862e-33fdd16533a5 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:24:54.950108 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d7da410c-a829-47a3-9640-386b8ae1fa8e None None] For port e037e183-b82d-407e-862e-33fdd16533a5, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=e037e183-b82d-407e-862e-33fdd16533a5,segment=NetworkSegment(9eed8197-273b-4308-8aab-631afc6ed443),segment_id=9eed8197-273b-4308-8aab-631afc6ed443)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:24:54.950495 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d7da410c-a829-47a3-9640-386b8ae1fa8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:55.009027 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4e6558eb-1c5c-4fbc-871b-7fca0be68b25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:55.056330 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6558eb-1c5c-4fbc-871b-7fca0be68b25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=e037e183-b82d-407e-862e-33fdd16533a5,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:55.061018 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6558eb-1c5c-4fbc-871b-7fca0be68b25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] No DVR routers for this DVR port e037e183-b82d-407e-862e-33fdd16533a5 on host dv-neutron-835868-1-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:24:55.065989 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d7da410c-a829-47a3-9640-386b8ae1fa8e None None] Calling delete_port for e037e183-b82d-407e-862e-33fdd16533a5 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn_limited( Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn_limited( Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:24:55.131744 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 14:24:55.136895 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-d7da410c-a829-47a3-9640-386b8ae1fa8e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:24:55.137250 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-d7da410c-a829-47a3-9640-386b8ae1fa8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:24:55.266449 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4e6558eb-1c5c-4fbc-871b-7fca0be68b25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:55.291779 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-4e6558eb-1c5c-4fbc-871b-7fca0be68b25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['224da203-fa5a-40aa-9875-1c2561bd3891']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:55.303589 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-4e6558eb-1c5c-4fbc-871b-7fca0be68b25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eed8197-273b-4308-8aab-631afc6ed443') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:55.303882 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-4e6558eb-1c5c-4fbc-871b-7fca0be68b25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eed8197-273b-4308-8aab-631afc6ed443') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:55.314961 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4e6558eb-1c5c-4fbc-871b-7fca0be68b25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:55.331190 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4e6558eb-1c5c-4fbc-871b-7fca0be68b25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:55.337809 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e6558eb-1c5c-4fbc-871b-7fca0be68b25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:24:55.338178 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4e6558eb-1c5c-4fbc-871b-7fca0be68b25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:24:55.351838 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:24:55.428985 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4e6558eb-1c5c-4fbc-871b-7fca0be68b25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:55.446120 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4e6558eb-1c5c-4fbc-871b-7fca0be68b25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:55.460122 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6558eb-1c5c-4fbc-871b-7fca0be68b25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Network': ['ID=224da203-fa5a-40aa-9875-1c2561bd3891,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:55.470477 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4e6558eb-1c5c-4fbc-871b-7fca0be68b25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/networks/224da203-fa5a-40aa-9875-1c2561bd3891 HTTP/1.1" status: 204 len: 168 time: 0.9888892 Apr 06 14:24:55.473096 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56172) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:24:55.618946 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device e037e183-b82d-407e-862e-33fdd16533a5 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:24:55.645836 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d7da410c-a829-47a3-9640-386b8ae1fa8e None None] Deleting port e037e183-b82d-407e-862e-33fdd16533a5 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:24:55.646208 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d7da410c-a829-47a3-9640-386b8ae1fa8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:55.671615 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b33588de-f36c-44e8-8901-9799ab938896 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port 16587a3a-4881-45ca-9014-fd75ea6e5813 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:24:55.671955 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b33588de-f36c-44e8-8901-9799ab938896 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:55.675760 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: e037e183-b82d-407e-862e-33fdd16533a5 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:24:55.676106 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device e037e183-b82d-407e-862e-33fdd16533a5 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:24:55.715238 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d7da410c-a829-47a3-9640-386b8ae1fa8e None None] The port 'e037e183-b82d-407e-862e-33fdd16533a5' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:24:55.840926 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b33588de-f36c-44e8-8901-9799ab938896 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:55.841471 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b33588de-f36c-44e8-8901-9799ab938896 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:55.958780 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b33588de-f36c-44e8-8901-9799ab938896 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for 16587a3a-4881-45ca-9014-fd75ea6e5813 owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:24:56.100915 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b33588de-f36c-44e8-8901-9799ab938896 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:56.147388 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33588de-f36c-44e8-8901-9799ab938896 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=16587a3a-4881-45ca-9014-fd75ea6e5813,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:56.234966 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b33588de-f36c-44e8-8901-9799ab938896 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:56.610073 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33588de-f36c-44e8-8901-9799ab938896 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router ec3f2d5a-913d-4de5-8cc1-a246525017a0 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:24:56.896497 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33588de-f36c-44e8-8901-9799ab938896 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:24:56.905813 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ff81b3-6e81-41fc-bef9-6e9c8058bff6 None None] Sync routers for ids ['ec3f2d5a-913d-4de5-8cc1-a246525017a0'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:24:56.911991 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b33588de-f36c-44e8-8901-9799ab938896 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:56.917956 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ff81b3-6e81-41fc-bef9-6e9c8058bff6 None None] Routers {'ec3f2d5a-913d-4de5-8cc1-a246525017a0'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:24:56.918568 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e2ff81b3-6e81-41fc-bef9-6e9c8058bff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:24:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ec3f2d5a-913d-4de5-8cc1-a246525017a0'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:56.965912 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b33588de-f36c-44e8-8901-9799ab938896 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/floatingips/c7ab0df1-dcb9-4ad8-b2fe-ffe5bf6db189 HTTP/1.1" status: 204 len: 168 time: 1.4918065 Apr 06 14:24:56.966581 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e24a57-c7e9-465d-acc3-060f7b1fae26', 'tag': '1565a3ab-a19f-4cfe-9c74-d8bf632272c9'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:24:57.032718 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f23902-0bb5-4602-aae1-9ae0730936e7'] response: {'name': 'network-changed', 'server_uuid': '89e24a57-c7e9-465d-acc3-060f7b1fae26', 'tag': '1565a3ab-a19f-4cfe-9c74-d8bf632272c9', 'status': 'completed', 'code': 200} Apr 06 14:24:57.125192 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6cddc2c4-d321-40e2-b8eb-548a48110359 req-e834a2e5-a63f-4c25-9fca-6fd0c3364da7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=89e24a57-c7e9-465d-acc3-060f7b1fae26 HTTP/1.1" status: 200 len: 1098 time: 0.0705492 Apr 06 14:24:57.132452 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-e2ff81b3-6e81-41fc-bef9-6e9c8058bff6 None None] Set router ec3f2d5a-913d-4de5-8cc1-a246525017a0 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:24:57.268788 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddc2c4-d321-40e2-b8eb-548a48110359 req-5a60aab3-7a12-49f7-802b-75ebbeb5523c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:57.270422 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6cddc2c4-d321-40e2-b8eb-548a48110359 req-5a60aab3-7a12-49f7-802b-75ebbeb5523c service neutron] 10.222.0.69 "GET /v2.0/networks?id=b191f3e7-0206-4dd0-ac81-9a56edf9f25b HTTP/1.1" status: 200 len: 897 time: 0.1396034 Apr 06 14:24:57.382480 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6cddc2c4-d321-40e2-b8eb-548a48110359 req-ad16dd29-10a7-4678-b7f0-23fd82b508d7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1565a3ab-a19f-4cfe-9c74-d8bf632272c9 HTTP/1.1" status: 200 len: 217 time: 0.1055222 Apr 06 14:24:57.452369 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e2ff81b3-6e81-41fc-bef9-6e9c8058bff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'name': 'tempest-TestNetworkBasicOps-router-1742148068', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:24:48Z', 'revision_number': 6, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '19544e40-025d-46d4-a032-f97fd3b25949', 'name': '', 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:1e:83:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:04Z', 'updated_at': '2022-04-06T14:23:14Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:57.456090 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ff81b3-6e81-41fc-bef9-6e9c8058bff6 None None] Checking router: ec3f2d5a-913d-4de5-8cc1-a246525017a0 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:24:57.458738 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddc2c4-d321-40e2-b8eb-548a48110359 req-2289493d-2d6a-4465-bf5b-e6b7aad0af5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:57.460712 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6cddc2c4-d321-40e2-b8eb-548a48110359 req-2289493d-2d6a-4465-bf5b-e6b7aad0af5d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a069d15c-dde2-49f9-9aa1-09fd1a5125da HTTP/1.1" status: 200 len: 835 time: 0.0705841 Apr 06 14:24:57.466885 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cd2fe-dad2-4a95-9ab4-1b7eec15a01f req-7023e274-6a5c-4368-8160-1106418cd3d5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:57.467354 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ff81b3-6e81-41fc-bef9-6e9c8058bff6 None None] Routers {'ec3f2d5a-913d-4de5-8cc1-a246525017a0'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:24:57.467544 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-fd0cd2fe-dad2-4a95-9ab4-1b7eec15a01f req-7023e274-6a5c-4368-8160-1106418cd3d5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:24:57.467957 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e2ff81b3-6e81-41fc-bef9-6e9c8058bff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:24:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ec3f2d5a-913d-4de5-8cc1-a246525017a0'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:57.524368 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-fd0cd2fe-dad2-4a95-9ab4-1b7eec15a01f req-7023e274-6a5c-4368-8160-1106418cd3d5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:24:57.525612 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fd0cd2fe-dad2-4a95-9ab4-1b7eec15a01f req-7023e274-6a5c-4368-8160-1106418cd3d5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=89e24a57-c7e9-465d-acc3-060f7b1fae26 HTTP/1.1" status: 200 len: 945 time: 0.2024767 Apr 06 14:24:57.582117 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6cddc2c4-d321-40e2-b8eb-548a48110359 req-955cb84b-4394-4b25-b1ac-b246d8a492a9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b191f3e7-0206-4dd0-ac81-9a56edf9f25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1118550 Apr 06 14:24:57.585683 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-fd0cd2fe-dad2-4a95-9ab4-1b7eec15a01f req-b1a7f810-7ff4-4501-b75c-e8a14507e6ac tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:24:57.643953 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-e2ff81b3-6e81-41fc-bef9-6e9c8058bff6 None None] Set router ec3f2d5a-913d-4de5-8cc1-a246525017a0 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:24:57.676039 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-fd0cd2fe-dad2-4a95-9ab4-1b7eec15a01f req-b1a7f810-7ff4-4501-b75c-e8a14507e6ac tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:24:57.677158 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fd0cd2fe-dad2-4a95-9ab4-1b7eec15a01f req-b1a7f810-7ff4-4501-b75c-e8a14507e6ac tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=dee60951-b470-40c3-9a66-f311523f1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449320 Apr 06 14:24:57.721485 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6cddc2c4-d321-40e2-b8eb-548a48110359 req-4322007a-8e6b-48c9-82ff-59f8771c46ed service neutron] 10.222.0.69 "GET /v2.0/networks/b191f3e7-0206-4dd0-ac81-9a56edf9f25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319683 Apr 06 14:24:57.855880 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6cddc2c4-d321-40e2-b8eb-548a48110359 req-17d3842b-4b69-46c4-97c7-048104f280a4 service neutron] 10.222.0.69 "GET /v2.0/networks/b191f3e7-0206-4dd0-ac81-9a56edf9f25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253023 Apr 06 14:24:57.959741 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e2ff81b3-6e81-41fc-bef9-6e9c8058bff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'name': 'tempest-TestNetworkBasicOps-router-1742148068', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:24:48Z', 'revision_number': 6, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '19544e40-025d-46d4-a032-f97fd3b25949', 'name': '', 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:1e:83:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:04Z', 'updated_at': '2022-04-06T14:23:14Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:57.963446 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ff81b3-6e81-41fc-bef9-6e9c8058bff6 None None] The sync data for ids ['ec3f2d5a-913d-4de5-8cc1-a246525017a0'] in dv-neutron-835868-1-hyperv is: [{'id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'name': 'tempest-TestNetworkBasicOps-router-1742148068', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:24:48Z', 'revision_number': 6, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '19544e40-025d-46d4-a032-f97fd3b25949', 'name': '', 'network_id': 'b191f3e7-0206-4dd0-ac81-9a56edf9f25b', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:1e:83:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:04Z', 'updated_at': '2022-04-06T14:23:14Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'a069d15c-dde2-49f9-9aa1-09fd1a5125da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:24:58.172970 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f9a5db-98ab-43ed-be7c-de874d18b22d None None] New status for floating IP c7ab0df1-dcb9-4ad8-b2fe-ffe5bf6db189: DOWN {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:24:58.659379 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3c4a1-53d4-40c0-83f3-ae03281dedde req-fd22ad92-7a58-449e-b3a3-c9470e5694b8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:58.660791 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c1c3c4a1-53d4-40c0-83f3-ae03281dedde req-fd22ad92-7a58-449e-b3a3-c9470e5694b8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/ports?device_id=89e24a57-c7e9-465d-acc3-060f7b1fae26 HTTP/1.1" status: 200 len: 945 time: 0.0829003 Apr 06 14:24:58.727242 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-c1c3c4a1-53d4-40c0-83f3-ae03281dedde req-426cbacf-9613-4ee1-ab5f-a21ab6d1a2a2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port 1565a3ab-a19f-4cfe-9c74-d8bf632272c9 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:24:58.727661 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-c1c3c4a1-53d4-40c0-83f3-ae03281dedde req-426cbacf-9613-4ee1-ab5f-a21ab6d1a2a2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:58.878181 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029251d7-df8c-446b-86ec-4b1ab2e9be19 req-577ca975-b1d1-41df-88ee-b335a9a27ac4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:58.879649 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-029251d7-df8c-446b-86ec-4b1ab2e9be19 req-577ca975-b1d1-41df-88ee-b335a9a27ac4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=89e24a57-c7e9-465d-acc3-060f7b1fae26 HTTP/1.1" status: 200 len: 945 time: 0.0816908 Apr 06 14:24:58.914957 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:58.926038 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-029251d7-df8c-446b-86ec-4b1ab2e9be19 req-9761459e-050f-4179-b9fe-347db85311b3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=dee60951-b470-40c3-9a66-f311523f1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407822 Apr 06 14:24:58.971766 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-c1c3c4a1-53d4-40c0-83f3-ae03281dedde req-426cbacf-9613-4ee1-ab5f-a21ab6d1a2a2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] For port 1565a3ab-a19f-4cfe-9c74-d8bf632272c9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1565a3ab-a19f-4cfe-9c74-d8bf632272c9,segment=NetworkSegment(ff0e0498-2ff0-4d4f-b7a6-41b56328d188),segment_id=ff0e0498-2ff0-4d4f-b7a6-41b56328d188)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:24:58.972115 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-c1c3c4a1-53d4-40c0-83f3-ae03281dedde req-426cbacf-9613-4ee1-ab5f-a21ab6d1a2a2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:59.180011 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-c1c3c4a1-53d4-40c0-83f3-ae03281dedde req-426cbacf-9613-4ee1-ab5f-a21ab6d1a2a2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for 1565a3ab-a19f-4cfe-9c74-d8bf632272c9 owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:24:59.319595 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-c1c3c4a1-53d4-40c0-83f3-ae03281dedde req-426cbacf-9613-4ee1-ab5f-a21ab6d1a2a2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:59.367048 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426cbacf-9613-4ee1-ab5f-a21ab6d1a2a2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=1565a3ab-a19f-4cfe-9c74-d8bf632272c9,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:59.441438 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c3c4a1-53d4-40c0-83f3-ae03281dedde req-426cbacf-9613-4ee1-ab5f-a21ab6d1a2a2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] No DVR routers for this DVR port 1565a3ab-a19f-4cfe-9c74-d8bf632272c9 on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:24:59.444196 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-c1c3c4a1-53d4-40c0-83f3-ae03281dedde req-426cbacf-9613-4ee1-ab5f-a21ab6d1a2a2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:59.446750 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e24a57-c7e9-465d-acc3-060f7b1fae26', 'name': 'network-vif-deleted', 'tag': '1565a3ab-a19f-4cfe-9c74-d8bf632272c9'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:24:59.462396 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c1c3c4a1-53d4-40c0-83f3-ae03281dedde req-426cbacf-9613-4ee1-ab5f-a21ab6d1a2a2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "DELETE /v2.0/ports/1565a3ab-a19f-4cfe-9c74-d8bf632272c9 HTTP/1.1" status: 204 len: 173 time: 0.7959414 Apr 06 14:24:59.508487 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1556383f-2e28-44e9-84ef-33b5c50ceb0c'] response: {'server_uuid': '89e24a57-c7e9-465d-acc3-060f7b1fae26', 'name': 'network-vif-deleted', 'tag': '1565a3ab-a19f-4cfe-9c74-d8bf632272c9', 'status': 'completed', 'code': 200} Apr 06 14:25:00.036516 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56188) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:00.105434 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-df074562-0585-402c-8e4b-f7e20926f170 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:00.133825 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-df074562-0585-402c-8e4b-f7e20926f170 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:00.195998 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-df074562-0585-402c-8e4b-f7e20926f170 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:00.214222 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df074562-0585-402c-8e4b-f7e20926f170 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee60951-b470-40c3-9a66-f311523f1c89,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:00.223300 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-df074562-0585-402c-8e4b-f7e20926f170 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:00.224400 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-df074562-0585-402c-8e4b-f7e20926f170 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/security-groups/dee60951-b470-40c3-9a66-f311523f1c89 HTTP/1.1" status: 204 len: 168 time: 0.1862845 Apr 06 14:25:00.269264 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56194) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:00.776727 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5cc4070c-298e-4916-ba7f-57b030b738c7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:01.371120 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5cc4070c-298e-4916-ba7f-57b030b738c7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port 19544e40-025d-46d4-a032-f97fd3b25949 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:25:01.371828 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5cc4070c-298e-4916-ba7f-57b030b738c7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:01.549793 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-5cc4070c-298e-4916-ba7f-57b030b738c7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] For port 19544e40-025d-46d4-a032-f97fd3b25949, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=19544e40-025d-46d4-a032-f97fd3b25949,segment=NetworkSegment(ff0e0498-2ff0-4d4f-b7a6-41b56328d188),segment_id=ff0e0498-2ff0-4d4f-b7a6-41b56328d188)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:01.550157 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5cc4070c-298e-4916-ba7f-57b030b738c7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:01.667944 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5cc4070c-298e-4916-ba7f-57b030b738c7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for 19544e40-025d-46d4-a032-f97fd3b25949 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:25:01.837173 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5cc4070c-298e-4916-ba7f-57b030b738c7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:01.885586 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4070c-298e-4916-ba7f-57b030b738c7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=19544e40-025d-46d4-a032-f97fd3b25949,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:02.254923 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5cc4070c-298e-4916-ba7f-57b030b738c7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:02.545826 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 1565a3ab-a19f-4cfe-9c74-d8bf632272c9 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:25:02.578175 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: 1565a3ab-a19f-4cfe-9c74-d8bf632272c9 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:25:02.578513 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 1565a3ab-a19f-4cfe-9c74-d8bf632272c9 not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:25:02.821752 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc4070c-298e-4916-ba7f-57b030b738c7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router ec3f2d5a-913d-4de5-8cc1-a246525017a0 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:25:03.012252 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc4070c-298e-4916-ba7f-57b030b738c7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:25:03.021446 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b3dc07-8f7b-44a4-b24d-39a443c202be None None] Sync routers for ids ['ec3f2d5a-913d-4de5-8cc1-a246525017a0'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:25:03.024980 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5cc4070c-298e-4916-ba7f-57b030b738c7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "PUT /v2.0/routers/ec3f2d5a-913d-4de5-8cc1-a246525017a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7545626 Apr 06 14:25:03.027600 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56198) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:03.034039 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b3dc07-8f7b-44a4-b24d-39a443c202be None None] Routers {'ec3f2d5a-913d-4de5-8cc1-a246525017a0'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:25:03.034643 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b6b3dc07-8f7b-44a4-b24d-39a443c202be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:24:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ec3f2d5a-913d-4de5-8cc1-a246525017a0'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:03.207903 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-b6b3dc07-8f7b-44a4-b24d-39a443c202be None None] Set router ec3f2d5a-913d-4de5-8cc1-a246525017a0 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:25:03.210055 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d73033-86b3-41d7-abea-97f2092b2dca tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting subnet a069d15c-dde2-49f9-9aa1-09fd1a5125da {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:25:03.212976 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00d73033-86b3-41d7-abea-97f2092b2dca tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:03.264733 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00d73033-86b3-41d7-abea-97f2092b2dca tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:03.347291 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00d73033-86b3-41d7-abea-97f2092b2dca tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:03.420945 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00d73033-86b3-41d7-abea-97f2092b2dca tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:03.458946 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d73033-86b3-41d7-abea-97f2092b2dca tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Subnet': ['ID=a069d15c-dde2-49f9-9aa1-09fd1a5125da,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:03.465559 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00d73033-86b3-41d7-abea-97f2092b2dca tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:03.471531 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-00d73033-86b3-41d7-abea-97f2092b2dca tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/subnets/a069d15c-dde2-49f9-9aa1-09fd1a5125da HTTP/1.1" status: 204 len: 168 time: 0.4430146 Apr 06 14:25:03.474173 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56202) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:03.486745 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3000fa-a431-4a6f-85d1-1e82cc1b4f76 None None] Network b191f3e7-0206-4dd0-ac81-9a56edf9f25b requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:25:03.680489 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b6b3dc07-8f7b-44a4-b24d-39a443c202be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'name': 'tempest-TestNetworkBasicOps-router-1742148068', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:25:01Z', 'revision_number': 7, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:03.687976 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b3dc07-8f7b-44a4-b24d-39a443c202be None None] Checking router: ec3f2d5a-913d-4de5-8cc1-a246525017a0 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:25:03.713774 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b3dc07-8f7b-44a4-b24d-39a443c202be None None] Routers {'ec3f2d5a-913d-4de5-8cc1-a246525017a0'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:25:03.714323 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b6b3dc07-8f7b-44a4-b24d-39a443c202be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:24:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ec3f2d5a-913d-4de5-8cc1-a246525017a0'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:03.777110 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-41842997-393f-4a22-853b-49c7abc0b8e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:03.843241 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecef4cfe-fafe-4ea9-83d7-1f3e39fd30f7 None None] DHCP port deletion for b191f3e7-0206-4dd0-ac81-9a56edf9f25b request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:25:03.859422 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ecef4cfe-fafe-4ea9-83d7-1f3e39fd30f7 None None] Deleting port 5861f5e6-30b1-42b9-96f4-175794269ce8 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:25:03.859806 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ecef4cfe-fafe-4ea9-83d7-1f3e39fd30f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:03.978219 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-b6b3dc07-8f7b-44a4-b24d-39a443c202be None None] Set router ec3f2d5a-913d-4de5-8cc1-a246525017a0 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:25:03.986605 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-41842997-393f-4a22-853b-49c7abc0b8e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:03.996230 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-41842997-393f-4a22-853b-49c7abc0b8e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port 71eb6d8a-2da3-4c88-93ea-59945a8d68d9 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:25:03.996568 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-41842997-393f-4a22-853b-49c7abc0b8e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:04.165738 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-41842997-393f-4a22-853b-49c7abc0b8e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] For port 71eb6d8a-2da3-4c88-93ea-59945a8d68d9, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=71eb6d8a-2da3-4c88-93ea-59945a8d68d9,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:04.166120 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-41842997-393f-4a22-853b-49c7abc0b8e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:04.258038 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ecef4cfe-fafe-4ea9-83d7-1f3e39fd30f7 None None] For port 5861f5e6-30b1-42b9-96f4-175794269ce8, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=5861f5e6-30b1-42b9-96f4-175794269ce8,segment=NetworkSegment(ff0e0498-2ff0-4d4f-b7a6-41b56328d188),segment_id=ff0e0498-2ff0-4d4f-b7a6-41b56328d188)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:04.258404 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ecef4cfe-fafe-4ea9-83d7-1f3e39fd30f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:04.283676 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-41842997-393f-4a22-853b-49c7abc0b8e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for 71eb6d8a-2da3-4c88-93ea-59945a8d68d9 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:25:04.391893 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ecef4cfe-fafe-4ea9-83d7-1f3e39fd30f7 None None] Calling delete_port for 5861f5e6-30b1-42b9-96f4-175794269ce8 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:25:04.445275 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-41842997-393f-4a22-853b-49c7abc0b8e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:04.489482 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41842997-393f-4a22-853b-49c7abc0b8e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=71eb6d8a-2da3-4c88-93ea-59945a8d68d9,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:04.513446 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ecef4cfe-fafe-4ea9-83d7-1f3e39fd30f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:04.560807 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4cfe-fafe-4ea9-83d7-1f3e39fd30f7 None None] Pushing event deleted for resources: {'Port': ['ID=5861f5e6-30b1-42b9-96f4-175794269ce8,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:04.575222 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecef4cfe-fafe-4ea9-83d7-1f3e39fd30f7 None None] No DVR routers for this DVR port 5861f5e6-30b1-42b9-96f4-175794269ce8 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:25:04.578814 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4cfe-fafe-4ea9-83d7-1f3e39fd30f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:04.579183 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4cfe-fafe-4ea9-83d7-1f3e39fd30f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:04.579526 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4cfe-fafe-4ea9-83d7-1f3e39fd30f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:04.579860 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4cfe-fafe-4ea9-83d7-1f3e39fd30f7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:04.580196 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4cfe-fafe-4ea9-83d7-1f3e39fd30f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:04.580525 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4cfe-fafe-4ea9-83d7-1f3e39fd30f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:04.580854 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4cfe-fafe-4ea9-83d7-1f3e39fd30f7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:04.581204 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4cfe-fafe-4ea9-83d7-1f3e39fd30f7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:04.581529 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4cfe-fafe-4ea9-83d7-1f3e39fd30f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:04.581851 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4cfe-fafe-4ea9-83d7-1f3e39fd30f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:04.582172 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4cfe-fafe-4ea9-83d7-1f3e39fd30f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:04.590790 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b6b3dc07-8f7b-44a4-b24d-39a443c202be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'name': 'tempest-TestNetworkBasicOps-router-1742148068', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:25:01Z', 'revision_number': 7, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:04.595421 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b3dc07-8f7b-44a4-b24d-39a443c202be None None] The sync data for ids ['ec3f2d5a-913d-4de5-8cc1-a246525017a0'] in dv-neutron-835868-1-hyperv is: [{'id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'name': 'tempest-TestNetworkBasicOps-router-1742148068', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:25:01Z', 'revision_number': 7, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '71eb6d8a-2da3-4c88-93ea-59945a8d68d9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3f2d5a-913d-4de5-8cc1-a246525017a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:01Z', 'updated_at': '2022-04-06T14:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:25:04.711796 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-41842997-393f-4a22-853b-49c7abc0b8e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:05.053702 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-41842997-393f-4a22-853b-49c7abc0b8e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:05.057749 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-41842997-393f-4a22-853b-49c7abc0b8e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:05.081921 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-41842997-393f-4a22-853b-49c7abc0b8e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:05.082444 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41842997-393f-4a22-853b-49c7abc0b8e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Fanout notify agent at l3_agent the message router_deleted on router ec3f2d5a-913d-4de5-8cc1-a246525017a0 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:25:05.096629 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-41842997-393f-4a22-853b-49c7abc0b8e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:05.097754 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-41842997-393f-4a22-853b-49c7abc0b8e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/routers/ec3f2d5a-913d-4de5-8cc1-a246525017a0 HTTP/1.1" status: 204 len: 168 time: 1.6226571 Apr 06 14:25:05.100438 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56206) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:05.213263 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6977ea1-644c-43cc-96f9-b76b82fc44e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:05.339510 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6977ea1-644c-43cc-96f9-b76b82fc44e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:05.363258 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-a6977ea1-644c-43cc-96f9-b76b82fc44e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b191f3e7-0206-4dd0-ac81-9a56edf9f25b']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:05.375025 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-a6977ea1-644c-43cc-96f9-b76b82fc44e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff0e0498-2ff0-4d4f-b7a6-41b56328d188') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:05.375324 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-a6977ea1-644c-43cc-96f9-b76b82fc44e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff0e0498-2ff0-4d4f-b7a6-41b56328d188') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:05.386768 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6977ea1-644c-43cc-96f9-b76b82fc44e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:05.403250 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6977ea1-644c-43cc-96f9-b76b82fc44e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:05.409257 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6977ea1-644c-43cc-96f9-b76b82fc44e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:25:05.409646 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6977ea1-644c-43cc-96f9-b76b82fc44e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:25:05.423509 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:25:05.501593 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6977ea1-644c-43cc-96f9-b76b82fc44e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:05.522923 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6977ea1-644c-43cc-96f9-b76b82fc44e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:05.531896 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6977ea1-644c-43cc-96f9-b76b82fc44e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Network': ['ID=b191f3e7-0206-4dd0-ac81-9a56edf9f25b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:05.536984 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a6977ea1-644c-43cc-96f9-b76b82fc44e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/networks/b191f3e7-0206-4dd0-ac81-9a56edf9f25b HTTP/1.1" status: 204 len: 168 time: 0.4354570 Apr 06 14:25:05.553143 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56210) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:05.557625 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-42026511-582a-440c-9909-e7404ecfb4d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'network': {'name': 'tempest-network-smoke--2012529809', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'port_security_enabled': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:25:05.562816 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-42026511-582a-440c-9909-e7404ecfb4d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:25:05.567148 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-42026511-582a-440c-9909-e7404ecfb4d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:network and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:25:05.570156 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-42026511-582a-440c-9909-e7404ecfb4d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:25:05.575886 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-42026511-582a-440c-9909-e7404ecfb4d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:25:05.589591 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42026511-582a-440c-9909-e7404ecfb4d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Made reservation on behalf of 2c4f01a131354b128ac6b7c118186600 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:25:05.592667 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42026511-582a-440c-9909-e7404ecfb4d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:05.622996 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42026511-582a-440c-9909-e7404ecfb4d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:25:05.630283 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 5861f5e6-30b1-42b9-96f4-175794269ce8 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:25:05.632428 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42026511-582a-440c-9909-e7404ecfb4d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:05.632779 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-42026511-582a-440c-9909-e7404ecfb4d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Added segment f50e4a95-5886-48b5-9646-cad934e202fa of type vlan for network 16339cb3-0f39-4477-b982-b20fb8374b8d Apr 06 14:25:05.646372 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:25:05.662949 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42026511-582a-440c-9909-e7404ecfb4d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:05.664948 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 5861f5e6-30b1-42b9-96f4-175794269ce8 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:25:05.665304 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 5861f5e6-30b1-42b9-96f4-175794269ce8 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:25:05.665730 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 19544e40-025d-46d4-a032-f97fd3b25949 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:25:05.692550 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42026511-582a-440c-9909-e7404ecfb4d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:05.696382 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42026511-582a-440c-9909-e7404ecfb4d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:05.696985 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42026511-582a-440c-9909-e7404ecfb4d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:05.700057 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 19544e40-025d-46d4-a032-f97fd3b25949 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:25:05.700408 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 19544e40-025d-46d4-a032-f97fd3b25949 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:25:05.700838 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 71eb6d8a-2da3-4c88-93ea-59945a8d68d9 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:25:05.775131 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 71eb6d8a-2da3-4c88-93ea-59945a8d68d9 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:25:05.775478 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 71eb6d8a-2da3-4c88-93ea-59945a8d68d9 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:25:05.805030 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-42026511-582a-440c-9909-e7404ecfb4d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2491689 Apr 06 14:25:05.805229 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56214) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:05.807892 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42026511-582a-440c-9909-e7404ecfb4d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Network': ['ID=16339cb3-0f39-4477-b982-b20fb8374b8d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:05.810893 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-737a3cc2-1e98-4b63-b158-ce30edb5e985 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1896852348', 'admin_state_up': True, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:25:05.818074 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-737a3cc2-1e98-4b63-b158-ce30edb5e985 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:25:05.821984 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 16339cb3-0f39-4477-b982-b20fb8374b8d details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:25:05.822465 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-737a3cc2-1e98-4b63-b158-ce30edb5e985 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:router and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:25:05.825333 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-737a3cc2-1e98-4b63-b158-ce30edb5e985 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:25:05.831774 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-737a3cc2-1e98-4b63-b158-ce30edb5e985 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:25:05.848568 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-737a3cc2-1e98-4b63-b158-ce30edb5e985 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:05.849538 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-737a3cc2-1e98-4b63-b158-ce30edb5e985 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:05.868061 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-737a3cc2-1e98-4b63-b158-ce30edb5e985 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:06.011249 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-737a3cc2-1e98-4b63-b158-ce30edb5e985 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:06.186013 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-737a3cc2-1e98-4b63-b158-ce30edb5e985 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:06.214955 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-737a3cc2-1e98-4b63-b158-ce30edb5e985 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:06.355533 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-737a3cc2-1e98-4b63-b158-ce30edb5e985 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.26.8.186 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/6424c159-256a-4062-a1b6-07910d845512) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:25:06.497940 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-737a3cc2-1e98-4b63-b158-ce30edb5e985 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:06.524893 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-737a3cc2-1e98-4b63-b158-ce30edb5e985 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:06.589809 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737a3cc2-1e98-4b63-b158-ce30edb5e985 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:25:06.592315 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-737a3cc2-1e98-4b63-b158-ce30edb5e985 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:25:06.596377 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737a3cc2-1e98-4b63-b158-ce30edb5e985 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:25:06.622932 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a3cc2-1e98-4b63-b158-ce30edb5e985 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=6424c159-256a-4062-a1b6-07910d845512,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:06.752600 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-737a3cc2-1e98-4b63-b158-ce30edb5e985 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:06.753251 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-737a3cc2-1e98-4b63-b158-ce30edb5e985 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:06.977401 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737a3cc2-1e98-4b63-b158-ce30edb5e985 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router 10a5542b-1420-4128-970e-415face267cf is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:25:07.259300 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737a3cc2-1e98-4b63-b158-ce30edb5e985 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:25:07.268409 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14f7c11-3fbf-4d4e-bbd4-2025c00820fb None None] Sync routers for ids ['10a5542b-1420-4128-970e-415face267cf'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:25:07.280347 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14f7c11-3fbf-4d4e-bbd4-2025c00820fb None None] Routers {'10a5542b-1420-4128-970e-415face267cf'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:25:07.280986 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d14f7c11-3fbf-4d4e-bbd4-2025c00820fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:24:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['10a5542b-1420-4128-970e-415face267cf'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:07.284316 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-737a3cc2-1e98-4b63-b158-ce30edb5e985 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:07.285533 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-737a3cc2-1e98-4b63-b158-ce30edb5e985 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4788101 Apr 06 14:25:07.289115 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56218) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:07.330680 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c45f27ff-9fde-4b40-962c-324b2d57ebca tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=2c4f01a131354b128ac6b7c118186600&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405169 Apr 06 14:25:07.333260 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56222) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:07.462430 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68f6db0-1144-49a8-8aa3-7559beb31450 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:07.463887 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c68f6db0-1144-49a8-8aa3-7559beb31450 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1297367 Apr 06 14:25:07.466742 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56226) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:07.480004 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-d14f7c11-3fbf-4d4e-bbd4-2025c00820fb None None] Set router 10a5542b-1420-4128-970e-415face267cf gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:25:07.505280 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-12d25e60-5a14-4b5c-8884-5de3f688392d tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5b121ca5-69d5-4d27-bffe-4929f7aabdf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374935 Apr 06 14:25:07.507753 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56230) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:07.513053 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-556d734c-5751-4711-889f-d7d153866bcb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1438357866', 'network_id': '16339cb3-0f39-4477-b982-b20fb8374b8d', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:25:07.621486 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-556d734c-5751-4711-889f-d7d153866bcb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:25:07.625234 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-556d734c-5751-4711-889f-d7d153866bcb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:subnet and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:25:07.627947 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-556d734c-5751-4711-889f-d7d153866bcb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:25:07.633553 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-556d734c-5751-4711-889f-d7d153866bcb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:25:07.643556 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556d734c-5751-4711-889f-d7d153866bcb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Made reservation on behalf of 2c4f01a131354b128ac6b7c118186600 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:25:07.743334 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-556d734c-5751-4711-889f-d7d153866bcb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:07.756224 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d14f7c11-3fbf-4d4e-bbd4-2025c00820fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a5542b-1420-4128-970e-415face267cf', 'name': 'tempest-TestNetworkBasicOps-router-1896852348', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': '6424c159-256a-4062-a1b6-07910d845512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:25:05Z', 'updated_at': '2022-04-06T14:25:06Z', 'revision_number': 3, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '6424c159-256a-4062-a1b6-07910d845512', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:84:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a5542b-1420-4128-970e-415face267cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:25:06Z', 'updated_at': '2022-04-06T14:25:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:07.760024 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14f7c11-3fbf-4d4e-bbd4-2025c00820fb None None] Checking router: 10a5542b-1420-4128-970e-415face267cf for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:25:07.760355 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14f7c11-3fbf-4d4e-bbd4-2025c00820fb None None] Updating router 10a5542b-1420-4128-970e-415face267cf port 6424c159-256a-4062-a1b6-07910d845512 binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:25:07.810863 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-d14f7c11-3fbf-4d4e-bbd4-2025c00820fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:07.954914 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-556d734c-5751-4711-889f-d7d153866bcb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:08.014655 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-61a91386-436c-4fc1-ae7d-37e2db959863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:08.036629 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d734c-5751-4711-889f-d7d153866bcb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Subnet': ['ID=cfc23cce-ea71-45c0-a428-c8cad228e3d6,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:08.051425 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d734c-5751-4711-889f-d7d153866bcb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:08.051768 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d734c-5751-4711-889f-d7d153866bcb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:08.052101 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d734c-5751-4711-889f-d7d153866bcb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:08.052432 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d734c-5751-4711-889f-d7d153866bcb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:08.052783 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d734c-5751-4711-889f-d7d153866bcb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:08.053254 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d734c-5751-4711-889f-d7d153866bcb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:08.053578 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d734c-5751-4711-889f-d7d153866bcb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:08.053901 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d734c-5751-4711-889f-d7d153866bcb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:08.054220 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d734c-5751-4711-889f-d7d153866bcb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:08.054537 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d734c-5751-4711-889f-d7d153866bcb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:08.054850 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d734c-5751-4711-889f-d7d153866bcb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:08.058440 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556d734c-5751-4711-889f-d7d153866bcb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Checking segment: {'id': 'f50e4a95-5886-48b5-9646-cad934e202fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '16339cb3-0f39-4477-b982-b20fb8374b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:25:08.058791 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556d734c-5751-4711-889f-d7d153866bcb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network hostable DHCP agents. Network: 16339cb3-0f39-4477-b982-b20fb8374b8d, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:25:08.081526 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556d734c-5751-4711-889f-d7d153866bcb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 16339cb3-0f39-4477-b982-b20fb8374b8d is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:25:08.090790 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-556d734c-5751-4711-889f-d7d153866bcb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 16339cb3-0f39-4477-b982-b20fb8374b8d) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:25:08.094747 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556d734c-5751-4711-889f-d7d153866bcb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:08.095334 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-556d734c-5751-4711-889f-d7d153866bcb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:08.102676 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e36b0d1-2d4b-431d-9b8b-35565ba2b4b7 None None] Network 16339cb3-0f39-4477-b982-b20fb8374b8d requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:25:08.119344 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-556d734c-5751-4711-889f-d7d153866bcb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6080735 Apr 06 14:25:08.119697 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56234) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:08.135132 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-d14f7c11-3fbf-4d4e-bbd4-2025c00820fb None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:08.147380 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-d14f7c11-3fbf-4d4e-bbd4-2025c00820fb None None] Transition to ACTIVE for port object 6424c159-256a-4062-a1b6-07910d845512 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:25:08.154177 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-d14f7c11-3fbf-4d4e-bbd4-2025c00820fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:08.214281 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-d14f7c11-3fbf-4d4e-bbd4-2025c00820fb None None] Attempting to bind port 6424c159-256a-4062-a1b6-07910d845512 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:25:08.214664 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-d14f7c11-3fbf-4d4e-bbd4-2025c00820fb None None] Attempting to bind port 6424c159-256a-4062-a1b6-07910d845512 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:25:08.215025 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14f7c11-3fbf-4d4e-bbd4-2025c00820fb None None] Attempting to bind port 6424c159-256a-4062-a1b6-07910d845512 on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:25:08.227843 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14f7c11-3fbf-4d4e-bbd4-2025c00820fb None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:25:08.228216 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14f7c11-3fbf-4d4e-bbd4-2025c00820fb None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:25:08.228615 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-d14f7c11-3fbf-4d4e-bbd4-2025c00820fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:08.229031 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14f7c11-3fbf-4d4e-bbd4-2025c00820fb None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:25:08.229494 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-d14f7c11-3fbf-4d4e-bbd4-2025c00820fb None None] Bound port: 6424c159-256a-4062-a1b6-07910d845512, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:25:08.229869 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-d14f7c11-3fbf-4d4e-bbd4-2025c00820fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:08.305613 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-d14f7c11-3fbf-4d4e-bbd4-2025c00820fb None None] For port 6424c159-256a-4062-a1b6-07910d845512, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:25:08.308662 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-d14f7c11-3fbf-4d4e-bbd4-2025c00820fb None None] For port 6424c159-256a-4062-a1b6-07910d845512, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6424c159-256a-4062-a1b6-07910d845512,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:25:08.321253 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52c680b-aa2d-4a03-a566-d4b1c252f999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-16339cb3-0f39-4477-b982-b20fb8374b8d', 'network_id': '16339cb3-0f39-4477-b982-b20fb8374b8d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ips': [{'subnet_id': 'cfc23cce-ea71-45c0-a428-c8cad228e3d6'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:25:08.322324 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e52c680b-aa2d-4a03-a566-d4b1c252f999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:08.323395 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-d14f7c11-3fbf-4d4e-bbd4-2025c00820fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:08.334361 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da24c2f-4ad7-493b-b7f4-20c24d69dc9e None None] Pushing event updated for resources: {'Port': ['ID=6424c159-256a-4062-a1b6-07910d845512,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:08.417311 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14f7c11-3fbf-4d4e-bbd4-2025c00820fb None None] Routers {'10a5542b-1420-4128-970e-415face267cf'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:25:08.417930 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d14f7c11-3fbf-4d4e-bbd4-2025c00820fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:24:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['10a5542b-1420-4128-970e-415face267cf'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:08.469652 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da24c2f-4ad7-493b-b7f4-20c24d69dc9e None None] Pushing event updated for resources: {'Port': ['ID=6424c159-256a-4062-a1b6-07910d845512,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:08.492091 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-e52c680b-aa2d-4a03-a566-d4b1c252f999 None None] Allocated IP 172.20.0.2 (16339cb3-0f39-4477-b982-b20fb8374b8d/cfc23cce-ea71-45c0-a428-c8cad228e3d6/2cc9619a-1b2f-4be8-9dfb-424d9eb99611) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:25:08.599356 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-d14f7c11-3fbf-4d4e-bbd4-2025c00820fb None None] Set router 10a5542b-1420-4128-970e-415face267cf gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:25:08.699553 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e52c680b-aa2d-4a03-a566-d4b1c252f999 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:08.715117 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e52c680b-aa2d-4a03-a566-d4b1c252f999 None None] Transition to ACTIVE for port object 2cc9619a-1b2f-4be8-9dfb-424d9eb99611 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:25:08.736918 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e52c680b-aa2d-4a03-a566-d4b1c252f999 None None] Transition to ACTIVE for port object 2cc9619a-1b2f-4be8-9dfb-424d9eb99611 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:25:08.743020 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e52c680b-aa2d-4a03-a566-d4b1c252f999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:08.811701 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c680b-aa2d-4a03-a566-d4b1c252f999 None None] Pushing event updated for resources: {'Port': ['ID=2cc9619a-1b2f-4be8-9dfb-424d9eb99611,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:08.830503 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52c680b-aa2d-4a03-a566-d4b1c252f999 None None] Network 16339cb3-0f39-4477-b982-b20fb8374b8d is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:25:08.831704 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-e52c680b-aa2d-4a03-a566-d4b1c252f999 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:25:08.834074 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52c680b-aa2d-4a03-a566-d4b1c252f999 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:25:08.925790 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e52c680b-aa2d-4a03-a566-d4b1c252f999 None None] Attempting to bind port 2cc9619a-1b2f-4be8-9dfb-424d9eb99611 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:25:08.926526 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e52c680b-aa2d-4a03-a566-d4b1c252f999 None None] Attempting to bind port 2cc9619a-1b2f-4be8-9dfb-424d9eb99611 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'f50e4a95-5886-48b5-9646-cad934e202fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '16339cb3-0f39-4477-b982-b20fb8374b8d'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:25:08.926526 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52c680b-aa2d-4a03-a566-d4b1c252f999 None None] Attempting to bind port 2cc9619a-1b2f-4be8-9dfb-424d9eb99611 on network 16339cb3-0f39-4477-b982-b20fb8374b8d {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:25:08.932853 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52c680b-aa2d-4a03-a566-d4b1c252f999 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:25:08.933249 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52c680b-aa2d-4a03-a566-d4b1c252f999 None None] Checking segment: {'id': 'f50e4a95-5886-48b5-9646-cad934e202fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '16339cb3-0f39-4477-b982-b20fb8374b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:25:08.933640 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e52c680b-aa2d-4a03-a566-d4b1c252f999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:08.934020 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52c680b-aa2d-4a03-a566-d4b1c252f999 None None] Bound using segment: {'id': 'f50e4a95-5886-48b5-9646-cad934e202fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '16339cb3-0f39-4477-b982-b20fb8374b8d'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:25:08.934465 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e52c680b-aa2d-4a03-a566-d4b1c252f999 None None] Bound port: 2cc9619a-1b2f-4be8-9dfb-424d9eb99611, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50e4a95-5886-48b5-9646-cad934e202fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '16339cb3-0f39-4477-b982-b20fb8374b8d'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:25:08.934944 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e52c680b-aa2d-4a03-a566-d4b1c252f999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:08.938735 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d14f7c11-3fbf-4d4e-bbd4-2025c00820fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a5542b-1420-4128-970e-415face267cf', 'name': 'tempest-TestNetworkBasicOps-router-1896852348', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': '6424c159-256a-4062-a1b6-07910d845512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:25:05Z', 'updated_at': '2022-04-06T14:25:06Z', 'revision_number': 3, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '6424c159-256a-4062-a1b6-07910d845512', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:84:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a5542b-1420-4128-970e-415face267cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:25:06Z', 'updated_at': '2022-04-06T14:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:08.942773 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14f7c11-3fbf-4d4e-bbd4-2025c00820fb None None] The sync data for ids ['10a5542b-1420-4128-970e-415face267cf'] in dv-neutron-835868-1-hyperv is: [{'id': '10a5542b-1420-4128-970e-415face267cf', 'name': 'tempest-TestNetworkBasicOps-router-1896852348', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': '6424c159-256a-4062-a1b6-07910d845512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:25:05Z', 'updated_at': '2022-04-06T14:25:06Z', 'revision_number': 3, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '6424c159-256a-4062-a1b6-07910d845512', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:84:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a5542b-1420-4128-970e-415face267cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:25:06Z', 'updated_at': '2022-04-06T14:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:25:09.005059 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d5c846f-03ea-416c-9d4c-ae3bcb0787b4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:09.031670 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e52c680b-aa2d-4a03-a566-d4b1c252f999 None None] For port 2cc9619a-1b2f-4be8-9dfb-424d9eb99611, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:25:09.034904 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e52c680b-aa2d-4a03-a566-d4b1c252f999 None None] For port 2cc9619a-1b2f-4be8-9dfb-424d9eb99611, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=2cc9619a-1b2f-4be8-9dfb-424d9eb99611,segment=NetworkSegment(f50e4a95-5886-48b5-9646-cad934e202fa),segment_id=f50e4a95-5886-48b5-9646-cad934e202fa)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:25:09.039812 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e52c680b-aa2d-4a03-a566-d4b1c252f999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:09.143122 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c680b-aa2d-4a03-a566-d4b1c252f999 None None] Pushing event updated for resources: {'Port': ['ID=2cc9619a-1b2f-4be8-9dfb-424d9eb99611,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:09.489134 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-2d5c846f-03ea-416c-9d4c-ae3bcb0787b4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.20.0.1 (16339cb3-0f39-4477-b982-b20fb8374b8d/cfc23cce-ea71-45c0-a428-c8cad228e3d6/47766b87-0f4d-4221-a488-506709fa79e4) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:25:09.669383 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d5c846f-03ea-416c-9d4c-ae3bcb0787b4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:09.686058 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-2d5c846f-03ea-416c-9d4c-ae3bcb0787b4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Transition to ACTIVE for port object 47766b87-0f4d-4221-a488-506709fa79e4 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:25:09.705457 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6424c159-256a-4062-a1b6-07910d845512 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:25:09.713387 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d5c846f-03ea-416c-9d4c-ae3bcb0787b4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:09.794562 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 6424c159-256a-4062-a1b6-07910d845512 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:25:09.805550 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 6424c159-256a-4062-a1b6-07910d845512 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:25:09.808676 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:09.818263 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5c846f-03ea-416c-9d4c-ae3bcb0787b4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 16339cb3-0f39-4477-b982-b20fb8374b8d is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:25:09.820178 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-2d5c846f-03ea-416c-9d4c-ae3bcb0787b4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:25:09.823488 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5c846f-03ea-416c-9d4c-ae3bcb0787b4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:25:09.863261 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c846f-03ea-416c-9d4c-ae3bcb0787b4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=47766b87-0f4d-4221-a488-506709fa79e4,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:09.894836 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d5c846f-03ea-416c-9d4c-ae3bcb0787b4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:09.937553 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:09.955837 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 6424c159-256a-4062-a1b6-07910d845512, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6424c159-256a-4062-a1b6-07910d845512,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:09.960518 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:09.961334 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 2cc9619a-1b2f-4be8-9dfb-424d9eb99611 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:25:09.995942 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d5c846f-03ea-416c-9d4c-ae3bcb0787b4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:10.079828 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=6424c159-256a-4062-a1b6-07910d845512,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:10.092645 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 2cc9619a-1b2f-4be8-9dfb-424d9eb99611 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:25:10.160194 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09208878-d067-4953-bad4-34b2f87219e5 None None] Network 16339cb3-0f39-4477-b982-b20fb8374b8d requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:25:10.266092 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-645a7033-4155-4747-aa98-703ee3e2f67c None None] Provisioning for port 2cc9619a-1b2f-4be8-9dfb-424d9eb99611 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:25:10.281668 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-645a7033-4155-4747-aa98-703ee3e2f67c None None] Provisioning complete for port 2cc9619a-1b2f-4be8-9dfb-424d9eb99611 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:25:10.282037 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-645a7033-4155-4747-aa98-703ee3e2f67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:10.406963 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d5c846f-03ea-416c-9d4c-ae3bcb0787b4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:10.411615 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d5c846f-03ea-416c-9d4c-ae3bcb0787b4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:10.525113 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c846f-03ea-416c-9d4c-ae3bcb0787b4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=47766b87-0f4d-4221-a488-506709fa79e4,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:10.529858 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d5c846f-03ea-416c-9d4c-ae3bcb0787b4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:10.530008 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-645a7033-4155-4747-aa98-703ee3e2f67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:10.573834 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-645a7033-4155-4747-aa98-703ee3e2f67c None None] For port 2cc9619a-1b2f-4be8-9dfb-424d9eb99611, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=2cc9619a-1b2f-4be8-9dfb-424d9eb99611,segment=NetworkSegment(f50e4a95-5886-48b5-9646-cad934e202fa),segment_id=f50e4a95-5886-48b5-9646-cad934e202fa)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:10.578384 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-645a7033-4155-4747-aa98-703ee3e2f67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:10.645981 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a7033-4155-4747-aa98-703ee3e2f67c None None] Pushing event updated for resources: {'Port': ['ID=2cc9619a-1b2f-4be8-9dfb-424d9eb99611,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:10.763775 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5c846f-03ea-416c-9d4c-ae3bcb0787b4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 16339cb3-0f39-4477-b982-b20fb8374b8d is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:25:10.765231 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-2d5c846f-03ea-416c-9d4c-ae3bcb0787b4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:25:10.806521 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f2685774-a56a-4adb-aa9c-a1b425bfc47a None None] Provisioning complete for port 2cc9619a-1b2f-4be8-9dfb-424d9eb99611 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:25:10.807179 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f2685774-a56a-4adb-aa9c-a1b425bfc47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:10.883676 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-90814a4b-5ac0-495c-b6c4-e71c93890024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:10.979209 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f2685774-a56a-4adb-aa9c-a1b425bfc47a None None] Provisioning for port 47766b87-0f4d-4221-a488-506709fa79e4 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:25:10.984139 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f2685774-a56a-4adb-aa9c-a1b425bfc47a None None] Provisioning complete for port 47766b87-0f4d-4221-a488-506709fa79e4 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:25:10.984527 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f2685774-a56a-4adb-aa9c-a1b425bfc47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:11.039728 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f2685774-a56a-4adb-aa9c-a1b425bfc47a None None] Port 47766b87-0f4d-4221-a488-506709fa79e4 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:25:11.128836 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56238) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:11.160416 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-05f02b23-4b26-48ae-bb23-165aaa4be020 None None] Provisioning complete for port 47766b87-0f4d-4221-a488-506709fa79e4 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:25:11.160835 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-05f02b23-4b26-48ae-bb23-165aaa4be020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:11.215715 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-05f02b23-4b26-48ae-bb23-165aaa4be020 None None] Port 47766b87-0f4d-4221-a488-506709fa79e4 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:25:11.290389 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:11.330093 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:11.337979 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-51e38916-df6e-4ac3-a68e-c31b843750b1 None None] Provisioning complete for port 47766b87-0f4d-4221-a488-506709fa79e4 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:25:11.338339 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-51e38916-df6e-4ac3-a68e-c31b843750b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:11.353375 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5c846f-03ea-416c-9d4c-ae3bcb0787b4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router 10a5542b-1420-4128-970e-415face267cf has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:25:11.354570 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-1d898187-a337-403d-a9da-85f0e0f37888 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Deleting port 2f8b3281-57b3-4764-9b67-17e56abc65a8 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:25:11.354911 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1d898187-a337-403d-a9da-85f0e0f37888 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:11.388569 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-51e38916-df6e-4ac3-a68e-c31b843750b1 None None] Port 47766b87-0f4d-4221-a488-506709fa79e4 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:25:11.637380 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6424c159-256a-4062-a1b6-07910d845512 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:25:11.640934 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1d898187-a337-403d-a9da-85f0e0f37888 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:11.641408 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1d898187-a337-403d-a9da-85f0e0f37888 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:11.704854 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 6424c159-256a-4062-a1b6-07910d845512 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:25:11.705243 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:11.768106 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-1d898187-a337-403d-a9da-85f0e0f37888 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Calling delete_port for 2f8b3281-57b3-4764-9b67-17e56abc65a8 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:25:11.819635 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 2cc9619a-1b2f-4be8-9dfb-424d9eb99611 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:25:11.887238 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5c846f-03ea-416c-9d4c-ae3bcb0787b4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:25:11.892685 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 2cc9619a-1b2f-4be8-9dfb-424d9eb99611 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:25:11.892685 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:11.953573 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2d5c846f-03ea-416c-9d4c-ae3bcb0787b4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "PUT /v2.0/routers/10a5542b-1420-4128-970e-415face267cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8327401 Apr 06 14:25:11.956245 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56242) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:12.030314 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1d898187-a337-403d-a9da-85f0e0f37888 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:12.183096 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d898187-a337-403d-a9da-85f0e0f37888 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Pushing event deleted for resources: {'Port': ['ID=2f8b3281-57b3-4764-9b67-17e56abc65a8,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:12.318745 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c82707-2476-4810-bbb1-96d1eb69e882 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:12.319130 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c82707-2476-4810-bbb1-96d1eb69e882 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:12.319500 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c82707-2476-4810-bbb1-96d1eb69e882 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:12.319866 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c82707-2476-4810-bbb1-96d1eb69e882 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:12.320228 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c82707-2476-4810-bbb1-96d1eb69e882 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:12.320588 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c82707-2476-4810-bbb1-96d1eb69e882 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:12.322391 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-46c82707-2476-4810-bbb1-96d1eb69e882 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.3652506 Apr 06 14:25:12.325169 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1d898187-a337-403d-a9da-85f0e0f37888 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:12.325414 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56246) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:12.399798 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f36fb0-3f84-4916-91ab-fd23af36a04d tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:12.400180 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f36fb0-3f84-4916-91ab-fd23af36a04d tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:12.400542 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f36fb0-3f84-4916-91ab-fd23af36a04d tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:12.401116 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f36fb0-3f84-4916-91ab-fd23af36a04d tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:12.401634 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f36fb0-3f84-4916-91ab-fd23af36a04d tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:12.401990 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f36fb0-3f84-4916-91ab-fd23af36a04d tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:12.406193 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-90f36fb0-3f84-4916-91ab-fd23af36a04d tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0771224 Apr 06 14:25:12.406420 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56250) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:12.563407 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba0c20d-d8cc-40b3-b5c5-47cb3d498c2c None None] Sync routers for ids ['10a5542b-1420-4128-970e-415face267cf'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:25:12.576177 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba0c20d-d8cc-40b3-b5c5-47cb3d498c2c None None] Routers {'10a5542b-1420-4128-970e-415face267cf'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:25:12.576811 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5ba0c20d-d8cc-40b3-b5c5-47cb3d498c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:25:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['10a5542b-1420-4128-970e-415face267cf'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:12.620976 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e5280793-40f4-4c7a-beb8-8dcddcc42bce tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2131984 Apr 06 14:25:12.724076 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d898187-a337-403d-a9da-85f0e0f37888 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Router 61db72c2-b098-4195-90dd-e4e5e3267309 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:25:12.755017 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-5ba0c20d-d8cc-40b3-b5c5-47cb3d498c2c None None] Set router 10a5542b-1420-4128-970e-415face267cf gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:25:12.830664 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:12.941988 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d898187-a337-403d-a9da-85f0e0f37888 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:25:12.946108 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1d898187-a337-403d-a9da-85f0e0f37888 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:12.954286 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f27f61b-8e4c-45de-b593-69de9074c69e None None] Sync routers for ids ['61db72c2-b098-4195-90dd-e4e5e3267309'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:25:12.968586 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f27f61b-8e4c-45de-b593-69de9074c69e None None] Routers {'61db72c2-b098-4195-90dd-e4e5e3267309'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:25:12.969676 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9f27f61b-8e4c-45de-b593-69de9074c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:25:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['61db72c2-b098-4195-90dd-e4e5e3267309'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:13.013216 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1d898187-a337-403d-a9da-85f0e0f37888 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "DELETE /v2.0/floatingips/ad108f10-53d8-43c8-bf11-967ca2d9f9ee HTTP/1.1" status: 204 len: 168 time: 1.8833013 Apr 06 14:25:13.013984 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef92cb23-dd21-4bb6-9950-b2d5f94329db', 'tag': '1ba66fbd-ece1-4160-80c0-cf0359d9c89d'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:25:13.126865 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5ba0c20d-d8cc-40b3-b5c5-47cb3d498c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a5542b-1420-4128-970e-415face267cf', 'name': 'tempest-TestNetworkBasicOps-router-1896852348', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': '6424c159-256a-4062-a1b6-07910d845512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:25:05Z', 'updated_at': '2022-04-06T14:25:09Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '6424c159-256a-4062-a1b6-07910d845512', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5542b-1420-4128-970e-415face267cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:25:06Z', 'updated_at': '2022-04-06T14:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '47766b87-0f4d-4221-a488-506709fa79e4', 'name': '', 'network_id': '16339cb3-0f39-4477-b982-b20fb8374b8d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:5f:28:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a5542b-1420-4128-970e-415face267cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfc23cce-ea71-45c0-a428-c8cad228e3d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:25:09Z', 'updated_at': '2022-04-06T14:25:10Z', 'revision_number': 2, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'cfc23cce-ea71-45c0-a428-c8cad228e3d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:13.131018 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba0c20d-d8cc-40b3-b5c5-47cb3d498c2c None None] Checking router: 10a5542b-1420-4128-970e-415face267cf for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:25:13.131373 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba0c20d-d8cc-40b3-b5c5-47cb3d498c2c None None] Updating router 10a5542b-1420-4128-970e-415face267cf port 47766b87-0f4d-4221-a488-506709fa79e4 binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:25:13.180638 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-9f27f61b-8e4c-45de-b593-69de9074c69e None None] Set router 61db72c2-b098-4195-90dd-e4e5e3267309 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:25:13.189072 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5ba0c20d-d8cc-40b3-b5c5-47cb3d498c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:13.244389 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56260) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:13.252398 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-66907b74-ca90-4080-855a-2d0655078c36 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-846535159', 'description': 'tempest-secgroup-smoke-846535159 description', 'project_id': '2c4f01a131354b128ac6b7c118186600'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:25:13.266966 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-66907b74-ca90-4080-855a-2d0655078c36 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:25:13.277851 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-66907b74-ca90-4080-855a-2d0655078c36 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:25:13.287759 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-66907b74-ca90-4080-855a-2d0655078c36 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:25:13.297776 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-66907b74-ca90-4080-855a-2d0655078c36 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:25:13.301150 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41372eb0-6130-4ed3-957f-9392734cff79'] response: {'name': 'network-changed', 'server_uuid': 'ef92cb23-dd21-4bb6-9950-b2d5f94329db', 'tag': '1ba66fbd-ece1-4160-80c0-cf0359d9c89d', 'status': 'completed', 'code': 200} Apr 06 14:25:13.314610 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-66907b74-ca90-4080-855a-2d0655078c36 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:13.448365 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-66907b74-ca90-4080-855a-2d0655078c36 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:25:13.463126 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-66907b74-ca90-4080-855a-2d0655078c36 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:25:13.469546 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-66907b74-ca90-4080-855a-2d0655078c36 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:25:13.478545 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-66907b74-ca90-4080-855a-2d0655078c36 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:25:13.499658 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b6273d7d-d748-4708-80a2-278adc1d9a4c req-e71a6a40-e0b7-47a4-b5ac-c9c855be0d68 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=681e39576088423facd0bc7051aac5ad&device_id=ef92cb23-dd21-4bb6-9950-b2d5f94329db HTTP/1.1" status: 200 len: 1099 time: 0.1711526 Apr 06 14:25:13.590345 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9f27f61b-8e4c-45de-b593-69de9074c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'name': 'tempest-TestVolumeBootPattern-396345987-router', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:31Z', 'updated_at': '2022-04-06T14:16:49Z', 'revision_number': 4, 'project_id': '681e39576088423facd0bc7051aac5ad', 'gw_port': {'id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:35Z', 'updated_at': '2022-04-06T14:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '0d44e5af-9002-4de9-a1ab-16f4f589b699', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'port_id': '733f1808-14f9-4a9f-bed4-8a2cdd7ff74b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'mac_address': 'fa:16:3e:23:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dca4dce-8d37-4e20-8676-4848a9ded018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:21:25Z', 'updated_at': '2022-04-06T14:21:33Z', 'revision_number': 1, 'project_id': '681e39576088423facd0bc7051aac5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38993c6-d6a5-4069-b6db-aea1a2c533d9', 'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'mac_address': 'fa:16:3e:96:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:46Z', 'updated_at': '2022-04-06T14:17:00Z', 'revision_number': 5, 'project_id': '681e39576088423facd0bc7051aac5ad', 'subnets': [{'id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:13.594653 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f27f61b-8e4c-45de-b593-69de9074c69e None None] Checking router: 61db72c2-b098-4195-90dd-e4e5e3267309 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:25:13.605712 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f27f61b-8e4c-45de-b593-69de9074c69e None None] Routers {'61db72c2-b098-4195-90dd-e4e5e3267309'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:25:13.606415 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9f27f61b-8e4c-45de-b593-69de9074c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:25:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['61db72c2-b098-4195-90dd-e4e5e3267309'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:13.611528 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991af692-0c05-46fe-9cdf-09d5807082da req-e94e7070-2593-48f9-b47d-33aaa07d7c81 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:13.613081 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-991af692-0c05-46fe-9cdf-09d5807082da req-e94e7070-2593-48f9-b47d-33aaa07d7c81 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef92cb23-dd21-4bb6-9950-b2d5f94329db HTTP/1.1" status: 200 len: 946 time: 0.2266850 Apr 06 14:25:13.653651 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5ba0c20d-d8cc-40b3-b5c5-47cb3d498c2c None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:13.666154 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5ba0c20d-d8cc-40b3-b5c5-47cb3d498c2c None None] Transition to ACTIVE for port object 47766b87-0f4d-4221-a488-506709fa79e4 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:25:13.673488 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5ba0c20d-d8cc-40b3-b5c5-47cb3d498c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:13.682540 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-66907b74-ca90-4080-855a-2d0655078c36 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:13.692335 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-66907b74-ca90-4080-855a-2d0655078c36 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:13.743149 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-991af692-0c05-46fe-9cdf-09d5807082da req-51b0849c-e264-4c73-82ae-beb8b2ae1486 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185675 Apr 06 14:25:13.786469 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6273d7d-d748-4708-80a2-278adc1d9a4c req-a2974b93-a949-40f8-9f94-e1bc5e7d03a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:13.788579 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-9f27f61b-8e4c-45de-b593-69de9074c69e None None] Set router 61db72c2-b098-4195-90dd-e4e5e3267309 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:25:13.788813 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b6273d7d-d748-4708-80a2-278adc1d9a4c req-a2974b93-a949-40f8-9f94-e1bc5e7d03a5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=095d4797-b5a4-4559-a0b9-992b5f89d16a HTTP/1.1" status: 200 len: 912 time: 0.2752688 Apr 06 14:25:13.792086 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66907b74-ca90-4080-855a-2d0655078c36 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c73115a9-fd6b-4e9e-ae72-4aa58e2f373e,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:13.829789 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c194f-8840-4e82-8715-c5c2678c8fa8 None None] Pushing event updated for resources: {'Port': ['ID=47766b87-0f4d-4221-a488-506709fa79e4,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:13.933593 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5ba0c20d-d8cc-40b3-b5c5-47cb3d498c2c None None] Attempting to bind port 47766b87-0f4d-4221-a488-506709fa79e4 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:25:13.933964 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5ba0c20d-d8cc-40b3-b5c5-47cb3d498c2c None None] Attempting to bind port 47766b87-0f4d-4221-a488-506709fa79e4 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'f50e4a95-5886-48b5-9646-cad934e202fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '16339cb3-0f39-4477-b982-b20fb8374b8d'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:25:13.934332 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba0c20d-d8cc-40b3-b5c5-47cb3d498c2c None None] Attempting to bind port 47766b87-0f4d-4221-a488-506709fa79e4 on network 16339cb3-0f39-4477-b982-b20fb8374b8d {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:25:13.946542 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba0c20d-d8cc-40b3-b5c5-47cb3d498c2c None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:25:13.946542 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba0c20d-d8cc-40b3-b5c5-47cb3d498c2c None None] Checking segment: {'id': 'f50e4a95-5886-48b5-9646-cad934e202fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '16339cb3-0f39-4477-b982-b20fb8374b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:25:13.946542 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5ba0c20d-d8cc-40b3-b5c5-47cb3d498c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:13.946542 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba0c20d-d8cc-40b3-b5c5-47cb3d498c2c None None] Bound using segment: {'id': 'f50e4a95-5886-48b5-9646-cad934e202fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '16339cb3-0f39-4477-b982-b20fb8374b8d'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:25:13.946542 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5ba0c20d-d8cc-40b3-b5c5-47cb3d498c2c None None] Bound port: 47766b87-0f4d-4221-a488-506709fa79e4, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50e4a95-5886-48b5-9646-cad934e202fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '16339cb3-0f39-4477-b982-b20fb8374b8d'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:25:13.946542 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5ba0c20d-d8cc-40b3-b5c5-47cb3d498c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:14.044957 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-66907b74-ca90-4080-855a-2d0655078c36 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:14.046317 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-66907b74-ca90-4080-855a-2d0655078c36 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.7998719 Apr 06 14:25:14.049429 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56266) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:14.056842 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b6273d7d-d748-4708-80a2-278adc1d9a4c req-067e9f74-8638-46a0-8b3c-a867ca4296d6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ba66fbd-ece1-4160-80c0-cf0359d9c89d HTTP/1.1" status: 200 len: 217 time: 0.2493360 Apr 06 14:25:14.057051 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e801d744-a3c7-4196-904b-f31fd6a6f0e4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'c73115a9-fd6b-4e9e-ae72-4aa58e2f373e', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:25:14.058149 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5ba0c20d-d8cc-40b3-b5c5-47cb3d498c2c None None] For port 47766b87-0f4d-4221-a488-506709fa79e4, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:25:14.061453 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5ba0c20d-d8cc-40b3-b5c5-47cb3d498c2c None None] For port 47766b87-0f4d-4221-a488-506709fa79e4, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=47766b87-0f4d-4221-a488-506709fa79e4,segment=NetworkSegment(f50e4a95-5886-48b5-9646-cad934e202fa),segment_id=f50e4a95-5886-48b5-9646-cad934e202fa)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:25:14.063813 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e801d744-a3c7-4196-904b-f31fd6a6f0e4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:25:14.069084 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e801d744-a3c7-4196-904b-f31fd6a6f0e4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:25:14.072647 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e801d744-a3c7-4196-904b-f31fd6a6f0e4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:25:14.075554 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5ba0c20d-d8cc-40b3-b5c5-47cb3d498c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:14.080299 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e801d744-a3c7-4196-904b-f31fd6a6f0e4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:25:14.098411 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e801d744-a3c7-4196-904b-f31fd6a6f0e4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:14.135046 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6273d7d-d748-4708-80a2-278adc1d9a4c req-8c90933a-2632-40ca-8b34-6b504638c535 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:14.136638 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b6273d7d-d748-4708-80a2-278adc1d9a4c req-8c90933a-2632-40ca-8b34-6b504638c535 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=905b1e27-43c6-41a9-9b0b-26bc504bfcd6 HTTP/1.1" status: 200 len: 850 time: 0.0734358 Apr 06 14:25:14.175597 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba0c20d-d8cc-40b3-b5c5-47cb3d498c2c None None] Routers {'10a5542b-1420-4128-970e-415face267cf'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:25:14.176577 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5ba0c20d-d8cc-40b3-b5c5-47cb3d498c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:25:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['10a5542b-1420-4128-970e-415face267cf'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:14.196167 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e801d744-a3c7-4196-904b-f31fd6a6f0e4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:14.201495 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e801d744-a3c7-4196-904b-f31fd6a6f0e4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:14.232901 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9f27f61b-8e4c-45de-b593-69de9074c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'name': 'tempest-TestVolumeBootPattern-396345987-router', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:31Z', 'updated_at': '2022-04-06T14:16:49Z', 'revision_number': 4, 'project_id': '681e39576088423facd0bc7051aac5ad', 'gw_port': {'id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:35Z', 'updated_at': '2022-04-06T14:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '0d44e5af-9002-4de9-a1ab-16f4f589b699', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'port_id': '733f1808-14f9-4a9f-bed4-8a2cdd7ff74b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'mac_address': 'fa:16:3e:23:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dca4dce-8d37-4e20-8676-4848a9ded018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:21:25Z', 'updated_at': '2022-04-06T14:21:33Z', 'revision_number': 1, 'project_id': '681e39576088423facd0bc7051aac5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38993c6-d6a5-4069-b6db-aea1a2c533d9', 'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'mac_address': 'fa:16:3e:96:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:46Z', 'updated_at': '2022-04-06T14:17:00Z', 'revision_number': 5, 'project_id': '681e39576088423facd0bc7051aac5ad', 'subnets': [{'id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:14.233634 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b6273d7d-d748-4708-80a2-278adc1d9a4c req-4fc24b07-1e65-4295-8346-a6da9f81be01 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=095d4797-b5a4-4559-a0b9-992b5f89d16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0901558 Apr 06 14:25:14.234375 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801d744-a3c7-4196-904b-f31fd6a6f0e4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95338675-6913-4712-8517-8ff453a73ae7,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:14.238224 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f27f61b-8e4c-45de-b593-69de9074c69e None None] The sync data for ids ['61db72c2-b098-4195-90dd-e4e5e3267309'] in dv-neutron-835868-1-hyperv is: [{'id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'name': 'tempest-TestVolumeBootPattern-396345987-router', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:31Z', 'updated_at': '2022-04-06T14:16:49Z', 'revision_number': 4, 'project_id': '681e39576088423facd0bc7051aac5ad', 'gw_port': {'id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:35Z', 'updated_at': '2022-04-06T14:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '0d44e5af-9002-4de9-a1ab-16f4f589b699', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'port_id': '733f1808-14f9-4a9f-bed4-8a2cdd7ff74b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'mac_address': 'fa:16:3e:23:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dca4dce-8d37-4e20-8676-4848a9ded018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:21:25Z', 'updated_at': '2022-04-06T14:21:33Z', 'revision_number': 1, 'project_id': '681e39576088423facd0bc7051aac5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38993c6-d6a5-4069-b6db-aea1a2c533d9', 'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'mac_address': 'fa:16:3e:96:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:46Z', 'updated_at': '2022-04-06T14:17:00Z', 'revision_number': 5, 'project_id': '681e39576088423facd0bc7051aac5ad', 'subnets': [{'id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:25:14.251133 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e801d744-a3c7-4196-904b-f31fd6a6f0e4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:14.252458 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e801d744-a3c7-4196-904b-f31fd6a6f0e4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2019172 Apr 06 14:25:14.255270 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56270) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:14.265193 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-98af7832-3b3a-475b-a52f-ff83846164ea tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'c73115a9-fd6b-4e9e-ae72-4aa58e2f373e', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:25:14.273771 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-98af7832-3b3a-475b-a52f-ff83846164ea tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:25:14.277967 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-98af7832-3b3a-475b-a52f-ff83846164ea tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:25:14.281135 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-98af7832-3b3a-475b-a52f-ff83846164ea tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:25:14.287285 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-98af7832-3b3a-475b-a52f-ff83846164ea tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:25:14.313616 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-98af7832-3b3a-475b-a52f-ff83846164ea tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:14.394270 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-98af7832-3b3a-475b-a52f-ff83846164ea tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:14.399755 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-98af7832-3b3a-475b-a52f-ff83846164ea tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:14.428466 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b6273d7d-d748-4708-80a2-278adc1d9a4c req-def18de6-c311-4e3b-a3c2-367d6c72b300 service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809695 Apr 06 14:25:14.431344 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af7832-3b3a-475b-a52f-ff83846164ea tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9219ca2c-cbc8-4ce4-93ac-8f03d8ed1643,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:14.441828 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-98af7832-3b3a-475b-a52f-ff83846164ea tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:14.443349 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-98af7832-3b3a-475b-a52f-ff83846164ea tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1862936 Apr 06 14:25:14.449078 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c194f-8840-4e82-8715-c5c2678c8fa8 None None] Pushing event updated for resources: {'Port': ['ID=47766b87-0f4d-4221-a488-506709fa79e4,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:14.449211 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56274) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:14.456235 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b8860a88-f043-4e6d-b10b-d0046c6d2ff8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'c73115a9-fd6b-4e9e-ae72-4aa58e2f373e', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:25:14.463419 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b8860a88-f043-4e6d-b10b-d0046c6d2ff8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:25:14.464060 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-5ba0c20d-d8cc-40b3-b5c5-47cb3d498c2c None None] Set router 10a5542b-1420-4128-970e-415face267cf gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:25:14.467488 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b8860a88-f043-4e6d-b10b-d0046c6d2ff8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:25:14.470708 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b8860a88-f043-4e6d-b10b-d0046c6d2ff8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:25:14.477202 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b8860a88-f043-4e6d-b10b-d0046c6d2ff8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:25:14.495722 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b8860a88-f043-4e6d-b10b-d0046c6d2ff8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:14.563382 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b8860a88-f043-4e6d-b10b-d0046c6d2ff8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:14.568751 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b8860a88-f043-4e6d-b10b-d0046c6d2ff8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:14.571224 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b6273d7d-d748-4708-80a2-278adc1d9a4c req-ebc5ea62-b6d9-46fe-bb32-eb1648a452f3 service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363611 Apr 06 14:25:14.600091 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8860a88-f043-4e6d-b10b-d0046c6d2ff8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33261cc7-53b2-4f3f-bd93-6d6d1a7ad1cf,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:14.609107 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b8860a88-f043-4e6d-b10b-d0046c6d2ff8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:14.612827 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b8860a88-f043-4e6d-b10b-d0046c6d2ff8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1600840 Apr 06 14:25:14.613078 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56278) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:14.618734 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-16aee315-a857-4d97-b63c-f29d8e7f946f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'c73115a9-fd6b-4e9e-ae72-4aa58e2f373e', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:25:14.624513 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-16aee315-a857-4d97-b63c-f29d8e7f946f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:25:14.630413 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-16aee315-a857-4d97-b63c-f29d8e7f946f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:25:14.644769 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-16aee315-a857-4d97-b63c-f29d8e7f946f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:25:14.644769 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-16aee315-a857-4d97-b63c-f29d8e7f946f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:25:14.662910 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-16aee315-a857-4d97-b63c-f29d8e7f946f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:14.729204 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-16aee315-a857-4d97-b63c-f29d8e7f946f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:14.732896 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-16aee315-a857-4d97-b63c-f29d8e7f946f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:14.755736 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aee315-a857-4d97-b63c-f29d8e7f946f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c71d983-393a-4235-8247-d564138fb9c9,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:14.764331 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-16aee315-a857-4d97-b63c-f29d8e7f946f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:14.766272 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-16aee315-a857-4d97-b63c-f29d8e7f946f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1515906 Apr 06 14:25:14.769155 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56282) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:14.783646 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2564b19a-7470-4ea5-a426-02bbb8f711d2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'c73115a9-fd6b-4e9e-ae72-4aa58e2f373e', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:25:14.805705 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2564b19a-7470-4ea5-a426-02bbb8f711d2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:25:14.805705 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2564b19a-7470-4ea5-a426-02bbb8f711d2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:25:14.809564 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5ba0c20d-d8cc-40b3-b5c5-47cb3d498c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a5542b-1420-4128-970e-415face267cf', 'name': 'tempest-TestNetworkBasicOps-router-1896852348', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': '6424c159-256a-4062-a1b6-07910d845512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:25:05Z', 'updated_at': '2022-04-06T14:25:09Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '6424c159-256a-4062-a1b6-07910d845512', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5542b-1420-4128-970e-415face267cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:25:06Z', 'updated_at': '2022-04-06T14:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '47766b87-0f4d-4221-a488-506709fa79e4', 'name': '', 'network_id': '16339cb3-0f39-4477-b982-b20fb8374b8d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:5f:28:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a5542b-1420-4128-970e-415face267cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfc23cce-ea71-45c0-a428-c8cad228e3d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:25:09Z', 'updated_at': '2022-04-06T14:25:14Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'cfc23cce-ea71-45c0-a428-c8cad228e3d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:14.810180 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2564b19a-7470-4ea5-a426-02bbb8f711d2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:25:14.815042 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba0c20d-d8cc-40b3-b5c5-47cb3d498c2c None None] The sync data for ids ['10a5542b-1420-4128-970e-415face267cf'] in dv-neutron-835868-1-hyperv is: [{'id': '10a5542b-1420-4128-970e-415face267cf', 'name': 'tempest-TestNetworkBasicOps-router-1896852348', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': '6424c159-256a-4062-a1b6-07910d845512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:25:05Z', 'updated_at': '2022-04-06T14:25:09Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '6424c159-256a-4062-a1b6-07910d845512', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5542b-1420-4128-970e-415face267cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:25:06Z', 'updated_at': '2022-04-06T14:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '47766b87-0f4d-4221-a488-506709fa79e4', 'name': '', 'network_id': '16339cb3-0f39-4477-b982-b20fb8374b8d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:5f:28:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a5542b-1420-4128-970e-415face267cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfc23cce-ea71-45c0-a428-c8cad228e3d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:25:09Z', 'updated_at': '2022-04-06T14:25:14Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'cfc23cce-ea71-45c0-a428-c8cad228e3d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:25:14.827855 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2564b19a-7470-4ea5-a426-02bbb8f711d2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:25:14.898054 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-2564b19a-7470-4ea5-a426-02bbb8f711d2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Project 2c4f01a131354b128ac6b7c118186600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:25:14.905755 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2564b19a-7470-4ea5-a426-02bbb8f711d2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:14.986700 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5f90b-5356-44c4-a093-ab2a0f5ddb28 req-1a3d0fba-a5e4-4b86-b161-03c7b093a06d tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:14.988149 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-95c5f90b-5356-44c4-a093-ab2a0f5ddb28 req-1a3d0fba-a5e4-4b86-b161-03c7b093a06d tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef92cb23-dd21-4bb6-9950-b2d5f94329db HTTP/1.1" status: 200 len: 946 time: 0.1551733 Apr 06 14:25:15.023898 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a03a29-b00a-429d-8f2d-5b41c477643b req-679a8aa6-a415-4fd7-a24d-4ffadf06a5ff tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:15.028942 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-29a03a29-b00a-429d-8f2d-5b41c477643b req-679a8aa6-a415-4fd7-a24d-4ffadf06a5ff tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Synchronizing usage tracker for tenant:681e39576088423facd0bc7051aac5ad on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:25:15.043303 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2564b19a-7470-4ea5-a426-02bbb8f711d2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:15.044525 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-29a03a29-b00a-429d-8f2d-5b41c477643b req-679a8aa6-a415-4fd7-a24d-4ffadf06a5ff tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Unset dirty status for tenant:681e39576088423facd0bc7051aac5ad on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:25:15.046760 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-29a03a29-b00a-429d-8f2d-5b41c477643b req-679a8aa6-a415-4fd7-a24d-4ffadf06a5ff tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef92cb23-dd21-4bb6-9950-b2d5f94329db HTTP/1.1" status: 200 len: 946 time: 0.1212449 Apr 06 14:25:15.049629 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2564b19a-7470-4ea5-a426-02bbb8f711d2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:15.091624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564b19a-7470-4ea5-a426-02bbb8f711d2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a8863b2-a45b-4b5f-b838-fb9b6aeb5251,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:15.097058 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-95c5f90b-5356-44c4-a093-ab2a0f5ddb28 req-2748213c-c849-4086-96a3-39ff983e3c4f tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Deleting port 1ba66fbd-ece1-4160-80c0-cf0359d9c89d {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:25:15.097407 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-95c5f90b-5356-44c4-a093-ab2a0f5ddb28 req-2748213c-c849-4086-96a3-39ff983e3c4f tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:15.106662 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-29a03a29-b00a-429d-8f2d-5b41c477643b req-bc8834ad-cfaa-4b71-bd70-a7e21328ab4b tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513783 Apr 06 14:25:15.141492 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2564b19a-7470-4ea5-a426-02bbb8f711d2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:15.142680 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2564b19a-7470-4ea5-a426-02bbb8f711d2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3732035 Apr 06 14:25:15.145678 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56288) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:15.152334 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c5d55607-2f81-4c27-b2d2-3e90cba5b0a2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'c73115a9-fd6b-4e9e-ae72-4aa58e2f373e', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:25:15.158785 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c5d55607-2f81-4c27-b2d2-3e90cba5b0a2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:25:15.162828 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c5d55607-2f81-4c27-b2d2-3e90cba5b0a2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:25:15.165728 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c5d55607-2f81-4c27-b2d2-3e90cba5b0a2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:25:15.172276 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c5d55607-2f81-4c27-b2d2-3e90cba5b0a2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:25:15.183331 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-c5d55607-2f81-4c27-b2d2-3e90cba5b0a2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Project 2c4f01a131354b128ac6b7c118186600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:25:15.190083 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c5d55607-2f81-4c27-b2d2-3e90cba5b0a2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:15.263040 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c5d55607-2f81-4c27-b2d2-3e90cba5b0a2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:15.267100 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c5d55607-2f81-4c27-b2d2-3e90cba5b0a2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:15.298563 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d55607-2f81-4c27-b2d2-3e90cba5b0a2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62915bc7-cbf2-4f6f-bc18-4640a8746361,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:15.308821 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c5d55607-2f81-4c27-b2d2-3e90cba5b0a2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:15.319550 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c5d55607-2f81-4c27-b2d2-3e90cba5b0a2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1641192 Apr 06 14:25:15.354879 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-95c5f90b-5356-44c4-a093-ab2a0f5ddb28 req-2748213c-c849-4086-96a3-39ff983e3c4f tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] For port 1ba66fbd-ece1-4160-80c0-cf0359d9c89d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1ba66fbd-ece1-4160-80c0-cf0359d9c89d,segment=NetworkSegment(7f5f732c-1b92-4825-becd-101dc42cef15),segment_id=7f5f732c-1b92-4825-becd-101dc42cef15)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:15.355232 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-95c5f90b-5356-44c4-a093-ab2a0f5ddb28 req-2748213c-c849-4086-96a3-39ff983e3c4f tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:15.491241 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-95c5f90b-5356-44c4-a093-ab2a0f5ddb28 req-2748213c-c849-4086-96a3-39ff983e3c4f tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Calling delete_port for 1ba66fbd-ece1-4160-80c0-cf0359d9c89d owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:25:15.597546 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-827cf702-8c0d-4e28-8a7a-6df9e3de675c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:25:15.645347 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-827cf702-8c0d-4e28-8a7a-6df9e3de675c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:25:15.646539 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-827cf702-8c0d-4e28-8a7a-6df9e3de675c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-846535159&fields=id&tenant_id=2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 267 time: 0.1283979 Apr 06 14:25:15.670791 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 47766b87-0f4d-4221-a488-506709fa79e4 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:25:15.747894 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 47766b87-0f4d-4221-a488-506709fa79e4 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:25:15.753675 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 47766b87-0f4d-4221-a488-506709fa79e4 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:25:15.754408 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:15.773004 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-95c5f90b-5356-44c4-a093-ab2a0f5ddb28 req-2748213c-c849-4086-96a3-39ff983e3c4f tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:15.831997 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748213c-c849-4086-96a3-39ff983e3c4f tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Pushing event deleted for resources: {'Port': ['ID=1ba66fbd-ece1-4160-80c0-cf0359d9c89d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:15.889541 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:15.921884 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 47766b87-0f4d-4221-a488-506709fa79e4, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=47766b87-0f4d-4221-a488-506709fa79e4,segment=NetworkSegment(f50e4a95-5886-48b5-9646-cad934e202fa),segment_id=f50e4a95-5886-48b5-9646-cad934e202fa)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:15.925922 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:15.939012 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c5f90b-5356-44c4-a093-ab2a0f5ddb28 req-2748213c-c849-4086-96a3-39ff983e3c4f tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] No DVR routers for this DVR port 1ba66fbd-ece1-4160-80c0-cf0359d9c89d on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:25:15.945006 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-fccdcd55-0b48-4903-ac5f-a9f856e2033b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:15.945673 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-fccdcd55-0b48-4903-ac5f-a9f856e2033b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:network {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:25:15.948398 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-95c5f90b-5356-44c4-a093-ab2a0f5ddb28 req-2748213c-c849-4086-96a3-39ff983e3c4f tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:15.950762 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef92cb23-dd21-4bb6-9950-b2d5f94329db', 'name': 'network-vif-deleted', 'tag': '1ba66fbd-ece1-4160-80c0-cf0359d9c89d'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:25:15.972987 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-95c5f90b-5356-44c4-a093-ab2a0f5ddb28 req-2748213c-c849-4086-96a3-39ff983e3c4f tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.69 "DELETE /v2.0/ports/1ba66fbd-ece1-4160-80c0-cf0359d9c89d HTTP/1.1" status: 204 len: 173 time: 0.9784052 Apr 06 14:25:15.977219 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-fccdcd55-0b48-4903-ac5f-a9f856e2033b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:network {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:25:15.979134 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-fccdcd55-0b48-4903-ac5f-a9f856e2033b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/networks?id=16339cb3-0f39-4477-b982-b20fb8374b8d HTTP/1.1" status: 200 len: 797 time: 0.3147089 Apr 06 14:25:15.998926 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=47766b87-0f4d-4221-a488-506709fa79e4,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:16.006982 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-4309b1b8-c713-4fd4-bded-b1291819863b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/quotas/2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 375 time: 0.0152640 Apr 06 14:25:16.049216 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc940e7f-5f89-459d-9dbb-6911abd1c73b'] response: {'server_uuid': 'ef92cb23-dd21-4bb6-9950-b2d5f94329db', 'name': 'network-vif-deleted', 'tag': '1ba66fbd-ece1-4160-80c0-cf0359d9c89d', 'status': 'completed', 'code': 200} Apr 06 14:25:16.198512 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-754befb9-e202-4a04-bb19-3871c6cdf5cd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:25:16.222024 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-754befb9-e202-4a04-bb19-3871c6cdf5cd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:25:16.223583 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-754befb9-e202-4a04-bb19-3871c6cdf5cd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2106256 Apr 06 14:25:16.296808 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-91f24b01-70b5-478e-8be2-1d6d9f7b9bd7 req-c144bc43-95a2-4b57-8390-e2710377c0ca tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef92cb23-dd21-4bb6-9950-b2d5f94329db HTTP/1.1" status: 200 len: 210 time: 0.0425529 Apr 06 14:25:16.380954 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-f5edba42-6ecd-433e-ae4b-b3da3a376736 service neutron] 10.222.0.60 "GET /v2.0/networks/16339cb3-0f39-4477-b982-b20fb8374b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448221 Apr 06 14:25:16.515452 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-595d14cd-355d-4f07-ae6f-5527df6a4e65 service neutron] 10.222.0.60 "GET /v2.0/networks/16339cb3-0f39-4477-b982-b20fb8374b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284738 Apr 06 14:25:16.630510 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 1ba66fbd-ece1-4160-80c0-cf0359d9c89d no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:25:16.710199 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: 1ba66fbd-ece1-4160-80c0-cf0359d9c89d {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:25:16.710592 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 1ba66fbd-ece1-4160-80c0-cf0359d9c89d not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:25:16.731815 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-a09439b8-52a2-4626-92c3-4b2afacb7e30 req-d52dd4bf-2607-4456-8d08-be418efaa039 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:25:16.743384 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-a09439b8-52a2-4626-92c3-4b2afacb7e30 req-d52dd4bf-2607-4456-8d08-be418efaa039 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:25:16.744510 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a09439b8-52a2-4626-92c3-4b2afacb7e30 req-d52dd4bf-2607-4456-8d08-be418efaa039 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=806aade6-ab60-41a0-96f8-645c56fca1b1 HTTP/1.1" status: 200 len: 210 time: 0.0541511 Apr 06 14:25:17.680610 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 47766b87-0f4d-4221-a488-506709fa79e4 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:25:17.789446 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 47766b87-0f4d-4221-a488-506709fa79e4 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:25:17.790182 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:17.819075 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-dae121eb-1d77-48f5-ba85-6a05da13a789 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:17.820606 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-dae121eb-1d77-48f5-ba85-6a05da13a789 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/networks?id=16339cb3-0f39-4477-b982-b20fb8374b8d HTTP/1.1" status: 200 len: 797 time: 0.1960118 Apr 06 14:25:17.949935 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-2c0c7d38-14bb-4d62-85d8-b9b91eaa0436 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 379 time: 0.1163137 Apr 06 14:25:17.958457 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-ec94364c-dd8b-4c6c-814c-a5e3ebfdbd83 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'port': {'device_id': '806aade6-ab60-41a0-96f8-645c56fca1b1', 'network_id': '16339cb3-0f39-4477-b982-b20fb8374b8d', 'admin_state_up': True, 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'security_groups': ['c73115a9-fd6b-4e9e-ae72-4aa58e2f373e']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:25:17.975100 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3433b88e-9baf-4bf3-b47f-ac5c77809c81 req-28becebd-9176-421c-a575-e29526754fa4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=806aade6-ab60-41a0-96f8-645c56fca1b1 HTTP/1.1" status: 200 len: 210 time: 0.0486157 Apr 06 14:25:18.093984 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-ec94364c-dd8b-4c6c-814c-a5e3ebfdbd83 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:25:18.103335 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-ec94364c-dd8b-4c6c-814c-a5e3ebfdbd83 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:25:18.112615 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-ec94364c-dd8b-4c6c-814c-a5e3ebfdbd83 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Made reservation on behalf of 2c4f01a131354b128ac6b7c118186600 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:25:18.115624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-ec94364c-dd8b-4c6c-814c-a5e3ebfdbd83 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:18.279811 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-ec94364c-dd8b-4c6c-814c-a5e3ebfdbd83 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.20.0.12 (16339cb3-0f39-4477-b982-b20fb8374b8d/cfc23cce-ea71-45c0-a428-c8cad228e3d6/9fcc5f75-c042-47b3-bf6f-3d4c4d171340) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:25:18.462953 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-ec94364c-dd8b-4c6c-814c-a5e3ebfdbd83 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:18.478043 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-ec94364c-dd8b-4c6c-814c-a5e3ebfdbd83 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Transition to ACTIVE for port object 9fcc5f75-c042-47b3-bf6f-3d4c4d171340 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:25:18.499284 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-ec94364c-dd8b-4c6c-814c-a5e3ebfdbd83 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:18.572108 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-ec94364c-dd8b-4c6c-814c-a5e3ebfdbd83 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 16339cb3-0f39-4477-b982-b20fb8374b8d is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:25:18.575634 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-ec94364c-dd8b-4c6c-814c-a5e3ebfdbd83 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:25:18.579340 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-ec94364c-dd8b-4c6c-814c-a5e3ebfdbd83 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:25:18.609570 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94364c-dd8b-4c6c-814c-a5e3ebfdbd83 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=9fcc5f75-c042-47b3-bf6f-3d4c4d171340,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:18.648713 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-ec94364c-dd8b-4c6c-814c-a5e3ebfdbd83 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:18.649412 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-ec94364c-dd8b-4c6c-814c-a5e3ebfdbd83 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:18.683135 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-ec94364c-dd8b-4c6c-814c-a5e3ebfdbd83 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7281928 Apr 06 14:25:18.695864 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-6ccf0668-411b-4fce-b0f6-715518f1494d service neutron] Request body: {'port': {'device_id': '806aade6-ab60-41a0-96f8-645c56fca1b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:25:18.817027 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-6ccf0668-411b-4fce-b0f6-715518f1494d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:18.854532 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-10738338-1652-414c-a751-52e193fd11b4 None None] Provisioning for port 9fcc5f75-c042-47b3-bf6f-3d4c4d171340 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:25:18.859596 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-10738338-1652-414c-a751-52e193fd11b4 None None] Provisioning complete for port 9fcc5f75-c042-47b3-bf6f-3d4c4d171340 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:25:18.859972 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-10738338-1652-414c-a751-52e193fd11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:18.914613 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-10738338-1652-414c-a751-52e193fd11b4 None None] Port 9fcc5f75-c042-47b3-bf6f-3d4c4d171340 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:25:19.202826 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-6ccf0668-411b-4fce-b0f6-715518f1494d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fcc5f75-c042-47b3-bf6f-3d4c4d171340 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:25:19.213614 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-6ccf0668-411b-4fce-b0f6-715518f1494d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:19.223211 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802d1fdf-1887-4e74-ab2d-768434973c7e None None] New status for floating IP ad108f10-53d8-43c8-bf11-967ca2d9f9ee: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:25:19.247875 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-6ccf0668-411b-4fce-b0f6-715518f1494d service neutron] Transition to ACTIVE for port object 9fcc5f75-c042-47b3-bf6f-3d4c4d171340 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:25:19.261785 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62837c98-895a-47c7-bf06-8086dfe69f86 req-f8d0cf68-6fc4-4066-94d3-7bc17759b062 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:19.262128 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-62837c98-895a-47c7-bf06-8086dfe69f86 req-f8d0cf68-6fc4-4066-94d3-7bc17759b062 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:25:19.264649 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-6ccf0668-411b-4fce-b0f6-715518f1494d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:19.506172 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-62837c98-895a-47c7-bf06-8086dfe69f86 req-f8d0cf68-6fc4-4066-94d3-7bc17759b062 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:25:19.507331 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-62837c98-895a-47c7-bf06-8086dfe69f86 req-f8d0cf68-6fc4-4066-94d3-7bc17759b062 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=806aade6-ab60-41a0-96f8-645c56fca1b1 HTTP/1.1" status: 200 len: 932 time: 0.4004791 Apr 06 14:25:19.517835 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf0668-411b-4fce-b0f6-715518f1494d service neutron] Pushing event updated for resources: {'Port': ['ID=9fcc5f75-c042-47b3-bf6f-3d4c4d171340,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:19.643200 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-62837c98-895a-47c7-bf06-8086dfe69f86 req-6218bf83-43d3-4799-8622-1278b01eda0b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=c73115a9-fd6b-4e9e-ae72-4aa58e2f373e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263411 Apr 06 14:25:19.671191 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-6ccf0668-411b-4fce-b0f6-715518f1494d service neutron] Attempting to bind port 9fcc5f75-c042-47b3-bf6f-3d4c4d171340 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:25:19.671530 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-6ccf0668-411b-4fce-b0f6-715518f1494d service neutron] Attempting to bind port 9fcc5f75-c042-47b3-bf6f-3d4c4d171340 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f50e4a95-5886-48b5-9646-cad934e202fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '16339cb3-0f39-4477-b982-b20fb8374b8d'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:25:19.671856 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-6ccf0668-411b-4fce-b0f6-715518f1494d service neutron] Attempting to bind port 9fcc5f75-c042-47b3-bf6f-3d4c4d171340 on network 16339cb3-0f39-4477-b982-b20fb8374b8d {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:25:19.678261 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-6ccf0668-411b-4fce-b0f6-715518f1494d service neutron] Port 9fcc5f75-c042-47b3-bf6f-3d4c4d171340 on network 16339cb3-0f39-4477-b982-b20fb8374b8d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:25:19.678582 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-6ccf0668-411b-4fce-b0f6-715518f1494d service neutron] Attempting to bind port 9fcc5f75-c042-47b3-bf6f-3d4c4d171340 on network 16339cb3-0f39-4477-b982-b20fb8374b8d {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:25:19.685152 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-6ccf0668-411b-4fce-b0f6-715518f1494d service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:25:19.685497 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-6ccf0668-411b-4fce-b0f6-715518f1494d service neutron] Checking segment: {'id': 'f50e4a95-5886-48b5-9646-cad934e202fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '16339cb3-0f39-4477-b982-b20fb8374b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:25:19.685886 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-6ccf0668-411b-4fce-b0f6-715518f1494d service neutron] Bound using segment: {'id': 'f50e4a95-5886-48b5-9646-cad934e202fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '16339cb3-0f39-4477-b982-b20fb8374b8d'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:25:19.686319 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-6ccf0668-411b-4fce-b0f6-715518f1494d service neutron] Bound port: 9fcc5f75-c042-47b3-bf6f-3d4c4d171340, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50e4a95-5886-48b5-9646-cad934e202fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '16339cb3-0f39-4477-b982-b20fb8374b8d'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:25:19.686674 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-6ccf0668-411b-4fce-b0f6-715518f1494d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:19.778805 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-6ccf0668-411b-4fce-b0f6-715518f1494d service neutron] For port 9fcc5f75-c042-47b3-bf6f-3d4c4d171340, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:25:19.782092 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-6ccf0668-411b-4fce-b0f6-715518f1494d service neutron] For port 9fcc5f75-c042-47b3-bf6f-3d4c4d171340, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=9fcc5f75-c042-47b3-bf6f-3d4c4d171340,segment=NetworkSegment(f50e4a95-5886-48b5-9646-cad934e202fa),segment_id=f50e4a95-5886-48b5-9646-cad934e202fa)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:25:19.787425 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-6ccf0668-411b-4fce-b0f6-715518f1494d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:19.873074 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-6ccf0668-411b-4fce-b0f6-715518f1494d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:19.877064 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-6ccf0668-411b-4fce-b0f6-715518f1494d service neutron] 10.222.0.69 "PUT /v2.0/ports/9fcc5f75-c042-47b3-bf6f-3d4c4d171340 HTTP/1.1" status: 200 len: 1094 time: 1.1844058 Apr 06 14:25:19.877917 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806aade6-ab60-41a0-96f8-645c56fca1b1', 'tag': '9fcc5f75-c042-47b3-bf6f-3d4c4d171340'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:25:19.909568 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf0668-411b-4fce-b0f6-715518f1494d service neutron] Pushing event updated for resources: {'Port': ['ID=9fcc5f75-c042-47b3-bf6f-3d4c4d171340,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:19.983919 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-657c9f81-4143-4a62-b138-099ec76f7d9b'] response: {'name': 'network-changed', 'server_uuid': '806aade6-ab60-41a0-96f8-645c56fca1b1', 'tag': '9fcc5f75-c042-47b3-bf6f-3d4c4d171340', 'status': 'completed', 'code': 200} Apr 06 14:25:20.026442 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-eb437d70-3946-4b87-bf47-255d1c1e8bda service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=806aade6-ab60-41a0-96f8-645c56fca1b1 HTTP/1.1" status: 200 len: 1097 time: 0.1095138 Apr 06 14:25:20.109028 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-ab0a1710-77e3-4c41-b513-8951ac8bf4b4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fcc5f75-c042-47b3-bf6f-3d4c4d171340 HTTP/1.1" status: 200 len: 217 time: 0.0752842 Apr 06 14:25:20.172609 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-4be063bf-c62a-4a83-b9bc-aaecf3c8346b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:20.174220 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-4be063bf-c62a-4a83-b9bc-aaecf3c8346b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cfc23cce-ea71-45c0-a428-c8cad228e3d6 HTTP/1.1" status: 200 len: 835 time: 0.0594366 Apr 06 14:25:20.257148 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-ffa03ac4-53f1-4958-b6c5-a7f74560557a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16339cb3-0f39-4477-b982-b20fb8374b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764344 Apr 06 14:25:20.391473 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-5c224f3d-d070-4314-a064-5311ddedd29c service neutron] 10.222.0.69 "GET /v2.0/networks/16339cb3-0f39-4477-b982-b20fb8374b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272428 Apr 06 14:25:20.526276 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4a658779-89f1-421b-86f4-2c6d1a1d7bd3 req-e8cabdac-c293-4971-9218-a32d33142b05 service neutron] 10.222.0.69 "GET /v2.0/networks/16339cb3-0f39-4477-b982-b20fb8374b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250494 Apr 06 14:25:20.645989 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ebf07a8d-08e9-45d6-8205-a0ded4e64551 req-4a6204fb-8e63-4254-b22c-f7fc9de665cd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=806aade6-ab60-41a0-96f8-645c56fca1b1 HTTP/1.1" status: 200 len: 1097 time: 0.0682752 Apr 06 14:25:20.794495 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf07a8d-08e9-45d6-8205-a0ded4e64551 req-98fbc38f-184c-4f21-96ff-44393f996425 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:20.796139 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ebf07a8d-08e9-45d6-8205-a0ded4e64551 req-98fbc38f-184c-4f21-96ff-44393f996425 service neutron] 10.222.0.69 "GET /v2.0/networks?id=16339cb3-0f39-4477-b982-b20fb8374b8d HTTP/1.1" status: 200 len: 898 time: 0.1430643 Apr 06 14:25:20.907020 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ebf07a8d-08e9-45d6-8205-a0ded4e64551 req-3a2e78a3-c534-46f1-becc-78a99e0ad96d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fcc5f75-c042-47b3-bf6f-3d4c4d171340 HTTP/1.1" status: 200 len: 217 time: 0.1017597 Apr 06 14:25:20.988912 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf07a8d-08e9-45d6-8205-a0ded4e64551 req-a0dfb3b1-3d81-4def-9b61-9bba869c709e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:20.990386 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ebf07a8d-08e9-45d6-8205-a0ded4e64551 req-a0dfb3b1-3d81-4def-9b61-9bba869c709e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cfc23cce-ea71-45c0-a428-c8cad228e3d6 HTTP/1.1" status: 200 len: 835 time: 0.0763030 Apr 06 14:25:20.999849 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f3331-0657-4a79-aceb-436a8080f563 req-ead9621c-07cc-48c8-86d8-0e83d08cdf5d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:21.001254 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-027f3331-0657-4a79-aceb-436a8080f563 req-ead9621c-07cc-48c8-86d8-0e83d08cdf5d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=806aade6-ab60-41a0-96f8-645c56fca1b1 HTTP/1.1" status: 200 len: 944 time: 0.1980209 Apr 06 14:25:21.095205 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-027f3331-0657-4a79-aceb-436a8080f563 req-daede230-678d-4026-9cba-f790ee5f2473 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=c73115a9-fd6b-4e9e-ae72-4aa58e2f373e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603321 Apr 06 14:25:21.104443 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ebf07a8d-08e9-45d6-8205-a0ded4e64551 req-f370be6e-131b-474a-93da-597b44d3b123 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16339cb3-0f39-4477-b982-b20fb8374b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1022844 Apr 06 14:25:21.323444 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ebf07a8d-08e9-45d6-8205-a0ded4e64551 req-b1727e9c-ff33-4d6c-8a82-a59a211feceb service neutron] 10.222.0.69 "GET /v2.0/networks/16339cb3-0f39-4477-b982-b20fb8374b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124002 Apr 06 14:25:21.452224 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ebf07a8d-08e9-45d6-8205-a0ded4e64551 req-6dc449df-3f99-487f-95b8-15ef78ea4bdd service neutron] 10.222.0.69 "GET /v2.0/networks/16339cb3-0f39-4477-b982-b20fb8374b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228654 Apr 06 14:25:21.986090 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56340) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:22.317314 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-f87fc320-7b02-40ac-bb68-8ddef23da642 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Deleting port 123684fd-2a0f-411c-921b-9127c4ce2b4e {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:25:22.317657 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f87fc320-7b02-40ac-bb68-8ddef23da642 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:22.449201 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91802b18-1d7a-4356-87b1-74b03f8004dc req-61c3df16-6037-47cf-a769-ed87438e50e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:22.450544 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-91802b18-1d7a-4356-87b1-74b03f8004dc req-61c3df16-6037-47cf-a769-ed87438e50e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=806aade6-ab60-41a0-96f8-645c56fca1b1 HTTP/1.1" status: 200 len: 944 time: 0.2241251 Apr 06 14:25:22.534423 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-91802b18-1d7a-4356-87b1-74b03f8004dc req-c46cf6ec-be95-4987-8719-bc4b39a0e53d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:25:22.538089 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f87fc320-7b02-40ac-bb68-8ddef23da642 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:22.538417 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f87fc320-7b02-40ac-bb68-8ddef23da642 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:22.660089 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 9fcc5f75-c042-47b3-bf6f-3d4c4d171340 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:25:22.664806 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-f87fc320-7b02-40ac-bb68-8ddef23da642 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Calling delete_port for 123684fd-2a0f-411c-921b-9127c4ce2b4e owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:25:22.699620 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-91802b18-1d7a-4356-87b1-74b03f8004dc req-c46cf6ec-be95-4987-8719-bc4b39a0e53d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:25:22.700670 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-91802b18-1d7a-4356-87b1-74b03f8004dc req-c46cf6ec-be95-4987-8719-bc4b39a0e53d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=c73115a9-fd6b-4e9e-ae72-4aa58e2f373e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2409728 Apr 06 14:25:22.797725 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 9fcc5f75-c042-47b3-bf6f-3d4c4d171340, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=9fcc5f75-c042-47b3-bf6f-3d4c4d171340,segment=NetworkSegment(f50e4a95-5886-48b5-9646-cad934e202fa),segment_id=f50e4a95-5886-48b5-9646-cad934e202fa)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:22.810875 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '9fcc5f75-c042-47b3-bf6f-3d4c4d171340', 'network_id': '16339cb3-0f39-4477-b982-b20fb8374b8d', 'port_id': '9fcc5f75-c042-47b3-bf6f-3d4c4d171340', 'mac_address': 'fa:16:3e:7b:ea:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc23cce-ea71-45c0-a428-c8cad228e3d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:25:22.840403 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f87fc320-7b02-40ac-bb68-8ddef23da642 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:22.865622 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:22.885259 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87fc320-7b02-40ac-bb68-8ddef23da642 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Pushing event deleted for resources: {'Port': ['ID=123684fd-2a0f-411c-921b-9127c4ce2b4e,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:22.885890 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fcc5f75-c042-47b3-bf6f-3d4c4d171340 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:25:22.904962 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 9fcc5f75-c042-47b3-bf6f-3d4c4d171340, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=9fcc5f75-c042-47b3-bf6f-3d4c4d171340,segment=NetworkSegment(f50e4a95-5886-48b5-9646-cad934e202fa),segment_id=f50e4a95-5886-48b5-9646-cad934e202fa)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:22.908810 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:22.973568 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=9fcc5f75-c042-47b3-bf6f-3d4c4d171340,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:22.979130 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f87fc320-7b02-40ac-bb68-8ddef23da642 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:23.146925 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['9fcc5f75-c042-47b3-bf6f-3d4c4d171340'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:25:23.360745 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87fc320-7b02-40ac-bb68-8ddef23da642 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Router 61db72c2-b098-4195-90dd-e4e5e3267309 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:25:23.559211 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87fc320-7b02-40ac-bb68-8ddef23da642 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:25:23.568969 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4928d5f-8027-401d-8c3c-6a1d2203c7b2 None None] Sync routers for ids ['61db72c2-b098-4195-90dd-e4e5e3267309'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:25:23.575633 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f87fc320-7b02-40ac-bb68-8ddef23da642 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:23.580421 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4928d5f-8027-401d-8c3c-6a1d2203c7b2 None None] Routers {'61db72c2-b098-4195-90dd-e4e5e3267309'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:25:23.581067 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-a4928d5f-8027-401d-8c3c-6a1d2203c7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:25:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['61db72c2-b098-4195-90dd-e4e5e3267309'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:23.633517 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f87fc320-7b02-40ac-bb68-8ddef23da642 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "DELETE /v2.0/floatingips/0d44e5af-9002-4de9-a1ab-16f4f589b699 HTTP/1.1" status: 204 len: 168 time: 1.6440701 Apr 06 14:25:23.633517 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dca4dce-8d37-4e20-8676-4848a9ded018', 'tag': '733f1808-14f9-4a9f-bed4-8a2cdd7ff74b'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:25:23.697537 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d84b065-4843-481f-8e99-8db12007ac5a'] response: {'name': 'network-changed', 'server_uuid': '2dca4dce-8d37-4e20-8676-4848a9ded018', 'tag': '733f1808-14f9-4a9f-bed4-8a2cdd7ff74b', 'status': 'completed', 'code': 200} Apr 06 14:25:23.757739 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-a4928d5f-8027-401d-8c3c-6a1d2203c7b2 None None] Set router 61db72c2-b098-4195-90dd-e4e5e3267309 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:25:23.831645 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-70d1dfb8-2c58-4a3e-aaeb-a326b0efb803 req-59f841b2-e28e-4bd4-8114-29ef7a808297 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=681e39576088423facd0bc7051aac5ad&device_id=2dca4dce-8d37-4e20-8676-4848a9ded018 HTTP/1.1" status: 200 len: 1098 time: 0.1102757 Apr 06 14:25:24.037264 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad98c2-125b-490d-8b1c-9435b94cd3df req-af2dc80e-2799-4253-84f2-fd1533915f9a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:24.038732 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4aad98c2-125b-490d-8b1c-9435b94cd3df req-af2dc80e-2799-4253-84f2-fd1533915f9a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=806aade6-ab60-41a0-96f8-645c56fca1b1 HTTP/1.1" status: 200 len: 945 time: 0.1944346 Apr 06 14:25:24.079415 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1dfb8-2c58-4a3e-aaeb-a326b0efb803 req-514d61c1-0b7d-4be7-b127-ea40c66631cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:24.081508 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-70d1dfb8-2c58-4a3e-aaeb-a326b0efb803 req-514d61c1-0b7d-4be7-b127-ea40c66631cc service neutron] 10.222.0.69 "GET /v2.0/networks?id=095d4797-b5a4-4559-a0b9-992b5f89d16a HTTP/1.1" status: 200 len: 912 time: 0.2423480 Apr 06 14:25:24.087548 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4aad98c2-125b-490d-8b1c-9435b94cd3df req-7e66c10c-db81-43b7-9eb7-0f569fa9d6e4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=c73115a9-fd6b-4e9e-ae72-4aa58e2f373e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425692 Apr 06 14:25:24.132845 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-a4928d5f-8027-401d-8c3c-6a1d2203c7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'name': 'tempest-TestVolumeBootPattern-396345987-router', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:31Z', 'updated_at': '2022-04-06T14:16:49Z', 'revision_number': 4, 'project_id': '681e39576088423facd0bc7051aac5ad', 'gw_port': {'id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:35Z', 'updated_at': '2022-04-06T14:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'e38993c6-d6a5-4069-b6db-aea1a2c533d9', 'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'mac_address': 'fa:16:3e:96:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:46Z', 'updated_at': '2022-04-06T14:17:00Z', 'revision_number': 5, 'project_id': '681e39576088423facd0bc7051aac5ad', 'subnets': [{'id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:24.136781 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4928d5f-8027-401d-8c3c-6a1d2203c7b2 None None] Checking router: 61db72c2-b098-4195-90dd-e4e5e3267309 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:25:24.147674 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4928d5f-8027-401d-8c3c-6a1d2203c7b2 None None] Routers {'61db72c2-b098-4195-90dd-e4e5e3267309'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:25:24.148270 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-a4928d5f-8027-401d-8c3c-6a1d2203c7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:25:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['61db72c2-b098-4195-90dd-e4e5e3267309'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:24.166297 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-70d1dfb8-2c58-4a3e-aaeb-a326b0efb803 req-966cd804-0a19-4120-80bd-eb85b65d1c3c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=733f1808-14f9-4a9f-bed4-8a2cdd7ff74b HTTP/1.1" status: 200 len: 217 time: 0.0774944 Apr 06 14:25:24.212912 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b522d75-3e4f-416d-983e-7f31d0baaeb7 req-55b4253c-498c-4662-b781-d40ddacbde86 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:24.213629 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-6b522d75-3e4f-416d-983e-7f31d0baaeb7 req-55b4253c-498c-4662-b781-d40ddacbde86 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Synchronizing usage tracker for tenant:681e39576088423facd0bc7051aac5ad on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:25:24.251688 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-6b522d75-3e4f-416d-983e-7f31d0baaeb7 req-55b4253c-498c-4662-b781-d40ddacbde86 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Unset dirty status for tenant:681e39576088423facd0bc7051aac5ad on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:25:24.252952 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6b522d75-3e4f-416d-983e-7f31d0baaeb7 req-55b4253c-498c-4662-b781-d40ddacbde86 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dca4dce-8d37-4e20-8676-4848a9ded018 HTTP/1.1" status: 200 len: 945 time: 0.2246504 Apr 06 14:25:24.255098 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1dfb8-2c58-4a3e-aaeb-a326b0efb803 req-570bc462-6ad8-4e5b-9e8c-8ab652eab39c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:24.257634 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-70d1dfb8-2c58-4a3e-aaeb-a326b0efb803 req-570bc462-6ad8-4e5b-9e8c-8ab652eab39c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=905b1e27-43c6-41a9-9b0b-26bc504bfcd6 HTTP/1.1" status: 200 len: 850 time: 0.0836871 Apr 06 14:25:24.329103 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-a4928d5f-8027-401d-8c3c-6a1d2203c7b2 None None] Set router 61db72c2-b098-4195-90dd-e4e5e3267309 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:25:24.350365 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6b522d75-3e4f-416d-983e-7f31d0baaeb7 req-5f29b856-f6e8-4e48-a703-3109a6b89a43 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886030 Apr 06 14:25:24.371649 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-70d1dfb8-2c58-4a3e-aaeb-a326b0efb803 req-8d580f2a-e2ec-44ba-b45f-5fbaafd5a0c5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=095d4797-b5a4-4559-a0b9-992b5f89d16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0938489 Apr 06 14:25:24.508520 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-70d1dfb8-2c58-4a3e-aaeb-a326b0efb803 req-e7a32fb0-201b-4065-b9b7-0ebaa3d9ff68 service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287708 Apr 06 14:25:24.649946 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-70d1dfb8-2c58-4a3e-aaeb-a326b0efb803 req-8512298f-a92b-468a-a531-37eda95dbb84 service neutron] 10.222.0.69 "GET /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341894 Apr 06 14:25:24.650907 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-a4928d5f-8027-401d-8c3c-6a1d2203c7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'name': 'tempest-TestVolumeBootPattern-396345987-router', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:31Z', 'updated_at': '2022-04-06T14:16:49Z', 'revision_number': 4, 'project_id': '681e39576088423facd0bc7051aac5ad', 'gw_port': {'id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:35Z', 'updated_at': '2022-04-06T14:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'e38993c6-d6a5-4069-b6db-aea1a2c533d9', 'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'mac_address': 'fa:16:3e:96:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:46Z', 'updated_at': '2022-04-06T14:17:00Z', 'revision_number': 5, 'project_id': '681e39576088423facd0bc7051aac5ad', 'subnets': [{'id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:24.654869 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4928d5f-8027-401d-8c3c-6a1d2203c7b2 None None] The sync data for ids ['61db72c2-b098-4195-90dd-e4e5e3267309'] in dv-neutron-835868-1-hyperv is: [{'id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'name': 'tempest-TestVolumeBootPattern-396345987-router', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:31Z', 'updated_at': '2022-04-06T14:16:49Z', 'revision_number': 4, 'project_id': '681e39576088423facd0bc7051aac5ad', 'gw_port': {'id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:35Z', 'updated_at': '2022-04-06T14:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'e38993c6-d6a5-4069-b6db-aea1a2c533d9', 'name': '', 'network_id': '095d4797-b5a4-4559-a0b9-992b5f89d16a', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'mac_address': 'fa:16:3e:96:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:46Z', 'updated_at': '2022-04-06T14:17:00Z', 'revision_number': 5, 'project_id': '681e39576088423facd0bc7051aac5ad', 'subnets': [{'id': '905b1e27-43c6-41a9-9b0b-26bc504bfcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:25:24.684363 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 9fcc5f75-c042-47b3-bf6f-3d4c4d171340 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:25:24.756249 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port 9fcc5f75-c042-47b3-bf6f-3d4c4d171340 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:25:24.760776 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 9fcc5f75-c042-47b3-bf6f-3d4c4d171340 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:25:24.761180 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:24.876847 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:24.906336 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806aade6-ab60-41a0-96f8-645c56fca1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcc5f75-c042-47b3-bf6f-3d4c4d171340'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:25:24.913637 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d2f4c9-f110-403a-b5b1-c1b912a71351 None None] New status for floating IP 0d44e5af-9002-4de9-a1ab-16f4f589b699: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:25:24.966305 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-367a771d-0f14-4213-9a1f-f67c4fe6f076'] response: {'server_uuid': '806aade6-ab60-41a0-96f8-645c56fca1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcc5f75-c042-47b3-bf6f-3d4c4d171340', 'code': 200} Apr 06 14:25:25.034692 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 9fcc5f75-c042-47b3-bf6f-3d4c4d171340, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=9fcc5f75-c042-47b3-bf6f-3d4c4d171340,segment=NetworkSegment(f50e4a95-5886-48b5-9646-cad934e202fa),segment_id=f50e4a95-5886-48b5-9646-cad934e202fa)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:25.044572 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:25.112811 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=9fcc5f75-c042-47b3-bf6f-3d4c4d171340,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:25.203666 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-66f31bf8-3937-4ce3-8498-722894fb05cc req-b40c9abd-7765-423c-82a4-6c63708b51df service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=806aade6-ab60-41a0-96f8-645c56fca1b1 HTTP/1.1" status: 200 len: 1099 time: 0.0678263 Apr 06 14:25:25.292983 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-66f31bf8-3937-4ce3-8498-722894fb05cc req-3b49fe6f-5163-4a51-a73c-4841b626ba6d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c73115a9-fd6b-4e9e-ae72-4aa58e2f373e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813472 Apr 06 14:25:25.320737 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a00a97-0af5-49b4-aa2c-f35ecec5efd1 req-a990275c-69ed-41df-9bf2-2aea93f208ca tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:25.322150 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f9a00a97-0af5-49b4-aa2c-f35ecec5efd1 req-a990275c-69ed-41df-9bf2-2aea93f208ca tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=806aade6-ab60-41a0-96f8-645c56fca1b1 HTTP/1.1" status: 200 len: 946 time: 0.0964763 Apr 06 14:25:25.366444 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f9a00a97-0af5-49b4-aa2c-f35ecec5efd1 req-933b3b69-7054-4ad9-ac7d-11b02089ab6f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=c73115a9-fd6b-4e9e-ae72-4aa58e2f373e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386829 Apr 06 14:25:25.553594 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a4e2d-12ae-4f35-abc0-ae5a0e7c42b2 req-d2c30595-2a76-4ae9-9902-8d37e6d955e6 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:25.554584 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-964a4e2d-12ae-4f35-abc0-ae5a0e7c42b2 req-d2c30595-2a76-4ae9-9902-8d37e6d955e6 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Synchronizing usage tracker for tenant:681e39576088423facd0bc7051aac5ad on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:25:25.570679 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-964a4e2d-12ae-4f35-abc0-ae5a0e7c42b2 req-d2c30595-2a76-4ae9-9902-8d37e6d955e6 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Unset dirty status for tenant:681e39576088423facd0bc7051aac5ad on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:25:25.571785 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-964a4e2d-12ae-4f35-abc0-ae5a0e7c42b2 req-d2c30595-2a76-4ae9-9902-8d37e6d955e6 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dca4dce-8d37-4e20-8676-4848a9ded018 HTTP/1.1" status: 200 len: 945 time: 0.0943277 Apr 06 14:25:25.617179 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-964a4e2d-12ae-4f35-abc0-ae5a0e7c42b2 req-04ce4199-3084-4bfa-946c-5681d82f77d6 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/security-groups?id=546a5f5d-c61c-4cde-b3e0-3f4073188ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397041 Apr 06 14:25:25.768601 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c087ed-af22-4a7e-9cbf-cd25f1b7846f req-19134fd8-08bf-46eb-9dda-1df9353d216c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:25.770035 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-65c087ed-af22-4a7e-9cbf-cd25f1b7846f req-19134fd8-08bf-46eb-9dda-1df9353d216c tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dca4dce-8d37-4e20-8676-4848a9ded018 HTTP/1.1" status: 200 len: 945 time: 0.0728769 Apr 06 14:25:25.839635 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-65c087ed-af22-4a7e-9cbf-cd25f1b7846f req-9603ec68-c9e3-4402-aea2-523a4746080e tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Deleting port 733f1808-14f9-4a9f-bed4-8a2cdd7ff74b {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:25:25.839892 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-65c087ed-af22-4a7e-9cbf-cd25f1b7846f req-9603ec68-c9e3-4402-aea2-523a4746080e tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:26.079422 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-65c087ed-af22-4a7e-9cbf-cd25f1b7846f req-9603ec68-c9e3-4402-aea2-523a4746080e tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] For port 733f1808-14f9-4a9f-bed4-8a2cdd7ff74b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=733f1808-14f9-4a9f-bed4-8a2cdd7ff74b,segment=NetworkSegment(7f5f732c-1b92-4825-becd-101dc42cef15),segment_id=7f5f732c-1b92-4825-becd-101dc42cef15)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:26.079772 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-65c087ed-af22-4a7e-9cbf-cd25f1b7846f req-9603ec68-c9e3-4402-aea2-523a4746080e tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:26.285890 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-65c087ed-af22-4a7e-9cbf-cd25f1b7846f req-9603ec68-c9e3-4402-aea2-523a4746080e tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Calling delete_port for 733f1808-14f9-4a9f-bed4-8a2cdd7ff74b owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:25:26.444335 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-65c087ed-af22-4a7e-9cbf-cd25f1b7846f req-9603ec68-c9e3-4402-aea2-523a4746080e tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:26.503277 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603ec68-c9e3-4402-aea2-523a4746080e tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Pushing event deleted for resources: {'Port': ['ID=733f1808-14f9-4a9f-bed4-8a2cdd7ff74b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:26.613419 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c087ed-af22-4a7e-9cbf-cd25f1b7846f req-9603ec68-c9e3-4402-aea2-523a4746080e tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] No DVR routers for this DVR port 733f1808-14f9-4a9f-bed4-8a2cdd7ff74b on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:25:26.615823 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-65c087ed-af22-4a7e-9cbf-cd25f1b7846f req-9603ec68-c9e3-4402-aea2-523a4746080e tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:26.618625 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dca4dce-8d37-4e20-8676-4848a9ded018', 'name': 'network-vif-deleted', 'tag': '733f1808-14f9-4a9f-bed4-8a2cdd7ff74b'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:25:26.639486 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-65c087ed-af22-4a7e-9cbf-cd25f1b7846f req-9603ec68-c9e3-4402-aea2-523a4746080e tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.69 "DELETE /v2.0/ports/733f1808-14f9-4a9f-bed4-8a2cdd7ff74b HTTP/1.1" status: 204 len: 173 time: 0.8641760 Apr 06 14:25:26.666219 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1176df5-9a0c-40e5-87ca-bc37af009546 req-f83b0886-da0a-4328-842e-1cf18ad3dd82 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:26.667689 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f1176df5-9a0c-40e5-87ca-bc37af009546 req-f83b0886-da0a-4328-842e-1cf18ad3dd82 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=806aade6-ab60-41a0-96f8-645c56fca1b1 HTTP/1.1" status: 200 len: 946 time: 0.1683152 Apr 06 14:25:26.678752 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f5c50e8-cd8f-42c4-80b2-fae1a44b4358'] response: {'server_uuid': '2dca4dce-8d37-4e20-8676-4848a9ded018', 'name': 'network-vif-deleted', 'tag': '733f1808-14f9-4a9f-bed4-8a2cdd7ff74b', 'status': 'completed', 'code': 200} Apr 06 14:25:26.723884 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f1176df5-9a0c-40e5-87ca-bc37af009546 req-0f699f18-a5ab-47ec-87d3-7ee15b081332 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=c73115a9-fd6b-4e9e-ae72-4aa58e2f373e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483160 Apr 06 14:25:26.832143 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-faf55db8-f2fb-4db7-a703-92f5e422139f req-58e48dc1-dbdb-4bf7-a413-f0ffec17f6a6 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dca4dce-8d37-4e20-8676-4848a9ded018 HTTP/1.1" status: 200 len: 210 time: 0.0533152 Apr 06 14:25:26.960078 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd896413-4a3c-47ed-a438-9ad975a0209e req-49e394b8-d2db-4d6e-919b-6e3c1509b317 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:26.961947 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bd896413-4a3c-47ed-a438-9ad975a0209e req-49e394b8-d2db-4d6e-919b-6e3c1509b317 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=806aade6-ab60-41a0-96f8-645c56fca1b1 HTTP/1.1" status: 200 len: 946 time: 0.0861573 Apr 06 14:25:27.011034 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bd896413-4a3c-47ed-a438-9ad975a0209e req-0726371d-eba3-494b-aac3-2a450ae7fce3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=c73115a9-fd6b-4e9e-ae72-4aa58e2f373e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435197 Apr 06 14:25:27.041238 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56368) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:27.119835 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0c32ff68-3657-4993-8c40-42954f4b67ec tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=806aade6-ab60-41a0-96f8-645c56fca1b1 HTTP/1.1" status: 200 len: 1094 time: 0.0771732 Apr 06 14:25:27.120619 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56372) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:27.125676 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-3a00e9a5-b122-4b53-890c-62d5dff23ec2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'port_id': '9fcc5f75-c042-47b3-bf6f-3d4c4d171340', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:25:27.131145 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3a00e9a5-b122-4b53-890c-62d5dff23ec2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:25:27.134900 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3a00e9a5-b122-4b53-890c-62d5dff23ec2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:floatingip and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:25:27.137721 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3a00e9a5-b122-4b53-890c-62d5dff23ec2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:25:27.144575 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3a00e9a5-b122-4b53-890c-62d5dff23ec2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:25:27.154744 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a00e9a5-b122-4b53-890c-62d5dff23ec2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:27.296289 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a00e9a5-b122-4b53-890c-62d5dff23ec2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:27.429314 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-3a00e9a5-b122-4b53-890c-62d5dff23ec2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.26.8.103 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/d67f14b4-d8e9-42de-850d-2ee0c86b04b6) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:25:27.572707 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a00e9a5-b122-4b53-890c-62d5dff23ec2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:27.600781 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a00e9a5-b122-4b53-890c-62d5dff23ec2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:27.670967 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a00e9a5-b122-4b53-890c-62d5dff23ec2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:25:27.673621 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-3a00e9a5-b122-4b53-890c-62d5dff23ec2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:25:27.679101 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a00e9a5-b122-4b53-890c-62d5dff23ec2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:25:27.702716 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00e9a5-b122-4b53-890c-62d5dff23ec2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=d67f14b4-d8e9-42de-850d-2ee0c86b04b6,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:27.924351 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56378) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:28.075664 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d503d397-897e-4973-b3a4-c016f685da47 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Deleting port 19840cdf-f5a1-4237-b3cf-2c289b8f3b01 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:25:28.075926 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d503d397-897e-4973-b3a4-c016f685da47 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:28.179452 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a00e9a5-b122-4b53-890c-62d5dff23ec2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:28.233510 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a00e9a5-b122-4b53-890c-62d5dff23ec2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:28.245228 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d503d397-897e-4973-b3a4-c016f685da47 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:28.245566 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d503d397-897e-4973-b3a4-c016f685da47 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:28.368516 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d503d397-897e-4973-b3a4-c016f685da47 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Calling delete_port for 19840cdf-f5a1-4237-b3cf-2c289b8f3b01 owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:25:28.511971 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d503d397-897e-4973-b3a4-c016f685da47 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:28.527097 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a00e9a5-b122-4b53-890c-62d5dff23ec2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:28.531825 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a00e9a5-b122-4b53-890c-62d5dff23ec2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:28.566218 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503d397-897e-4973-b3a4-c016f685da47 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Pushing event deleted for resources: {'Port': ['ID=19840cdf-f5a1-4237-b3cf-2c289b8f3b01,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:28.632288 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00e9a5-b122-4b53-890c-62d5dff23ec2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=d67f14b4-d8e9-42de-850d-2ee0c86b04b6,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:28.652402 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a00e9a5-b122-4b53-890c-62d5dff23ec2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:28.668264 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d503d397-897e-4973-b3a4-c016f685da47 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:28.682673 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d503d397-897e-4973-b3a4-c016f685da47 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:28.683810 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d503d397-897e-4973-b3a4-c016f685da47 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "DELETE /v2.0/floatingips/dcf152b4-910f-42a2-b5ed-98b18497c802 HTTP/1.1" status: 204 len: 168 time: 0.7583375 Apr 06 14:25:28.697727 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 733f1808-14f9-4a9f-bed4-8a2cdd7ff74b no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:25:28.736530 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: 733f1808-14f9-4a9f-bed4-8a2cdd7ff74b {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:25:28.737054 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 733f1808-14f9-4a9f-bed4-8a2cdd7ff74b not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:25:28.853622 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-3a00e9a5-b122-4b53-890c-62d5dff23ec2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Floating IP 48d9c1d2-ea25-403f-8819-578b9e66e37a associated. External IP: 172.26.8.103, port: 9fcc5f75-c042-47b3-bf6f-3d4c4d171340. Apr 06 14:25:28.911595 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:29.248579 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a00e9a5-b122-4b53-890c-62d5dff23ec2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router 10a5542b-1420-4128-970e-415face267cf has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:25:29.448348 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a00e9a5-b122-4b53-890c-62d5dff23ec2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:25:29.457921 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f54f794-ad9e-49c8-82f4-b8e803902479 None None] Sync routers for ids ['10a5542b-1420-4128-970e-415face267cf'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:25:29.469704 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f54f794-ad9e-49c8-82f4-b8e803902479 None None] Routers {'10a5542b-1420-4128-970e-415face267cf'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:25:29.470376 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8f54f794-ad9e-49c8-82f4-b8e803902479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:25:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['10a5542b-1420-4128-970e-415face267cf'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:29.471433 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a00e9a5-b122-4b53-890c-62d5dff23ec2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:29.528405 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3a00e9a5-b122-4b53-890c-62d5dff23ec2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4067059 Apr 06 14:25:29.528728 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806aade6-ab60-41a0-96f8-645c56fca1b1', 'tag': '9fcc5f75-c042-47b3-bf6f-3d4c4d171340'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:25:29.530956 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56390) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:29.587199 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9987a718-0b58-48ed-b591-bc95fe72990e'] response: {'name': 'network-changed', 'server_uuid': '806aade6-ab60-41a0-96f8-645c56fca1b1', 'tag': '9fcc5f75-c042-47b3-bf6f-3d4c4d171340', 'status': 'completed', 'code': 200} Apr 06 14:25:29.679249 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-8f54f794-ad9e-49c8-82f4-b8e803902479 None None] Set router 10a5542b-1420-4128-970e-415face267cf gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:25:29.796182 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1c6ce784-299d-4be5-9d26-072d3d3e2939 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/48d9c1d2-ea25-403f-8819-578b9e66e37a HTTP/1.1" status: 200 len: 992 time: 0.2632759 Apr 06 14:25:29.817366 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5a17ea22-c0e5-4119-9a73-315f45adc299 req-7afa2e54-24f2-4e49-9350-8c4c7b261c0a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=806aade6-ab60-41a0-96f8-645c56fca1b1 HTTP/1.1" status: 200 len: 1099 time: 0.2006018 Apr 06 14:25:29.962080 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17ea22-c0e5-4119-9a73-315f45adc299 req-6086871b-b9bc-4bb1-a2de-68616cd75614 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:29.963701 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5a17ea22-c0e5-4119-9a73-315f45adc299 req-6086871b-b9bc-4bb1-a2de-68616cd75614 service neutron] 10.222.0.69 "GET /v2.0/networks?id=16339cb3-0f39-4477-b982-b20fb8374b8d HTTP/1.1" status: 200 len: 898 time: 0.1383827 Apr 06 14:25:30.081853 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8f54f794-ad9e-49c8-82f4-b8e803902479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a5542b-1420-4128-970e-415face267cf', 'name': 'tempest-TestNetworkBasicOps-router-1896852348', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': '6424c159-256a-4062-a1b6-07910d845512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:25:05Z', 'updated_at': '2022-04-06T14:25:09Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '6424c159-256a-4062-a1b6-07910d845512', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5542b-1420-4128-970e-415face267cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:25:06Z', 'updated_at': '2022-04-06T14:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '48d9c1d2-ea25-403f-8819-578b9e66e37a', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.103', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '10a5542b-1420-4128-970e-415face267cf', 'port_id': '9fcc5f75-c042-47b3-bf6f-3d4c4d171340', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16339cb3-0f39-4477-b982-b20fb8374b8d', 'mac_address': 'fa:16:3e:7b:ea:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806aade6-ab60-41a0-96f8-645c56fca1b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:25:28Z', 'updated_at': '2022-04-06T14:25:28Z', 'revision_number': 0, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47766b87-0f4d-4221-a488-506709fa79e4', 'name': '', 'network_id': '16339cb3-0f39-4477-b982-b20fb8374b8d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:5f:28:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5542b-1420-4128-970e-415face267cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfc23cce-ea71-45c0-a428-c8cad228e3d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:25:09Z', 'updated_at': '2022-04-06T14:25:15Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'cfc23cce-ea71-45c0-a428-c8cad228e3d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:30.082321 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5a17ea22-c0e5-4119-9a73-315f45adc299 req-4ef07472-5852-4b10-b530-7abe5858ceb4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fcc5f75-c042-47b3-bf6f-3d4c4d171340 HTTP/1.1" status: 200 len: 1000 time: 0.1121666 Apr 06 14:25:30.086355 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f54f794-ad9e-49c8-82f4-b8e803902479 None None] Checking router: 10a5542b-1420-4128-970e-415face267cf for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:25:30.098695 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f54f794-ad9e-49c8-82f4-b8e803902479 None None] Routers {'10a5542b-1420-4128-970e-415face267cf'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:25:30.100179 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8f54f794-ad9e-49c8-82f4-b8e803902479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:25:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['10a5542b-1420-4128-970e-415face267cf'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:30.152065 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17ea22-c0e5-4119-9a73-315f45adc299 req-c2491060-da4a-4fa5-b4df-fd57858cc51c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:30.153557 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5a17ea22-c0e5-4119-9a73-315f45adc299 req-c2491060-da4a-4fa5-b4df-fd57858cc51c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cfc23cce-ea71-45c0-a428-c8cad228e3d6 HTTP/1.1" status: 200 len: 835 time: 0.0641980 Apr 06 14:25:30.230511 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5a17ea22-c0e5-4119-9a73-315f45adc299 req-ab7603fd-97b7-40eb-a49e-1f3fdb126ed1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16339cb3-0f39-4477-b982-b20fb8374b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697503 Apr 06 14:25:30.277456 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-8f54f794-ad9e-49c8-82f4-b8e803902479 None None] Set router 10a5542b-1420-4128-970e-415face267cf gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:25:30.370257 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5a17ea22-c0e5-4119-9a73-315f45adc299 req-6ec58981-d0cd-4b3a-b0b3-e8d9630ecad7 service neutron] 10.222.0.69 "GET /v2.0/networks/16339cb3-0f39-4477-b982-b20fb8374b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333442 Apr 06 14:25:30.509845 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5a17ea22-c0e5-4119-9a73-315f45adc299 req-0ab1dc32-3657-4a74-aa28-dba124c8a5f3 service neutron] 10.222.0.69 "GET /v2.0/networks/16339cb3-0f39-4477-b982-b20fb8374b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333685 Apr 06 14:25:30.634983 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8f54f794-ad9e-49c8-82f4-b8e803902479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a5542b-1420-4128-970e-415face267cf', 'name': 'tempest-TestNetworkBasicOps-router-1896852348', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': '6424c159-256a-4062-a1b6-07910d845512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:25:05Z', 'updated_at': '2022-04-06T14:25:09Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '6424c159-256a-4062-a1b6-07910d845512', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5542b-1420-4128-970e-415face267cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:25:06Z', 'updated_at': '2022-04-06T14:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '48d9c1d2-ea25-403f-8819-578b9e66e37a', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.103', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '10a5542b-1420-4128-970e-415face267cf', 'port_id': '9fcc5f75-c042-47b3-bf6f-3d4c4d171340', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16339cb3-0f39-4477-b982-b20fb8374b8d', 'mac_address': 'fa:16:3e:7b:ea:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806aade6-ab60-41a0-96f8-645c56fca1b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:25:28Z', 'updated_at': '2022-04-06T14:25:28Z', 'revision_number': 0, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47766b87-0f4d-4221-a488-506709fa79e4', 'name': '', 'network_id': '16339cb3-0f39-4477-b982-b20fb8374b8d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:5f:28:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5542b-1420-4128-970e-415face267cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfc23cce-ea71-45c0-a428-c8cad228e3d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:25:09Z', 'updated_at': '2022-04-06T14:25:15Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'cfc23cce-ea71-45c0-a428-c8cad228e3d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:30.639024 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f54f794-ad9e-49c8-82f4-b8e803902479 None None] The sync data for ids ['10a5542b-1420-4128-970e-415face267cf'] in dv-neutron-835868-1-hyperv is: [{'id': '10a5542b-1420-4128-970e-415face267cf', 'name': 'tempest-TestNetworkBasicOps-router-1896852348', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': '6424c159-256a-4062-a1b6-07910d845512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:25:05Z', 'updated_at': '2022-04-06T14:25:09Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '6424c159-256a-4062-a1b6-07910d845512', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5542b-1420-4128-970e-415face267cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:25:06Z', 'updated_at': '2022-04-06T14:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '48d9c1d2-ea25-403f-8819-578b9e66e37a', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.103', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '10a5542b-1420-4128-970e-415face267cf', 'port_id': '9fcc5f75-c042-47b3-bf6f-3d4c4d171340', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16339cb3-0f39-4477-b982-b20fb8374b8d', 'mac_address': 'fa:16:3e:7b:ea:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806aade6-ab60-41a0-96f8-645c56fca1b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:25:28Z', 'updated_at': '2022-04-06T14:25:28Z', 'revision_number': 0, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47766b87-0f4d-4221-a488-506709fa79e4', 'name': '', 'network_id': '16339cb3-0f39-4477-b982-b20fb8374b8d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:5f:28:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5542b-1420-4128-970e-415face267cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfc23cce-ea71-45c0-a428-c8cad228e3d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:25:09Z', 'updated_at': '2022-04-06T14:25:15Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'cfc23cce-ea71-45c0-a428-c8cad228e3d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:25:30.798474 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56398) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:30.921305 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8d691871-c043-4e51-9f66-2d7fbf4a42a1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/48d9c1d2-ea25-403f-8819-578b9e66e37a HTTP/1.1" status: 200 len: 992 time: 0.1212087 Apr 06 14:25:31.179161 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56404) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:31.252713 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-51279039-3393-44b7-b0d2-c67d04898868 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:31.282876 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-51279039-3393-44b7-b0d2-c67d04898868 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:31.348084 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-51279039-3393-44b7-b0d2-c67d04898868 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:31.368671 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51279039-3393-44b7-b0d2-c67d04898868 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=546a5f5d-c61c-4cde-b3e0-3f4073188ed9,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:31.381683 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-51279039-3393-44b7-b0d2-c67d04898868 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:31.385207 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-51279039-3393-44b7-b0d2-c67d04898868 tempest-TestVolumeBootPattern-1260874161 tempest-TestVolumeBootPattern-1260874161-project] 10.222.0.60 "DELETE /v2.0/security-groups/546a5f5d-c61c-4cde-b3e0-3f4073188ed9 HTTP/1.1" status: 204 len: 168 time: 0.2026978 Apr 06 14:25:31.453983 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56410) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:31.713615 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c245ad0f-09a3-4118-9dd2-a2d5cfc7c9d4 None None] New status for floating IP 48d9c1d2-ea25-403f-8819-578b9e66e37a: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:25:31.924481 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56416) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:32.036712 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-69333f03-94d2-4393-930a-ee6d2d4ad65a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/48d9c1d2-ea25-403f-8819-578b9e66e37a HTTP/1.1" status: 200 len: 992 time: 0.1107767 Apr 06 14:25:32.085344 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2872c1ea-c75a-4b85-9fcc-71b10ba0df3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:32.752175 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-2872c1ea-c75a-4b85-9fcc-71b10ba0df3a admin admin] Deleting port e38993c6-d6a5-4069-b6db-aea1a2c533d9 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:25:32.752802 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2872c1ea-c75a-4b85-9fcc-71b10ba0df3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:32.928774 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-2872c1ea-c75a-4b85-9fcc-71b10ba0df3a admin admin] For port e38993c6-d6a5-4069-b6db-aea1a2c533d9, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=e38993c6-d6a5-4069-b6db-aea1a2c533d9,segment=NetworkSegment(7f5f732c-1b92-4825-becd-101dc42cef15),segment_id=7f5f732c-1b92-4825-becd-101dc42cef15)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:32.929154 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2872c1ea-c75a-4b85-9fcc-71b10ba0df3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:33.040843 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56420) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:33.048895 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-2872c1ea-c75a-4b85-9fcc-71b10ba0df3a admin admin] Calling delete_port for e38993c6-d6a5-4069-b6db-aea1a2c533d9 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:25:33.145965 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0db33e45-1fec-45b3-84d6-d37804176bf9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/48d9c1d2-ea25-403f-8819-578b9e66e37a HTTP/1.1" status: 200 len: 994 time: 0.1040015 Apr 06 14:25:33.212805 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2872c1ea-c75a-4b85-9fcc-71b10ba0df3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:33.254623 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872c1ea-c75a-4b85-9fcc-71b10ba0df3a admin admin] Pushing event deleted for resources: {'Port': ['ID=e38993c6-d6a5-4069-b6db-aea1a2c533d9,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:33.535401 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2872c1ea-c75a-4b85-9fcc-71b10ba0df3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:34.185604 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2872c1ea-c75a-4b85-9fcc-71b10ba0df3a admin admin] Router 61db72c2-b098-4195-90dd-e4e5e3267309 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:25:34.384622 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2872c1ea-c75a-4b85-9fcc-71b10ba0df3a admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:25:34.393147 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814dada0-cf2e-4f6b-a015-21b33df44b83 None None] Sync routers for ids ['61db72c2-b098-4195-90dd-e4e5e3267309'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:25:34.397336 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2872c1ea-c75a-4b85-9fcc-71b10ba0df3a admin admin] 10.222.0.60 "PUT /v2.0/routers/61db72c2-b098-4195-90dd-e4e5e3267309/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9418466 Apr 06 14:25:34.400068 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56424) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:34.409131 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814dada0-cf2e-4f6b-a015-21b33df44b83 None None] Routers {'61db72c2-b098-4195-90dd-e4e5e3267309'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:25:34.409779 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-814dada0-cf2e-4f6b-a015-21b33df44b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:25:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['61db72c2-b098-4195-90dd-e4e5e3267309'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:34.592401 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b7999f29-bd58-451a-b6e6-5c3d564067a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:34.597964 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-814dada0-cf2e-4f6b-a015-21b33df44b83 None None] Set router 61db72c2-b098-4195-90dd-e4e5e3267309 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:25:34.787831 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b7999f29-bd58-451a-b6e6-5c3d564067a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:34.798564 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b7999f29-bd58-451a-b6e6-5c3d564067a6 admin admin] Deleting port 6a523191-6477-4cfd-9636-9c563c8ccc05 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:25:34.799148 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b7999f29-bd58-451a-b6e6-5c3d564067a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:34.882352 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-814dada0-cf2e-4f6b-a015-21b33df44b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'name': 'tempest-TestVolumeBootPattern-396345987-router', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:31Z', 'updated_at': '2022-04-06T14:25:33Z', 'revision_number': 5, 'project_id': '681e39576088423facd0bc7051aac5ad', 'gw_port': {'id': '6a523191-6477-4cfd-9636-9c563c8ccc05', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:35Z', 'updated_at': '2022-04-06T14:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:34.886289 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814dada0-cf2e-4f6b-a015-21b33df44b83 None None] Checking router: 61db72c2-b098-4195-90dd-e4e5e3267309 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:25:34.897571 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814dada0-cf2e-4f6b-a015-21b33df44b83 None None] Routers {'61db72c2-b098-4195-90dd-e4e5e3267309'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:25:34.898166 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-814dada0-cf2e-4f6b-a015-21b33df44b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:25:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['61db72c2-b098-4195-90dd-e4e5e3267309'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:34.974828 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-b7999f29-bd58-451a-b6e6-5c3d564067a6 admin admin] For port 6a523191-6477-4cfd-9636-9c563c8ccc05, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6a523191-6477-4cfd-9636-9c563c8ccc05,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:34.975189 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b7999f29-bd58-451a-b6e6-5c3d564067a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:35.049479 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-814dada0-cf2e-4f6b-a015-21b33df44b83 None None] Set router 61db72c2-b098-4195-90dd-e4e5e3267309 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:25:35.195443 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-814dada0-cf2e-4f6b-a015-21b33df44b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'name': 'tempest-TestVolumeBootPattern-396345987-router', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:31Z', 'updated_at': '2022-04-06T14:25:34Z', 'revision_number': 6, 'project_id': '681e39576088423facd0bc7051aac5ad', 'gw_port_host': None}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:35.198689 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b7999f29-bd58-451a-b6e6-5c3d564067a6 admin admin] Calling delete_port for 6a523191-6477-4cfd-9636-9c563c8ccc05 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:25:35.199508 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814dada0-cf2e-4f6b-a015-21b33df44b83 None None] The sync data for ids ['61db72c2-b098-4195-90dd-e4e5e3267309'] in dv-neutron-835868-1-hyperv is: [{'id': '61db72c2-b098-4195-90dd-e4e5e3267309', 'name': 'tempest-TestVolumeBootPattern-396345987-router', 'tenant_id': '681e39576088423facd0bc7051aac5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:31Z', 'updated_at': '2022-04-06T14:25:34Z', 'revision_number': 6, 'project_id': '681e39576088423facd0bc7051aac5ad', 'gw_port_host': None}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:25:35.359370 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b7999f29-bd58-451a-b6e6-5c3d564067a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:35.406255 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7999f29-bd58-451a-b6e6-5c3d564067a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a523191-6477-4cfd-9636-9c563c8ccc05,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:35.634814 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b7999f29-bd58-451a-b6e6-5c3d564067a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:35.893510 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b7999f29-bd58-451a-b6e6-5c3d564067a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:35.898896 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b7999f29-bd58-451a-b6e6-5c3d564067a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:35.929083 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b7999f29-bd58-451a-b6e6-5c3d564067a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:35.929687 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7999f29-bd58-451a-b6e6-5c3d564067a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61db72c2-b098-4195-90dd-e4e5e3267309 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:25:35.941912 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b7999f29-bd58-451a-b6e6-5c3d564067a6 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:35.943017 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b7999f29-bd58-451a-b6e6-5c3d564067a6 admin admin] 10.222.0.60 "DELETE /v2.0/routers/61db72c2-b098-4195-90dd-e4e5e3267309 HTTP/1.1" status: 204 len: 168 time: 1.5420625 Apr 06 14:25:35.945502 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56428) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:35.961167 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device e38993c6-d6a5-4069-b6db-aea1a2c533d9 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:25:35.994928 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: e38993c6-d6a5-4069-b6db-aea1a2c533d9 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:25:35.995287 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device e38993c6-d6a5-4069-b6db-aea1a2c533d9 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:25:36.004685 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-48058f11-1ac1-40cc-b4f0-fff1d1811d37 admin admin] Deleting subnet 905b1e27-43c6-41a9-9b0b-26bc504bfcd6 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:25:36.007592 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-48058f11-1ac1-40cc-b4f0-fff1d1811d37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:36.058055 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-48058f11-1ac1-40cc-b4f0-fff1d1811d37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:36.132596 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-48058f11-1ac1-40cc-b4f0-fff1d1811d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:36.199390 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-48058f11-1ac1-40cc-b4f0-fff1d1811d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:36.239039 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48058f11-1ac1-40cc-b4f0-fff1d1811d37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=905b1e27-43c6-41a9-9b0b-26bc504bfcd6,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:36.246124 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-48058f11-1ac1-40cc-b4f0-fff1d1811d37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:36.251909 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49b1e3f-d7f4-4140-8ff6-bb9165b42e51 None None] Network 095d4797-b5a4-4559-a0b9-992b5f89d16a requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:25:36.252350 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-48058f11-1ac1-40cc-b4f0-fff1d1811d37 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/905b1e27-43c6-41a9-9b0b-26bc504bfcd6 HTTP/1.1" status: 204 len: 168 time: 0.3057895 Apr 06 14:25:36.254743 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56432) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:36.359075 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4495c527-bba7-474e-b178-d9ca8384c1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:36.369240 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4495c527-bba7-474e-b178-d9ca8384c1cd admin admin] Deleting port 6a9bf070-898a-43f2-b5fe-84df3049a932 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:25:36.369681 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4495c527-bba7-474e-b178-d9ca8384c1cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:36.504466 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39344934-4cce-4559-87a2-c9530f83930c None None] DHCP port deletion for 095d4797-b5a4-4559-a0b9-992b5f89d16a request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:25:36.508734 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-39344934-4cce-4559-87a2-c9530f83930c None None] Deleting port 6a9bf070-898a-43f2-b5fe-84df3049a932 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:25:36.509146 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-39344934-4cce-4559-87a2-c9530f83930c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:36.663765 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-4495c527-bba7-474e-b178-d9ca8384c1cd admin admin] For port 6a9bf070-898a-43f2-b5fe-84df3049a932, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6a9bf070-898a-43f2-b5fe-84df3049a932,segment=NetworkSegment(7f5f732c-1b92-4825-becd-101dc42cef15),segment_id=7f5f732c-1b92-4825-becd-101dc42cef15)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:36.664104 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4495c527-bba7-474e-b178-d9ca8384c1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:36.710599 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-39344934-4cce-4559-87a2-c9530f83930c None None] For port 6a9bf070-898a-43f2-b5fe-84df3049a932, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6a9bf070-898a-43f2-b5fe-84df3049a932,segment=NetworkSegment(7f5f732c-1b92-4825-becd-101dc42cef15),segment_id=7f5f732c-1b92-4825-becd-101dc42cef15)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:36.711070 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-39344934-4cce-4559-87a2-c9530f83930c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:36.780737 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4495c527-bba7-474e-b178-d9ca8384c1cd admin admin] Calling delete_port for 6a9bf070-898a-43f2-b5fe-84df3049a932 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:25:36.853293 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-39344934-4cce-4559-87a2-c9530f83930c None None] Calling delete_port for 6a9bf070-898a-43f2-b5fe-84df3049a932 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:25:36.859794 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4495c527-bba7-474e-b178-d9ca8384c1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:36.905919 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495c527-bba7-474e-b178-d9ca8384c1cd admin admin] Pushing event deleted for resources: {'Port': ['ID=6a9bf070-898a-43f2-b5fe-84df3049a932,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:36.911960 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4495c527-bba7-474e-b178-d9ca8384c1cd admin admin] No DVR routers for this DVR port 6a9bf070-898a-43f2-b5fe-84df3049a932 on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:25:36.932928 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-39344934-4cce-4559-87a2-c9530f83930c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:25:36.933372 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-39344934-4cce-4559-87a2-c9530f83930c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:25:37.027399 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4495c527-bba7-474e-b178-d9ca8384c1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:37.052822 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-4495c527-bba7-474e-b178-d9ca8384c1cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095d4797-b5a4-4559-a0b9-992b5f89d16a']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:37.064495 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-4495c527-bba7-474e-b178-d9ca8384c1cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5f732c-1b92-4825-becd-101dc42cef15') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:37.064796 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-4495c527-bba7-474e-b178-d9ca8384c1cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5f732c-1b92-4825-becd-101dc42cef15') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:37.076555 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4495c527-bba7-474e-b178-d9ca8384c1cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:37.095312 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4495c527-bba7-474e-b178-d9ca8384c1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:37.101452 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4495c527-bba7-474e-b178-d9ca8384c1cd admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:25:37.101791 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4495c527-bba7-474e-b178-d9ca8384c1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:25:37.114507 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:25:37.186827 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4495c527-bba7-474e-b178-d9ca8384c1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:37.203310 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4495c527-bba7-474e-b178-d9ca8384c1cd admin admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:37.213714 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495c527-bba7-474e-b178-d9ca8384c1cd admin admin] Pushing event deleted for resources: {'Network': ['ID=095d4797-b5a4-4559-a0b9-992b5f89d16a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:37.226764 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4495c527-bba7-474e-b178-d9ca8384c1cd admin admin] 10.222.0.60 "DELETE /v2.0/networks/095d4797-b5a4-4559-a0b9-992b5f89d16a HTTP/1.1" status: 204 len: 168 time: 0.9710739 Apr 06 14:25:37.229715 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56436) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:37.434775 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-39344934-4cce-4559-87a2-c9530f83930c None None] Deleting port 6a9bf070-898a-43f2-b5fe-84df3049a932 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:25:37.435365 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-39344934-4cce-4559-87a2-c9530f83930c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:37.503776 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-39344934-4cce-4559-87a2-c9530f83930c None None] The port '6a9bf070-898a-43f2-b5fe-84df3049a932' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:25:37.644034 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6a9bf070-898a-43f2-b5fe-84df3049a932 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:25:37.679544 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 6a9bf070-898a-43f2-b5fe-84df3049a932 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:25:37.679891 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6a9bf070-898a-43f2-b5fe-84df3049a932 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:25:37.680314 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6a523191-6477-4cfd-9636-9c563c8ccc05 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:25:37.713074 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 6a523191-6477-4cfd-9636-9c563c8ccc05 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:25:37.713481 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6a523191-6477-4cfd-9636-9c563c8ccc05 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:25:37.716459 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f615cde0-a280-41cf-a146-e42bc61cf12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:38.018846 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5f3fd495-0bf0-4be2-858c-27a3855b1964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:38.323541 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f615cde0-a280-41cf-a146-e42bc61cf12a admin admin] Deleting port 419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:25:38.324090 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f615cde0-a280-41cf-a146-e42bc61cf12a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:38.491084 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-f615cde0-a280-41cf-a146-e42bc61cf12a admin admin] For port 419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14,segment=NetworkSegment(5853313b-72a0-4ee0-9768-60ad2b3d86e8),segment_id=5853313b-72a0-4ee0-9768-60ad2b3d86e8)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:38.491442 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f615cde0-a280-41cf-a146-e42bc61cf12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:38.609125 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f615cde0-a280-41cf-a146-e42bc61cf12a admin admin] Calling delete_port for 419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:25:38.769155 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f615cde0-a280-41cf-a146-e42bc61cf12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:38.813934 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615cde0-a280-41cf-a146-e42bc61cf12a admin admin] Pushing event deleted for resources: {'Port': ['ID=419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:39.103451 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f615cde0-a280-41cf-a146-e42bc61cf12a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:39.766562 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f615cde0-a280-41cf-a146-e42bc61cf12a admin admin] Router 561d62e6-bc8d-4946-9bb3-d771ea6c877a has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:25:39.969162 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f615cde0-a280-41cf-a146-e42bc61cf12a admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:25:39.978133 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d909e74-a678-4891-921f-bb5a61f399a9 None None] Sync routers for ids ['561d62e6-bc8d-4946-9bb3-d771ea6c877a'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:25:39.985379 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f615cde0-a280-41cf-a146-e42bc61cf12a admin admin] 10.222.0.60 "PUT /v2.0/routers/561d62e6-bc8d-4946-9bb3-d771ea6c877a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7545981 Apr 06 14:25:39.987822 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56440) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:39.990734 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d909e74-a678-4891-921f-bb5a61f399a9 None None] Routers {'561d62e6-bc8d-4946-9bb3-d771ea6c877a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:25:39.991344 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-4d909e74-a678-4891-921f-bb5a61f399a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:25:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['561d62e6-bc8d-4946-9bb3-d771ea6c877a'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:40.171548 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-4d909e74-a678-4891-921f-bb5a61f399a9 None None] Set router 561d62e6-bc8d-4946-9bb3-d771ea6c877a gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:25:40.192101 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d5cbf50-ea33-40e0-a926-236f691bf8fc admin admin] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:40.392983 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d5cbf50-ea33-40e0-a926-236f691bf8fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:40.402516 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-4d5cbf50-ea33-40e0-a926-236f691bf8fc admin admin] Deleting port 589babb8-181c-4dd0-bb2b-d5928547d00a {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:25:40.402862 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d5cbf50-ea33-40e0-a926-236f691bf8fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:40.489218 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-4d909e74-a678-4891-921f-bb5a61f399a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561d62e6-bc8d-4946-9bb3-d771ea6c877a', 'name': 'tempest-TestVolumeBootPattern-1940172506-router', 'tenant_id': '64669f6f2a5642999e56b2ad10e020ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '589babb8-181c-4dd0-bb2b-d5928547d00a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:17:01Z', 'updated_at': '2022-04-06T14:25:38Z', 'revision_number': 5, 'project_id': '64669f6f2a5642999e56b2ad10e020ea', 'gw_port': {'id': '589babb8-181c-4dd0-bb2b-d5928547d00a', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561d62e6-bc8d-4946-9bb3-d771ea6c877a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:04Z', 'updated_at': '2022-04-06T14:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:40.493924 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d909e74-a678-4891-921f-bb5a61f399a9 None None] Checking router: 561d62e6-bc8d-4946-9bb3-d771ea6c877a for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:25:40.506299 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d909e74-a678-4891-921f-bb5a61f399a9 None None] Routers {'561d62e6-bc8d-4946-9bb3-d771ea6c877a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:25:40.506840 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-4d909e74-a678-4891-921f-bb5a61f399a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:25:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['561d62e6-bc8d-4946-9bb3-d771ea6c877a'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:40.579072 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-4d5cbf50-ea33-40e0-a926-236f691bf8fc admin admin] For port 589babb8-181c-4dd0-bb2b-d5928547d00a, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=589babb8-181c-4dd0-bb2b-d5928547d00a,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:40.579427 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d5cbf50-ea33-40e0-a926-236f691bf8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:40.653005 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-4d909e74-a678-4891-921f-bb5a61f399a9 None None] Set router 561d62e6-bc8d-4946-9bb3-d771ea6c877a gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:25:40.759957 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-4d909e74-a678-4891-921f-bb5a61f399a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561d62e6-bc8d-4946-9bb3-d771ea6c877a', 'name': 'tempest-TestVolumeBootPattern-1940172506-router', 'tenant_id': '64669f6f2a5642999e56b2ad10e020ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:17:01Z', 'updated_at': '2022-04-06T14:25:40Z', 'revision_number': 6, 'project_id': '64669f6f2a5642999e56b2ad10e020ea', 'gw_port_host': None}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:40.764567 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d909e74-a678-4891-921f-bb5a61f399a9 None None] The sync data for ids ['561d62e6-bc8d-4946-9bb3-d771ea6c877a'] in dv-neutron-835868-1-hyperv is: [{'id': '561d62e6-bc8d-4946-9bb3-d771ea6c877a', 'name': 'tempest-TestVolumeBootPattern-1940172506-router', 'tenant_id': '64669f6f2a5642999e56b2ad10e020ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:17:01Z', 'updated_at': '2022-04-06T14:25:40Z', 'revision_number': 6, 'project_id': '64669f6f2a5642999e56b2ad10e020ea', 'gw_port_host': None}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:25:40.813021 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-4d5cbf50-ea33-40e0-a926-236f691bf8fc admin admin] Calling delete_port for 589babb8-181c-4dd0-bb2b-d5928547d00a owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:25:40.837107 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8a812edd-2da8-44d2-ab8a-1a2dc89c91ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:40.987599 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d5cbf50-ea33-40e0-a926-236f691bf8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:41.032309 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cbf50-ea33-40e0-a926-236f691bf8fc admin admin] Pushing event deleted for resources: {'Port': ['ID=589babb8-181c-4dd0-bb2b-d5928547d00a,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:41.259490 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d5cbf50-ea33-40e0-a926-236f691bf8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:41.293130 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:41.330160 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:41.514289 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d5cbf50-ea33-40e0-a926-236f691bf8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:41.518613 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d5cbf50-ea33-40e0-a926-236f691bf8fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:41.547705 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d5cbf50-ea33-40e0-a926-236f691bf8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:41.548193 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5cbf50-ea33-40e0-a926-236f691bf8fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 561d62e6-bc8d-4946-9bb3-d771ea6c877a {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:25:41.560781 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d5cbf50-ea33-40e0-a926-236f691bf8fc admin admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:41.561914 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4d5cbf50-ea33-40e0-a926-236f691bf8fc admin admin] 10.222.0.60 "DELETE /v2.0/routers/561d62e6-bc8d-4946-9bb3-d771ea6c877a HTTP/1.1" status: 204 len: 168 time: 1.5731685 Apr 06 14:25:41.564346 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56444) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:41.627171 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd046df-b269-4c68-a5a8-b875593fc1df admin admin] Deleting subnet a755f855-3068-45b6-860e-ce72f4b16b45 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:25:41.630834 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4dd046df-b269-4c68-a5a8-b875593fc1df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:41.654965 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:25:41.683745 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4dd046df-b269-4c68-a5a8-b875593fc1df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:41.689697 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:25:41.690041 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 419bc1a0-6d4b-43c8-8a6b-32cb3fce7d14 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:25:41.760301 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4dd046df-b269-4c68-a5a8-b875593fc1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:41.826537 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4dd046df-b269-4c68-a5a8-b875593fc1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:41.867401 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd046df-b269-4c68-a5a8-b875593fc1df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a755f855-3068-45b6-860e-ce72f4b16b45,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:41.872116 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4dd046df-b269-4c68-a5a8-b875593fc1df admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:41.878145 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4dd046df-b269-4c68-a5a8-b875593fc1df admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a755f855-3068-45b6-860e-ce72f4b16b45 HTTP/1.1" status: 204 len: 168 time: 0.3128273 Apr 06 14:25:41.878767 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5317f0a9-eecc-4992-bccd-746065ba50f4 None None] Network e2a0c444-1824-4f35-9bf1-0295189e1a41 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:25:41.880810 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56448) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:41.986895 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28196097-df50-4270-bc30-1ca8435844ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:41.997562 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-28196097-df50-4270-bc30-1ca8435844ea admin admin] Deleting port 07483386-e1e8-493c-a09d-d2bd2f266eef {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:25:41.997890 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28196097-df50-4270-bc30-1ca8435844ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:42.290012 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-28196097-df50-4270-bc30-1ca8435844ea admin admin] For port 07483386-e1e8-493c-a09d-d2bd2f266eef, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=07483386-e1e8-493c-a09d-d2bd2f266eef,segment=NetworkSegment(5853313b-72a0-4ee0-9768-60ad2b3d86e8),segment_id=5853313b-72a0-4ee0-9768-60ad2b3d86e8)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:42.290412 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28196097-df50-4270-bc30-1ca8435844ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:42.302039 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ed708b-ca49-493c-9d8c-0cae20d4a8b8 None None] DHCP port deletion for e2a0c444-1824-4f35-9bf1-0295189e1a41 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:25:42.306217 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c2ed708b-ca49-493c-9d8c-0cae20d4a8b8 None None] Deleting port 07483386-e1e8-493c-a09d-d2bd2f266eef {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:25:42.306598 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c2ed708b-ca49-493c-9d8c-0cae20d4a8b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:42.418386 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-28196097-df50-4270-bc30-1ca8435844ea admin admin] Calling delete_port for 07483386-e1e8-493c-a09d-d2bd2f266eef owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:25:42.503486 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28196097-df50-4270-bc30-1ca8435844ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:42.517070 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c2ed708b-ca49-493c-9d8c-0cae20d4a8b8 None None] For port 07483386-e1e8-493c-a09d-d2bd2f266eef, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=07483386-e1e8-493c-a09d-d2bd2f266eef,segment=NetworkSegment(5853313b-72a0-4ee0-9768-60ad2b3d86e8),segment_id=5853313b-72a0-4ee0-9768-60ad2b3d86e8)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:42.517494 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c2ed708b-ca49-493c-9d8c-0cae20d4a8b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:42.547055 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28196097-df50-4270-bc30-1ca8435844ea admin admin] Pushing event deleted for resources: {'Port': ['ID=07483386-e1e8-493c-a09d-d2bd2f266eef,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:42.556754 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28196097-df50-4270-bc30-1ca8435844ea admin admin] No DVR routers for this DVR port 07483386-e1e8-493c-a09d-d2bd2f266eef on host dv-neutron-835868-1-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:25:42.639037 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c2ed708b-ca49-493c-9d8c-0cae20d4a8b8 None None] Calling delete_port for 07483386-e1e8-493c-a09d-d2bd2f266eef owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:25:42.648350 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:25:42.670895 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28196097-df50-4270-bc30-1ca8435844ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:42.697640 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-28196097-df50-4270-bc30-1ca8435844ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a0c444-1824-4f35-9bf1-0295189e1a41']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:42.710498 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-28196097-df50-4270-bc30-1ca8435844ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5853313b-72a0-4ee0-9768-60ad2b3d86e8') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:42.710800 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-28196097-df50-4270-bc30-1ca8435844ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5853313b-72a0-4ee0-9768-60ad2b3d86e8') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:42.711965 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-c2ed708b-ca49-493c-9d8c-0cae20d4a8b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:25:42.712348 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-c2ed708b-ca49-493c-9d8c-0cae20d4a8b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:25:42.721975 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28196097-df50-4270-bc30-1ca8435844ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:42.740953 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28196097-df50-4270-bc30-1ca8435844ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:42.746925 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28196097-df50-4270-bc30-1ca8435844ea admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:25:42.747335 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28196097-df50-4270-bc30-1ca8435844ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:25:42.761020 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:25:42.793358 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:42.833946 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28196097-df50-4270-bc30-1ca8435844ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:42.849630 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28196097-df50-4270-bc30-1ca8435844ea admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:42.859374 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28196097-df50-4270-bc30-1ca8435844ea admin admin] Pushing event deleted for resources: {'Network': ['ID=e2a0c444-1824-4f35-9bf1-0295189e1a41,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:42.866685 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-28196097-df50-4270-bc30-1ca8435844ea admin admin] 10.222.0.60 "DELETE /v2.0/networks/e2a0c444-1824-4f35-9bf1-0295189e1a41 HTTP/1.1" status: 204 len: 168 time: 0.9849484 Apr 06 14:25:43.157948 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56454) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:43.212039 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8139d626-af50-46e5-8921-07bd3ebd768f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=681e39576088423facd0bc7051aac5ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0528781 Apr 06 14:25:43.213971 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c2ed708b-ca49-493c-9d8c-0cae20d4a8b8 None None] Deleting port 07483386-e1e8-493c-a09d-d2bd2f266eef {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:25:43.214471 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56458) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:43.214627 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c2ed708b-ca49-493c-9d8c-0cae20d4a8b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:43.273618 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1efe6dc6-05ec-47db-8fe5-a4b305b4268a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:43.276388 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c2ed708b-ca49-493c-9d8c-0cae20d4a8b8 None None] The port '07483386-e1e8-493c-a09d-d2bd2f266eef' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:25:43.306973 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1efe6dc6-05ec-47db-8fe5-a4b305b4268a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:43.356030 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1efe6dc6-05ec-47db-8fe5-a4b305b4268a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:43.373128 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe6dc6-05ec-47db-8fe5-a4b305b4268a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb6ecba-b629-4e7b-9b90-52647949119c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:43.379015 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1efe6dc6-05ec-47db-8fe5-a4b305b4268a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:43.380152 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1efe6dc6-05ec-47db-8fe5-a4b305b4268a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1cb6ecba-b629-4e7b-9b90-52647949119c HTTP/1.1" status: 204 len: 168 time: 0.1647646 Apr 06 14:25:43.648701 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 589babb8-181c-4dd0-bb2b-d5928547d00a no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:25:43.684334 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 589babb8-181c-4dd0-bb2b-d5928547d00a {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:25:43.684683 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 589babb8-181c-4dd0-bb2b-d5928547d00a not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:25:43.685131 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 07483386-e1e8-493c-a09d-d2bd2f266eef no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:25:43.716225 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 07483386-e1e8-493c-a09d-d2bd2f266eef {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:25:43.716580 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 07483386-e1e8-493c-a09d-d2bd2f266eef not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:25:43.817877 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56466) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:43.871135 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2a3ca0f8-3f1b-424a-9e6b-5792df46f242 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=64669f6f2a5642999e56b2ad10e020ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0520496 Apr 06 14:25:43.873546 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56470) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:43.934278 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-427a6a2b-a2db-415d-968a-91e63b5c89c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:43.959385 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-427a6a2b-a2db-415d-968a-91e63b5c89c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:44.009075 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-427a6a2b-a2db-415d-968a-91e63b5c89c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:44.022679 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a6a2b-a2db-415d-968a-91e63b5c89c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9dce4c-4e3e-4cfd-9d9a-383672dc2d33,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:44.028991 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-427a6a2b-a2db-415d-968a-91e63b5c89c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:44.030088 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-427a6a2b-a2db-415d-968a-91e63b5c89c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8e9dce4c-4e3e-4cfd-9d9a-383672dc2d33 HTTP/1.1" status: 204 len: 168 time: 0.1556656 Apr 06 14:25:58.933757 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:02.341373 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56486) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:26:02.443989 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fef820da-6161-4b7b-8060-040fb88261ff tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/48d9c1d2-ea25-403f-8819-578b9e66e37a HTTP/1.1" status: 200 len: 994 time: 0.1013200 Apr 06 14:26:02.784165 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56496) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:26:02.979623 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f7f38bb2-c84b-4c97-8573-c16560f83888 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port d67f14b4-d8e9-42de-850d-2ee0c86b04b6 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:26:02.979945 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f7f38bb2-c84b-4c97-8573-c16560f83888 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:03.139902 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f7f38bb2-c84b-4c97-8573-c16560f83888 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:03.140222 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f7f38bb2-c84b-4c97-8573-c16560f83888 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:03.257136 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f7f38bb2-c84b-4c97-8573-c16560f83888 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for d67f14b4-d8e9-42de-850d-2ee0c86b04b6 owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:26:03.480941 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f7f38bb2-c84b-4c97-8573-c16560f83888 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:03.524356 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f38bb2-c84b-4c97-8573-c16560f83888 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=d67f14b4-d8e9-42de-850d-2ee0c86b04b6,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:03.616465 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f7f38bb2-c84b-4c97-8573-c16560f83888 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:03.991302 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f38bb2-c84b-4c97-8573-c16560f83888 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router 10a5542b-1420-4128-970e-415face267cf has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:26:04.185834 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f38bb2-c84b-4c97-8573-c16560f83888 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:26:04.197961 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc4ffd-4de7-49fe-8ec3-6c49e3e2d081 None None] Sync routers for ids ['10a5542b-1420-4128-970e-415face267cf'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:26:04.205972 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f7f38bb2-c84b-4c97-8573-c16560f83888 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:04.209472 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafc4ffd-4de7-49fe-8ec3-6c49e3e2d081 None None] Routers {'10a5542b-1420-4128-970e-415face267cf'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:26:04.210071 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-fafc4ffd-4de7-49fe-8ec3-6c49e3e2d081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:25:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['10a5542b-1420-4128-970e-415face267cf'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:04.257832 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f7f38bb2-c84b-4c97-8573-c16560f83888 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/floatingips/48d9c1d2-ea25-403f-8819-578b9e66e37a HTTP/1.1" status: 204 len: 168 time: 1.4723349 Apr 06 14:26:04.258410 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806aade6-ab60-41a0-96f8-645c56fca1b1', 'tag': '9fcc5f75-c042-47b3-bf6f-3d4c4d171340'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:26:04.392253 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-fafc4ffd-4de7-49fe-8ec3-6c49e3e2d081 None None] Set router 10a5542b-1420-4128-970e-415face267cf gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:26:04.562510 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-086beace-ed7d-485e-8c46-26fe03617c0a'] response: {'name': 'network-changed', 'server_uuid': '806aade6-ab60-41a0-96f8-645c56fca1b1', 'tag': '9fcc5f75-c042-47b3-bf6f-3d4c4d171340', 'status': 'completed', 'code': 200} Apr 06 14:26:04.661738 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4466f822-0480-4c93-9b52-80b2bdd3beed req-11578721-8187-4584-a1d9-b1bf78250f10 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=806aade6-ab60-41a0-96f8-645c56fca1b1 HTTP/1.1" status: 200 len: 1099 time: 0.0767083 Apr 06 14:26:04.716216 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-fafc4ffd-4de7-49fe-8ec3-6c49e3e2d081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a5542b-1420-4128-970e-415face267cf', 'name': 'tempest-TestNetworkBasicOps-router-1896852348', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': '6424c159-256a-4062-a1b6-07910d845512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:25:05Z', 'updated_at': '2022-04-06T14:25:09Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '6424c159-256a-4062-a1b6-07910d845512', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5542b-1420-4128-970e-415face267cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:25:06Z', 'updated_at': '2022-04-06T14:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '47766b87-0f4d-4221-a488-506709fa79e4', 'name': '', 'network_id': '16339cb3-0f39-4477-b982-b20fb8374b8d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:5f:28:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5542b-1420-4128-970e-415face267cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfc23cce-ea71-45c0-a428-c8cad228e3d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:25:09Z', 'updated_at': '2022-04-06T14:25:15Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'cfc23cce-ea71-45c0-a428-c8cad228e3d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:04.720073 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc4ffd-4de7-49fe-8ec3-6c49e3e2d081 None None] Checking router: 10a5542b-1420-4128-970e-415face267cf for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:26:04.730676 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafc4ffd-4de7-49fe-8ec3-6c49e3e2d081 None None] Routers {'10a5542b-1420-4128-970e-415face267cf'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:26:04.731263 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-fafc4ffd-4de7-49fe-8ec3-6c49e3e2d081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:25:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['10a5542b-1420-4128-970e-415face267cf'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:04.829408 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466f822-0480-4c93-9b52-80b2bdd3beed req-9e2ffd30-4099-4bd5-bddc-103988fa1c8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:04.830838 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4466f822-0480-4c93-9b52-80b2bdd3beed req-9e2ffd30-4099-4bd5-bddc-103988fa1c8f service neutron] 10.222.0.69 "GET /v2.0/networks?id=16339cb3-0f39-4477-b982-b20fb8374b8d HTTP/1.1" status: 200 len: 898 time: 0.1611571 Apr 06 14:26:04.904925 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4466f822-0480-4c93-9b52-80b2bdd3beed req-9152e2fb-5cae-4ef8-b47a-67f5f5633a47 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fcc5f75-c042-47b3-bf6f-3d4c4d171340 HTTP/1.1" status: 200 len: 217 time: 0.0669198 Apr 06 14:26:04.907831 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-fafc4ffd-4de7-49fe-8ec3-6c49e3e2d081 None None] Set router 10a5542b-1420-4128-970e-415face267cf gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:26:04.972006 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e5c7c-d015-41c8-a374-bfbd5c60cf00 req-79638b9c-0d11-4e19-9cbf-5e2edcf95320 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:04.972696 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-425e5c7c-d015-41c8-a374-bfbd5c60cf00 req-79638b9c-0d11-4e19-9cbf-5e2edcf95320 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:26:04.991998 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466f822-0480-4c93-9b52-80b2bdd3beed req-2ace2d07-af34-4a00-b139-a995d6f647fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:04.993473 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4466f822-0480-4c93-9b52-80b2bdd3beed req-2ace2d07-af34-4a00-b139-a995d6f647fe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cfc23cce-ea71-45c0-a428-c8cad228e3d6 HTTP/1.1" status: 200 len: 835 time: 0.0771792 Apr 06 14:26:04.997598 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-425e5c7c-d015-41c8-a374-bfbd5c60cf00 req-79638b9c-0d11-4e19-9cbf-5e2edcf95320 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:26:04.998594 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-425e5c7c-d015-41c8-a374-bfbd5c60cf00 req-79638b9c-0d11-4e19-9cbf-5e2edcf95320 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=806aade6-ab60-41a0-96f8-645c56fca1b1 HTTP/1.1" status: 200 len: 946 time: 0.3849864 Apr 06 14:26:05.096174 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-425e5c7c-d015-41c8-a374-bfbd5c60cf00 req-e80c38af-62af-49af-8c5a-229347d11d13 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=c73115a9-fd6b-4e9e-ae72-4aa58e2f373e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666625 Apr 06 14:26:05.107422 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4466f822-0480-4c93-9b52-80b2bdd3beed req-7dd75e49-d80f-46f4-b9fb-e842136a67d1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16339cb3-0f39-4477-b982-b20fb8374b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1065958 Apr 06 14:26:05.218444 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-fafc4ffd-4de7-49fe-8ec3-6c49e3e2d081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a5542b-1420-4128-970e-415face267cf', 'name': 'tempest-TestNetworkBasicOps-router-1896852348', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': '6424c159-256a-4062-a1b6-07910d845512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:25:05Z', 'updated_at': '2022-04-06T14:25:09Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '6424c159-256a-4062-a1b6-07910d845512', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5542b-1420-4128-970e-415face267cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:25:06Z', 'updated_at': '2022-04-06T14:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '47766b87-0f4d-4221-a488-506709fa79e4', 'name': '', 'network_id': '16339cb3-0f39-4477-b982-b20fb8374b8d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:5f:28:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5542b-1420-4128-970e-415face267cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfc23cce-ea71-45c0-a428-c8cad228e3d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:25:09Z', 'updated_at': '2022-04-06T14:25:15Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'cfc23cce-ea71-45c0-a428-c8cad228e3d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:05.222373 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc4ffd-4de7-49fe-8ec3-6c49e3e2d081 None None] The sync data for ids ['10a5542b-1420-4128-970e-415face267cf'] in dv-neutron-835868-1-hyperv is: [{'id': '10a5542b-1420-4128-970e-415face267cf', 'name': 'tempest-TestNetworkBasicOps-router-1896852348', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': '6424c159-256a-4062-a1b6-07910d845512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:25:05Z', 'updated_at': '2022-04-06T14:25:09Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '6424c159-256a-4062-a1b6-07910d845512', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5542b-1420-4128-970e-415face267cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:25:06Z', 'updated_at': '2022-04-06T14:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '47766b87-0f4d-4221-a488-506709fa79e4', 'name': '', 'network_id': '16339cb3-0f39-4477-b982-b20fb8374b8d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:5f:28:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5542b-1420-4128-970e-415face267cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfc23cce-ea71-45c0-a428-c8cad228e3d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:25:09Z', 'updated_at': '2022-04-06T14:25:15Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'cfc23cce-ea71-45c0-a428-c8cad228e3d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:26:05.345161 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4466f822-0480-4c93-9b52-80b2bdd3beed req-92f39c83-3bf3-4bc0-9d5a-80bb85f95340 service neutron] 10.222.0.69 "GET /v2.0/networks/16339cb3-0f39-4477-b982-b20fb8374b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312350 Apr 06 14:26:05.444148 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad6583b-c276-4437-b5e1-6650bb7889e0 None None] New status for floating IP 48d9c1d2-ea25-403f-8819-578b9e66e37a: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:26:05.478230 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4466f822-0480-4c93-9b52-80b2bdd3beed req-c65f72a2-8b7c-4ee3-afb4-040eef1d9800 service neutron] 10.222.0.69 "GET /v2.0/networks/16339cb3-0f39-4477-b982-b20fb8374b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263430 Apr 06 14:26:05.966491 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4cd47-7d55-4884-b02d-7e68016a86aa req-1c9b2557-8012-47cc-8e1c-ae380c2b0bc1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:05.967876 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-efa4cd47-7d55-4884-b02d-7e68016a86aa req-1c9b2557-8012-47cc-8e1c-ae380c2b0bc1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/ports?device_id=806aade6-ab60-41a0-96f8-645c56fca1b1 HTTP/1.1" status: 200 len: 946 time: 0.0735919 Apr 06 14:26:06.034559 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-efa4cd47-7d55-4884-b02d-7e68016a86aa req-118bd5fb-49aa-413b-bee8-f0657f209e53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port 9fcc5f75-c042-47b3-bf6f-3d4c4d171340 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:26:06.035233 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-efa4cd47-7d55-4884-b02d-7e68016a86aa req-118bd5fb-49aa-413b-bee8-f0657f209e53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:06.269803 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-efa4cd47-7d55-4884-b02d-7e68016a86aa req-118bd5fb-49aa-413b-bee8-f0657f209e53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] For port 9fcc5f75-c042-47b3-bf6f-3d4c4d171340, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=9fcc5f75-c042-47b3-bf6f-3d4c4d171340,segment=NetworkSegment(f50e4a95-5886-48b5-9646-cad934e202fa),segment_id=f50e4a95-5886-48b5-9646-cad934e202fa)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:26:06.270168 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-efa4cd47-7d55-4884-b02d-7e68016a86aa req-118bd5fb-49aa-413b-bee8-f0657f209e53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:06.372592 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdb185-d091-4de7-b037-1c30eaae95c7 req-27556cc1-8f65-485b-ae43-cf0d5b0db43a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:06.374075 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4cbdb185-d091-4de7-b037-1c30eaae95c7 req-27556cc1-8f65-485b-ae43-cf0d5b0db43a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=806aade6-ab60-41a0-96f8-645c56fca1b1 HTTP/1.1" status: 200 len: 946 time: 0.1542325 Apr 06 14:26:06.393819 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-efa4cd47-7d55-4884-b02d-7e68016a86aa req-118bd5fb-49aa-413b-bee8-f0657f209e53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for 9fcc5f75-c042-47b3-bf6f-3d4c4d171340 owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:26:06.419112 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4cbdb185-d091-4de7-b037-1c30eaae95c7 req-0c44f4ca-f090-4be7-8a98-317f0f3051bc tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=c73115a9-fd6b-4e9e-ae72-4aa58e2f373e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392225 Apr 06 14:26:06.530189 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-efa4cd47-7d55-4884-b02d-7e68016a86aa req-118bd5fb-49aa-413b-bee8-f0657f209e53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:06.579300 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118bd5fb-49aa-413b-bee8-f0657f209e53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=9fcc5f75-c042-47b3-bf6f-3d4c4d171340,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:06.649802 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa4cd47-7d55-4884-b02d-7e68016a86aa req-118bd5fb-49aa-413b-bee8-f0657f209e53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] No DVR routers for this DVR port 9fcc5f75-c042-47b3-bf6f-3d4c4d171340 on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:26:06.652071 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-efa4cd47-7d55-4884-b02d-7e68016a86aa req-118bd5fb-49aa-413b-bee8-f0657f209e53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:06.654530 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806aade6-ab60-41a0-96f8-645c56fca1b1', 'name': 'network-vif-deleted', 'tag': '9fcc5f75-c042-47b3-bf6f-3d4c4d171340'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:26:06.669706 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-efa4cd47-7d55-4884-b02d-7e68016a86aa req-118bd5fb-49aa-413b-bee8-f0657f209e53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "DELETE /v2.0/ports/9fcc5f75-c042-47b3-bf6f-3d4c4d171340 HTTP/1.1" status: 204 len: 173 time: 0.6968293 Apr 06 14:26:06.711273 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96630b83-54e3-460c-866c-ac7ddde28ac4'] response: {'server_uuid': '806aade6-ab60-41a0-96f8-645c56fca1b1', 'name': 'network-vif-deleted', 'tag': '9fcc5f75-c042-47b3-bf6f-3d4c4d171340', 'status': 'completed', 'code': 200} Apr 06 14:26:07.521792 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56518) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:26:07.592375 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9e163499-20ce-4d2b-8b54-e98327310a69 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:07.621222 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9e163499-20ce-4d2b-8b54-e98327310a69 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:07.682399 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9e163499-20ce-4d2b-8b54-e98327310a69 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:07.698658 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e163499-20ce-4d2b-8b54-e98327310a69 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73115a9-fd6b-4e9e-ae72-4aa58e2f373e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:07.710499 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9e163499-20ce-4d2b-8b54-e98327310a69 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:07.711541 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9e163499-20ce-4d2b-8b54-e98327310a69 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/security-groups/c73115a9-fd6b-4e9e-ae72-4aa58e2f373e HTTP/1.1" status: 204 len: 168 time: 0.1887827 Apr 06 14:26:07.750859 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56524) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:26:08.021349 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d04a859d-abfd-463c-9ee8-2a07bf646ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:08.131665 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-50a7410a-5f5d-49bd-881c-b17e69f25709 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:08.802014 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-50a7410a-5f5d-49bd-881c-b17e69f25709 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port 47766b87-0f4d-4221-a488-506709fa79e4 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:26:08.802688 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-50a7410a-5f5d-49bd-881c-b17e69f25709 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:08.986426 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-50a7410a-5f5d-49bd-881c-b17e69f25709 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] For port 47766b87-0f4d-4221-a488-506709fa79e4, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=47766b87-0f4d-4221-a488-506709fa79e4,segment=NetworkSegment(f50e4a95-5886-48b5-9646-cad934e202fa),segment_id=f50e4a95-5886-48b5-9646-cad934e202fa)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:26:08.986775 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-50a7410a-5f5d-49bd-881c-b17e69f25709 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:09.103330 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-50a7410a-5f5d-49bd-881c-b17e69f25709 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for 47766b87-0f4d-4221-a488-506709fa79e4 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:26:09.272455 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-50a7410a-5f5d-49bd-881c-b17e69f25709 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:09.319641 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7410a-5f5d-49bd-881c-b17e69f25709 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=47766b87-0f4d-4221-a488-506709fa79e4,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:09.359562 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a7410a-5f5d-49bd-881c-b17e69f25709 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:09.359826 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a7410a-5f5d-49bd-881c-b17e69f25709 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:09.360168 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a7410a-5f5d-49bd-881c-b17e69f25709 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:09.360505 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a7410a-5f5d-49bd-881c-b17e69f25709 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:09.360843 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a7410a-5f5d-49bd-881c-b17e69f25709 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:09.361199 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a7410a-5f5d-49bd-881c-b17e69f25709 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:09.361529 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a7410a-5f5d-49bd-881c-b17e69f25709 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:09.361855 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a7410a-5f5d-49bd-881c-b17e69f25709 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:09.362186 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a7410a-5f5d-49bd-881c-b17e69f25709 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:09.362512 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a7410a-5f5d-49bd-881c-b17e69f25709 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:09.362857 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a7410a-5f5d-49bd-881c-b17e69f25709 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:09.624369 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-50a7410a-5f5d-49bd-881c-b17e69f25709 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:10.270240 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a7410a-5f5d-49bd-881c-b17e69f25709 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router 10a5542b-1420-4128-970e-415face267cf has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:26:10.462285 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a7410a-5f5d-49bd-881c-b17e69f25709 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:26:10.472131 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd4c14e-21d2-4add-89d9-14e777fb465b None None] Sync routers for ids ['10a5542b-1420-4128-970e-415face267cf'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:26:10.476103 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-50a7410a-5f5d-49bd-881c-b17e69f25709 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "PUT /v2.0/routers/10a5542b-1420-4128-970e-415face267cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7241590 Apr 06 14:26:10.478848 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56528) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:26:10.484223 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd4c14e-21d2-4add-89d9-14e777fb465b None None] Routers {'10a5542b-1420-4128-970e-415face267cf'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:26:10.484816 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4cd4c14e-21d2-4add-89d9-14e777fb465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:25:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['10a5542b-1420-4128-970e-415face267cf'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:10.662892 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-05dcc6b6-2d0a-4042-a9d6-604861f02e4f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting subnet cfc23cce-ea71-45c0-a428-c8cad228e3d6 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:26:10.665725 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-05dcc6b6-2d0a-4042-a9d6-604861f02e4f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:10.681533 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-4cd4c14e-21d2-4add-89d9-14e777fb465b None None] Set router 10a5542b-1420-4128-970e-415face267cf gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:26:10.717643 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-05dcc6b6-2d0a-4042-a9d6-604861f02e4f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:10.808129 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-05dcc6b6-2d0a-4042-a9d6-604861f02e4f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:10.841282 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6f1a3645-670b-4362-8b2d-fdc2111aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:10.878428 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 9fcc5f75-c042-47b3-bf6f-3d4c4d171340 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:26:10.898353 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-05dcc6b6-2d0a-4042-a9d6-604861f02e4f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:10.917427 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: 9fcc5f75-c042-47b3-bf6f-3d4c4d171340 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:26:10.917692 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 9fcc5f75-c042-47b3-bf6f-3d4c4d171340 not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:26:10.943547 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcc6b6-2d0a-4042-a9d6-604861f02e4f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Subnet': ['ID=cfc23cce-ea71-45c0-a428-c8cad228e3d6,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:10.949145 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-05dcc6b6-2d0a-4042-a9d6-604861f02e4f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:10.954864 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1781b408-272c-46d0-8d77-0afac7b92ed5 None None] Network 16339cb3-0f39-4477-b982-b20fb8374b8d requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:26:10.955789 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-05dcc6b6-2d0a-4042-a9d6-604861f02e4f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/subnets/cfc23cce-ea71-45c0-a428-c8cad228e3d6 HTTP/1.1" status: 204 len: 168 time: 0.4760044 Apr 06 14:26:10.959058 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56532) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:26:10.963116 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4cd4c14e-21d2-4add-89d9-14e777fb465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a5542b-1420-4128-970e-415face267cf', 'name': 'tempest-TestNetworkBasicOps-router-1896852348', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': '6424c159-256a-4062-a1b6-07910d845512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:25:05Z', 'updated_at': '2022-04-06T14:26:09Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '6424c159-256a-4062-a1b6-07910d845512', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5542b-1420-4128-970e-415face267cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:25:06Z', 'updated_at': '2022-04-06T14:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:10.967296 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd4c14e-21d2-4add-89d9-14e777fb465b None None] Checking router: 10a5542b-1420-4128-970e-415face267cf for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:26:10.978461 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd4c14e-21d2-4add-89d9-14e777fb465b None None] Routers {'10a5542b-1420-4128-970e-415face267cf'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:26:10.979056 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4cd4c14e-21d2-4add-89d9-14e777fb465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:26:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['10a5542b-1420-4128-970e-415face267cf'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:11.159555 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-4cd4c14e-21d2-4add-89d9-14e777fb465b None None] Set router 10a5542b-1420-4128-970e-415face267cf gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:26:11.162922 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-211486dc-0d6b-479c-a6b5-c41a63f85a4d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:11.223859 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a30524d-fc1d-447a-8dac-fa55c0b700ed None None] DHCP port deletion for 16339cb3-0f39-4477-b982-b20fb8374b8d request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:26:11.228322 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6a30524d-fc1d-447a-8dac-fa55c0b700ed None None] Deleting port 2cc9619a-1b2f-4be8-9dfb-424d9eb99611 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:26:11.228705 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6a30524d-fc1d-447a-8dac-fa55c0b700ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:11.332170 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:11.369209 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:11.457467 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4cd4c14e-21d2-4add-89d9-14e777fb465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a5542b-1420-4128-970e-415face267cf', 'name': 'tempest-TestNetworkBasicOps-router-1896852348', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': '6424c159-256a-4062-a1b6-07910d845512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:25:05Z', 'updated_at': '2022-04-06T14:26:09Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '6424c159-256a-4062-a1b6-07910d845512', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5542b-1420-4128-970e-415face267cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:25:06Z', 'updated_at': '2022-04-06T14:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:11.461632 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd4c14e-21d2-4add-89d9-14e777fb465b None None] The sync data for ids ['10a5542b-1420-4128-970e-415face267cf'] in dv-neutron-835868-1-hyperv is: [{'id': '10a5542b-1420-4128-970e-415face267cf', 'name': 'tempest-TestNetworkBasicOps-router-1896852348', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': '6424c159-256a-4062-a1b6-07910d845512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:25:05Z', 'updated_at': '2022-04-06T14:26:09Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '6424c159-256a-4062-a1b6-07910d845512', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5542b-1420-4128-970e-415face267cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:25:06Z', 'updated_at': '2022-04-06T14:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:26:11.474577 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6a30524d-fc1d-447a-8dac-fa55c0b700ed None None] For port 2cc9619a-1b2f-4be8-9dfb-424d9eb99611, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=2cc9619a-1b2f-4be8-9dfb-424d9eb99611,segment=NetworkSegment(f50e4a95-5886-48b5-9646-cad934e202fa),segment_id=f50e4a95-5886-48b5-9646-cad934e202fa)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:26:11.474969 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6a30524d-fc1d-447a-8dac-fa55c0b700ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:11.481518 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-211486dc-0d6b-479c-a6b5-c41a63f85a4d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:11.497812 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-211486dc-0d6b-479c-a6b5-c41a63f85a4d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port 6424c159-256a-4062-a1b6-07910d845512 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:26:11.498298 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-211486dc-0d6b-479c-a6b5-c41a63f85a4d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:11.598500 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6a30524d-fc1d-447a-8dac-fa55c0b700ed None None] Calling delete_port for 2cc9619a-1b2f-4be8-9dfb-424d9eb99611 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:26:11.671606 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6a30524d-fc1d-447a-8dac-fa55c0b700ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:11.674796 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-211486dc-0d6b-479c-a6b5-c41a63f85a4d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] For port 6424c159-256a-4062-a1b6-07910d845512, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6424c159-256a-4062-a1b6-07910d845512,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:26:11.675155 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-211486dc-0d6b-479c-a6b5-c41a63f85a4d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:11.713545 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30524d-fc1d-447a-8dac-fa55c0b700ed None None] Pushing event deleted for resources: {'Port': ['ID=2cc9619a-1b2f-4be8-9dfb-424d9eb99611,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:11.724211 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a30524d-fc1d-447a-8dac-fa55c0b700ed None None] No DVR routers for this DVR port 2cc9619a-1b2f-4be8-9dfb-424d9eb99611 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:26:11.726212 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30524d-fc1d-447a-8dac-fa55c0b700ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:11.726563 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30524d-fc1d-447a-8dac-fa55c0b700ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:11.726883 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30524d-fc1d-447a-8dac-fa55c0b700ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:11.727216 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30524d-fc1d-447a-8dac-fa55c0b700ed None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:11.727541 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30524d-fc1d-447a-8dac-fa55c0b700ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:11.727862 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30524d-fc1d-447a-8dac-fa55c0b700ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:11.728181 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30524d-fc1d-447a-8dac-fa55c0b700ed None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:11.728499 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30524d-fc1d-447a-8dac-fa55c0b700ed None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:11.728815 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30524d-fc1d-447a-8dac-fa55c0b700ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:11.729153 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30524d-fc1d-447a-8dac-fa55c0b700ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:11.729470 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30524d-fc1d-447a-8dac-fa55c0b700ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:11.795914 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-211486dc-0d6b-479c-a6b5-c41a63f85a4d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for 6424c159-256a-4062-a1b6-07910d845512 owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:26:11.877542 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 2cc9619a-1b2f-4be8-9dfb-424d9eb99611 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:26:11.912017 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 2cc9619a-1b2f-4be8-9dfb-424d9eb99611 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:26:11.912382 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 2cc9619a-1b2f-4be8-9dfb-424d9eb99611 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:26:11.912798 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 47766b87-0f4d-4221-a488-506709fa79e4 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:26:11.954358 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 47766b87-0f4d-4221-a488-506709fa79e4 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:26:11.954710 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 47766b87-0f4d-4221-a488-506709fa79e4 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:26:11.975212 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-211486dc-0d6b-479c-a6b5-c41a63f85a4d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:12.019971 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211486dc-0d6b-479c-a6b5-c41a63f85a4d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=6424c159-256a-4062-a1b6-07910d845512,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:12.233549 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-211486dc-0d6b-479c-a6b5-c41a63f85a4d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:12.478937 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-211486dc-0d6b-479c-a6b5-c41a63f85a4d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:12.483104 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-211486dc-0d6b-479c-a6b5-c41a63f85a4d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:12.506851 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-211486dc-0d6b-479c-a6b5-c41a63f85a4d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:12.507359 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211486dc-0d6b-479c-a6b5-c41a63f85a4d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Fanout notify agent at l3_agent the message router_deleted on router 10a5542b-1420-4128-970e-415face267cf {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:26:12.521624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-211486dc-0d6b-479c-a6b5-c41a63f85a4d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:12.525143 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-211486dc-0d6b-479c-a6b5-c41a63f85a4d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/routers/10a5542b-1420-4128-970e-415face267cf HTTP/1.1" status: 204 len: 168 time: 1.5627780 Apr 06 14:26:12.525463 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56536) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:26:12.639351 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eafb5f67-ac7b-404b-a662-8c6cd4bd7f71 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:12.796350 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:12.866447 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eafb5f67-ac7b-404b-a662-8c6cd4bd7f71 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:12.891789 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-eafb5f67-ac7b-404b-a662-8c6cd4bd7f71 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16339cb3-0f39-4477-b982-b20fb8374b8d']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:12.904063 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-eafb5f67-ac7b-404b-a662-8c6cd4bd7f71 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50e4a95-5886-48b5-9646-cad934e202fa') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:12.904364 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-eafb5f67-ac7b-404b-a662-8c6cd4bd7f71 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50e4a95-5886-48b5-9646-cad934e202fa') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:12.915904 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eafb5f67-ac7b-404b-a662-8c6cd4bd7f71 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:12.932334 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eafb5f67-ac7b-404b-a662-8c6cd4bd7f71 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:12.938678 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eafb5f67-ac7b-404b-a662-8c6cd4bd7f71 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:26:12.939073 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eafb5f67-ac7b-404b-a662-8c6cd4bd7f71 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:26:12.954141 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:26:13.034103 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eafb5f67-ac7b-404b-a662-8c6cd4bd7f71 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:13.051081 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eafb5f67-ac7b-404b-a662-8c6cd4bd7f71 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:13.061675 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb5f67-ac7b-404b-a662-8c6cd4bd7f71 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Network': ['ID=16339cb3-0f39-4477-b982-b20fb8374b8d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:13.069980 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-eafb5f67-ac7b-404b-a662-8c6cd4bd7f71 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/networks/16339cb3-0f39-4477-b982-b20fb8374b8d HTTP/1.1" status: 204 len: 168 time: 0.5435956 Apr 06 14:26:13.085055 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56540) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:26:13.090841 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ab3828b0-5de7-4c44-b3bc-bd4939c22b13 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'network': {'name': 'tempest-network-smoke--1185777549', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'port_security_enabled': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:26:13.095737 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ab3828b0-5de7-4c44-b3bc-bd4939c22b13 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:26:13.100414 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ab3828b0-5de7-4c44-b3bc-bd4939c22b13 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:network and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:26:13.103219 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ab3828b0-5de7-4c44-b3bc-bd4939c22b13 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:26:13.108733 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ab3828b0-5de7-4c44-b3bc-bd4939c22b13 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:26:13.118132 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3828b0-5de7-4c44-b3bc-bd4939c22b13 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Made reservation on behalf of 2c4f01a131354b128ac6b7c118186600 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:26:13.121071 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab3828b0-5de7-4c44-b3bc-bd4939c22b13 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:13.148362 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3828b0-5de7-4c44-b3bc-bd4939c22b13 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:26:13.156955 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab3828b0-5de7-4c44-b3bc-bd4939c22b13 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:13.157289 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-ab3828b0-5de7-4c44-b3bc-bd4939c22b13 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Added segment 808c72c9-cb02-454d-b025-d16b663d7bfa of type vlan for network 710a154d-db0b-4d2a-a637-f450b3de659d Apr 06 14:26:13.183097 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab3828b0-5de7-4c44-b3bc-bd4939c22b13 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:13.211372 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab3828b0-5de7-4c44-b3bc-bd4939c22b13 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:13.215149 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3828b0-5de7-4c44-b3bc-bd4939c22b13 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:13.215761 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab3828b0-5de7-4c44-b3bc-bd4939c22b13 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:13.321397 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3828b0-5de7-4c44-b3bc-bd4939c22b13 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Network': ['ID=710a154d-db0b-4d2a-a637-f450b3de659d,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:13.324753 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ab3828b0-5de7-4c44-b3bc-bd4939c22b13 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2381921 Apr 06 14:26:13.327140 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56544) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:26:13.332201 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f38dd768-d79a-44d8-8fb3-ffc88047c7ed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-215638727', 'admin_state_up': True, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:26:13.333665 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 710a154d-db0b-4d2a-a637-f450b3de659d details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:26:13.339714 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f38dd768-d79a-44d8-8fb3-ffc88047c7ed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:26:13.343507 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f38dd768-d79a-44d8-8fb3-ffc88047c7ed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:router and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:26:13.346295 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f38dd768-d79a-44d8-8fb3-ffc88047c7ed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:26:13.351896 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f38dd768-d79a-44d8-8fb3-ffc88047c7ed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:26:13.362088 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f38dd768-d79a-44d8-8fb3-ffc88047c7ed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:13.363063 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f38dd768-d79a-44d8-8fb3-ffc88047c7ed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:13.381937 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f38dd768-d79a-44d8-8fb3-ffc88047c7ed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:13.528298 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f38dd768-d79a-44d8-8fb3-ffc88047c7ed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:13.657019 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6424c159-256a-4062-a1b6-07910d845512 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:26:13.693259 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 6424c159-256a-4062-a1b6-07910d845512 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:26:13.693605 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6424c159-256a-4062-a1b6-07910d845512 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:26:13.707298 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f38dd768-d79a-44d8-8fb3-ffc88047c7ed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:13.735321 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f38dd768-d79a-44d8-8fb3-ffc88047c7ed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:13.869500 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-f38dd768-d79a-44d8-8fb3-ffc88047c7ed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.26.8.193 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/88e7afcd-7311-464a-9c35-36f163fe49cc) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:26:14.011681 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f38dd768-d79a-44d8-8fb3-ffc88047c7ed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:14.038020 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f38dd768-d79a-44d8-8fb3-ffc88047c7ed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:14.107638 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38dd768-d79a-44d8-8fb3-ffc88047c7ed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:26:14.110223 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-f38dd768-d79a-44d8-8fb3-ffc88047c7ed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:26:14.114895 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38dd768-d79a-44d8-8fb3-ffc88047c7ed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:26:14.138182 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38dd768-d79a-44d8-8fb3-ffc88047c7ed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=88e7afcd-7311-464a-9c35-36f163fe49cc,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:14.264091 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f38dd768-d79a-44d8-8fb3-ffc88047c7ed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:14.264813 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f38dd768-d79a-44d8-8fb3-ffc88047c7ed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:14.581115 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38dd768-d79a-44d8-8fb3-ffc88047c7ed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router 1342f69d-6660-4c60-9dba-87619e86f0a6 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:26:14.777780 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38dd768-d79a-44d8-8fb3-ffc88047c7ed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:26:14.787290 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561f77fd-8b85-4ec8-934d-694c782bbafb None None] Sync routers for ids ['1342f69d-6660-4c60-9dba-87619e86f0a6'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:26:14.799099 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561f77fd-8b85-4ec8-934d-694c782bbafb None None] Routers {'1342f69d-6660-4c60-9dba-87619e86f0a6'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:26:14.800109 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-561f77fd-8b85-4ec8-934d-694c782bbafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:26:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['1342f69d-6660-4c60-9dba-87619e86f0a6'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:14.807264 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f38dd768-d79a-44d8-8fb3-ffc88047c7ed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:14.808842 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f38dd768-d79a-44d8-8fb3-ffc88047c7ed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4803896 Apr 06 14:26:14.811826 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56548) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:26:14.854480 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bc2f41c2-d35e-4d37-94bb-3928114e3308 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=2c4f01a131354b128ac6b7c118186600&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390315 Apr 06 14:26:14.854783 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56552) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:26:14.980424 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-561f77fd-8b85-4ec8-934d-694c782bbafb None None] Set router 1342f69d-6660-4c60-9dba-87619e86f0a6 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:26:14.988214 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b02b19-cb67-455e-a247-9e64ed71ec5f tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:14.990300 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-75b02b19-cb67-455e-a247-9e64ed71ec5f tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1345661 Apr 06 14:26:14.993151 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56556) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:26:15.030827 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-363ec13d-7fe2-4bba-8587-751554f60dda tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5b121ca5-69d5-4d27-bffe-4929f7aabdf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365450 Apr 06 14:26:15.033402 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56560) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:26:15.039077 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a9aed4f3-f151-43f9-877d-657b7df26974 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-935128164', 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:26:15.148658 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a9aed4f3-f151-43f9-877d-657b7df26974 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:26:15.152434 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a9aed4f3-f151-43f9-877d-657b7df26974 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:subnet and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:26:15.155223 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a9aed4f3-f151-43f9-877d-657b7df26974 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:26:15.160885 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a9aed4f3-f151-43f9-877d-657b7df26974 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:26:15.170478 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9aed4f3-f151-43f9-877d-657b7df26974 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Made reservation on behalf of 2c4f01a131354b128ac6b7c118186600 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:26:15.270833 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a9aed4f3-f151-43f9-877d-657b7df26974 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:15.293990 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-561f77fd-8b85-4ec8-934d-694c782bbafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'name': 'tempest-TestNetworkBasicOps-router-215638727', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:14Z', 'revision_number': 3, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:15.297963 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561f77fd-8b85-4ec8-934d-694c782bbafb None None] Checking router: 1342f69d-6660-4c60-9dba-87619e86f0a6 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:26:15.298316 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561f77fd-8b85-4ec8-934d-694c782bbafb None None] Updating router 1342f69d-6660-4c60-9dba-87619e86f0a6 port 88e7afcd-7311-464a-9c35-36f163fe49cc binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:26:15.349242 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-561f77fd-8b85-4ec8-934d-694c782bbafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:15.492832 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a9aed4f3-f151-43f9-877d-657b7df26974 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:15.572873 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aed4f3-f151-43f9-877d-657b7df26974 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Subnet': ['ID=c168a46e-23b7-4ea1-89d6-d2f7b128c1fc,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:15.584581 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aed4f3-f151-43f9-877d-657b7df26974 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Checking segment: {'id': '808c72c9-cb02-454d-b025-d16b663d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:26:15.585749 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9aed4f3-f151-43f9-877d-657b7df26974 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network hostable DHCP agents. Network: 710a154d-db0b-4d2a-a637-f450b3de659d, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:26:15.609153 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9aed4f3-f151-43f9-877d-657b7df26974 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 710a154d-db0b-4d2a-a637-f450b3de659d is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:26:15.619181 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-a9aed4f3-f151-43f9-877d-657b7df26974 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 710a154d-db0b-4d2a-a637-f450b3de659d) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:26:15.626623 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9aed4f3-f151-43f9-877d-657b7df26974 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:15.627202 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a9aed4f3-f151-43f9-877d-657b7df26974 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:15.643220 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60898a16-5eb8-4412-87d6-8ef9ea729614 None None] Network 710a154d-db0b-4d2a-a637-f450b3de659d requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:26:15.649835 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a9aed4f3-f151-43f9-877d-657b7df26974 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6154447 Apr 06 14:26:15.652600 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56564) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:26:15.751400 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-561f77fd-8b85-4ec8-934d-694c782bbafb None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:15.777759 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-561f77fd-8b85-4ec8-934d-694c782bbafb None None] Transition to ACTIVE for port object 88e7afcd-7311-464a-9c35-36f163fe49cc will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:26:15.798618 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-561f77fd-8b85-4ec8-934d-694c782bbafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:15.915201 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601ccdc-72a9-4207-8c20-05395946bd27 None None] Pushing event updated for resources: {'Port': ['ID=88e7afcd-7311-464a-9c35-36f163fe49cc,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:15.951004 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-561f77fd-8b85-4ec8-934d-694c782bbafb None None] Attempting to bind port 88e7afcd-7311-464a-9c35-36f163fe49cc on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:26:15.951376 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-561f77fd-8b85-4ec8-934d-694c782bbafb None None] Attempting to bind port 88e7afcd-7311-464a-9c35-36f163fe49cc by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:26:15.951743 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561f77fd-8b85-4ec8-934d-694c782bbafb None None] Attempting to bind port 88e7afcd-7311-464a-9c35-36f163fe49cc on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:26:15.967244 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561f77fd-8b85-4ec8-934d-694c782bbafb None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:26:15.967612 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561f77fd-8b85-4ec8-934d-694c782bbafb None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:26:15.968015 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-561f77fd-8b85-4ec8-934d-694c782bbafb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:15.968663 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561f77fd-8b85-4ec8-934d-694c782bbafb None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:26:15.968923 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-561f77fd-8b85-4ec8-934d-694c782bbafb None None] Bound port: 88e7afcd-7311-464a-9c35-36f163fe49cc, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:26:15.969296 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-561f77fd-8b85-4ec8-934d-694c782bbafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:15.997230 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b9cac6-0654-4fba-b8ad-1aa2c9a43cf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-710a154d-db0b-4d2a-a637-f450b3de659d', 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ips': [{'subnet_id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:26:15.998041 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-53b9cac6-0654-4fba-b8ad-1aa2c9a43cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:16.117152 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-561f77fd-8b85-4ec8-934d-694c782bbafb None None] For port 88e7afcd-7311-464a-9c35-36f163fe49cc, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:26:16.133544 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-561f77fd-8b85-4ec8-934d-694c782bbafb None None] For port 88e7afcd-7311-464a-9c35-36f163fe49cc, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=88e7afcd-7311-464a-9c35-36f163fe49cc,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:26:16.139259 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-561f77fd-8b85-4ec8-934d-694c782bbafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:16.272257 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601ccdc-72a9-4207-8c20-05395946bd27 None None] Pushing event updated for resources: {'Port': ['ID=88e7afcd-7311-464a-9c35-36f163fe49cc,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:16.276154 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-53b9cac6-0654-4fba-b8ad-1aa2c9a43cf3 None None] Allocated IP 172.20.0.2 (710a154d-db0b-4d2a-a637-f450b3de659d/c168a46e-23b7-4ea1-89d6-d2f7b128c1fc/fa8a2194-a0e4-4381-ac31-7e809225a82d) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:26:16.288381 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561f77fd-8b85-4ec8-934d-694c782bbafb None None] Routers {'1342f69d-6660-4c60-9dba-87619e86f0a6'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:26:16.289024 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-561f77fd-8b85-4ec8-934d-694c782bbafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:26:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['1342f69d-6660-4c60-9dba-87619e86f0a6'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:16.507636 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5b3353f-b9b1-493e-9b37-100683f41a1f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:16.650586 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-561f77fd-8b85-4ec8-934d-694c782bbafb None None] Set router 1342f69d-6660-4c60-9dba-87619e86f0a6 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:26:16.839447 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-53b9cac6-0654-4fba-b8ad-1aa2c9a43cf3 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:16.860741 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-53b9cac6-0654-4fba-b8ad-1aa2c9a43cf3 None None] Transition to ACTIVE for port object fa8a2194-a0e4-4381-ac31-7e809225a82d will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:26:16.897471 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-53b9cac6-0654-4fba-b8ad-1aa2c9a43cf3 None None] Transition to ACTIVE for port object fa8a2194-a0e4-4381-ac31-7e809225a82d will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:26:16.912702 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-53b9cac6-0654-4fba-b8ad-1aa2c9a43cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:16.970391 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-e5b3353f-b9b1-493e-9b37-100683f41a1f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.20.0.1 (710a154d-db0b-4d2a-a637-f450b3de659d/c168a46e-23b7-4ea1-89d6-d2f7b128c1fc/a9f6a44f-ddaf-409d-a25a-c372fec185ba) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:26:17.017941 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b9cac6-0654-4fba-b8ad-1aa2c9a43cf3 None None] Network 710a154d-db0b-4d2a-a637-f450b3de659d is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:26:17.022070 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-53b9cac6-0654-4fba-b8ad-1aa2c9a43cf3 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:26:17.024478 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b9cac6-0654-4fba-b8ad-1aa2c9a43cf3 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:26:17.035458 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9cac6-0654-4fba-b8ad-1aa2c9a43cf3 None None] Pushing event updated for resources: {'Port': ['ID=fa8a2194-a0e4-4381-ac31-7e809225a82d,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:17.149156 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5b3353f-b9b1-493e-9b37-100683f41a1f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:17.163429 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-53b9cac6-0654-4fba-b8ad-1aa2c9a43cf3 None None] Attempting to bind port fa8a2194-a0e4-4381-ac31-7e809225a82d on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:26:17.163791 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-53b9cac6-0654-4fba-b8ad-1aa2c9a43cf3 None None] Attempting to bind port fa8a2194-a0e4-4381-ac31-7e809225a82d by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '808c72c9-cb02-454d-b025-d16b663d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:26:17.164148 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b9cac6-0654-4fba-b8ad-1aa2c9a43cf3 None None] Attempting to bind port fa8a2194-a0e4-4381-ac31-7e809225a82d on network 710a154d-db0b-4d2a-a637-f450b3de659d {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:26:17.165640 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-e5b3353f-b9b1-493e-9b37-100683f41a1f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Transition to ACTIVE for port object a9f6a44f-ddaf-409d-a25a-c372fec185ba will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:26:17.171440 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-561f77fd-8b85-4ec8-934d-694c782bbafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'name': 'tempest-TestNetworkBasicOps-router-215638727', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:14Z', 'revision_number': 3, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:17.178200 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b9cac6-0654-4fba-b8ad-1aa2c9a43cf3 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:26:17.178569 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b9cac6-0654-4fba-b8ad-1aa2c9a43cf3 None None] Checking segment: {'id': '808c72c9-cb02-454d-b025-d16b663d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:26:17.178972 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-53b9cac6-0654-4fba-b8ad-1aa2c9a43cf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:17.179437 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b9cac6-0654-4fba-b8ad-1aa2c9a43cf3 None None] Bound using segment: {'id': '808c72c9-cb02-454d-b025-d16b663d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:26:17.183047 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-53b9cac6-0654-4fba-b8ad-1aa2c9a43cf3 None None] Bound port: fa8a2194-a0e4-4381-ac31-7e809225a82d, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808c72c9-cb02-454d-b025-d16b663d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:26:17.183534 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-53b9cac6-0654-4fba-b8ad-1aa2c9a43cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:17.188538 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5b3353f-b9b1-493e-9b37-100683f41a1f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:17.195218 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561f77fd-8b85-4ec8-934d-694c782bbafb None None] The sync data for ids ['1342f69d-6660-4c60-9dba-87619e86f0a6'] in dv-neutron-835868-1-hyperv is: [{'id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'name': 'tempest-TestNetworkBasicOps-router-215638727', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:14Z', 'revision_number': 3, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:26:17.265228 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b3353f-b9b1-493e-9b37-100683f41a1f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 710a154d-db0b-4d2a-a637-f450b3de659d is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:26:17.270899 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-e5b3353f-b9b1-493e-9b37-100683f41a1f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:26:17.275376 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b3353f-b9b1-493e-9b37-100683f41a1f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:26:17.310213 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3353f-b9b1-493e-9b37-100683f41a1f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=a9f6a44f-ddaf-409d-a25a-c372fec185ba,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:17.320155 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-53b9cac6-0654-4fba-b8ad-1aa2c9a43cf3 None None] For port fa8a2194-a0e4-4381-ac31-7e809225a82d, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:26:17.323961 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-53b9cac6-0654-4fba-b8ad-1aa2c9a43cf3 None None] For port fa8a2194-a0e4-4381-ac31-7e809225a82d, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=fa8a2194-a0e4-4381-ac31-7e809225a82d,segment=NetworkSegment(808c72c9-cb02-454d-b025-d16b663d7bfa),segment_id=808c72c9-cb02-454d-b025-d16b663d7bfa)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:26:17.328418 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-53b9cac6-0654-4fba-b8ad-1aa2c9a43cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:17.348999 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5b3353f-b9b1-493e-9b37-100683f41a1f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:17.421201 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9cac6-0654-4fba-b8ad-1aa2c9a43cf3 None None] Pushing event updated for resources: {'Port': ['ID=fa8a2194-a0e4-4381-ac31-7e809225a82d,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:17.477950 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5b3353f-b9b1-493e-9b37-100683f41a1f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:17.753199 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 88e7afcd-7311-464a-9c35-36f163fe49cc up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:26:17.920985 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 88e7afcd-7311-464a-9c35-36f163fe49cc completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:26:17.931771 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 88e7afcd-7311-464a-9c35-36f163fe49cc triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:26:17.932284 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:18.088714 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5b3353f-b9b1-493e-9b37-100683f41a1f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:18.095176 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5b3353f-b9b1-493e-9b37-100683f41a1f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:18.097482 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:18.118405 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 88e7afcd-7311-464a-9c35-36f163fe49cc, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=88e7afcd-7311-464a-9c35-36f163fe49cc,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:26:18.123448 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:18.218077 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=88e7afcd-7311-464a-9c35-36f163fe49cc,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:18.347561 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5b3353f-b9b1-493e-9b37-100683f41a1f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:18.352155 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3353f-b9b1-493e-9b37-100683f41a1f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=a9f6a44f-ddaf-409d-a25a-c372fec185ba,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:18.513535 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b3353f-b9b1-493e-9b37-100683f41a1f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 710a154d-db0b-4d2a-a637-f450b3de659d is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:26:18.515235 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-e5b3353f-b9b1-493e-9b37-100683f41a1f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:26:18.540799 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9629310-662d-4847-8160-20943fd0c1a7 None None] Network 710a154d-db0b-4d2a-a637-f450b3de659d requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:26:18.666772 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-02fad466-790c-4ae5-bc66-805649cb494b None None] Provisioning for port fa8a2194-a0e4-4381-ac31-7e809225a82d completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:26:18.962397 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b3353f-b9b1-493e-9b37-100683f41a1f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router 1342f69d-6660-4c60-9dba-87619e86f0a6 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:26:19.025777 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fa893303-f1d5-477d-8e21-6e91caac7b83 None None] Provisioning for port a9f6a44f-ddaf-409d-a25a-c372fec185ba completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:26:19.033480 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fa893303-f1d5-477d-8e21-6e91caac7b83 None None] Provisioning complete for port a9f6a44f-ddaf-409d-a25a-c372fec185ba triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:26:19.034176 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fa893303-f1d5-477d-8e21-6e91caac7b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:19.094702 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-fa893303-f1d5-477d-8e21-6e91caac7b83 None None] Port a9f6a44f-ddaf-409d-a25a-c372fec185ba cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:26:19.175645 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b3353f-b9b1-493e-9b37-100683f41a1f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:26:19.191344 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e5b3353f-b9b1-493e-9b37-100683f41a1f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "PUT /v2.0/routers/1342f69d-6660-4c60-9dba-87619e86f0a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5374191 Apr 06 14:26:19.193845 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56568) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:26:19.217184 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-dbde5513-b7f3-4c15-87a6-33ba0a17bea8 None None] Provisioning complete for port a9f6a44f-ddaf-409d-a25a-c372fec185ba triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:26:19.217633 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dbde5513-b7f3-4c15-87a6-33ba0a17bea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:19.278904 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-dbde5513-b7f3-4c15-87a6-33ba0a17bea8 None None] Port a9f6a44f-ddaf-409d-a25a-c372fec185ba cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:26:19.340117 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4b1a3f-e812-4d14-b970-d88bc2202c59 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:19.340576 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4b1a3f-e812-4d14-b970-d88bc2202c59 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:19.340965 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4b1a3f-e812-4d14-b970-d88bc2202c59 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:19.341323 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4b1a3f-e812-4d14-b970-d88bc2202c59 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:19.342930 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bd4b1a3f-e812-4d14-b970-d88bc2202c59 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1481652 Apr 06 14:26:19.345685 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56572) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:26:19.399038 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7810db74-1b61-43d4-a499-6bd938a6211f None None] Provisioning complete for port a9f6a44f-ddaf-409d-a25a-c372fec185ba triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:26:19.399431 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7810db74-1b61-43d4-a499-6bd938a6211f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:19.415071 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1622e4fc-a600-4819-85bf-e49db295323c tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:19.415560 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1622e4fc-a600-4819-85bf-e49db295323c tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:19.415929 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1622e4fc-a600-4819-85bf-e49db295323c tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:19.416289 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1622e4fc-a600-4819-85bf-e49db295323c tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:19.417920 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1622e4fc-a600-4819-85bf-e49db295323c tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0713394 Apr 06 14:26:19.420576 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56576) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:26:19.450208 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-7810db74-1b61-43d4-a499-6bd938a6211f None None] Port a9f6a44f-ddaf-409d-a25a-c372fec185ba cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:26:19.616122 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-73abc4d0-e2fd-4742-99c9-f874c23f112b tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1912639 Apr 06 14:26:19.648179 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:26:19.737625 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 88e7afcd-7311-464a-9c35-36f163fe49cc up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:26:19.811507 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 88e7afcd-7311-464a-9c35-36f163fe49cc triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:26:19.811914 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:19.923204 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device fa8a2194-a0e4-4381-ac31-7e809225a82d up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:26:20.021004 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port fa8a2194-a0e4-4381-ac31-7e809225a82d completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:26:20.025521 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port fa8a2194-a0e4-4381-ac31-7e809225a82d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:26:20.025884 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:20.134920 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:20.165684 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port fa8a2194-a0e4-4381-ac31-7e809225a82d, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=fa8a2194-a0e4-4381-ac31-7e809225a82d,segment=NetworkSegment(808c72c9-cb02-454d-b025-d16b663d7bfa),segment_id=808c72c9-cb02-454d-b025-d16b663d7bfa)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:26:20.170297 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:20.234820 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=fa8a2194-a0e4-4381-ac31-7e809225a82d,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:20.396762 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56582) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:26:20.403569 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ae69606d-4e88-4241-ba04-6303ad93982f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-64641322', 'description': 'tempest-secgroup-smoke-64641322 description', 'project_id': '2c4f01a131354b128ac6b7c118186600'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:26:20.411704 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ae69606d-4e88-4241-ba04-6303ad93982f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:26:20.416407 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ae69606d-4e88-4241-ba04-6303ad93982f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:26:20.419845 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ae69606d-4e88-4241-ba04-6303ad93982f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:26:20.426545 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ae69606d-4e88-4241-ba04-6303ad93982f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:26:20.437137 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae69606d-4e88-4241-ba04-6303ad93982f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:20.476274 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ae69606d-4e88-4241-ba04-6303ad93982f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:26:20.480465 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ae69606d-4e88-4241-ba04-6303ad93982f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:26:20.483495 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ae69606d-4e88-4241-ba04-6303ad93982f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:26:20.489571 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ae69606d-4e88-4241-ba04-6303ad93982f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:26:20.553013 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae69606d-4e88-4241-ba04-6303ad93982f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:20.557374 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae69606d-4e88-4241-ba04-6303ad93982f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:20.604169 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69606d-4e88-4241-ba04-6303ad93982f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3966673d-e58a-4d15-a45f-0765e6925696,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:20.608384 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae69606d-4e88-4241-ba04-6303ad93982f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:20.609616 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ae69606d-4e88-4241-ba04-6303ad93982f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.2116754 Apr 06 14:26:20.612624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56586) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:26:20.614946 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69606d-4e88-4241-ba04-6303ad93982f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:20.615295 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69606d-4e88-4241-ba04-6303ad93982f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:20.615636 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69606d-4e88-4241-ba04-6303ad93982f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:20.615968 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69606d-4e88-4241-ba04-6303ad93982f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:20.616310 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69606d-4e88-4241-ba04-6303ad93982f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:20.616628 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69606d-4e88-4241-ba04-6303ad93982f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:20.616986 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69606d-4e88-4241-ba04-6303ad93982f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:20.617315 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69606d-4e88-4241-ba04-6303ad93982f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:20.617642 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69606d-4e88-4241-ba04-6303ad93982f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:20.617963 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69606d-4e88-4241-ba04-6303ad93982f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:20.618280 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69606d-4e88-4241-ba04-6303ad93982f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:20.618674 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1c0dd51e-ff8a-40f0-bd34-6c9ee4f24b0f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': '3966673d-e58a-4d15-a45f-0765e6925696', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:26:20.624763 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1c0dd51e-ff8a-40f0-bd34-6c9ee4f24b0f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:26:20.629698 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1c0dd51e-ff8a-40f0-bd34-6c9ee4f24b0f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:26:20.632999 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1c0dd51e-ff8a-40f0-bd34-6c9ee4f24b0f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:26:20.638839 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1c0dd51e-ff8a-40f0-bd34-6c9ee4f24b0f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:26:20.656601 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1c0dd51e-ff8a-40f0-bd34-6c9ee4f24b0f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:20.725482 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1c0dd51e-ff8a-40f0-bd34-6c9ee4f24b0f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:20.731132 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1c0dd51e-ff8a-40f0-bd34-6c9ee4f24b0f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:20.759565 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0dd51e-ff8a-40f0-bd34-6c9ee4f24b0f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9292d8ee-e367-48f9-83b6-a51b1f400aa6,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:20.774144 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1c0dd51e-ff8a-40f0-bd34-6c9ee4f24b0f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:20.775493 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1c0dd51e-ff8a-40f0-bd34-6c9ee4f24b0f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1617270 Apr 06 14:26:20.778491 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56590) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:26:20.785422 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e09bccd8-3ec4-4193-a5b3-07e9dd5c4b29 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': '3966673d-e58a-4d15-a45f-0765e6925696', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:26:20.792267 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e09bccd8-3ec4-4193-a5b3-07e9dd5c4b29 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:26:20.796717 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e09bccd8-3ec4-4193-a5b3-07e9dd5c4b29 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:26:20.800092 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e09bccd8-3ec4-4193-a5b3-07e9dd5c4b29 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:26:20.806821 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e09bccd8-3ec4-4193-a5b3-07e9dd5c4b29 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:26:20.824286 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e09bccd8-3ec4-4193-a5b3-07e9dd5c4b29 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:20.894625 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e09bccd8-3ec4-4193-a5b3-07e9dd5c4b29 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:20.899059 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e09bccd8-3ec4-4193-a5b3-07e9dd5c4b29 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:20.925479 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09bccd8-3ec4-4193-a5b3-07e9dd5c4b29 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ffe482-ebb1-4b7b-ac4c-f025697b5378,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:20.928791 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ce4ebb-253e-443e-b0ae-4a2a3b2fa9a0 None None] Sync routers for ids ['1342f69d-6660-4c60-9dba-87619e86f0a6'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:26:20.934838 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e09bccd8-3ec4-4193-a5b3-07e9dd5c4b29 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:20.936117 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e09bccd8-3ec4-4193-a5b3-07e9dd5c4b29 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1565764 Apr 06 14:26:20.938898 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56594) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:26:20.945240 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-30ed95c9-703b-429f-a08a-78a26a7c7e0d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': '3966673d-e58a-4d15-a45f-0765e6925696', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:26:20.946598 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ce4ebb-253e-443e-b0ae-4a2a3b2fa9a0 None None] Routers {'1342f69d-6660-4c60-9dba-87619e86f0a6'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:26:20.947213 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-66ce4ebb-253e-443e-b0ae-4a2a3b2fa9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:26:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['1342f69d-6660-4c60-9dba-87619e86f0a6'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:20.951148 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-30ed95c9-703b-429f-a08a-78a26a7c7e0d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:26:20.955001 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-30ed95c9-703b-429f-a08a-78a26a7c7e0d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:26:20.958388 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-30ed95c9-703b-429f-a08a-78a26a7c7e0d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:26:20.964055 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-30ed95c9-703b-429f-a08a-78a26a7c7e0d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:26:20.980214 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-30ed95c9-703b-429f-a08a-78a26a7c7e0d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:21.044841 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-30ed95c9-703b-429f-a08a-78a26a7c7e0d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:21.049099 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-30ed95c9-703b-429f-a08a-78a26a7c7e0d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:21.076470 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed95c9-703b-429f-a08a-78a26a7c7e0d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad76d10-44d9-40e1-b00b-03571c106c6d,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:21.089412 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-30ed95c9-703b-429f-a08a-78a26a7c7e0d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:21.090742 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-30ed95c9-703b-429f-a08a-78a26a7c7e0d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1508904 Apr 06 14:26:21.094113 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56598) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:26:21.099867 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8f8d14dd-ddca-4e06-b06b-4af51fb3b324 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': '3966673d-e58a-4d15-a45f-0765e6925696', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:26:21.106165 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8f8d14dd-ddca-4e06-b06b-4af51fb3b324 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:26:21.110059 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8f8d14dd-ddca-4e06-b06b-4af51fb3b324 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:26:21.113312 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8f8d14dd-ddca-4e06-b06b-4af51fb3b324 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:26:21.119972 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8f8d14dd-ddca-4e06-b06b-4af51fb3b324 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:26:21.139004 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8f8d14dd-ddca-4e06-b06b-4af51fb3b324 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:21.147800 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-66ce4ebb-253e-443e-b0ae-4a2a3b2fa9a0 None None] Set router 1342f69d-6660-4c60-9dba-87619e86f0a6 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:26:21.208022 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8f8d14dd-ddca-4e06-b06b-4af51fb3b324 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:21.212355 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8f8d14dd-ddca-4e06-b06b-4af51fb3b324 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:21.243807 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d14dd-ddca-4e06-b06b-4af51fb3b324 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53974acd-ba69-4141-8cac-a9c806ad048c,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:21.257548 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8f8d14dd-ddca-4e06-b06b-4af51fb3b324 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:21.259211 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8f8d14dd-ddca-4e06-b06b-4af51fb3b324 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1639884 Apr 06 14:26:21.263203 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56602) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:26:21.270441 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d22434d2-e3c2-4b4a-a2de-d0d1b1818679 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': '3966673d-e58a-4d15-a45f-0765e6925696', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:26:21.277628 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d22434d2-e3c2-4b4a-a2de-d0d1b1818679 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:26:21.281482 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d22434d2-e3c2-4b4a-a2de-d0d1b1818679 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:26:21.284358 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d22434d2-e3c2-4b4a-a2de-d0d1b1818679 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:26:21.291549 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d22434d2-e3c2-4b4a-a2de-d0d1b1818679 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:26:21.302460 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-d22434d2-e3c2-4b4a-a2de-d0d1b1818679 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Project 2c4f01a131354b128ac6b7c118186600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:26:21.309384 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d22434d2-e3c2-4b4a-a2de-d0d1b1818679 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:21.392663 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d22434d2-e3c2-4b4a-a2de-d0d1b1818679 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:21.396728 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d22434d2-e3c2-4b4a-a2de-d0d1b1818679 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:21.421228 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22434d2-e3c2-4b4a-a2de-d0d1b1818679 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b723eb-0754-4a90-9e36-aabeb80dc812,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:21.430734 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d22434d2-e3c2-4b4a-a2de-d0d1b1818679 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:21.431906 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d22434d2-e3c2-4b4a-a2de-d0d1b1818679 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1677802 Apr 06 14:26:21.435039 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56606) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:26:21.441639 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d6f53f87-7b83-4d2f-8d14-243d7f3aacc3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': '3966673d-e58a-4d15-a45f-0765e6925696', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:26:21.448991 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d6f53f87-7b83-4d2f-8d14-243d7f3aacc3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:26:21.452832 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d6f53f87-7b83-4d2f-8d14-243d7f3aacc3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:26:21.456140 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d6f53f87-7b83-4d2f-8d14-243d7f3aacc3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:26:21.463269 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d6f53f87-7b83-4d2f-8d14-243d7f3aacc3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:26:21.474691 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-d6f53f87-7b83-4d2f-8d14-243d7f3aacc3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Project 2c4f01a131354b128ac6b7c118186600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:26:21.483238 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d6f53f87-7b83-4d2f-8d14-243d7f3aacc3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:21.560362 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d6f53f87-7b83-4d2f-8d14-243d7f3aacc3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:21.564942 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d6f53f87-7b83-4d2f-8d14-243d7f3aacc3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:21.582644 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-66ce4ebb-253e-443e-b0ae-4a2a3b2fa9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'name': 'tempest-TestNetworkBasicOps-router-215638727', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:17Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'a9f6a44f-ddaf-409d-a25a-c372fec185ba', 'name': '', 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:e3:01:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:16Z', 'updated_at': '2022-04-06T14:26:17Z', 'revision_number': 2, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:21.586663 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ce4ebb-253e-443e-b0ae-4a2a3b2fa9a0 None None] Checking router: 1342f69d-6660-4c60-9dba-87619e86f0a6 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:26:21.587014 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ce4ebb-253e-443e-b0ae-4a2a3b2fa9a0 None None] Updating router 1342f69d-6660-4c60-9dba-87619e86f0a6 port a9f6a44f-ddaf-409d-a25a-c372fec185ba binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:26:21.588842 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f53f87-7b83-4d2f-8d14-243d7f3aacc3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58796f13-050d-480c-9d27-311a5cb00368,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:21.598756 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d6f53f87-7b83-4d2f-8d14-243d7f3aacc3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:21.599971 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d6f53f87-7b83-4d2f-8d14-243d7f3aacc3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1638374 Apr 06 14:26:21.639489 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-66ce4ebb-253e-443e-b0ae-4a2a3b2fa9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:21.678778 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device fa8a2194-a0e4-4381-ac31-7e809225a82d up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:26:21.760884 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port fa8a2194-a0e4-4381-ac31-7e809225a82d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:26:21.761265 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:21.867205 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-51ea874f-d01e-46f0-b6fe-a137180439a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:26:21.885574 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-51ea874f-d01e-46f0-b6fe-a137180439a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:26:21.886984 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-51ea874f-d01e-46f0-b6fe-a137180439a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-64641322&fields=id&tenant_id=2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 267 time: 0.0742457 Apr 06 14:26:22.056729 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-66ce4ebb-253e-443e-b0ae-4a2a3b2fa9a0 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:22.071716 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-66ce4ebb-253e-443e-b0ae-4a2a3b2fa9a0 None None] Transition to ACTIVE for port object a9f6a44f-ddaf-409d-a25a-c372fec185ba will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:26:22.079014 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-66ce4ebb-253e-443e-b0ae-4a2a3b2fa9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:22.183838 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-f2f7dd17-1621-4062-9a1e-b2fe33d5d447 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:22.184558 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-f2f7dd17-1621-4062-9a1e-b2fe33d5d447 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:network {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:26:22.203101 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-f2f7dd17-1621-4062-9a1e-b2fe33d5d447 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:network {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:26:22.204396 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-f2f7dd17-1621-4062-9a1e-b2fe33d5d447 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/networks?id=710a154d-db0b-4d2a-a637-f450b3de659d HTTP/1.1" status: 200 len: 797 time: 0.3099864 Apr 06 14:26:22.217122 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c04e5b-ff77-4357-99ea-1280f01ab6a7 None None] Pushing event updated for resources: {'Port': ['ID=a9f6a44f-ddaf-409d-a25a-c372fec185ba,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:22.223869 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-7b1a1554-5b66-4ca8-b3be-1214c79ddf18 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/quotas/2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 375 time: 0.0128219 Apr 06 14:26:22.268967 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c04e5b-ff77-4357-99ea-1280f01ab6a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:22.269372 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c04e5b-ff77-4357-99ea-1280f01ab6a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:22.269724 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c04e5b-ff77-4357-99ea-1280f01ab6a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:22.270102 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c04e5b-ff77-4357-99ea-1280f01ab6a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:22.270441 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c04e5b-ff77-4357-99ea-1280f01ab6a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:22.270772 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c04e5b-ff77-4357-99ea-1280f01ab6a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:22.271101 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c04e5b-ff77-4357-99ea-1280f01ab6a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:22.271429 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c04e5b-ff77-4357-99ea-1280f01ab6a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:22.271752 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c04e5b-ff77-4357-99ea-1280f01ab6a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:22.272073 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c04e5b-ff77-4357-99ea-1280f01ab6a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:22.272394 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c04e5b-ff77-4357-99ea-1280f01ab6a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:22.323725 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-662ecc22-9f67-475e-939e-4aff54b7ae3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:26:22.330512 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-66ce4ebb-253e-443e-b0ae-4a2a3b2fa9a0 None None] Attempting to bind port a9f6a44f-ddaf-409d-a25a-c372fec185ba on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:26:22.330986 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-66ce4ebb-253e-443e-b0ae-4a2a3b2fa9a0 None None] Attempting to bind port a9f6a44f-ddaf-409d-a25a-c372fec185ba by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '808c72c9-cb02-454d-b025-d16b663d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:26:22.331353 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ce4ebb-253e-443e-b0ae-4a2a3b2fa9a0 None None] Attempting to bind port a9f6a44f-ddaf-409d-a25a-c372fec185ba on network 710a154d-db0b-4d2a-a637-f450b3de659d {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:26:22.339580 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ce4ebb-253e-443e-b0ae-4a2a3b2fa9a0 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:26:22.339963 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ce4ebb-253e-443e-b0ae-4a2a3b2fa9a0 None None] Checking segment: {'id': '808c72c9-cb02-454d-b025-d16b663d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:26:22.340471 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-66ce4ebb-253e-443e-b0ae-4a2a3b2fa9a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:22.340760 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ce4ebb-253e-443e-b0ae-4a2a3b2fa9a0 None None] Bound using segment: {'id': '808c72c9-cb02-454d-b025-d16b663d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:26:22.341633 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-66ce4ebb-253e-443e-b0ae-4a2a3b2fa9a0 None None] Bound port: a9f6a44f-ddaf-409d-a25a-c372fec185ba, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808c72c9-cb02-454d-b025-d16b663d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:26:22.341916 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-66ce4ebb-253e-443e-b0ae-4a2a3b2fa9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:22.345672 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-662ecc22-9f67-475e-939e-4aff54b7ae3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:26:22.347287 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-662ecc22-9f67-475e-939e-4aff54b7ae3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1158912 Apr 06 14:26:22.455806 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-66ce4ebb-253e-443e-b0ae-4a2a3b2fa9a0 None None] For port a9f6a44f-ddaf-409d-a25a-c372fec185ba, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:26:22.459130 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-66ce4ebb-253e-443e-b0ae-4a2a3b2fa9a0 None None] For port a9f6a44f-ddaf-409d-a25a-c372fec185ba, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a9f6a44f-ddaf-409d-a25a-c372fec185ba,segment=NetworkSegment(808c72c9-cb02-454d-b025-d16b663d7bfa),segment_id=808c72c9-cb02-454d-b025-d16b663d7bfa)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:26:22.464684 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-66ce4ebb-253e-443e-b0ae-4a2a3b2fa9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:22.544146 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c04e5b-ff77-4357-99ea-1280f01ab6a7 None None] Pushing event updated for resources: {'Port': ['ID=a9f6a44f-ddaf-409d-a25a-c372fec185ba,revision_number=4']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:22.549097 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ce4ebb-253e-443e-b0ae-4a2a3b2fa9a0 None None] Routers {'1342f69d-6660-4c60-9dba-87619e86f0a6'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:26:22.549722 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-66ce4ebb-253e-443e-b0ae-4a2a3b2fa9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:26:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['1342f69d-6660-4c60-9dba-87619e86f0a6'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:22.597083 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-d939eb23-dd70-4d3c-bd37-9ba0eec8fe31 service neutron] 10.222.0.60 "GET /v2.0/networks/710a154d-db0b-4d2a-a637-f450b3de659d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316658 Apr 06 14:26:22.742773 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-59cd36b3-f792-44dd-b64e-65b761b7315e service neutron] 10.222.0.60 "GET /v2.0/networks/710a154d-db0b-4d2a-a637-f450b3de659d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377976 Apr 06 14:26:22.748072 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-66ce4ebb-253e-443e-b0ae-4a2a3b2fa9a0 None None] Set router 1342f69d-6660-4c60-9dba-87619e86f0a6 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:26:22.962678 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-15aeb256-e55e-4773-a3f3-be2cec1fc691 req-12b87852-6f23-422e-aae1-6aa2d1eac84e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=36128b5a-fca3-4c03-86c6-d9efe2678abe HTTP/1.1" status: 200 len: 210 time: 0.0423791 Apr 06 14:26:23.111224 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-66ce4ebb-253e-443e-b0ae-4a2a3b2fa9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'name': 'tempest-TestNetworkBasicOps-router-215638727', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:17Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'a9f6a44f-ddaf-409d-a25a-c372fec185ba', 'name': '', 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:e3:01:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:16Z', 'updated_at': '2022-04-06T14:26:22Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:23.116345 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ce4ebb-253e-443e-b0ae-4a2a3b2fa9a0 None None] The sync data for ids ['1342f69d-6660-4c60-9dba-87619e86f0a6'] in dv-neutron-835868-1-hyperv is: [{'id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'name': 'tempest-TestNetworkBasicOps-router-215638727', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:17Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'a9f6a44f-ddaf-409d-a25a-c372fec185ba', 'name': '', 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:e3:01:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:16Z', 'updated_at': '2022-04-06T14:26:22Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:26:23.694281 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a9f6a44f-ddaf-409d-a25a-c372fec185ba up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:26:23.768931 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port a9f6a44f-ddaf-409d-a25a-c372fec185ba completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:26:23.775880 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port a9f6a44f-ddaf-409d-a25a-c372fec185ba triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:26:23.776255 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:23.896916 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:23.929434 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port a9f6a44f-ddaf-409d-a25a-c372fec185ba, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a9f6a44f-ddaf-409d-a25a-c372fec185ba,segment=NetworkSegment(808c72c9-cb02-454d-b025-d16b663d7bfa),segment_id=808c72c9-cb02-454d-b025-d16b663d7bfa)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:26:23.933379 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:23.998822 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=a9f6a44f-ddaf-409d-a25a-c372fec185ba,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:24.132316 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1fc2e07d-75c9-4043-98bf-3b68c0238caa req-f6893fc3-8371-4a44-a682-de2ef6ce3b6b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=36128b5a-fca3-4c03-86c6-d9efe2678abe HTTP/1.1" status: 200 len: 210 time: 0.0416560 Apr 06 14:26:24.313098 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-f6503679-0c2f-4bc8-9568-f5f974ebe377 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:24.314510 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-f6503679-0c2f-4bc8-9568-f5f974ebe377 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/networks?id=710a154d-db0b-4d2a-a637-f450b3de659d HTTP/1.1" status: 200 len: 797 time: 0.1432955 Apr 06 14:26:24.377394 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-004d4da9-737b-44b9-8a3a-34e94a3b1f5d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 378 time: 0.0492222 Apr 06 14:26:24.385212 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-3032d0c3-b54d-4d5e-890c-a4f90b991e1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'port': {'device_id': '36128b5a-fca3-4c03-86c6-d9efe2678abe', 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d', 'admin_state_up': True, 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'security_groups': ['3966673d-e58a-4d15-a45f-0765e6925696']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:26:24.517693 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-3032d0c3-b54d-4d5e-890c-a4f90b991e1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:26:24.527452 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-3032d0c3-b54d-4d5e-890c-a4f90b991e1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:26:24.537485 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-3032d0c3-b54d-4d5e-890c-a4f90b991e1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Made reservation on behalf of 2c4f01a131354b128ac6b7c118186600 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:26:24.540309 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-3032d0c3-b54d-4d5e-890c-a4f90b991e1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:24.692798 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-3032d0c3-b54d-4d5e-890c-a4f90b991e1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.20.0.11 (710a154d-db0b-4d2a-a637-f450b3de659d/c168a46e-23b7-4ea1-89d6-d2f7b128c1fc/cf6f11ea-4d70-41fe-aa69-6e0002e680a1) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:26:24.884139 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-3032d0c3-b54d-4d5e-890c-a4f90b991e1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:24.899652 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-3032d0c3-b54d-4d5e-890c-a4f90b991e1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Transition to ACTIVE for port object cf6f11ea-4d70-41fe-aa69-6e0002e680a1 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:26:24.920541 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-3032d0c3-b54d-4d5e-890c-a4f90b991e1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:24.990331 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-3032d0c3-b54d-4d5e-890c-a4f90b991e1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 710a154d-db0b-4d2a-a637-f450b3de659d is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:26:24.997207 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-3032d0c3-b54d-4d5e-890c-a4f90b991e1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:26:25.001430 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-3032d0c3-b54d-4d5e-890c-a4f90b991e1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:26:25.036902 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032d0c3-b54d-4d5e-890c-a4f90b991e1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=cf6f11ea-4d70-41fe-aa69-6e0002e680a1,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:25.066838 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-3032d0c3-b54d-4d5e-890c-a4f90b991e1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:25.067491 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-3032d0c3-b54d-4d5e-890c-a4f90b991e1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:25.093662 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-3032d0c3-b54d-4d5e-890c-a4f90b991e1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7117236 Apr 06 14:26:25.105337 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-c0d711fb-8b05-470a-b689-9996811ac6f2 service neutron] Request body: {'port': {'device_id': '36128b5a-fca3-4c03-86c6-d9efe2678abe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:26:25.220754 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-c0d711fb-8b05-470a-b689-9996811ac6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:25.265763 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1908e507-01a0-4f10-ad06-2d57c1032ea2 None None] Provisioning for port cf6f11ea-4d70-41fe-aa69-6e0002e680a1 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:26:25.271937 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1908e507-01a0-4f10-ad06-2d57c1032ea2 None None] Provisioning complete for port cf6f11ea-4d70-41fe-aa69-6e0002e680a1 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:26:25.272360 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1908e507-01a0-4f10-ad06-2d57c1032ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:25.331523 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1908e507-01a0-4f10-ad06-2d57c1032ea2 None None] Port cf6f11ea-4d70-41fe-aa69-6e0002e680a1 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:26:25.339045 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59c9f2-03db-4cd3-9612-53d62dc17c37 req-fbc367c8-7372-43ec-b294-6fa45304f446 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:25.340697 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb59c9f2-03db-4cd3-9612-53d62dc17c37 req-fbc367c8-7372-43ec-b294-6fa45304f446 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=36128b5a-fca3-4c03-86c6-d9efe2678abe HTTP/1.1" status: 200 len: 932 time: 0.0815055 Apr 06 14:26:25.389917 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-fb59c9f2-03db-4cd3-9612-53d62dc17c37 req-9e28aa8b-ce94-42b4-ad9b-1b5da28388ed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:26:25.402842 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-fb59c9f2-03db-4cd3-9612-53d62dc17c37 req-9e28aa8b-ce94-42b4-ad9b-1b5da28388ed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:26:25.404055 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb59c9f2-03db-4cd3-9612-53d62dc17c37 req-9e28aa8b-ce94-42b4-ad9b-1b5da28388ed tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=3966673d-e58a-4d15-a45f-0765e6925696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569503 Apr 06 14:26:25.661930 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-c0d711fb-8b05-470a-b689-9996811ac6f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf6f11ea-4d70-41fe-aa69-6e0002e680a1 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:26:25.668691 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-c0d711fb-8b05-470a-b689-9996811ac6f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:25.672250 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a9f6a44f-ddaf-409d-a25a-c372fec185ba up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:26:25.683447 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-c0d711fb-8b05-470a-b689-9996811ac6f2 service neutron] Transition to ACTIVE for port object cf6f11ea-4d70-41fe-aa69-6e0002e680a1 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:26:25.687364 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-c0d711fb-8b05-470a-b689-9996811ac6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:25.740667 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port a9f6a44f-ddaf-409d-a25a-c372fec185ba triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:26:25.741072 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:25.844173 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d711fb-8b05-470a-b689-9996811ac6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=cf6f11ea-4d70-41fe-aa69-6e0002e680a1,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:25.919580 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-c0d711fb-8b05-470a-b689-9996811ac6f2 service neutron] Attempting to bind port cf6f11ea-4d70-41fe-aa69-6e0002e680a1 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:26:25.919917 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-c0d711fb-8b05-470a-b689-9996811ac6f2 service neutron] Attempting to bind port cf6f11ea-4d70-41fe-aa69-6e0002e680a1 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '808c72c9-cb02-454d-b025-d16b663d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:26:25.920246 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-c0d711fb-8b05-470a-b689-9996811ac6f2 service neutron] Attempting to bind port cf6f11ea-4d70-41fe-aa69-6e0002e680a1 on network 710a154d-db0b-4d2a-a637-f450b3de659d {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:26:25.926889 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-c0d711fb-8b05-470a-b689-9996811ac6f2 service neutron] Port cf6f11ea-4d70-41fe-aa69-6e0002e680a1 on network 710a154d-db0b-4d2a-a637-f450b3de659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:26:25.927208 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-c0d711fb-8b05-470a-b689-9996811ac6f2 service neutron] Attempting to bind port cf6f11ea-4d70-41fe-aa69-6e0002e680a1 on network 710a154d-db0b-4d2a-a637-f450b3de659d {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:26:25.933504 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-c0d711fb-8b05-470a-b689-9996811ac6f2 service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:26:25.933844 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-c0d711fb-8b05-470a-b689-9996811ac6f2 service neutron] Checking segment: {'id': '808c72c9-cb02-454d-b025-d16b663d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:26:25.934222 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-c0d711fb-8b05-470a-b689-9996811ac6f2 service neutron] Bound using segment: {'id': '808c72c9-cb02-454d-b025-d16b663d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:26:25.934642 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-c0d711fb-8b05-470a-b689-9996811ac6f2 service neutron] Bound port: cf6f11ea-4d70-41fe-aa69-6e0002e680a1, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '808c72c9-cb02-454d-b025-d16b663d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:26:25.934991 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-c0d711fb-8b05-470a-b689-9996811ac6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:26.026676 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-c0d711fb-8b05-470a-b689-9996811ac6f2 service neutron] For port cf6f11ea-4d70-41fe-aa69-6e0002e680a1, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:26:26.029804 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-c0d711fb-8b05-470a-b689-9996811ac6f2 service neutron] For port cf6f11ea-4d70-41fe-aa69-6e0002e680a1, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cf6f11ea-4d70-41fe-aa69-6e0002e680a1,segment=NetworkSegment(808c72c9-cb02-454d-b025-d16b663d7bfa),segment_id=808c72c9-cb02-454d-b025-d16b663d7bfa)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:26:26.034768 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-c0d711fb-8b05-470a-b689-9996811ac6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:26.095402 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-c0d711fb-8b05-470a-b689-9996811ac6f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:26.096757 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-c0d711fb-8b05-470a-b689-9996811ac6f2 service neutron] 10.222.0.69 "PUT /v2.0/ports/cf6f11ea-4d70-41fe-aa69-6e0002e680a1 HTTP/1.1" status: 200 len: 1094 time: 0.9960127 Apr 06 14:26:26.097213 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36128b5a-fca3-4c03-86c6-d9efe2678abe', 'tag': 'cf6f11ea-4d70-41fe-aa69-6e0002e680a1'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:26:26.117661 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d711fb-8b05-470a-b689-9996811ac6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=cf6f11ea-4d70-41fe-aa69-6e0002e680a1,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:26.171292 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1202859b-5661-453b-9ff5-b7114b6abcfd'] response: {'name': 'network-changed', 'server_uuid': '36128b5a-fca3-4c03-86c6-d9efe2678abe', 'tag': 'cf6f11ea-4d70-41fe-aa69-6e0002e680a1', 'status': 'completed', 'code': 200} Apr 06 14:26:26.214249 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-93fba9a8-819c-44f3-b123-23e8a7311eb8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=36128b5a-fca3-4c03-86c6-d9efe2678abe HTTP/1.1" status: 200 len: 1097 time: 0.0793219 Apr 06 14:26:26.283064 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-a79463fd-d92e-4caf-80d0-2eaa06c84066 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf6f11ea-4d70-41fe-aa69-6e0002e680a1 HTTP/1.1" status: 200 len: 217 time: 0.0619643 Apr 06 14:26:26.346807 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-2a9e1a0c-68d3-42c2-a8c4-10350576f404 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:26.348276 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-2a9e1a0c-68d3-42c2-a8c4-10350576f404 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c168a46e-23b7-4ea1-89d6-d2f7b128c1fc HTTP/1.1" status: 200 len: 834 time: 0.0596120 Apr 06 14:26:26.420575 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-6107c520-94fb-4f70-bca9-84c5d24e8749 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=710a154d-db0b-4d2a-a637-f450b3de659d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667295 Apr 06 14:26:26.555143 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-108d0ff7-4620-4e52-8ced-4ed429e4646f service neutron] 10.222.0.69 "GET /v2.0/networks/710a154d-db0b-4d2a-a637-f450b3de659d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279473 Apr 06 14:26:26.597253 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4258c5-2a02-4fbe-bc4c-2b2d0829d8b6 req-b2fa1fea-1f79-4881-8548-47ee1ed3fb1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:26.598697 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ed4258c5-2a02-4fbe-bc4c-2b2d0829d8b6 req-b2fa1fea-1f79-4881-8548-47ee1ed3fb1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=36128b5a-fca3-4c03-86c6-d9efe2678abe HTTP/1.1" status: 200 len: 944 time: 0.0748653 Apr 06 14:26:26.643333 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ed4258c5-2a02-4fbe-bc4c-2b2d0829d8b6 req-a135ba39-cbae-49ef-a178-36d0e54fb84d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=3966673d-e58a-4d15-a45f-0765e6925696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389321 Apr 06 14:26:26.684255 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8abef496-cbac-4086-92c5-2c9b10a61d45 req-c8a3620f-a99c-4752-958f-7aee1b1ad830 service neutron] 10.222.0.69 "GET /v2.0/networks/710a154d-db0b-4d2a-a637-f450b3de659d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230960 Apr 06 14:26:26.803791 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f16ab1ac-09ac-4325-a032-7e004cbaf86b req-104b1061-faf7-43f8-9ade-07d204170e9b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=36128b5a-fca3-4c03-86c6-d9efe2678abe HTTP/1.1" status: 200 len: 1097 time: 0.0740914 Apr 06 14:26:26.937684 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ab1ac-09ac-4325-a032-7e004cbaf86b req-2b3847d5-c62f-47ac-8a81-594101eda976 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:26.939057 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f16ab1ac-09ac-4325-a032-7e004cbaf86b req-2b3847d5-c62f-47ac-8a81-594101eda976 service neutron] 10.222.0.69 "GET /v2.0/networks?id=710a154d-db0b-4d2a-a637-f450b3de659d HTTP/1.1" status: 200 len: 898 time: 0.1284935 Apr 06 14:26:27.003837 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f16ab1ac-09ac-4325-a032-7e004cbaf86b req-8f9ac09f-6979-4895-b2e4-1bcd363a33b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf6f11ea-4d70-41fe-aa69-6e0002e680a1 HTTP/1.1" status: 200 len: 217 time: 0.0575588 Apr 06 14:26:27.065277 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ab1ac-09ac-4325-a032-7e004cbaf86b req-8c307c56-ea08-4a73-9e5d-1f9057fb40c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:27.066958 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f16ab1ac-09ac-4325-a032-7e004cbaf86b req-8c307c56-ea08-4a73-9e5d-1f9057fb40c9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c168a46e-23b7-4ea1-89d6-d2f7b128c1fc HTTP/1.1" status: 200 len: 834 time: 0.0573215 Apr 06 14:26:27.141609 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f16ab1ac-09ac-4325-a032-7e004cbaf86b req-cd052217-2a81-4a72-a226-d37ec7936cab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=710a154d-db0b-4d2a-a637-f450b3de659d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684547 Apr 06 14:26:27.361258 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f16ab1ac-09ac-4325-a032-7e004cbaf86b req-40094139-de55-44bb-800e-e4a07fcd97d5 service neutron] 10.222.0.69 "GET /v2.0/networks/710a154d-db0b-4d2a-a637-f450b3de659d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127757 Apr 06 14:26:27.495274 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f16ab1ac-09ac-4325-a032-7e004cbaf86b req-9c4a085d-1c85-4b17-bfcf-c4bf9224b620 service neutron] 10.222.0.69 "GET /v2.0/networks/710a154d-db0b-4d2a-a637-f450b3de659d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274145 Apr 06 14:26:27.839888 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b26c94-e61a-430a-97f1-057e496c853d req-5e2c5be3-705c-4927-a496-ce9b989f1a5e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:27.840579 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-a3b26c94-e61a-430a-97f1-057e496c853d req-5e2c5be3-705c-4927-a496-ce9b989f1a5e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:26:27.855978 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-a3b26c94-e61a-430a-97f1-057e496c853d req-5e2c5be3-705c-4927-a496-ce9b989f1a5e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:26:27.857248 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a3b26c94-e61a-430a-97f1-057e496c853d req-5e2c5be3-705c-4927-a496-ce9b989f1a5e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=36128b5a-fca3-4c03-86c6-d9efe2678abe HTTP/1.1" status: 200 len: 944 time: 0.0946801 Apr 06 14:26:27.903995 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a3b26c94-e61a-430a-97f1-057e496c853d req-305dacff-9b5a-4e22-a77a-b3f239c41ede tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=3966673d-e58a-4d15-a45f-0765e6925696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408604 Apr 06 14:26:28.941384 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:29.098957 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae3996-0cd6-4572-95f4-25bdfa92cfe2 req-5ad2548a-0247-4e5f-97a9-fa8fabc0758c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:29.100302 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-feae3996-0cd6-4572-95f4-25bdfa92cfe2 req-5ad2548a-0247-4e5f-97a9-fa8fabc0758c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=36128b5a-fca3-4c03-86c6-d9efe2678abe HTTP/1.1" status: 200 len: 944 time: 0.0785761 Apr 06 14:26:29.144790 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-feae3996-0cd6-4572-95f4-25bdfa92cfe2 req-a0e9cd07-2ec1-4fc8-8067-96d0274c6481 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=3966673d-e58a-4d15-a45f-0765e6925696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388560 Apr 06 14:26:30.337335 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa478fa-6ee0-43ba-9d71-78919fb08b89 req-0bea0827-b0d6-4329-a277-af55154066d1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:30.338835 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cfa478fa-6ee0-43ba-9d71-78919fb08b89 req-0bea0827-b0d6-4329-a277-af55154066d1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=36128b5a-fca3-4c03-86c6-d9efe2678abe HTTP/1.1" status: 200 len: 944 time: 0.0744207 Apr 06 14:26:30.383932 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cfa478fa-6ee0-43ba-9d71-78919fb08b89 req-dfb9fc4f-91eb-4776-a38d-a000ca5732dd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=3966673d-e58a-4d15-a45f-0765e6925696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396149 Apr 06 14:26:30.962927 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device cf6f11ea-4d70-41fe-aa69-6e0002e680a1 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:26:31.091460 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port cf6f11ea-4d70-41fe-aa69-6e0002e680a1, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cf6f11ea-4d70-41fe-aa69-6e0002e680a1,segment=NetworkSegment(808c72c9-cb02-454d-b025-d16b663d7bfa),segment_id=808c72c9-cb02-454d-b025-d16b663d7bfa)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:26:31.104599 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': 'cf6f11ea-4d70-41fe-aa69-6e0002e680a1', 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d', 'port_id': 'cf6f11ea-4d70-41fe-aa69-6e0002e680a1', 'mac_address': 'fa:16:3e:5b:ee:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:26:31.155774 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:31.175661 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf6f11ea-4d70-41fe-aa69-6e0002e680a1 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:26:31.190728 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port cf6f11ea-4d70-41fe-aa69-6e0002e680a1, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cf6f11ea-4d70-41fe-aa69-6e0002e680a1,segment=NetworkSegment(808c72c9-cb02-454d-b025-d16b663d7bfa),segment_id=808c72c9-cb02-454d-b025-d16b663d7bfa)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:26:31.195050 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:31.264519 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=cf6f11ea-4d70-41fe-aa69-6e0002e680a1,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:31.402838 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['cf6f11ea-4d70-41fe-aa69-6e0002e680a1'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:26:31.593545 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ef366-2b45-42b3-b80c-df0bb10ddee0 req-9dda2d33-4293-4922-aa28-2b896872dbf8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:31.595487 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb6ef366-2b45-42b3-b80c-df0bb10ddee0 req-9dda2d33-4293-4922-aa28-2b896872dbf8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=36128b5a-fca3-4c03-86c6-d9efe2678abe HTTP/1.1" status: 200 len: 945 time: 0.0792906 Apr 06 14:26:31.649795 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb6ef366-2b45-42b3-b80c-df0bb10ddee0 req-ef9f1492-87be-419f-8012-ff052779fd32 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=3966673d-e58a-4d15-a45f-0765e6925696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481167 Apr 06 14:26:32.846904 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38b21b-3537-4ac0-966e-11b947f1df50 req-990634ad-ffd7-4655-a0b1-dcab873a856b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:32.848337 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ef38b21b-3537-4ac0-966e-11b947f1df50 req-990634ad-ffd7-4655-a0b1-dcab873a856b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=36128b5a-fca3-4c03-86c6-d9efe2678abe HTTP/1.1" status: 200 len: 945 time: 0.0787063 Apr 06 14:26:32.891875 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ef38b21b-3537-4ac0-966e-11b947f1df50 req-427caec5-fb7d-4c78-8a04-ef0d44c2be06 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=3966673d-e58a-4d15-a45f-0765e6925696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379384 Apr 06 14:26:32.970773 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device cf6f11ea-4d70-41fe-aa69-6e0002e680a1 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:26:33.038645 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port cf6f11ea-4d70-41fe-aa69-6e0002e680a1 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:26:33.043089 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port cf6f11ea-4d70-41fe-aa69-6e0002e680a1 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:26:33.043460 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:33.150632 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:33.175304 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36128b5a-fca3-4c03-86c6-d9efe2678abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6f11ea-4d70-41fe-aa69-6e0002e680a1'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:26:33.185114 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port cf6f11ea-4d70-41fe-aa69-6e0002e680a1, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cf6f11ea-4d70-41fe-aa69-6e0002e680a1,segment=NetworkSegment(808c72c9-cb02-454d-b025-d16b663d7bfa),segment_id=808c72c9-cb02-454d-b025-d16b663d7bfa)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:26:33.189786 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:33.283519 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=cf6f11ea-4d70-41fe-aa69-6e0002e680a1,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:33.311763 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d718707d-15f2-4498-95ff-3f2938cc950d'] response: {'server_uuid': '36128b5a-fca3-4c03-86c6-d9efe2678abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6f11ea-4d70-41fe-aa69-6e0002e680a1', 'code': 200} Apr 06 14:26:33.550912 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-638c11db-2291-4cdc-a71a-1be1722ffaf5 req-54d68e26-71d3-4986-b541-c83bfa3073e8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=36128b5a-fca3-4c03-86c6-d9efe2678abe HTTP/1.1" status: 200 len: 1099 time: 0.0653396 Apr 06 14:26:33.595195 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-638c11db-2291-4cdc-a71a-1be1722ffaf5 req-4e0d2976-c660-4cc5-a1bf-67036a8b4ce9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3966673d-e58a-4d15-a45f-0765e6925696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388324 Apr 06 14:26:34.085147 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f326c-2579-419d-95f9-99d1fbf3fbda req-d352bb0d-54a1-4027-b06c-12a3423c1da5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:34.086577 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f80f326c-2579-419d-95f9-99d1fbf3fbda req-d352bb0d-54a1-4027-b06c-12a3423c1da5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=36128b5a-fca3-4c03-86c6-d9efe2678abe HTTP/1.1" status: 200 len: 946 time: 0.0747118 Apr 06 14:26:34.130743 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f80f326c-2579-419d-95f9-99d1fbf3fbda req-55282991-5baa-438f-959c-78db7dc93522 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=3966673d-e58a-4d15-a45f-0765e6925696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386622 Apr 06 14:26:35.329159 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4da57a-92d7-4136-9021-9ddb08441b5f req-120b5b34-455d-4c64-92c0-9b90feeb108a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:35.330598 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6c4da57a-92d7-4136-9021-9ddb08441b5f req-120b5b34-455d-4c64-92c0-9b90feeb108a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=36128b5a-fca3-4c03-86c6-d9efe2678abe HTTP/1.1" status: 200 len: 946 time: 0.0792029 Apr 06 14:26:35.375457 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6c4da57a-92d7-4136-9021-9ddb08441b5f req-d368a1f4-4c5b-486d-8ce2-b1197f58e6b3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=3966673d-e58a-4d15-a45f-0765e6925696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390315 Apr 06 14:26:35.574981 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb8a86-19f4-4fd2-ba08-782f57b33f99 req-d0c31c88-55ef-4ebe-a795-2955ad2a901a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:35.576402 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ddbb8a86-19f4-4fd2-ba08-782f57b33f99 req-d0c31c88-55ef-4ebe-a795-2955ad2a901a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=36128b5a-fca3-4c03-86c6-d9efe2678abe HTTP/1.1" status: 200 len: 946 time: 0.0774431 Apr 06 14:26:35.620409 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ddbb8a86-19f4-4fd2-ba08-782f57b33f99 req-9d78f11e-33ae-4777-8b30-a5f009be3443 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=3966673d-e58a-4d15-a45f-0765e6925696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385277 Apr 06 14:26:35.648470 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56664) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:26:35.716150 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1ee79b15-e47b-418c-bb08-b9cc4e77f7d0 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=36128b5a-fca3-4c03-86c6-d9efe2678abe HTTP/1.1" status: 200 len: 1094 time: 0.0664570 Apr 06 14:26:35.718619 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56668) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:26:35.723592 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d7cd04ca-f7cd-4f57-9678-4b0a3c7d75ba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'port_id': 'cf6f11ea-4d70-41fe-aa69-6e0002e680a1', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:26:35.728795 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d7cd04ca-f7cd-4f57-9678-4b0a3c7d75ba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:26:35.732462 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d7cd04ca-f7cd-4f57-9678-4b0a3c7d75ba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:floatingip and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:26:35.735242 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d7cd04ca-f7cd-4f57-9678-4b0a3c7d75ba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:26:35.741283 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d7cd04ca-f7cd-4f57-9678-4b0a3c7d75ba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:26:35.751171 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d7cd04ca-f7cd-4f57-9678-4b0a3c7d75ba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:35.886740 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d7cd04ca-f7cd-4f57-9678-4b0a3c7d75ba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:36.018913 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-d7cd04ca-f7cd-4f57-9678-4b0a3c7d75ba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.26.8.52 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/708baae3-4415-424b-a7ce-2c82c5c0bdd9) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:26:36.237825 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d7cd04ca-f7cd-4f57-9678-4b0a3c7d75ba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:36.263930 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d7cd04ca-f7cd-4f57-9678-4b0a3c7d75ba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:36.332663 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cd04ca-f7cd-4f57-9678-4b0a3c7d75ba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:26:36.335072 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-d7cd04ca-f7cd-4f57-9678-4b0a3c7d75ba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:26:36.339170 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cd04ca-f7cd-4f57-9678-4b0a3c7d75ba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:26:36.362423 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd04ca-f7cd-4f57-9678-4b0a3c7d75ba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=708baae3-4415-424b-a7ce-2c82c5c0bdd9,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:36.819914 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d7cd04ca-f7cd-4f57-9678-4b0a3c7d75ba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:36.874192 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d7cd04ca-f7cd-4f57-9678-4b0a3c7d75ba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:37.072232 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d7cd04ca-f7cd-4f57-9678-4b0a3c7d75ba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:37.076581 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d7cd04ca-f7cd-4f57-9678-4b0a3c7d75ba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:37.178707 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd04ca-f7cd-4f57-9678-4b0a3c7d75ba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=708baae3-4415-424b-a7ce-2c82c5c0bdd9,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:37.192704 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d7cd04ca-f7cd-4f57-9678-4b0a3c7d75ba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:37.375573 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-d7cd04ca-f7cd-4f57-9678-4b0a3c7d75ba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Floating IP fddef62d-feaf-452e-b187-f32173d22149 associated. External IP: 172.26.8.52, port: cf6f11ea-4d70-41fe-aa69-6e0002e680a1. Apr 06 14:26:37.845813 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7cd04ca-f7cd-4f57-9678-4b0a3c7d75ba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router 1342f69d-6660-4c60-9dba-87619e86f0a6 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:26:38.022297 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7431336d-bd68-475f-a54c-97436ef0cf9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:38.039717 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cd04ca-f7cd-4f57-9678-4b0a3c7d75ba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:26:38.049130 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceeb49d-5876-4579-994d-971dd86bc22a None None] Sync routers for ids ['1342f69d-6660-4c60-9dba-87619e86f0a6'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:26:38.062325 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceeb49d-5876-4579-994d-971dd86bc22a None None] Routers {'1342f69d-6660-4c60-9dba-87619e86f0a6'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:26:38.062994 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-4ceeb49d-5876-4579-994d-971dd86bc22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:26:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['1342f69d-6660-4c60-9dba-87619e86f0a6'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:38.063577 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d7cd04ca-f7cd-4f57-9678-4b0a3c7d75ba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:38.119861 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d7cd04ca-f7cd-4f57-9678-4b0a3c7d75ba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4002624 Apr 06 14:26:38.120516 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36128b5a-fca3-4c03-86c6-d9efe2678abe', 'tag': 'cf6f11ea-4d70-41fe-aa69-6e0002e680a1'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:26:38.122735 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56672) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:26:38.186119 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ed3fcf5-deea-47e9-aee5-d7b1e027c761'] response: {'name': 'network-changed', 'server_uuid': '36128b5a-fca3-4c03-86c6-d9efe2678abe', 'tag': 'cf6f11ea-4d70-41fe-aa69-6e0002e680a1', 'status': 'completed', 'code': 200} Apr 06 14:26:38.247401 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-4ceeb49d-5876-4579-994d-971dd86bc22a None None] Set router 1342f69d-6660-4c60-9dba-87619e86f0a6 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:26:38.289990 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-997ad7d3-c80e-4045-94e0-c988d26a55ae tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/fddef62d-feaf-452e-b187-f32173d22149 HTTP/1.1" status: 200 len: 991 time: 0.1658549 Apr 06 14:26:38.312206 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-386f77f2-ae45-42ca-80c9-c166e8762a66 req-ac02eb96-5b25-4e9d-a063-c8c4e9ae39e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=36128b5a-fca3-4c03-86c6-d9efe2678abe HTTP/1.1" status: 200 len: 1099 time: 0.0974038 Apr 06 14:26:38.438900 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f77f2-ae45-42ca-80c9-c166e8762a66 req-765280f4-8f40-4c3f-90bf-977fb96329fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:38.440332 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-386f77f2-ae45-42ca-80c9-c166e8762a66 req-765280f4-8f40-4c3f-90bf-977fb96329fe service neutron] 10.222.0.69 "GET /v2.0/networks?id=710a154d-db0b-4d2a-a637-f450b3de659d HTTP/1.1" status: 200 len: 898 time: 0.1223083 Apr 06 14:26:38.546074 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-386f77f2-ae45-42ca-80c9-c166e8762a66 req-0aacb7de-ced5-40f1-80a8-cebc200f6775 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf6f11ea-4d70-41fe-aa69-6e0002e680a1 HTTP/1.1" status: 200 len: 999 time: 0.1000264 Apr 06 14:26:38.589993 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-4ceeb49d-5876-4579-994d-971dd86bc22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'name': 'tempest-TestNetworkBasicOps-router-215638727', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:17Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'fddef62d-feaf-452e-b187-f32173d22149', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.52', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'port_id': 'cf6f11ea-4d70-41fe-aa69-6e0002e680a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d', 'mac_address': 'fa:16:3e:5b:ee:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36128b5a-fca3-4c03-86c6-d9efe2678abe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:26:36Z', 'updated_at': '2022-04-06T14:26:36Z', 'revision_number': 0, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9f6a44f-ddaf-409d-a25a-c372fec185ba', 'name': '', 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:e3:01:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:16Z', 'updated_at': '2022-04-06T14:26:23Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:38.593943 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceeb49d-5876-4579-994d-971dd86bc22a None None] Checking router: 1342f69d-6660-4c60-9dba-87619e86f0a6 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:26:38.605138 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceeb49d-5876-4579-994d-971dd86bc22a None None] Routers {'1342f69d-6660-4c60-9dba-87619e86f0a6'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:26:38.606313 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-4ceeb49d-5876-4579-994d-971dd86bc22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:26:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['1342f69d-6660-4c60-9dba-87619e86f0a6'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:38.606868 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f77f2-ae45-42ca-80c9-c166e8762a66 req-71b734fe-739a-40bd-9285-3abedb38438c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:38.608286 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-386f77f2-ae45-42ca-80c9-c166e8762a66 req-71b734fe-739a-40bd-9285-3abedb38438c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c168a46e-23b7-4ea1-89d6-d2f7b128c1fc HTTP/1.1" status: 200 len: 834 time: 0.0570195 Apr 06 14:26:38.683431 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-386f77f2-ae45-42ca-80c9-c166e8762a66 req-a125cb8a-5fb9-4a6b-a613-1566c9a226d9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=710a154d-db0b-4d2a-a637-f450b3de659d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685248 Apr 06 14:26:38.786074 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-4ceeb49d-5876-4579-994d-971dd86bc22a None None] Set router 1342f69d-6660-4c60-9dba-87619e86f0a6 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:26:38.817394 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-386f77f2-ae45-42ca-80c9-c166e8762a66 req-464102c4-1577-4cff-b3ad-be42d7fb3801 service neutron] 10.222.0.69 "GET /v2.0/networks/710a154d-db0b-4d2a-a637-f450b3de659d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259007 Apr 06 14:26:39.041120 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-386f77f2-ae45-42ca-80c9-c166e8762a66 req-055fad46-28e0-4f08-91be-6ae93ed6fe1e service neutron] 10.222.0.69 "GET /v2.0/networks/710a154d-db0b-4d2a-a637-f450b3de659d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185056 Apr 06 14:26:39.131321 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-4ceeb49d-5876-4579-994d-971dd86bc22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'name': 'tempest-TestNetworkBasicOps-router-215638727', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:17Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'fddef62d-feaf-452e-b187-f32173d22149', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.52', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'port_id': 'cf6f11ea-4d70-41fe-aa69-6e0002e680a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d', 'mac_address': 'fa:16:3e:5b:ee:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36128b5a-fca3-4c03-86c6-d9efe2678abe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:26:36Z', 'updated_at': '2022-04-06T14:26:36Z', 'revision_number': 0, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9f6a44f-ddaf-409d-a25a-c372fec185ba', 'name': '', 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:e3:01:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:16Z', 'updated_at': '2022-04-06T14:26:23Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:39.135159 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceeb49d-5876-4579-994d-971dd86bc22a None None] The sync data for ids ['1342f69d-6660-4c60-9dba-87619e86f0a6'] in dv-neutron-835868-1-hyperv is: [{'id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'name': 'tempest-TestNetworkBasicOps-router-215638727', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:17Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'fddef62d-feaf-452e-b187-f32173d22149', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.52', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'port_id': 'cf6f11ea-4d70-41fe-aa69-6e0002e680a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d', 'mac_address': 'fa:16:3e:5b:ee:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36128b5a-fca3-4c03-86c6-d9efe2678abe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:26:36Z', 'updated_at': '2022-04-06T14:26:36Z', 'revision_number': 0, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9f6a44f-ddaf-409d-a25a-c372fec185ba', 'name': '', 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:e3:01:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:16Z', 'updated_at': '2022-04-06T14:26:23Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:26:39.231377 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-daa55bf1-5908-4cd4-9991-2e3a1acca971 req-90a9a911-c27f-41a0-be10-a213d3d67d77 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=36128b5a-fca3-4c03-86c6-d9efe2678abe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671291 Apr 06 14:26:39.292982 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56678) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:26:39.438773 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-279a9de6-b09b-4ca0-b8ec-c005aadd9f4a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/fddef62d-feaf-452e-b187-f32173d22149 HTTP/1.1" status: 200 len: 991 time: 0.1444516 Apr 06 14:26:39.456327 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-daa55bf1-5908-4cd4-9991-2e3a1acca971 req-0a9acb36-f8ed-4d8b-a539-856158641400 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=36128b5a-fca3-4c03-86c6-d9efe2678abe HTTP/1.1" status: 200 len: 1099 time: 0.1090298 Apr 06 14:26:39.601075 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa55bf1-5908-4cd4-9991-2e3a1acca971 req-37a5181e-b210-44ce-a655-d614b9dc2bb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:39.602547 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-daa55bf1-5908-4cd4-9991-2e3a1acca971 req-37a5181e-b210-44ce-a655-d614b9dc2bb5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=710a154d-db0b-4d2a-a637-f450b3de659d HTTP/1.1" status: 200 len: 898 time: 0.1277342 Apr 06 14:26:39.701517 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-daa55bf1-5908-4cd4-9991-2e3a1acca971 req-21198133-bdf1-49d0-b075-b34948b85878 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf6f11ea-4d70-41fe-aa69-6e0002e680a1 HTTP/1.1" status: 200 len: 999 time: 0.0925436 Apr 06 14:26:39.762924 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa55bf1-5908-4cd4-9991-2e3a1acca971 req-0ac0e8a4-0e7e-48b9-b787-af39a09a42b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:39.764574 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-daa55bf1-5908-4cd4-9991-2e3a1acca971 req-0ac0e8a4-0e7e-48b9-b787-af39a09a42b7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c168a46e-23b7-4ea1-89d6-d2f7b128c1fc HTTP/1.1" status: 200 len: 834 time: 0.0569835 Apr 06 14:26:39.839994 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-daa55bf1-5908-4cd4-9991-2e3a1acca971 req-609821ff-6969-4a21-8531-3aedd03ccfc8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=710a154d-db0b-4d2a-a637-f450b3de659d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688543 Apr 06 14:26:39.879504 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba45c33-b62d-4689-89c9-4cd2a82bbb4b None None] New status for floating IP fddef62d-feaf-452e-b187-f32173d22149: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:26:39.973854 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-daa55bf1-5908-4cd4-9991-2e3a1acca971 req-4cced744-027c-400a-9a2e-b20ca307a212 service neutron] 10.222.0.69 "GET /v2.0/networks/710a154d-db0b-4d2a-a637-f450b3de659d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268480 Apr 06 14:26:40.103425 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-daa55bf1-5908-4cd4-9991-2e3a1acca971 req-c0254cb5-550f-4928-9ecc-d549e7723936 service neutron] 10.222.0.69 "GET /v2.0/networks/710a154d-db0b-4d2a-a637-f450b3de659d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239011 Apr 06 14:26:40.442841 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56682) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:26:40.544638 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7b876efb-61ba-45c9-bf69-4d74c1b3857b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/fddef62d-feaf-452e-b187-f32173d22149 HTTP/1.1" status: 200 len: 993 time: 0.1006763 Apr 06 14:26:40.844793 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-77203365-911c-4b95-88a2-756282e5f870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:41.295431 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:41.335106 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:42.802840 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:56.648704 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:26:58.939028 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:07.186463 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56696) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:27:07.262014 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c8744e5d-d224-4deb-8cf0-7eacb5ecdb5e tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/ports?project_id=2c4f01a131354b128ac6b7c118186600&network_id=710a154d-db0b-4d2a-a637-f450b3de659d HTTP/1.1" status: 200 len: 3000 time: 0.0744412 Apr 06 14:27:08.025316 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e43fa2bc-d934-474b-8fe3-e905f1070431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:10.846932 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-44136927-2eaa-479b-9ea8-eedeb5e58426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:11.296892 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:11.337602 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:12.222992 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56708) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:27:12.280834 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c54183-44aa-4f2a-80e3-671ed359fcfa tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:12.282320 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c8c54183-44aa-4f2a-80e3-671ed359fcfa tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5b121ca5-69d5-4d27-bffe-4929f7aabdf6 HTTP/1.1" status: 200 len: 814 time: 0.0578811 Apr 06 14:27:12.803234 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:13.778269 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56716) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:27:13.783951 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a803c3eb-b8cd-481e-8b5a-9b4f4012538b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:27:13.891378 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a803c3eb-b8cd-481e-8b5a-9b4f4012538b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:14.169613 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a803c3eb-b8cd-481e-8b5a-9b4f4012538b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:14.174261 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a803c3eb-b8cd-481e-8b5a-9b4f4012538b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:14.174586 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-a803c3eb-b8cd-481e-8b5a-9b4f4012538b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Floating IP fddef62d-feaf-452e-b187-f32173d22149 disassociated. External IP: 172.26.8.52, port: cf6f11ea-4d70-41fe-aa69-6e0002e680a1. Apr 06 14:27:14.575409 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a803c3eb-b8cd-481e-8b5a-9b4f4012538b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router 1342f69d-6660-4c60-9dba-87619e86f0a6 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:27:14.863224 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a803c3eb-b8cd-481e-8b5a-9b4f4012538b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:27:14.868130 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a803c3eb-b8cd-481e-8b5a-9b4f4012538b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:14.872706 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d454996-f1d7-44eb-b8cc-b1d436ceab33 None None] Sync routers for ids ['1342f69d-6660-4c60-9dba-87619e86f0a6'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:27:14.884418 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d454996-f1d7-44eb-b8cc-b1d436ceab33 None None] Routers {'1342f69d-6660-4c60-9dba-87619e86f0a6'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:27:14.885089 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5d454996-f1d7-44eb-b8cc-b1d436ceab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:27:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['1342f69d-6660-4c60-9dba-87619e86f0a6'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:27:14.939591 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a803c3eb-b8cd-481e-8b5a-9b4f4012538b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "PUT /v2.0/floatingips/fddef62d-feaf-452e-b187-f32173d22149 HTTP/1.1" status: 200 len: 689 time: 1.1600635 Apr 06 14:27:14.940329 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36128b5a-fca3-4c03-86c6-d9efe2678abe', 'tag': 'cf6f11ea-4d70-41fe-aa69-6e0002e680a1'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:27:14.942603 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56720) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:27:15.002765 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc0a1bee-0b19-45f7-b7c8-4623f5eefa81'] response: {'name': 'network-changed', 'server_uuid': '36128b5a-fca3-4c03-86c6-d9efe2678abe', 'tag': 'cf6f11ea-4d70-41fe-aa69-6e0002e680a1', 'status': 'completed', 'code': 200} Apr 06 14:27:15.030209 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f012798a-1904-436d-a606-bb068275e4e9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/fddef62d-feaf-452e-b187-f32173d22149 HTTP/1.1" status: 200 len: 689 time: 0.0861707 Apr 06 14:27:15.073997 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-5d454996-f1d7-44eb-b8cc-b1d436ceab33 None None] Set router 1342f69d-6660-4c60-9dba-87619e86f0a6 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:27:15.119197 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8b086831-9ca8-4012-ae2b-73db7b04a380 req-dd917e36-fde1-4ccc-8de2-fa0628ace580 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=36128b5a-fca3-4c03-86c6-d9efe2678abe HTTP/1.1" status: 200 len: 1099 time: 0.0874040 Apr 06 14:27:15.256339 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b086831-9ca8-4012-ae2b-73db7b04a380 req-51ffe126-612e-4bbf-ad74-dda40864747a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:15.257837 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8b086831-9ca8-4012-ae2b-73db7b04a380 req-51ffe126-612e-4bbf-ad74-dda40864747a service neutron] 10.222.0.69 "GET /v2.0/networks?id=710a154d-db0b-4d2a-a637-f450b3de659d HTTP/1.1" status: 200 len: 898 time: 0.1324036 Apr 06 14:27:15.324214 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8b086831-9ca8-4012-ae2b-73db7b04a380 req-da00f7f6-9c35-4b40-bae0-776c52d02ca2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf6f11ea-4d70-41fe-aa69-6e0002e680a1 HTTP/1.1" status: 200 len: 217 time: 0.0598338 Apr 06 14:27:15.403936 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5d454996-f1d7-44eb-b8cc-b1d436ceab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'name': 'tempest-TestNetworkBasicOps-router-215638727', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:17Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'a9f6a44f-ddaf-409d-a25a-c372fec185ba', 'name': '', 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:e3:01:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:16Z', 'updated_at': '2022-04-06T14:26:23Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:27:15.408147 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d454996-f1d7-44eb-b8cc-b1d436ceab33 None None] Checking router: 1342f69d-6660-4c60-9dba-87619e86f0a6 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:27:15.419323 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d454996-f1d7-44eb-b8cc-b1d436ceab33 None None] Routers {'1342f69d-6660-4c60-9dba-87619e86f0a6'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:27:15.419957 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5d454996-f1d7-44eb-b8cc-b1d436ceab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:27:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['1342f69d-6660-4c60-9dba-87619e86f0a6'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:27:15.492060 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b086831-9ca8-4012-ae2b-73db7b04a380 req-75e0512e-45ec-4c27-8bc3-2dde5eafd97e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:15.493539 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8b086831-9ca8-4012-ae2b-73db7b04a380 req-75e0512e-45ec-4c27-8bc3-2dde5eafd97e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c168a46e-23b7-4ea1-89d6-d2f7b128c1fc HTTP/1.1" status: 200 len: 834 time: 0.1624992 Apr 06 14:27:15.570993 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8b086831-9ca8-4012-ae2b-73db7b04a380 req-414e6fd4-5e4d-4f91-b568-946eb9f8f914 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=710a154d-db0b-4d2a-a637-f450b3de659d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690672 Apr 06 14:27:15.602415 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-5d454996-f1d7-44eb-b8cc-b1d436ceab33 None None] Set router 1342f69d-6660-4c60-9dba-87619e86f0a6 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:27:15.702452 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8b086831-9ca8-4012-ae2b-73db7b04a380 req-994c3d4a-64c5-4bec-a49e-c5b7663a1303 service neutron] 10.222.0.69 "GET /v2.0/networks/710a154d-db0b-4d2a-a637-f450b3de659d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247253 Apr 06 14:27:15.841491 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8b086831-9ca8-4012-ae2b-73db7b04a380 req-195b11c5-ac18-467d-a3ea-de0535c34b67 service neutron] 10.222.0.69 "GET /v2.0/networks/710a154d-db0b-4d2a-a637-f450b3de659d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313968 Apr 06 14:27:15.921309 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5d454996-f1d7-44eb-b8cc-b1d436ceab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'name': 'tempest-TestNetworkBasicOps-router-215638727', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:17Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'a9f6a44f-ddaf-409d-a25a-c372fec185ba', 'name': '', 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:e3:01:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:16Z', 'updated_at': '2022-04-06T14:26:23Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:27:15.925225 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d454996-f1d7-44eb-b8cc-b1d436ceab33 None None] The sync data for ids ['1342f69d-6660-4c60-9dba-87619e86f0a6'] in dv-neutron-835868-1-hyperv is: [{'id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'name': 'tempest-TestNetworkBasicOps-router-215638727', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:17Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'a9f6a44f-ddaf-409d-a25a-c372fec185ba', 'name': '', 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:e3:01:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:16Z', 'updated_at': '2022-04-06T14:26:23Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:27:16.033363 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56726) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:27:16.122214 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2ec72e9e-38eb-44c0-bc96-0cd210710dd7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/fddef62d-feaf-452e-b187-f32173d22149 HTTP/1.1" status: 200 len: 689 time: 0.0876846 Apr 06 14:27:16.146027 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6789ed-7087-458e-94a3-31bc849444d2 None None] New status for floating IP fddef62d-feaf-452e-b187-f32173d22149: DOWN {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:27:17.126284 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56730) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:27:17.209243 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bf79e65a-a732-4e90-a7cd-b4fbf57ade58 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/fddef62d-feaf-452e-b187-f32173d22149 HTTP/1.1" status: 200 len: 687 time: 0.0818424 Apr 06 14:27:18.440551 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56736) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:27:18.447752 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d8a065f1-6504-4a0f-a6d0-fd284a668a45 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-477966693', 'description': 'tempest-secgroup-smoke-477966693 description', 'project_id': '2c4f01a131354b128ac6b7c118186600'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:27:18.455226 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d8a065f1-6504-4a0f-a6d0-fd284a668a45 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:27:18.467270 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d8a065f1-6504-4a0f-a6d0-fd284a668a45 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:27:18.480212 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d8a065f1-6504-4a0f-a6d0-fd284a668a45 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:18.521012 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d8a065f1-6504-4a0f-a6d0-fd284a668a45 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:27:18.524599 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d8a065f1-6504-4a0f-a6d0-fd284a668a45 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:27:18.527355 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d8a065f1-6504-4a0f-a6d0-fd284a668a45 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:27:18.532827 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d8a065f1-6504-4a0f-a6d0-fd284a668a45 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:27:18.586299 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d8a065f1-6504-4a0f-a6d0-fd284a668a45 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:18.590056 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d8a065f1-6504-4a0f-a6d0-fd284a668a45 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:18.632202 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a065f1-6504-4a0f-a6d0-fd284a668a45 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c647ee4-aa7f-479f-8321-ead90f378a5e,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:27:18.637868 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d8a065f1-6504-4a0f-a6d0-fd284a668a45 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:18.641330 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d8a065f1-6504-4a0f-a6d0-fd284a668a45 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1995406 Apr 06 14:27:18.642020 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56740) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:27:18.648617 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8314ef36-e2a6-4d4d-ac3b-feff71c32832 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': '4c647ee4-aa7f-479f-8321-ead90f378a5e', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:27:18.654732 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8314ef36-e2a6-4d4d-ac3b-feff71c32832 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:27:18.658506 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8314ef36-e2a6-4d4d-ac3b-feff71c32832 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:27:18.661933 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8314ef36-e2a6-4d4d-ac3b-feff71c32832 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:27:18.667998 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8314ef36-e2a6-4d4d-ac3b-feff71c32832 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:27:18.683291 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8314ef36-e2a6-4d4d-ac3b-feff71c32832 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:18.744258 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8314ef36-e2a6-4d4d-ac3b-feff71c32832 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:18.747812 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8314ef36-e2a6-4d4d-ac3b-feff71c32832 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:18.771242 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314ef36-e2a6-4d4d-ac3b-feff71c32832 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1266952a-4a68-4c8e-a534-8783d357f905,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:27:18.782541 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314ef36-e2a6-4d4d-ac3b-feff71c32832 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:18.782917 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314ef36-e2a6-4d4d-ac3b-feff71c32832 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:18.783396 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314ef36-e2a6-4d4d-ac3b-feff71c32832 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:18.783753 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314ef36-e2a6-4d4d-ac3b-feff71c32832 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:18.784073 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314ef36-e2a6-4d4d-ac3b-feff71c32832 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:18.784403 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314ef36-e2a6-4d4d-ac3b-feff71c32832 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:18.784732 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314ef36-e2a6-4d4d-ac3b-feff71c32832 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:18.785085 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314ef36-e2a6-4d4d-ac3b-feff71c32832 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:18.785407 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314ef36-e2a6-4d4d-ac3b-feff71c32832 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:18.785729 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314ef36-e2a6-4d4d-ac3b-feff71c32832 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:18.786684 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314ef36-e2a6-4d4d-ac3b-feff71c32832 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:18.789336 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8314ef36-e2a6-4d4d-ac3b-feff71c32832 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:18.793087 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8314ef36-e2a6-4d4d-ac3b-feff71c32832 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1468508 Apr 06 14:27:18.793346 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56744) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:27:18.798824 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d83f3d6d-2dff-4ffd-91e5-5e197242c2f6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': '4c647ee4-aa7f-479f-8321-ead90f378a5e', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:27:18.804750 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d83f3d6d-2dff-4ffd-91e5-5e197242c2f6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:27:18.808612 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d83f3d6d-2dff-4ffd-91e5-5e197242c2f6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:27:18.811450 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d83f3d6d-2dff-4ffd-91e5-5e197242c2f6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:27:18.817435 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d83f3d6d-2dff-4ffd-91e5-5e197242c2f6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:27:18.834073 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d83f3d6d-2dff-4ffd-91e5-5e197242c2f6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:18.906548 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d83f3d6d-2dff-4ffd-91e5-5e197242c2f6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:18.911494 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d83f3d6d-2dff-4ffd-91e5-5e197242c2f6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:18.933237 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f3d6d-2dff-4ffd-91e5-5e197242c2f6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b0fba9f-f07d-46b7-9d43-c604839c88e6,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:27:18.944810 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d83f3d6d-2dff-4ffd-91e5-5e197242c2f6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:18.946056 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d83f3d6d-2dff-4ffd-91e5-5e197242c2f6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1517994 Apr 06 14:27:18.949025 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56748) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:27:18.954282 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-78df9389-8520-4397-be09-39a6d07fd3ce tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': '4c647ee4-aa7f-479f-8321-ead90f378a5e', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:27:18.960628 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-78df9389-8520-4397-be09-39a6d07fd3ce tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:27:18.964417 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-78df9389-8520-4397-be09-39a6d07fd3ce tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:27:18.967285 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-78df9389-8520-4397-be09-39a6d07fd3ce tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:27:18.972968 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-78df9389-8520-4397-be09-39a6d07fd3ce tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:27:18.989056 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-78df9389-8520-4397-be09-39a6d07fd3ce tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:19.049494 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-78df9389-8520-4397-be09-39a6d07fd3ce tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:19.053311 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-78df9389-8520-4397-be09-39a6d07fd3ce tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:19.078363 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df9389-8520-4397-be09-39a6d07fd3ce tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b08279b7-f32e-4e94-b029-bdab2313f78f,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:27:19.088272 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-78df9389-8520-4397-be09-39a6d07fd3ce tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:19.089472 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-78df9389-8520-4397-be09-39a6d07fd3ce tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1395123 Apr 06 14:27:19.092176 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56752) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:27:19.097929 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-54094dcd-f49c-41a6-9231-83762d585ab6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': '4c647ee4-aa7f-479f-8321-ead90f378a5e', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:27:19.103630 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-54094dcd-f49c-41a6-9231-83762d585ab6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:27:19.107390 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-54094dcd-f49c-41a6-9231-83762d585ab6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:27:19.110246 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-54094dcd-f49c-41a6-9231-83762d585ab6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:27:19.115859 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-54094dcd-f49c-41a6-9231-83762d585ab6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:27:19.132293 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-54094dcd-f49c-41a6-9231-83762d585ab6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:19.194373 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-54094dcd-f49c-41a6-9231-83762d585ab6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:19.197911 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-54094dcd-f49c-41a6-9231-83762d585ab6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:19.224330 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54094dcd-f49c-41a6-9231-83762d585ab6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a8acc94-9ea9-4a94-9fc2-6c37bf63948e,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:27:19.230740 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-54094dcd-f49c-41a6-9231-83762d585ab6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:19.232199 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-54094dcd-f49c-41a6-9231-83762d585ab6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1391160 Apr 06 14:27:19.235381 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56756) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:27:19.241482 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4389fcbc-ef32-41e3-a152-862003344587 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': '4c647ee4-aa7f-479f-8321-ead90f378a5e', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:27:19.247385 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4389fcbc-ef32-41e3-a152-862003344587 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:27:19.251161 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4389fcbc-ef32-41e3-a152-862003344587 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:27:19.254081 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4389fcbc-ef32-41e3-a152-862003344587 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:27:19.260232 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4389fcbc-ef32-41e3-a152-862003344587 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:27:19.271333 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-4389fcbc-ef32-41e3-a152-862003344587 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Project 2c4f01a131354b128ac6b7c118186600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:27:19.277602 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4389fcbc-ef32-41e3-a152-862003344587 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:19.341536 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4389fcbc-ef32-41e3-a152-862003344587 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:19.344837 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4389fcbc-ef32-41e3-a152-862003344587 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:19.369432 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389fcbc-ef32-41e3-a152-862003344587 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f265a87-bd29-4d35-a57b-5efa5ade0e9a,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:27:19.378161 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4389fcbc-ef32-41e3-a152-862003344587 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:19.379402 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4389fcbc-ef32-41e3-a152-862003344587 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1430144 Apr 06 14:27:19.382111 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56760) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:27:19.387673 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5b95d4bb-bdc5-4601-abfb-385ce0e4ba5c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': '4c647ee4-aa7f-479f-8321-ead90f378a5e', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:27:19.393335 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5b95d4bb-bdc5-4601-abfb-385ce0e4ba5c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:27:19.397550 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5b95d4bb-bdc5-4601-abfb-385ce0e4ba5c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:27:19.400342 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5b95d4bb-bdc5-4601-abfb-385ce0e4ba5c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:27:19.405872 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5b95d4bb-bdc5-4601-abfb-385ce0e4ba5c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:27:19.419288 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-5b95d4bb-bdc5-4601-abfb-385ce0e4ba5c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Project 2c4f01a131354b128ac6b7c118186600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:27:19.425479 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5b95d4bb-bdc5-4601-abfb-385ce0e4ba5c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:19.488838 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5b95d4bb-bdc5-4601-abfb-385ce0e4ba5c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:19.492747 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5b95d4bb-bdc5-4601-abfb-385ce0e4ba5c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:19.515355 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b95d4bb-bdc5-4601-abfb-385ce0e4ba5c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06875083-d478-4cda-81e4-e6fc137abff9,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:27:19.524231 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5b95d4bb-bdc5-4601-abfb-385ce0e4ba5c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:19.525519 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5b95d4bb-bdc5-4601-abfb-385ce0e4ba5c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1424508 Apr 06 14:27:19.699002 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-70a6d432-46db-4a45-a4e6-47d2e05d0adf tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:27:19.713394 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-70a6d432-46db-4a45-a4e6-47d2e05d0adf tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:27:19.714693 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-70a6d432-46db-4a45-a4e6-47d2e05d0adf tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-477966693&fields=id&tenant_id=2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 267 time: 0.0561664 Apr 06 14:27:19.861239 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-1b5981c2-3ac6-48bc-849f-f880b9362fba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:19.861900 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-1b5981c2-3ac6-48bc-849f-f880b9362fba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:27:19.873697 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-1b5981c2-3ac6-48bc-849f-f880b9362fba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:27:19.874726 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-1b5981c2-3ac6-48bc-849f-f880b9362fba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/networks?id=710a154d-db0b-4d2a-a637-f450b3de659d HTTP/1.1" status: 200 len: 797 time: 0.1537247 Apr 06 14:27:19.892262 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-96b99307-a647-4b4c-9842-42f7bbfd46c8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/quotas/2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 375 time: 0.0120413 Apr 06 14:27:19.976487 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-650ab679-a760-4d53-bcfa-d58005cdfdba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0787158 Apr 06 14:27:19.991897 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-e811658c-cfef-4919-9bd3-4735851582a7 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:27:19.992806 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-e811658c-cfef-4919-9bd3-4735851582a7 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053949 Apr 06 14:27:20.120254 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-1182bb0d-98e2-4e05-929a-0054e457b181 service neutron] 10.222.0.60 "GET /v2.0/networks/710a154d-db0b-4d2a-a637-f450b3de659d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219778 Apr 06 14:27:20.251933 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-63d4ac74-51e2-4697-945d-10793e8c8399 service neutron] 10.222.0.60 "GET /v2.0/networks/710a154d-db0b-4d2a-a637-f450b3de659d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257558 Apr 06 14:27:20.440614 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ae61f344-d8ea-405a-9ba5-eccc7239e3f2 req-9ed506f6-ff52-4fe7-9a67-9ef7effb564a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a554a9-c3f4-42ae-a671-0f4baf9296a5 HTTP/1.1" status: 200 len: 210 time: 0.0473568 Apr 06 14:27:21.483610 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-f9197b55-d9c0-40b8-9f9c-42b676d8ddfa tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:21.485116 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-f9197b55-d9c0-40b8-9f9c-42b676d8ddfa tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/networks?id=710a154d-db0b-4d2a-a637-f450b3de659d HTTP/1.1" status: 200 len: 797 time: 0.1463809 Apr 06 14:27:21.542279 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-3c50af6c-58b2-4be5-99f1-cd3ecb579ff1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 470 time: 0.0433087 Apr 06 14:27:21.552360 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-3ec810b3-6dec-41f9-9951-a537412e90de tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'port': {'device_id': '15a554a9-c3f4-42ae-a671-0f4baf9296a5', 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d', 'admin_state_up': True, 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'security_groups': ['4c647ee4-aa7f-479f-8321-ead90f378a5e']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:27:21.613165 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9fb2f831-467e-4c9e-80d6-3d93a4c3e9f5 req-34b0f2dd-6797-42eb-8a53-5bb082d47ae2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a554a9-c3f4-42ae-a671-0f4baf9296a5 HTTP/1.1" status: 200 len: 210 time: 0.0479538 Apr 06 14:27:21.686446 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-3ec810b3-6dec-41f9-9951-a537412e90de tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:27:21.696565 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-3ec810b3-6dec-41f9-9951-a537412e90de tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:27:21.706004 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-3ec810b3-6dec-41f9-9951-a537412e90de tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Made reservation on behalf of 2c4f01a131354b128ac6b7c118186600 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:27:21.709055 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-3ec810b3-6dec-41f9-9951-a537412e90de tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:21.869207 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-3ec810b3-6dec-41f9-9951-a537412e90de tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.20.0.13 (710a154d-db0b-4d2a-a637-f450b3de659d/c168a46e-23b7-4ea1-89d6-d2f7b128c1fc/8959c01e-7dce-46ec-b17c-e72976899df4) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:27:22.053107 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-3ec810b3-6dec-41f9-9951-a537412e90de tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:22.068140 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-3ec810b3-6dec-41f9-9951-a537412e90de tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Transition to ACTIVE for port object 8959c01e-7dce-46ec-b17c-e72976899df4 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:27:22.088805 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-3ec810b3-6dec-41f9-9951-a537412e90de tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:22.151659 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-3ec810b3-6dec-41f9-9951-a537412e90de tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 710a154d-db0b-4d2a-a637-f450b3de659d is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:27:22.257927 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-3ec810b3-6dec-41f9-9951-a537412e90de tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:27:22.262953 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-3ec810b3-6dec-41f9-9951-a537412e90de tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:27:22.298087 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec810b3-6dec-41f9-9951-a537412e90de tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=8959c01e-7dce-46ec-b17c-e72976899df4,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:27:22.327016 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-3ec810b3-6dec-41f9-9951-a537412e90de tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:22.327616 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-3ec810b3-6dec-41f9-9951-a537412e90de tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:22.354891 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-3ec810b3-6dec-41f9-9951-a537412e90de tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8067079 Apr 06 14:27:22.366014 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-e2857eda-cca2-41f7-80d1-a307c44520d8 service neutron] Request body: {'port': {'device_id': '15a554a9-c3f4-42ae-a671-0f4baf9296a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:27:22.475023 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-e2857eda-cca2-41f7-80d1-a307c44520d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:22.505625 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-41b14164-a194-495a-a950-b5442743e02d None None] Provisioning for port 8959c01e-7dce-46ec-b17c-e72976899df4 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:27:22.510392 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-41b14164-a194-495a-a950-b5442743e02d None None] Provisioning complete for port 8959c01e-7dce-46ec-b17c-e72976899df4 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:27:22.511219 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-41b14164-a194-495a-a950-b5442743e02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:22.562523 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-41b14164-a194-495a-a950-b5442743e02d None None] Port 8959c01e-7dce-46ec-b17c-e72976899df4 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:27:22.868261 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-e2857eda-cca2-41f7-80d1-a307c44520d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8959c01e-7dce-46ec-b17c-e72976899df4 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:27:22.876597 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-e2857eda-cca2-41f7-80d1-a307c44520d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:22.884521 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9faf10-b6fe-4644-8958-e15eb58ecc3e req-330d6f93-41e2-4756-bdbe-0ad8d9698520 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:22.885512 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-1f9faf10-b6fe-4644-8958-e15eb58ecc3e req-330d6f93-41e2-4756-bdbe-0ad8d9698520 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:27:22.907538 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-e2857eda-cca2-41f7-80d1-a307c44520d8 service neutron] Transition to ACTIVE for port object 8959c01e-7dce-46ec-b17c-e72976899df4 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:27:22.910624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-e2857eda-cca2-41f7-80d1-a307c44520d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:22.944226 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-1f9faf10-b6fe-4644-8958-e15eb58ecc3e req-330d6f93-41e2-4756-bdbe-0ad8d9698520 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:27:22.945371 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1f9faf10-b6fe-4644-8958-e15eb58ecc3e req-330d6f93-41e2-4756-bdbe-0ad8d9698520 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a554a9-c3f4-42ae-a671-0f4baf9296a5 HTTP/1.1" status: 200 len: 932 time: 0.2091191 Apr 06 14:27:23.069063 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2857eda-cca2-41f7-80d1-a307c44520d8 service neutron] Pushing event updated for resources: {'Port': ['ID=8959c01e-7dce-46ec-b17c-e72976899df4,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:27:23.105197 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1f9faf10-b6fe-4644-8958-e15eb58ecc3e req-e7520968-e67d-465f-bcdb-c78aaeaea17b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c647ee4-aa7f-479f-8321-ead90f378a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511488 Apr 06 14:27:23.184760 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-e2857eda-cca2-41f7-80d1-a307c44520d8 service neutron] Attempting to bind port 8959c01e-7dce-46ec-b17c-e72976899df4 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:27:23.185055 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-e2857eda-cca2-41f7-80d1-a307c44520d8 service neutron] Attempting to bind port 8959c01e-7dce-46ec-b17c-e72976899df4 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '808c72c9-cb02-454d-b025-d16b663d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:27:23.185386 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-e2857eda-cca2-41f7-80d1-a307c44520d8 service neutron] Attempting to bind port 8959c01e-7dce-46ec-b17c-e72976899df4 on network 710a154d-db0b-4d2a-a637-f450b3de659d {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:27:23.192078 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-e2857eda-cca2-41f7-80d1-a307c44520d8 service neutron] Port 8959c01e-7dce-46ec-b17c-e72976899df4 on network 710a154d-db0b-4d2a-a637-f450b3de659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:27:23.192400 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-e2857eda-cca2-41f7-80d1-a307c44520d8 service neutron] Attempting to bind port 8959c01e-7dce-46ec-b17c-e72976899df4 on network 710a154d-db0b-4d2a-a637-f450b3de659d {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:27:23.198661 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-e2857eda-cca2-41f7-80d1-a307c44520d8 service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:27:23.199000 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-e2857eda-cca2-41f7-80d1-a307c44520d8 service neutron] Checking segment: {'id': '808c72c9-cb02-454d-b025-d16b663d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:27:23.199381 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-e2857eda-cca2-41f7-80d1-a307c44520d8 service neutron] Bound using segment: {'id': '808c72c9-cb02-454d-b025-d16b663d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:27:23.199803 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-e2857eda-cca2-41f7-80d1-a307c44520d8 service neutron] Bound port: 8959c01e-7dce-46ec-b17c-e72976899df4, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '808c72c9-cb02-454d-b025-d16b663d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:27:23.200178 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-e2857eda-cca2-41f7-80d1-a307c44520d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:23.286793 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-e2857eda-cca2-41f7-80d1-a307c44520d8 service neutron] For port 8959c01e-7dce-46ec-b17c-e72976899df4, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:27:23.290697 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-e2857eda-cca2-41f7-80d1-a307c44520d8 service neutron] For port 8959c01e-7dce-46ec-b17c-e72976899df4, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8959c01e-7dce-46ec-b17c-e72976899df4,segment=NetworkSegment(808c72c9-cb02-454d-b025-d16b663d7bfa),segment_id=808c72c9-cb02-454d-b025-d16b663d7bfa)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:27:23.296841 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-e2857eda-cca2-41f7-80d1-a307c44520d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:23.357800 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-e2857eda-cca2-41f7-80d1-a307c44520d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:23.359027 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-e2857eda-cca2-41f7-80d1-a307c44520d8 service neutron] 10.222.0.69 "PUT /v2.0/ports/8959c01e-7dce-46ec-b17c-e72976899df4 HTTP/1.1" status: 200 len: 1094 time: 0.9970510 Apr 06 14:27:23.361800 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a554a9-c3f4-42ae-a671-0f4baf9296a5', 'tag': '8959c01e-7dce-46ec-b17c-e72976899df4'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:27:23.390005 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2857eda-cca2-41f7-80d1-a307c44520d8 service neutron] Pushing event updated for resources: {'Port': ['ID=8959c01e-7dce-46ec-b17c-e72976899df4,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:27:23.434611 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80e4c91c-4e60-4769-ae42-d9bd118828b3'] response: {'name': 'network-changed', 'server_uuid': '15a554a9-c3f4-42ae-a671-0f4baf9296a5', 'tag': '8959c01e-7dce-46ec-b17c-e72976899df4', 'status': 'completed', 'code': 200} Apr 06 14:27:23.477199 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-eb4cfe68-8f94-4dd8-b2ea-50784c22f4f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=15a554a9-c3f4-42ae-a671-0f4baf9296a5 HTTP/1.1" status: 200 len: 1097 time: 0.0767205 Apr 06 14:27:23.549504 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-c857b4a8-1379-4e5b-9009-8dc611a40d9f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8959c01e-7dce-46ec-b17c-e72976899df4 HTTP/1.1" status: 200 len: 217 time: 0.0639229 Apr 06 14:27:23.612170 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-751c1bac-4cf0-42f2-8a77-134c9fac339d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:23.613656 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-751c1bac-4cf0-42f2-8a77-134c9fac339d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c168a46e-23b7-4ea1-89d6-d2f7b128c1fc HTTP/1.1" status: 200 len: 834 time: 0.0576210 Apr 06 14:27:23.694426 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-66eb29e7-4161-4578-bb4d-234f373f7ef4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=710a154d-db0b-4d2a-a637-f450b3de659d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745153 Apr 06 14:27:23.896750 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-98e100c6-6b07-4b8a-9e0b-b3547e5bcbff service neutron] 10.222.0.69 "GET /v2.0/networks/710a154d-db0b-4d2a-a637-f450b3de659d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953294 Apr 06 14:27:24.048013 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-108f03fd-7d70-4f93-a9d9-4b95f3168529 req-1f4ea572-de43-496e-a9bb-935739502e0c service neutron] 10.222.0.69 "GET /v2.0/networks/710a154d-db0b-4d2a-a637-f450b3de659d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439595 Apr 06 14:27:24.499265 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b436781e-1a65-4fd8-91ee-92b831f38812 req-9b8c3af6-fd51-46b7-9d7e-cede99ce4161 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=15a554a9-c3f4-42ae-a671-0f4baf9296a5 HTTP/1.1" status: 200 len: 1097 time: 0.3967955 Apr 06 14:27:24.508571 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8528a4-1194-480b-87a2-31aea86a2544 req-2e9ce7a0-01ec-4dfa-95c0-e23901e6e320 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:24.510825 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dc8528a4-1194-480b-87a2-31aea86a2544 req-2e9ce7a0-01ec-4dfa-95c0-e23901e6e320 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a554a9-c3f4-42ae-a671-0f4baf9296a5 HTTP/1.1" status: 200 len: 944 time: 0.1854844 Apr 06 14:27:24.746009 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dc8528a4-1194-480b-87a2-31aea86a2544 req-b1223f64-dddc-418b-9603-5b4c02d1c61e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c647ee4-aa7f-479f-8321-ead90f378a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049899 Apr 06 14:27:24.773701 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436781e-1a65-4fd8-91ee-92b831f38812 req-541046a8-b312-4c78-bc05-23029da75667 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:24.775973 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b436781e-1a65-4fd8-91ee-92b831f38812 req-541046a8-b312-4c78-bc05-23029da75667 service neutron] 10.222.0.69 "GET /v2.0/networks?id=710a154d-db0b-4d2a-a637-f450b3de659d HTTP/1.1" status: 200 len: 898 time: 0.2637720 Apr 06 14:27:24.846934 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b436781e-1a65-4fd8-91ee-92b831f38812 req-cfb95fd3-3de9-4cc1-9b48-5c1b81c03e46 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8959c01e-7dce-46ec-b17c-e72976899df4 HTTP/1.1" status: 200 len: 217 time: 0.0641782 Apr 06 14:27:24.908714 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436781e-1a65-4fd8-91ee-92b831f38812 req-20f1bcaf-12cd-421d-bd13-07d094f81e67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:24.910217 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b436781e-1a65-4fd8-91ee-92b831f38812 req-20f1bcaf-12cd-421d-bd13-07d094f81e67 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c168a46e-23b7-4ea1-89d6-d2f7b128c1fc HTTP/1.1" status: 200 len: 834 time: 0.0573564 Apr 06 14:27:24.982890 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b436781e-1a65-4fd8-91ee-92b831f38812 req-3544bcd6-615b-439d-9929-7ddb817073e4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=710a154d-db0b-4d2a-a637-f450b3de659d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663104 Apr 06 14:27:25.113337 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b436781e-1a65-4fd8-91ee-92b831f38812 req-a54728c1-6dd8-4c84-8b3f-6a68d1b162fb service neutron] 10.222.0.69 "GET /v2.0/networks/710a154d-db0b-4d2a-a637-f450b3de659d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228614 Apr 06 14:27:25.244082 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b436781e-1a65-4fd8-91ee-92b831f38812 req-8f05f5a8-ad73-445a-a024-03c5ecfcb19d service neutron] 10.222.0.69 "GET /v2.0/networks/710a154d-db0b-4d2a-a637-f450b3de659d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244094 Apr 06 14:27:25.940782 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce934bb5-63eb-45ee-bac7-1f5aef3470d7 req-ce04a1ad-34b3-4ee2-a9a9-d439d680f302 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:25.942491 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ce934bb5-63eb-45ee-bac7-1f5aef3470d7 req-ce04a1ad-34b3-4ee2-a9a9-d439d680f302 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a554a9-c3f4-42ae-a671-0f4baf9296a5 HTTP/1.1" status: 200 len: 944 time: 0.0752013 Apr 06 14:27:25.987266 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ce934bb5-63eb-45ee-bac7-1f5aef3470d7 req-24186514-bbe1-4069-ac08-96a4f0eb132e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c647ee4-aa7f-479f-8321-ead90f378a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392406 Apr 06 14:27:27.190997 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d15fd-d261-4aa8-8043-6dcf31895621 req-b95279a8-3ef3-4963-81c9-748bedde4ad9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:27.193379 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fd1d15fd-d261-4aa8-8043-6dcf31895621 req-b95279a8-3ef3-4963-81c9-748bedde4ad9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a554a9-c3f4-42ae-a671-0f4baf9296a5 HTTP/1.1" status: 200 len: 944 time: 0.0808334 Apr 06 14:27:27.195550 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 8959c01e-7dce-46ec-b17c-e72976899df4 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:27:27.239573 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fd1d15fd-d261-4aa8-8043-6dcf31895621 req-3635ccf4-8dbd-4ddf-a613-cd1af9064213 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c647ee4-aa7f-479f-8321-ead90f378a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403697 Apr 06 14:27:27.333275 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 8959c01e-7dce-46ec-b17c-e72976899df4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8959c01e-7dce-46ec-b17c-e72976899df4,segment=NetworkSegment(808c72c9-cb02-454d-b025-d16b663d7bfa),segment_id=808c72c9-cb02-454d-b025-d16b663d7bfa)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:27:27.346223 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '8959c01e-7dce-46ec-b17c-e72976899df4', 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d', 'port_id': '8959c01e-7dce-46ec-b17c-e72976899df4', 'mac_address': 'fa:16:3e:e0:ee:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:27:27.401700 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:27.454854 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8959c01e-7dce-46ec-b17c-e72976899df4 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:27:27.469615 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 8959c01e-7dce-46ec-b17c-e72976899df4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8959c01e-7dce-46ec-b17c-e72976899df4,segment=NetworkSegment(808c72c9-cb02-454d-b025-d16b663d7bfa),segment_id=808c72c9-cb02-454d-b025-d16b663d7bfa)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:27:27.473501 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:27.535838 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=8959c01e-7dce-46ec-b17c-e72976899df4,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:27:27.543950 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:27.544301 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:27.544634 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:27.544996 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:27.545329 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:27.545661 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:27.545986 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:27.546318 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:27.546632 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:27.546954 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:27.547278 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:27.701961 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['8959c01e-7dce-46ec-b17c-e72976899df4'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:27:28.438202 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b1907-aff7-4b55-8924-e1d607525958 req-54471ef7-d45d-4257-9504-423c674a5797 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:28.439633 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ce6b1907-aff7-4b55-8924-e1d607525958 req-54471ef7-d45d-4257-9504-423c674a5797 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a554a9-c3f4-42ae-a671-0f4baf9296a5 HTTP/1.1" status: 200 len: 945 time: 0.0790448 Apr 06 14:27:28.484530 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ce6b1907-aff7-4b55-8924-e1d607525958 req-7780c6b2-45c6-4bba-ad01-7fabd5793b0c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c647ee4-aa7f-479f-8321-ead90f378a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383372 Apr 06 14:27:28.965784 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:29.211152 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 8959c01e-7dce-46ec-b17c-e72976899df4 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:27:29.280151 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port 8959c01e-7dce-46ec-b17c-e72976899df4 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:27:29.284809 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 8959c01e-7dce-46ec-b17c-e72976899df4 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:27:29.285214 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:29.414450 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:29.441188 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a554a9-c3f4-42ae-a671-0f4baf9296a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8959c01e-7dce-46ec-b17c-e72976899df4'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:27:29.451938 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 8959c01e-7dce-46ec-b17c-e72976899df4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8959c01e-7dce-46ec-b17c-e72976899df4,segment=NetworkSegment(808c72c9-cb02-454d-b025-d16b663d7bfa),segment_id=808c72c9-cb02-454d-b025-d16b663d7bfa)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:27:29.455962 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:29.500407 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a733c3e3-2e95-4a13-9753-c8f99f4cb753'] response: {'server_uuid': '15a554a9-c3f4-42ae-a671-0f4baf9296a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8959c01e-7dce-46ec-b17c-e72976899df4', 'code': 200} Apr 06 14:27:29.525557 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=8959c01e-7dce-46ec-b17c-e72976899df4,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:27:29.704558 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bed52-e4b4-4be0-8eab-68f7a3ec5ac5 req-0cd88407-94cd-43d1-8dc0-d42d1fd62652 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:29.706120 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e72bed52-e4b4-4be0-8eab-68f7a3ec5ac5 req-0cd88407-94cd-43d1-8dc0-d42d1fd62652 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a554a9-c3f4-42ae-a671-0f4baf9296a5 HTTP/1.1" status: 200 len: 946 time: 0.0838623 Apr 06 14:27:29.734547 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-72a3ce95-afed-413c-bf3d-ff309a4fd03e req-7656f4a7-a588-48ed-be0b-59c1084de4f9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=15a554a9-c3f4-42ae-a671-0f4baf9296a5 HTTP/1.1" status: 200 len: 1099 time: 0.0701144 Apr 06 14:27:29.755975 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e72bed52-e4b4-4be0-8eab-68f7a3ec5ac5 req-1f5b49ba-7b6d-4917-bddc-c88f28764a4d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c647ee4-aa7f-479f-8321-ead90f378a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433197 Apr 06 14:27:29.782197 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-72a3ce95-afed-413c-bf3d-ff309a4fd03e req-1b5131e7-03a9-4627-bba2-6ce122667f0f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4c647ee4-aa7f-479f-8321-ead90f378a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412619 Apr 06 14:27:30.961193 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a96fc1-75aa-46d6-8bfa-81f74a3cd10d req-de48f648-7b18-4dbd-8d47-aea56b09cd20 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:30.962658 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-93a96fc1-75aa-46d6-8bfa-81f74a3cd10d req-de48f648-7b18-4dbd-8d47-aea56b09cd20 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a554a9-c3f4-42ae-a671-0f4baf9296a5 HTTP/1.1" status: 200 len: 946 time: 0.0823135 Apr 06 14:27:31.011963 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-93a96fc1-75aa-46d6-8bfa-81f74a3cd10d req-ba246ae6-167e-40a1-8408-ad7b6c0d4c39 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c647ee4-aa7f-479f-8321-ead90f378a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434525 Apr 06 14:27:32.209207 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03565544-8bd3-4eaa-a263-15e8f1995ed0 req-baca17f0-3747-4651-84c1-08d295e536ac tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:32.210679 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-03565544-8bd3-4eaa-a263-15e8f1995ed0 req-baca17f0-3747-4651-84c1-08d295e536ac tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a554a9-c3f4-42ae-a671-0f4baf9296a5 HTTP/1.1" status: 200 len: 946 time: 0.0772498 Apr 06 14:27:32.256609 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-03565544-8bd3-4eaa-a263-15e8f1995ed0 req-8127e07f-bb0b-4169-a3e8-779843b05bde tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c647ee4-aa7f-479f-8321-ead90f378a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401156 Apr 06 14:27:32.491782 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01956071-3b17-4404-8983-a93936a3e47b req-64417639-7214-4121-8443-6c012cf35391 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:32.493297 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-01956071-3b17-4404-8983-a93936a3e47b req-64417639-7214-4121-8443-6c012cf35391 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a554a9-c3f4-42ae-a671-0f4baf9296a5 HTTP/1.1" status: 200 len: 946 time: 0.1119101 Apr 06 14:27:32.541143 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-01956071-3b17-4404-8983-a93936a3e47b req-5d294eab-b671-4b5b-9ca3-e328d91600d2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c647ee4-aa7f-479f-8321-ead90f378a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408936 Apr 06 14:27:32.568618 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56806) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:27:32.642203 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-dc5ab952-a525-4aa0-a0e0-cc7cfdf7f1ee tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=15a554a9-c3f4-42ae-a671-0f4baf9296a5 HTTP/1.1" status: 200 len: 1094 time: 0.0723491 Apr 06 14:27:32.644781 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56810) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:27:32.649894 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-06da668c-462e-4dcc-a2d3-bc9d3d673745 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'floatingip': {'port_id': '8959c01e-7dce-46ec-b17c-e72976899df4'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:27:32.733554 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06da668c-462e-4dcc-a2d3-bc9d3d673745 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:33.499232 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06da668c-462e-4dcc-a2d3-bc9d3d673745 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:33.503205 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06da668c-462e-4dcc-a2d3-bc9d3d673745 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:33.650609 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:27:33.731665 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-06da668c-462e-4dcc-a2d3-bc9d3d673745 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Floating IP fddef62d-feaf-452e-b187-f32173d22149 associated. External IP: 172.26.8.52, port: 8959c01e-7dce-46ec-b17c-e72976899df4. Apr 06 14:27:34.161361 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06da668c-462e-4dcc-a2d3-bc9d3d673745 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router 1342f69d-6660-4c60-9dba-87619e86f0a6 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:27:34.370742 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06da668c-462e-4dcc-a2d3-bc9d3d673745 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:27:34.376465 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06da668c-462e-4dcc-a2d3-bc9d3d673745 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:34.384114 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24ef5f8-c65c-4f80-9e87-5cde5128149b None None] Sync routers for ids ['1342f69d-6660-4c60-9dba-87619e86f0a6'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:27:34.401835 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24ef5f8-c65c-4f80-9e87-5cde5128149b None None] Routers {'1342f69d-6660-4c60-9dba-87619e86f0a6'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:27:34.403062 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a24ef5f8-c65c-4f80-9e87-5cde5128149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:27:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['1342f69d-6660-4c60-9dba-87619e86f0a6'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:27:34.443622 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-06da668c-462e-4dcc-a2d3-bc9d3d673745 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "PUT /v2.0/floatingips/fddef62d-feaf-452e-b187-f32173d22149 HTTP/1.1" status: 200 len: 991 time: 1.7976189 Apr 06 14:27:34.444221 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a554a9-c3f4-42ae-a671-0f4baf9296a5', 'tag': '8959c01e-7dce-46ec-b17c-e72976899df4'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:27:34.446499 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56814) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:27:34.512982 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dcc0595-e35c-43f8-834b-fec3236bb4e8'] response: {'name': 'network-changed', 'server_uuid': '15a554a9-c3f4-42ae-a671-0f4baf9296a5', 'tag': '8959c01e-7dce-46ec-b17c-e72976899df4', 'status': 'completed', 'code': 200} Apr 06 14:27:34.600496 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d0190c82-8488-483a-8201-be6bc37dd360 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/fddef62d-feaf-452e-b187-f32173d22149 HTTP/1.1" status: 200 len: 991 time: 0.1523752 Apr 06 14:27:34.646536 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-a24ef5f8-c65c-4f80-9e87-5cde5128149b None None] Set router 1342f69d-6660-4c60-9dba-87619e86f0a6 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:27:34.651552 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1cb3a5da-8947-44c7-9625-5d9a5793ba9c req-dc763559-2bbe-4547-ac78-1166500ed305 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=15a554a9-c3f4-42ae-a671-0f4baf9296a5 HTTP/1.1" status: 200 len: 1099 time: 0.1147356 Apr 06 14:27:34.951029 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3a5da-8947-44c7-9625-5d9a5793ba9c req-805a8dc2-aded-4d27-aabe-07b45a04487b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:34.953354 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1cb3a5da-8947-44c7-9625-5d9a5793ba9c req-805a8dc2-aded-4d27-aabe-07b45a04487b service neutron] 10.222.0.69 "GET /v2.0/networks?id=710a154d-db0b-4d2a-a637-f450b3de659d HTTP/1.1" status: 200 len: 898 time: 0.2949970 Apr 06 14:27:35.081597 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1cb3a5da-8947-44c7-9625-5d9a5793ba9c req-581a82ea-66a0-4ebd-8938-d65a00f3dbb5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8959c01e-7dce-46ec-b17c-e72976899df4 HTTP/1.1" status: 200 len: 999 time: 0.1209536 Apr 06 14:27:35.152470 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3a5da-8947-44c7-9625-5d9a5793ba9c req-db1f53e7-937e-4308-8a00-153866637dc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:35.155213 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1cb3a5da-8947-44c7-9625-5d9a5793ba9c req-db1f53e7-937e-4308-8a00-153866637dc0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c168a46e-23b7-4ea1-89d6-d2f7b128c1fc HTTP/1.1" status: 200 len: 834 time: 0.0677660 Apr 06 14:27:35.174455 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a24ef5f8-c65c-4f80-9e87-5cde5128149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'name': 'tempest-TestNetworkBasicOps-router-215638727', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:17Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'fddef62d-feaf-452e-b187-f32173d22149', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.52', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'port_id': '8959c01e-7dce-46ec-b17c-e72976899df4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d', 'mac_address': 'fa:16:3e:e0:ee:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a554a9-c3f4-42ae-a671-0f4baf9296a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:26:36Z', 'updated_at': '2022-04-06T14:27:33Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9f6a44f-ddaf-409d-a25a-c372fec185ba', 'name': '', 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:e3:01:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:16Z', 'updated_at': '2022-04-06T14:26:23Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:27:35.179834 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24ef5f8-c65c-4f80-9e87-5cde5128149b None None] Checking router: 1342f69d-6660-4c60-9dba-87619e86f0a6 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:27:35.194622 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24ef5f8-c65c-4f80-9e87-5cde5128149b None None] Routers {'1342f69d-6660-4c60-9dba-87619e86f0a6'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:27:35.195248 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a24ef5f8-c65c-4f80-9e87-5cde5128149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:27:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['1342f69d-6660-4c60-9dba-87619e86f0a6'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:27:35.239207 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1cb3a5da-8947-44c7-9625-5d9a5793ba9c req-fc750ce3-2500-410b-ae28-cfd147b5408f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=710a154d-db0b-4d2a-a637-f450b3de659d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758026 Apr 06 14:27:35.387246 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-a24ef5f8-c65c-4f80-9e87-5cde5128149b None None] Set router 1342f69d-6660-4c60-9dba-87619e86f0a6 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:27:35.388016 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1cb3a5da-8947-44c7-9625-5d9a5793ba9c req-d97253e0-f567-4799-9ecb-e57e9ef99641 service neutron] 10.222.0.69 "GET /v2.0/networks/710a154d-db0b-4d2a-a637-f450b3de659d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426337 Apr 06 14:27:35.536073 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1cb3a5da-8947-44c7-9625-5d9a5793ba9c req-8d61f65e-a2aa-4a12-9be7-c54aa58acb7b service neutron] 10.222.0.69 "GET /v2.0/networks/710a154d-db0b-4d2a-a637-f450b3de659d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417921 Apr 06 14:27:35.605261 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56820) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:27:35.717385 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b1082a84-2be8-4032-9875-717b48945fe5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/fddef62d-feaf-452e-b187-f32173d22149 HTTP/1.1" status: 200 len: 991 time: 0.1107814 Apr 06 14:27:35.806216 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a24ef5f8-c65c-4f80-9e87-5cde5128149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'name': 'tempest-TestNetworkBasicOps-router-215638727', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:17Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'fddef62d-feaf-452e-b187-f32173d22149', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.52', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'port_id': '8959c01e-7dce-46ec-b17c-e72976899df4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d', 'mac_address': 'fa:16:3e:e0:ee:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a554a9-c3f4-42ae-a671-0f4baf9296a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:26:36Z', 'updated_at': '2022-04-06T14:27:33Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9f6a44f-ddaf-409d-a25a-c372fec185ba', 'name': '', 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:e3:01:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:16Z', 'updated_at': '2022-04-06T14:26:23Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:27:35.810223 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24ef5f8-c65c-4f80-9e87-5cde5128149b None None] The sync data for ids ['1342f69d-6660-4c60-9dba-87619e86f0a6'] in dv-neutron-835868-1-hyperv is: [{'id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'name': 'tempest-TestNetworkBasicOps-router-215638727', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:17Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'fddef62d-feaf-452e-b187-f32173d22149', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.52', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'port_id': '8959c01e-7dce-46ec-b17c-e72976899df4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d', 'mac_address': 'fa:16:3e:e0:ee:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a554a9-c3f4-42ae-a671-0f4baf9296a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:26:36Z', 'updated_at': '2022-04-06T14:27:33Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9f6a44f-ddaf-409d-a25a-c372fec185ba', 'name': '', 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:e3:01:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:16Z', 'updated_at': '2022-04-06T14:26:23Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:27:36.014991 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a90c46-a403-469c-aaeb-8dad091a4ce7 None None] New status for floating IP fddef62d-feaf-452e-b187-f32173d22149: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:27:36.721583 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56824) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:27:36.937077 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-413e680e-c441-4a18-8834-d0819ba725d7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/fddef62d-feaf-452e-b187-f32173d22149 HTTP/1.1" status: 200 len: 993 time: 0.2142861 Apr 06 14:27:38.033663 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ee5255dc-59a9-4747-827f-0104c9a67f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:40.850874 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6a19e59-14a2-494d-b095-07839a4dc573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:41.233217 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f9bbe670-3295-4d40-bfaf-37d31df17805 req-c9f1f2ce-b89e-4216-b98c-d1736d082778 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=36128b5a-fca3-4c03-86c6-d9efe2678abe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685558 Apr 06 14:27:41.304374 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:41.340707 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:41.386289 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f9bbe670-3295-4d40-bfaf-37d31df17805 req-abca9841-c8f5-4687-ab5f-fd6e8a1100f3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=36128b5a-fca3-4c03-86c6-d9efe2678abe HTTP/1.1" status: 200 len: 1099 time: 0.0756733 Apr 06 14:27:41.533466 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbe670-3295-4d40-bfaf-37d31df17805 req-221ef4ba-7289-4238-a45b-cbf702eb6039 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:41.534905 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f9bbe670-3295-4d40-bfaf-37d31df17805 req-221ef4ba-7289-4238-a45b-cbf702eb6039 service neutron] 10.222.0.69 "GET /v2.0/networks?id=710a154d-db0b-4d2a-a637-f450b3de659d HTTP/1.1" status: 200 len: 898 time: 0.1271269 Apr 06 14:27:41.604604 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f9bbe670-3295-4d40-bfaf-37d31df17805 req-c464a1fa-1b5e-42b6-890d-390018c79fc5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf6f11ea-4d70-41fe-aa69-6e0002e680a1 HTTP/1.1" status: 200 len: 217 time: 0.0637043 Apr 06 14:27:41.670499 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbe670-3295-4d40-bfaf-37d31df17805 req-5482bce6-5d02-476e-8ac2-ac4e2fdc3da5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:41.671954 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f9bbe670-3295-4d40-bfaf-37d31df17805 req-5482bce6-5d02-476e-8ac2-ac4e2fdc3da5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c168a46e-23b7-4ea1-89d6-d2f7b128c1fc HTTP/1.1" status: 200 len: 834 time: 0.0615287 Apr 06 14:27:41.748796 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f9bbe670-3295-4d40-bfaf-37d31df17805 req-ff4eaa96-66ca-4fa9-a9ea-f9d3652b13ea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=710a154d-db0b-4d2a-a637-f450b3de659d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706851 Apr 06 14:27:41.886200 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f9bbe670-3295-4d40-bfaf-37d31df17805 req-3c8e4b29-95f2-4d49-9842-ff05a50ca01a service neutron] 10.222.0.69 "GET /v2.0/networks/710a154d-db0b-4d2a-a637-f450b3de659d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273808 Apr 06 14:27:42.017197 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f9bbe670-3295-4d40-bfaf-37d31df17805 req-8922de5c-0823-4e73-91cf-94c287c1ade2 service neutron] 10.222.0.69 "GET /v2.0/networks/710a154d-db0b-4d2a-a637-f450b3de659d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250749 Apr 06 14:27:42.808157 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:58.980580 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:04.042284 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d8680-f4e4-4e60-bc6c-e821f4116aae req-5185fb5e-cdea-4e18-a3c2-d2796c119940 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:04.043729 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7b6d8680-f4e4-4e60-bc6c-e821f4116aae req-5185fb5e-cdea-4e18-a3c2-d2796c119940 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a554a9-c3f4-42ae-a671-0f4baf9296a5 HTTP/1.1" status: 200 len: 946 time: 0.0750229 Apr 06 14:28:04.095091 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7b6d8680-f4e4-4e60-bc6c-e821f4116aae req-bfaa35bc-16b1-4e96-9d97-59f638a88efd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c647ee4-aa7f-479f-8321-ead90f378a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427661 Apr 06 14:28:05.289931 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c92677-2962-4b31-be3a-2f06326fd61b req-2d95d0e7-92a7-4c84-abfc-c2cdbc98c3a8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:05.291506 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-95c92677-2962-4b31-be3a-2f06326fd61b req-2d95d0e7-92a7-4c84-abfc-c2cdbc98c3a8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a554a9-c3f4-42ae-a671-0f4baf9296a5 HTTP/1.1" status: 200 len: 946 time: 0.0744638 Apr 06 14:28:05.341034 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-95c92677-2962-4b31-be3a-2f06326fd61b req-b8cc2178-7073-40c1-ae84-2313ad9cd6e0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c647ee4-aa7f-479f-8321-ead90f378a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440149 Apr 06 14:28:05.416331 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ba2eb-fa7d-4d50-a9dd-276b911e3967 req-fa4029c8-657e-4c53-a43b-277a17721d08 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:05.417718 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3e7ba2eb-fa7d-4d50-a9dd-276b911e3967 req-fa4029c8-657e-4c53-a43b-277a17721d08 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/ports?device_id=15a554a9-c3f4-42ae-a671-0f4baf9296a5 HTTP/1.1" status: 200 len: 946 time: 0.0962329 Apr 06 14:28:05.496305 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-3e7ba2eb-fa7d-4d50-a9dd-276b911e3967 req-00e46449-3d15-491d-aa5b-5660b94d2959 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port 8959c01e-7dce-46ec-b17c-e72976899df4 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:28:05.496750 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-3e7ba2eb-fa7d-4d50-a9dd-276b911e3967 req-00e46449-3d15-491d-aa5b-5660b94d2959 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:05.835263 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-3e7ba2eb-fa7d-4d50-a9dd-276b911e3967 req-00e46449-3d15-491d-aa5b-5660b94d2959 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] For port 8959c01e-7dce-46ec-b17c-e72976899df4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8959c01e-7dce-46ec-b17c-e72976899df4,segment=NetworkSegment(808c72c9-cb02-454d-b025-d16b663d7bfa),segment_id=808c72c9-cb02-454d-b025-d16b663d7bfa)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:05.835528 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-3e7ba2eb-fa7d-4d50-a9dd-276b911e3967 req-00e46449-3d15-491d-aa5b-5660b94d2959 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:06.122977 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-3e7ba2eb-fa7d-4d50-a9dd-276b911e3967 req-00e46449-3d15-491d-aa5b-5660b94d2959 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:06.123307 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-3e7ba2eb-fa7d-4d50-a9dd-276b911e3967 req-00e46449-3d15-491d-aa5b-5660b94d2959 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:06.123743 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.l3_db [req-3e7ba2eb-fa7d-4d50-a9dd-276b911e3967 req-00e46449-3d15-491d-aa5b-5660b94d2959 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Floating IP fddef62d-feaf-452e-b187-f32173d22149 disassociated. External IP: 172.26.8.52, port: 8959c01e-7dce-46ec-b17c-e72976899df4. Apr 06 14:28:06.124078 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-3e7ba2eb-fa7d-4d50-a9dd-276b911e3967 req-00e46449-3d15-491d-aa5b-5660b94d2959 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for 8959c01e-7dce-46ec-b17c-e72976899df4 owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:28:06.264495 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-3e7ba2eb-fa7d-4d50-a9dd-276b911e3967 req-00e46449-3d15-491d-aa5b-5660b94d2959 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:06.315034 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e46449-3d15-491d-aa5b-5660b94d2959 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=8959c01e-7dce-46ec-b17c-e72976899df4,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:06.516268 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5be39de9-60d2-48eb-98af-0ee62bba8058 req-3acb4e9c-2bdf-402a-b5bf-556d829582b1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a554a9-c3f4-42ae-a671-0f4baf9296a5 HTTP/1.1" status: 200 len: 210 time: 0.0473273 Apr 06 14:28:06.562408 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e7ba2eb-fa7d-4d50-a9dd-276b911e3967 req-00e46449-3d15-491d-aa5b-5660b94d2959 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router 1342f69d-6660-4c60-9dba-87619e86f0a6 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:28:06.768409 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e7ba2eb-fa7d-4d50-a9dd-276b911e3967 req-00e46449-3d15-491d-aa5b-5660b94d2959 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:28:06.778047 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b863bfdb-afa0-41e4-a57a-c3dbac225bb3 None None] Sync routers for ids ['1342f69d-6660-4c60-9dba-87619e86f0a6'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:28:06.790808 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b863bfdb-afa0-41e4-a57a-c3dbac225bb3 None None] Routers {'1342f69d-6660-4c60-9dba-87619e86f0a6'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:28:06.791657 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b863bfdb-afa0-41e4-a57a-c3dbac225bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:27:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['1342f69d-6660-4c60-9dba-87619e86f0a6'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:06.845753 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7ba2eb-fa7d-4d50-a9dd-276b911e3967 req-00e46449-3d15-491d-aa5b-5660b94d2959 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] No DVR routers for this DVR port 8959c01e-7dce-46ec-b17c-e72976899df4 on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:28:06.848272 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-3e7ba2eb-fa7d-4d50-a9dd-276b911e3967 req-00e46449-3d15-491d-aa5b-5660b94d2959 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:06.851045 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a554a9-c3f4-42ae-a671-0f4baf9296a5', 'name': 'network-vif-deleted', 'tag': '8959c01e-7dce-46ec-b17c-e72976899df4'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:28:06.872278 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3e7ba2eb-fa7d-4d50-a9dd-276b911e3967 req-00e46449-3d15-491d-aa5b-5660b94d2959 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "DELETE /v2.0/ports/8959c01e-7dce-46ec-b17c-e72976899df4 HTTP/1.1" status: 204 len: 173 time: 1.4489381 Apr 06 14:28:06.909816 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86c3648f-d2e9-4f49-b69d-5a83aaaa881f'] response: {'server_uuid': '15a554a9-c3f4-42ae-a671-0f4baf9296a5', 'name': 'network-vif-deleted', 'tag': '8959c01e-7dce-46ec-b17c-e72976899df4', 'status': 'completed', 'code': 200} Apr 06 14:28:06.996084 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-b863bfdb-afa0-41e4-a57a-c3dbac225bb3 None None] Set router 1342f69d-6660-4c60-9dba-87619e86f0a6 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:28:07.320682 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b863bfdb-afa0-41e4-a57a-c3dbac225bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'name': 'tempest-TestNetworkBasicOps-router-215638727', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:17Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'a9f6a44f-ddaf-409d-a25a-c372fec185ba', 'name': '', 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:e3:01:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:16Z', 'updated_at': '2022-04-06T14:26:23Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:07.324802 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b863bfdb-afa0-41e4-a57a-c3dbac225bb3 None None] Checking router: 1342f69d-6660-4c60-9dba-87619e86f0a6 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:28:07.335461 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b863bfdb-afa0-41e4-a57a-c3dbac225bb3 None None] Routers {'1342f69d-6660-4c60-9dba-87619e86f0a6'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:28:07.336069 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b863bfdb-afa0-41e4-a57a-c3dbac225bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:27:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['1342f69d-6660-4c60-9dba-87619e86f0a6'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:07.517406 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-b863bfdb-afa0-41e4-a57a-c3dbac225bb3 None None] Set router 1342f69d-6660-4c60-9dba-87619e86f0a6 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:28:07.765179 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56852) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:07.839642 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-52182fe5-6883-42de-a034-3b95a95d5705 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:07.873890 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b863bfdb-afa0-41e4-a57a-c3dbac225bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'name': 'tempest-TestNetworkBasicOps-router-215638727', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:17Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'a9f6a44f-ddaf-409d-a25a-c372fec185ba', 'name': '', 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:e3:01:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:16Z', 'updated_at': '2022-04-06T14:26:23Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:07.876888 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-52182fe5-6883-42de-a034-3b95a95d5705 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:07.878692 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b863bfdb-afa0-41e4-a57a-c3dbac225bb3 None None] The sync data for ids ['1342f69d-6660-4c60-9dba-87619e86f0a6'] in dv-neutron-835868-1-hyperv is: [{'id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'name': 'tempest-TestNetworkBasicOps-router-215638727', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:17Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'a9f6a44f-ddaf-409d-a25a-c372fec185ba', 'name': '', 'network_id': '710a154d-db0b-4d2a-a637-f450b3de659d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:e3:01:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:16Z', 'updated_at': '2022-04-06T14:26:23Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'c168a46e-23b7-4ea1-89d6-d2f7b128c1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:28:07.953175 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-52182fe5-6883-42de-a034-3b95a95d5705 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:07.973220 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52182fe5-6883-42de-a034-3b95a95d5705 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c647ee4-aa7f-479f-8321-ead90f378a5e,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:07.986284 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52182fe5-6883-42de-a034-3b95a95d5705 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:07.986632 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52182fe5-6883-42de-a034-3b95a95d5705 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:07.986971 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52182fe5-6883-42de-a034-3b95a95d5705 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:07.987304 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52182fe5-6883-42de-a034-3b95a95d5705 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:07.987633 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52182fe5-6883-42de-a034-3b95a95d5705 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:07.987992 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52182fe5-6883-42de-a034-3b95a95d5705 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:07.988318 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52182fe5-6883-42de-a034-3b95a95d5705 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:07.988644 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52182fe5-6883-42de-a034-3b95a95d5705 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:07.989000 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52182fe5-6883-42de-a034-3b95a95d5705 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:07.989323 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52182fe5-6883-42de-a034-3b95a95d5705 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:07.989837 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52182fe5-6883-42de-a034-3b95a95d5705 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:07.992552 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-52182fe5-6883-42de-a034-3b95a95d5705 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:07.996465 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-52182fe5-6883-42de-a034-3b95a95d5705 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/security-groups/4c647ee4-aa7f-479f-8321-ead90f378a5e HTTP/1.1" status: 204 len: 168 time: 0.2295036 Apr 06 14:28:08.039079 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c3a16e80-5b9f-46aa-a15b-fe7fb15e5caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:08.041923 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56858) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:08.119205 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a223d5d5-34a6-4f50-acf1-d462478def76 None None] New status for floating IP fddef62d-feaf-452e-b187-f32173d22149: DOWN {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:28:08.195589 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c9a6cc42-70a6-4093-b8f4-2152f52ed241 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port 708baae3-4415-424b-a7ce-2c82c5c0bdd9 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:28:08.195933 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9a6cc42-70a6-4093-b8f4-2152f52ed241 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:08.464507 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9a6cc42-70a6-4093-b8f4-2152f52ed241 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:08.464839 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9a6cc42-70a6-4093-b8f4-2152f52ed241 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:08.578360 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c9a6cc42-70a6-4093-b8f4-2152f52ed241 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for 708baae3-4415-424b-a7ce-2c82c5c0bdd9 owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:28:08.653876 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-c9a6cc42-70a6-4093-b8f4-2152f52ed241 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:28:08.654194 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-c9a6cc42-70a6-4093-b8f4-2152f52ed241 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:28:09.154910 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c9a6cc42-70a6-4093-b8f4-2152f52ed241 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port 708baae3-4415-424b-a7ce-2c82c5c0bdd9 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:28:09.155601 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9a6cc42-70a6-4093-b8f4-2152f52ed241 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:09.322359 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9a6cc42-70a6-4093-b8f4-2152f52ed241 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:09.322685 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9a6cc42-70a6-4093-b8f4-2152f52ed241 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:09.446277 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c9a6cc42-70a6-4093-b8f4-2152f52ed241 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for 708baae3-4415-424b-a7ce-2c82c5c0bdd9 owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:28:09.450942 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 8959c01e-7dce-46ec-b17c-e72976899df4 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:28:09.483241 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: 8959c01e-7dce-46ec-b17c-e72976899df4 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:28:09.483593 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 8959c01e-7dce-46ec-b17c-e72976899df4 not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:28:09.583135 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9a6cc42-70a6-4093-b8f4-2152f52ed241 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:09.624936 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6cc42-70a6-4093-b8f4-2152f52ed241 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=708baae3-4415-424b-a7ce-2c82c5c0bdd9,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:09.717327 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9a6cc42-70a6-4093-b8f4-2152f52ed241 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:09.730522 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9a6cc42-70a6-4093-b8f4-2152f52ed241 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:09.731618 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c9a6cc42-70a6-4093-b8f4-2152f52ed241 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/floatingips/fddef62d-feaf-452e-b187-f32173d22149 HTTP/1.1" status: 204 len: 168 time: 1.6886470 Apr 06 14:28:10.104606 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1c5ea-cbb1-4ee9-aaf1-ba476e961c7e req-0771f024-e894-4968-953a-9c7ed7748022 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:10.105965 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ecf1c5ea-cbb1-4ee9-aaf1-ba476e961c7e req-0771f024-e894-4968-953a-9c7ed7748022 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=36128b5a-fca3-4c03-86c6-d9efe2678abe HTTP/1.1" status: 200 len: 946 time: 0.0738513 Apr 06 14:28:10.149309 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-ecf1c5ea-cbb1-4ee9-aaf1-ba476e961c7e req-0664ca85-ea73-4b4b-ad95-0965c358d361 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:28:10.166296 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-ecf1c5ea-cbb1-4ee9-aaf1-ba476e961c7e req-0664ca85-ea73-4b4b-ad95-0965c358d361 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:28:10.167426 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ecf1c5ea-cbb1-4ee9-aaf1-ba476e961c7e req-0664ca85-ea73-4b4b-ad95-0965c358d361 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=3966673d-e58a-4d15-a45f-0765e6925696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561316 Apr 06 14:28:10.651426 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:28:10.856303 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-99f32680-ca0c-4613-99e0-2e69163b6c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:11.298102 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:11.344140 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:11.400513 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512d4a8-2414-4d47-a469-116277fd35e9 req-457ca662-bd53-4a94-95ad-86ae2cce25a4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:11.401219 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-1512d4a8-2414-4d47-a469-116277fd35e9 req-457ca662-bd53-4a94-95ad-86ae2cce25a4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:28:11.418834 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8584bb-5068-4002-8b0f-52cd0bf571d7 req-69a20f8b-7c33-4e39-9f08-6ef29605f68e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:11.419493 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-4d8584bb-5068-4002-8b0f-52cd0bf571d7 req-69a20f8b-7c33-4e39-9f08-6ef29605f68e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:28:11.429308 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-1512d4a8-2414-4d47-a469-116277fd35e9 req-457ca662-bd53-4a94-95ad-86ae2cce25a4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:28:11.430399 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1512d4a8-2414-4d47-a469-116277fd35e9 req-457ca662-bd53-4a94-95ad-86ae2cce25a4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/ports?device_id=36128b5a-fca3-4c03-86c6-d9efe2678abe HTTP/1.1" status: 200 len: 946 time: 0.1688294 Apr 06 14:28:11.435299 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-4d8584bb-5068-4002-8b0f-52cd0bf571d7 req-69a20f8b-7c33-4e39-9f08-6ef29605f68e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:28:11.436303 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4d8584bb-5068-4002-8b0f-52cd0bf571d7 req-69a20f8b-7c33-4e39-9f08-6ef29605f68e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=36128b5a-fca3-4c03-86c6-d9efe2678abe HTTP/1.1" status: 200 len: 946 time: 0.1342776 Apr 06 14:28:11.525763 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-1512d4a8-2414-4d47-a469-116277fd35e9 req-8004cf1d-b06e-4436-93f6-a276f732b93b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port cf6f11ea-4d70-41fe-aa69-6e0002e680a1 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:28:11.526009 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-1512d4a8-2414-4d47-a469-116277fd35e9 req-8004cf1d-b06e-4436-93f6-a276f732b93b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:11.559810 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4d8584bb-5068-4002-8b0f-52cd0bf571d7 req-79b1dc12-db2d-4132-ab58-4cabdff50532 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=3966673d-e58a-4d15-a45f-0765e6925696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0916023 Apr 06 14:28:11.772036 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-1512d4a8-2414-4d47-a469-116277fd35e9 req-8004cf1d-b06e-4436-93f6-a276f732b93b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] For port cf6f11ea-4d70-41fe-aa69-6e0002e680a1, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cf6f11ea-4d70-41fe-aa69-6e0002e680a1,segment=NetworkSegment(808c72c9-cb02-454d-b025-d16b663d7bfa),segment_id=808c72c9-cb02-454d-b025-d16b663d7bfa)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:11.772385 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-1512d4a8-2414-4d47-a469-116277fd35e9 req-8004cf1d-b06e-4436-93f6-a276f732b93b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:11.986109 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-1512d4a8-2414-4d47-a469-116277fd35e9 req-8004cf1d-b06e-4436-93f6-a276f732b93b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for cf6f11ea-4d70-41fe-aa69-6e0002e680a1 owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:28:12.126304 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-1512d4a8-2414-4d47-a469-116277fd35e9 req-8004cf1d-b06e-4436-93f6-a276f732b93b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:12.176780 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8004cf1d-b06e-4436-93f6-a276f732b93b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=cf6f11ea-4d70-41fe-aa69-6e0002e680a1,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:12.249388 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-1512d4a8-2414-4d47-a469-116277fd35e9 req-8004cf1d-b06e-4436-93f6-a276f732b93b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] No DVR routers for this DVR port cf6f11ea-4d70-41fe-aa69-6e0002e680a1 on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:28:12.251774 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-1512d4a8-2414-4d47-a469-116277fd35e9 req-8004cf1d-b06e-4436-93f6-a276f732b93b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:12.254303 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36128b5a-fca3-4c03-86c6-d9efe2678abe', 'name': 'network-vif-deleted', 'tag': 'cf6f11ea-4d70-41fe-aa69-6e0002e680a1'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:28:12.268759 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1512d4a8-2414-4d47-a469-116277fd35e9 req-8004cf1d-b06e-4436-93f6-a276f732b93b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "DELETE /v2.0/ports/cf6f11ea-4d70-41fe-aa69-6e0002e680a1 HTTP/1.1" status: 204 len: 173 time: 0.8314846 Apr 06 14:28:12.448055 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bdcefb5-a6ff-4895-bba8-507afef96d74'] response: {'server_uuid': '36128b5a-fca3-4c03-86c6-d9efe2678abe', 'name': 'network-vif-deleted', 'tag': 'cf6f11ea-4d70-41fe-aa69-6e0002e680a1', 'status': 'completed', 'code': 200} Apr 06 14:28:12.736831 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-536640b4-bfbf-4b1b-8de6-ef98229382be req-13a6aa58-cd7a-467d-8652-aac642f8a906 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:28:12.752312 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-536640b4-bfbf-4b1b-8de6-ef98229382be req-13a6aa58-cd7a-467d-8652-aac642f8a906 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:28:12.754303 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-536640b4-bfbf-4b1b-8de6-ef98229382be req-13a6aa58-cd7a-467d-8652-aac642f8a906 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=36128b5a-fca3-4c03-86c6-d9efe2678abe HTTP/1.1" status: 200 len: 210 time: 0.0573387 Apr 06 14:28:12.815157 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:13.860039 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56874) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:13.929549 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a1832c0a-9973-4082-8853-fbe29ce6ac4d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:13.959536 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a1832c0a-9973-4082-8853-fbe29ce6ac4d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:14.024006 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a1832c0a-9973-4082-8853-fbe29ce6ac4d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:14.044573 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1832c0a-9973-4082-8853-fbe29ce6ac4d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3966673d-e58a-4d15-a45f-0765e6925696,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:14.055829 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a1832c0a-9973-4082-8853-fbe29ce6ac4d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:14.056996 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a1832c0a-9973-4082-8853-fbe29ce6ac4d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/security-groups/3966673d-e58a-4d15-a45f-0765e6925696 HTTP/1.1" status: 204 len: 168 time: 0.1959419 Apr 06 14:28:14.099150 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56880) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:14.503390 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-703930af-8fd7-40eb-bd34-40014cdc0a0a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:15.208545 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-703930af-8fd7-40eb-bd34-40014cdc0a0a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port a9f6a44f-ddaf-409d-a25a-c372fec185ba {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:28:15.209291 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-703930af-8fd7-40eb-bd34-40014cdc0a0a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:15.392952 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-703930af-8fd7-40eb-bd34-40014cdc0a0a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] For port a9f6a44f-ddaf-409d-a25a-c372fec185ba, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a9f6a44f-ddaf-409d-a25a-c372fec185ba,segment=NetworkSegment(808c72c9-cb02-454d-b025-d16b663d7bfa),segment_id=808c72c9-cb02-454d-b025-d16b663d7bfa)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:15.393313 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-703930af-8fd7-40eb-bd34-40014cdc0a0a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:15.482878 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device cf6f11ea-4d70-41fe-aa69-6e0002e680a1 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:28:15.517350 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-703930af-8fd7-40eb-bd34-40014cdc0a0a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for a9f6a44f-ddaf-409d-a25a-c372fec185ba owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:28:15.553301 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: cf6f11ea-4d70-41fe-aa69-6e0002e680a1 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:28:15.553680 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device cf6f11ea-4d70-41fe-aa69-6e0002e680a1 not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:28:15.693723 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-703930af-8fd7-40eb-bd34-40014cdc0a0a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:15.744043 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703930af-8fd7-40eb-bd34-40014cdc0a0a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=a9f6a44f-ddaf-409d-a25a-c372fec185ba,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:16.058679 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-703930af-8fd7-40eb-bd34-40014cdc0a0a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:16.751613 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703930af-8fd7-40eb-bd34-40014cdc0a0a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router 1342f69d-6660-4c60-9dba-87619e86f0a6 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:28:16.946572 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703930af-8fd7-40eb-bd34-40014cdc0a0a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:28:16.955888 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3a63fd-8298-4849-bca0-263320a5536a None None] Sync routers for ids ['1342f69d-6660-4c60-9dba-87619e86f0a6'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:28:16.963068 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-703930af-8fd7-40eb-bd34-40014cdc0a0a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "PUT /v2.0/routers/1342f69d-6660-4c60-9dba-87619e86f0a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8627844 Apr 06 14:28:16.965726 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56884) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:16.968584 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3a63fd-8298-4849-bca0-263320a5536a None None] Routers {'1342f69d-6660-4c60-9dba-87619e86f0a6'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:28:16.969249 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9b3a63fd-8298-4849-bca0-263320a5536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:28:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['1342f69d-6660-4c60-9dba-87619e86f0a6'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:17.147068 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-9b3a63fd-8298-4849-bca0-263320a5536a None None] Set router 1342f69d-6660-4c60-9dba-87619e86f0a6 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:28:17.155596 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d3345c-165a-48b5-bcc5-18674d42a096 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting subnet c168a46e-23b7-4ea1-89d6-d2f7b128c1fc {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:28:17.158649 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3d3345c-165a-48b5-bcc5-18674d42a096 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:17.212391 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3d3345c-165a-48b5-bcc5-18674d42a096 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:17.297837 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3d3345c-165a-48b5-bcc5-18674d42a096 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:17.374481 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3d3345c-165a-48b5-bcc5-18674d42a096 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:17.412812 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3345c-165a-48b5-bcc5-18674d42a096 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Subnet': ['ID=c168a46e-23b7-4ea1-89d6-d2f7b128c1fc,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:17.419203 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3d3345c-165a-48b5-bcc5-18674d42a096 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:17.425056 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f562602-88e8-4011-afc6-40f522a7831d None None] Network 710a154d-db0b-4d2a-a637-f450b3de659d requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:28:17.425245 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b3d3345c-165a-48b5-bcc5-18674d42a096 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/subnets/c168a46e-23b7-4ea1-89d6-d2f7b128c1fc HTTP/1.1" status: 204 len: 168 time: 0.4584692 Apr 06 14:28:17.427739 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56888) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:17.520488 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9b3a63fd-8298-4849-bca0-263320a5536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'name': 'tempest-TestNetworkBasicOps-router-215638727', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:28:15Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:17.551904 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3a63fd-8298-4849-bca0-263320a5536a None None] Checking router: 1342f69d-6660-4c60-9dba-87619e86f0a6 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:28:17.605126 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3a63fd-8298-4849-bca0-263320a5536a None None] Routers {'1342f69d-6660-4c60-9dba-87619e86f0a6'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:28:17.605828 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9b3a63fd-8298-4849-bca0-263320a5536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:28:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['1342f69d-6660-4c60-9dba-87619e86f0a6'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:17.631931 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-364f0012-e8aa-42b2-b8be-e59b6cd427f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:17.796340 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-9b3a63fd-8298-4849-bca0-263320a5536a None None] Set router 1342f69d-6660-4c60-9dba-87619e86f0a6 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:28:17.842651 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-364f0012-e8aa-42b2-b8be-e59b6cd427f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:17.853702 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-364f0012-e8aa-42b2-b8be-e59b6cd427f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port 88e7afcd-7311-464a-9c35-36f163fe49cc {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:28:17.854046 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-364f0012-e8aa-42b2-b8be-e59b6cd427f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:17.857108 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead43d56-02c0-48a8-8da3-bbb9dc6bcf89 None None] DHCP port deletion for 710a154d-db0b-4d2a-a637-f450b3de659d request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:28:17.921133 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ead43d56-02c0-48a8-8da3-bbb9dc6bcf89 None None] Deleting port fa8a2194-a0e4-4381-ac31-7e809225a82d {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:28:17.921420 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ead43d56-02c0-48a8-8da3-bbb9dc6bcf89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:18.030863 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-364f0012-e8aa-42b2-b8be-e59b6cd427f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] For port 88e7afcd-7311-464a-9c35-36f163fe49cc, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=88e7afcd-7311-464a-9c35-36f163fe49cc,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:18.031213 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-364f0012-e8aa-42b2-b8be-e59b6cd427f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:18.153164 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-364f0012-e8aa-42b2-b8be-e59b6cd427f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for 88e7afcd-7311-464a-9c35-36f163fe49cc owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:28:18.325602 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ead43d56-02c0-48a8-8da3-bbb9dc6bcf89 None None] For port fa8a2194-a0e4-4381-ac31-7e809225a82d, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=fa8a2194-a0e4-4381-ac31-7e809225a82d,segment=NetworkSegment(808c72c9-cb02-454d-b025-d16b663d7bfa),segment_id=808c72c9-cb02-454d-b025-d16b663d7bfa)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:18.326156 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ead43d56-02c0-48a8-8da3-bbb9dc6bcf89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:18.444980 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-364f0012-e8aa-42b2-b8be-e59b6cd427f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:18.457152 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ead43d56-02c0-48a8-8da3-bbb9dc6bcf89 None None] Calling delete_port for fa8a2194-a0e4-4381-ac31-7e809225a82d owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:28:18.492428 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f0012-e8aa-42b2-b8be-e59b6cd427f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=88e7afcd-7311-464a-9c35-36f163fe49cc,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:18.538959 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9b3a63fd-8298-4849-bca0-263320a5536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'name': 'tempest-TestNetworkBasicOps-router-215638727', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:28:15Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:18.545939 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3a63fd-8298-4849-bca0-263320a5536a None None] The sync data for ids ['1342f69d-6660-4c60-9dba-87619e86f0a6'] in dv-neutron-835868-1-hyperv is: [{'id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'name': 'tempest-TestNetworkBasicOps-router-215638727', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:28:15Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '88e7afcd-7311-464a-9c35-36f163fe49cc', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342f69d-6660-4c60-9dba-87619e86f0a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:26:13Z', 'updated_at': '2022-04-06T14:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:28:18.560887 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ead43d56-02c0-48a8-8da3-bbb9dc6bcf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:18.615272 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead43d56-02c0-48a8-8da3-bbb9dc6bcf89 None None] No DVR routers for this DVR port fa8a2194-a0e4-4381-ac31-7e809225a82d on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:28:18.625391 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead43d56-02c0-48a8-8da3-bbb9dc6bcf89 None None] Pushing event deleted for resources: {'Port': ['ID=fa8a2194-a0e4-4381-ac31-7e809225a82d,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:18.744555 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-364f0012-e8aa-42b2-b8be-e59b6cd427f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:19.029669 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-364f0012-e8aa-42b2-b8be-e59b6cd427f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:19.034188 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-364f0012-e8aa-42b2-b8be-e59b6cd427f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:19.067985 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-364f0012-e8aa-42b2-b8be-e59b6cd427f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:19.068569 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364f0012-e8aa-42b2-b8be-e59b6cd427f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Fanout notify agent at l3_agent the message router_deleted on router 1342f69d-6660-4c60-9dba-87619e86f0a6 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:28:19.087211 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-364f0012-e8aa-42b2-b8be-e59b6cd427f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:19.088393 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-364f0012-e8aa-42b2-b8be-e59b6cd427f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/routers/1342f69d-6660-4c60-9dba-87619e86f0a6 HTTP/1.1" status: 204 len: 168 time: 1.6596887 Apr 06 14:28:19.091283 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56892) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:19.220895 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c797a8ec-7f19-41e5-9d67-379dcbf8ba77 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:19.351594 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c797a8ec-7f19-41e5-9d67-379dcbf8ba77 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:19.376547 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-c797a8ec-7f19-41e5-9d67-379dcbf8ba77 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710a154d-db0b-4d2a-a637-f450b3de659d']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:19.389684 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-c797a8ec-7f19-41e5-9d67-379dcbf8ba77 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808c72c9-cb02-454d-b025-d16b663d7bfa') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:19.389981 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-c797a8ec-7f19-41e5-9d67-379dcbf8ba77 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808c72c9-cb02-454d-b025-d16b663d7bfa') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:19.402828 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c797a8ec-7f19-41e5-9d67-379dcbf8ba77 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:19.419434 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c797a8ec-7f19-41e5-9d67-379dcbf8ba77 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:19.425945 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c797a8ec-7f19-41e5-9d67-379dcbf8ba77 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:28:19.426368 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c797a8ec-7f19-41e5-9d67-379dcbf8ba77 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:28:19.441189 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:28:19.522446 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c797a8ec-7f19-41e5-9d67-379dcbf8ba77 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:19.545886 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c797a8ec-7f19-41e5-9d67-379dcbf8ba77 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:19.548741 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797a8ec-7f19-41e5-9d67-379dcbf8ba77 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Network': ['ID=710a154d-db0b-4d2a-a637-f450b3de659d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:19.563959 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797a8ec-7f19-41e5-9d67-379dcbf8ba77 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:19.564466 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797a8ec-7f19-41e5-9d67-379dcbf8ba77 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:19.564663 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797a8ec-7f19-41e5-9d67-379dcbf8ba77 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:19.565181 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797a8ec-7f19-41e5-9d67-379dcbf8ba77 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:19.565481 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797a8ec-7f19-41e5-9d67-379dcbf8ba77 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:19.566278 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797a8ec-7f19-41e5-9d67-379dcbf8ba77 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:19.566810 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797a8ec-7f19-41e5-9d67-379dcbf8ba77 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:19.567211 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797a8ec-7f19-41e5-9d67-379dcbf8ba77 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:19.567484 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797a8ec-7f19-41e5-9d67-379dcbf8ba77 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:19.567881 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797a8ec-7f19-41e5-9d67-379dcbf8ba77 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:19.568205 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797a8ec-7f19-41e5-9d67-379dcbf8ba77 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:19.571989 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c797a8ec-7f19-41e5-9d67-379dcbf8ba77 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/networks/710a154d-db0b-4d2a-a637-f450b3de659d HTTP/1.1" status: 204 len: 168 time: 0.4797637 Apr 06 14:28:19.598279 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56896) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:19.605308 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8dd201b0-3dfb-4ca3-9a83-6928cf2e0db9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'network': {'name': 'tempest-network-smoke--1530889664', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'port_security_enabled': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:28:19.610354 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8dd201b0-3dfb-4ca3-9a83-6928cf2e0db9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:28:19.614431 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8dd201b0-3dfb-4ca3-9a83-6928cf2e0db9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:network and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:28:19.617335 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8dd201b0-3dfb-4ca3-9a83-6928cf2e0db9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:28:19.623079 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8dd201b0-3dfb-4ca3-9a83-6928cf2e0db9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:28:19.634126 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd201b0-3dfb-4ca3-9a83-6928cf2e0db9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Made reservation on behalf of 2c4f01a131354b128ac6b7c118186600 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:28:19.637167 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8dd201b0-3dfb-4ca3-9a83-6928cf2e0db9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:19.666345 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd201b0-3dfb-4ca3-9a83-6928cf2e0db9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:28:19.677243 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8dd201b0-3dfb-4ca3-9a83-6928cf2e0db9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:19.677574 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-8dd201b0-3dfb-4ca3-9a83-6928cf2e0db9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Added segment f5b6b48a-a252-4378-b593-e236458e27cb of type vlan for network 8d1f3dfd-9307-4261-b841-d0d206f40bee Apr 06 14:28:19.711901 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8dd201b0-3dfb-4ca3-9a83-6928cf2e0db9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:19.733563 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 88e7afcd-7311-464a-9c35-36f163fe49cc no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:28:19.749235 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8dd201b0-3dfb-4ca3-9a83-6928cf2e0db9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:19.752975 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd201b0-3dfb-4ca3-9a83-6928cf2e0db9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:19.754149 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8dd201b0-3dfb-4ca3-9a83-6928cf2e0db9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:19.769887 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 88e7afcd-7311-464a-9c35-36f163fe49cc {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:28:19.770202 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 88e7afcd-7311-464a-9c35-36f163fe49cc not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:28:19.770628 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device fa8a2194-a0e4-4381-ac31-7e809225a82d no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:28:19.803035 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: fa8a2194-a0e4-4381-ac31-7e809225a82d {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:28:19.803384 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device fa8a2194-a0e4-4381-ac31-7e809225a82d not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:28:19.803814 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a9f6a44f-ddaf-409d-a25a-c372fec185ba no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:28:19.836243 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: a9f6a44f-ddaf-409d-a25a-c372fec185ba {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:28:19.836505 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a9f6a44f-ddaf-409d-a25a-c372fec185ba not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:28:19.863878 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8dd201b0-3dfb-4ca3-9a83-6928cf2e0db9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2631493 Apr 06 14:28:19.864415 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd201b0-3dfb-4ca3-9a83-6928cf2e0db9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Network': ['ID=8d1f3dfd-9307-4261-b841-d0d206f40bee,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:19.866549 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56900) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:19.871780 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2dd36e5a-8c3c-4330-b65e-60ed67b5f9e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-760030677', 'admin_state_up': True, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:28:19.875034 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 8d1f3dfd-9307-4261-b841-d0d206f40bee details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:28:19.880056 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2dd36e5a-8c3c-4330-b65e-60ed67b5f9e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:28:19.885423 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2dd36e5a-8c3c-4330-b65e-60ed67b5f9e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:router and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:28:19.889143 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2dd36e5a-8c3c-4330-b65e-60ed67b5f9e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:28:19.896328 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2dd36e5a-8c3c-4330-b65e-60ed67b5f9e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:28:19.906471 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2dd36e5a-8c3c-4330-b65e-60ed67b5f9e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:19.907363 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2dd36e5a-8c3c-4330-b65e-60ed67b5f9e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:19.927260 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2dd36e5a-8c3c-4330-b65e-60ed67b5f9e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:20.188547 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2dd36e5a-8c3c-4330-b65e-60ed67b5f9e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:20.377003 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2dd36e5a-8c3c-4330-b65e-60ed67b5f9e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:20.408599 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2dd36e5a-8c3c-4330-b65e-60ed67b5f9e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:20.552315 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-2dd36e5a-8c3c-4330-b65e-60ed67b5f9e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.26.8.229 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/2b2fc37e-f5f0-4ee6-8525-3f4d734071fe) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:28:20.701824 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2dd36e5a-8c3c-4330-b65e-60ed67b5f9e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:20.730936 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2dd36e5a-8c3c-4330-b65e-60ed67b5f9e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:20.802691 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd36e5a-8c3c-4330-b65e-60ed67b5f9e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:28:20.805450 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-2dd36e5a-8c3c-4330-b65e-60ed67b5f9e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:28:20.810068 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd36e5a-8c3c-4330-b65e-60ed67b5f9e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:28:20.835354 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd36e5a-8c3c-4330-b65e-60ed67b5f9e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=2b2fc37e-f5f0-4ee6-8525-3f4d734071fe,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:20.978512 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2dd36e5a-8c3c-4330-b65e-60ed67b5f9e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:20.979236 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2dd36e5a-8c3c-4330-b65e-60ed67b5f9e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:21.219536 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd36e5a-8c3c-4330-b65e-60ed67b5f9e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router d65b1ff5-448c-4f01-9bbb-5189ec2ac196 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:28:21.437273 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd36e5a-8c3c-4330-b65e-60ed67b5f9e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:28:21.449281 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dda5478-29f4-4c9b-81cb-b623507ddf7b None None] Sync routers for ids ['d65b1ff5-448c-4f01-9bbb-5189ec2ac196'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:28:21.462809 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dda5478-29f4-4c9b-81cb-b623507ddf7b None None] Routers {'d65b1ff5-448c-4f01-9bbb-5189ec2ac196'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:28:21.463931 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6dda5478-29f4-4c9b-81cb-b623507ddf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:28:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['d65b1ff5-448c-4f01-9bbb-5189ec2ac196'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:21.468219 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2dd36e5a-8c3c-4330-b65e-60ed67b5f9e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:21.474431 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2dd36e5a-8c3c-4330-b65e-60ed67b5f9e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6023078 Apr 06 14:28:21.474869 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56904) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:21.648816 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-6dda5478-29f4-4c9b-81cb-b623507ddf7b None None] Set router d65b1ff5-448c-4f01-9bbb-5189ec2ac196 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:28:21.679317 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9f26ba6a-300e-4f36-bcb9-a517d1d85586 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=2c4f01a131354b128ac6b7c118186600&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2025659 Apr 06 14:28:21.682134 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56910) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:21.811832 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f74da8b-2e56-4ed3-8af9-09ebf1eda59f tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:21.813254 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4f74da8b-2e56-4ed3-8af9-09ebf1eda59f tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1301935 Apr 06 14:28:21.816619 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56914) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:21.859480 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7d25b647-2987-48fd-8542-be93e797ccef tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5b121ca5-69d5-4d27-bffe-4929f7aabdf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422196 Apr 06 14:28:21.862005 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56918) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:21.868093 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e7df9bb7-7283-47b3-99b8-0b1708d98a64 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1892587831', 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:28:21.934265 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6dda5478-29f4-4c9b-81cb-b623507ddf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'name': 'tempest-TestNetworkBasicOps-router-760030677', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '2b2fc37e-f5f0-4ee6-8525-3f4d734071fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:19Z', 'updated_at': '2022-04-06T14:28:20Z', 'revision_number': 3, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '2b2fc37e-f5f0-4ee6-8525-3f4d734071fe', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:20Z', 'updated_at': '2022-04-06T14:28:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:21.938241 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dda5478-29f4-4c9b-81cb-b623507ddf7b None None] Checking router: d65b1ff5-448c-4f01-9bbb-5189ec2ac196 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:28:21.938595 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dda5478-29f4-4c9b-81cb-b623507ddf7b None None] Updating router d65b1ff5-448c-4f01-9bbb-5189ec2ac196 port 2b2fc37e-f5f0-4ee6-8525-3f4d734071fe binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:28:21.978294 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e7df9bb7-7283-47b3-99b8-0b1708d98a64 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:28:21.982160 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e7df9bb7-7283-47b3-99b8-0b1708d98a64 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:subnet and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:28:21.985068 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e7df9bb7-7283-47b3-99b8-0b1708d98a64 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:28:21.989859 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-6dda5478-29f4-4c9b-81cb-b623507ddf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:21.991236 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e7df9bb7-7283-47b3-99b8-0b1708d98a64 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:28:22.001161 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7df9bb7-7283-47b3-99b8-0b1708d98a64 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Made reservation on behalf of 2c4f01a131354b128ac6b7c118186600 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:28:22.102602 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7df9bb7-7283-47b3-99b8-0b1708d98a64 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:22.314292 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-6dda5478-29f4-4c9b-81cb-b623507ddf7b None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:22.320235 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7df9bb7-7283-47b3-99b8-0b1708d98a64 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:22.326864 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-6dda5478-29f4-4c9b-81cb-b623507ddf7b None None] Transition to ACTIVE for port object 2b2fc37e-f5f0-4ee6-8525-3f4d734071fe will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:28:22.334032 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-6dda5478-29f4-4c9b-81cb-b623507ddf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:22.400783 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df9bb7-7283-47b3-99b8-0b1708d98a64 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Subnet': ['ID=bece0d71-f26e-4346-ab34-2e58a30a40e7,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:22.408368 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df9bb7-7283-47b3-99b8-0b1708d98a64 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Checking segment: {'id': 'f5b6b48a-a252-4378-b593-e236458e27cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:28:22.408727 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7df9bb7-7283-47b3-99b8-0b1708d98a64 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network hostable DHCP agents. Network: 8d1f3dfd-9307-4261-b841-d0d206f40bee, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:28:22.412011 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-6dda5478-29f4-4c9b-81cb-b623507ddf7b None None] Attempting to bind port 2b2fc37e-f5f0-4ee6-8525-3f4d734071fe on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:28:22.412579 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-6dda5478-29f4-4c9b-81cb-b623507ddf7b None None] Attempting to bind port 2b2fc37e-f5f0-4ee6-8525-3f4d734071fe by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:28:22.412975 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda5478-29f4-4c9b-81cb-b623507ddf7b None None] Attempting to bind port 2b2fc37e-f5f0-4ee6-8525-3f4d734071fe on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:28:22.425175 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4c7fa-1cbc-4928-8a52-4b13d0040d44 None None] Pushing event updated for resources: {'Port': ['ID=2b2fc37e-f5f0-4ee6-8525-3f4d734071fe,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:22.428521 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda5478-29f4-4c9b-81cb-b623507ddf7b None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:28:22.428993 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda5478-29f4-4c9b-81cb-b623507ddf7b None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:28:22.429398 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-6dda5478-29f4-4c9b-81cb-b623507ddf7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:22.429824 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda5478-29f4-4c9b-81cb-b623507ddf7b None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:28:22.429945 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7df9bb7-7283-47b3-99b8-0b1708d98a64 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 8d1f3dfd-9307-4261-b841-d0d206f40bee is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:28:22.430258 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-6dda5478-29f4-4c9b-81cb-b623507ddf7b None None] Bound port: 2b2fc37e-f5f0-4ee6-8525-3f4d734071fe, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:28:22.430714 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-6dda5478-29f4-4c9b-81cb-b623507ddf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:22.438799 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-e7df9bb7-7283-47b3-99b8-0b1708d98a64 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 8d1f3dfd-9307-4261-b841-d0d206f40bee) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:28:22.443910 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7df9bb7-7283-47b3-99b8-0b1708d98a64 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:22.444770 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7df9bb7-7283-47b3-99b8-0b1708d98a64 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:22.448816 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8d6156-60a6-42ce-8c5e-0834292c5403 None None] Network 8d1f3dfd-9307-4261-b841-d0d206f40bee requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:28:22.465580 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4c7fa-1cbc-4928-8a52-4b13d0040d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:22.466329 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4c7fa-1cbc-4928-8a52-4b13d0040d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:22.466329 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4c7fa-1cbc-4928-8a52-4b13d0040d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:22.466868 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4c7fa-1cbc-4928-8a52-4b13d0040d44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:22.466998 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4c7fa-1cbc-4928-8a52-4b13d0040d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:22.467381 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4c7fa-1cbc-4928-8a52-4b13d0040d44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:22.467665 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4c7fa-1cbc-4928-8a52-4b13d0040d44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:22.468010 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4c7fa-1cbc-4928-8a52-4b13d0040d44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:22.468360 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4c7fa-1cbc-4928-8a52-4b13d0040d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:22.468683 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4c7fa-1cbc-4928-8a52-4b13d0040d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:22.469247 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4c7fa-1cbc-4928-8a52-4b13d0040d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:22.475554 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e7df9bb7-7283-47b3-99b8-0b1708d98a64 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6117516 Apr 06 14:28:22.478391 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56922) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:22.517593 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-6dda5478-29f4-4c9b-81cb-b623507ddf7b None None] For port 2b2fc37e-f5f0-4ee6-8525-3f4d734071fe, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:28:22.522974 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-6dda5478-29f4-4c9b-81cb-b623507ddf7b None None] For port 2b2fc37e-f5f0-4ee6-8525-3f4d734071fe, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=2b2fc37e-f5f0-4ee6-8525-3f4d734071fe,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:28:22.527430 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-6dda5478-29f4-4c9b-81cb-b623507ddf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:22.610957 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4c7fa-1cbc-4928-8a52-4b13d0040d44 None None] Pushing event updated for resources: {'Port': ['ID=2b2fc37e-f5f0-4ee6-8525-3f4d734071fe,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:22.619488 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dda5478-29f4-4c9b-81cb-b623507ddf7b None None] Routers {'d65b1ff5-448c-4f01-9bbb-5189ec2ac196'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:28:22.620103 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6dda5478-29f4-4c9b-81cb-b623507ddf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:28:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['d65b1ff5-448c-4f01-9bbb-5189ec2ac196'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:22.679005 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f8ae22-b387-4e1d-bb61-9f6d7407b405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-8d1f3dfd-9307-4261-b841-d0d206f40bee', 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ips': [{'subnet_id': 'bece0d71-f26e-4346-ab34-2e58a30a40e7'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:28:22.680179 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-34f8ae22-b387-4e1d-bb61-9f6d7407b405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:22.809785 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-6dda5478-29f4-4c9b-81cb-b623507ddf7b None None] Set router d65b1ff5-448c-4f01-9bbb-5189ec2ac196 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:28:22.851529 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-34f8ae22-b387-4e1d-bb61-9f6d7407b405 None None] Allocated IP 172.20.0.2 (8d1f3dfd-9307-4261-b841-d0d206f40bee/bece0d71-f26e-4346-ab34-2e58a30a40e7/09c4d4e8-8147-4be1-aca4-06be2ce0666b) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:28:23.070126 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-34f8ae22-b387-4e1d-bb61-9f6d7407b405 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:23.081305 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-34f8ae22-b387-4e1d-bb61-9f6d7407b405 None None] Transition to ACTIVE for port object 09c4d4e8-8147-4be1-aca4-06be2ce0666b will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:28:23.105943 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-34f8ae22-b387-4e1d-bb61-9f6d7407b405 None None] Transition to ACTIVE for port object 09c4d4e8-8147-4be1-aca4-06be2ce0666b will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:28:23.111627 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-34f8ae22-b387-4e1d-bb61-9f6d7407b405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:23.174392 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f8ae22-b387-4e1d-bb61-9f6d7407b405 None None] Network 8d1f3dfd-9307-4261-b841-d0d206f40bee is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:28:23.178043 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6dda5478-29f4-4c9b-81cb-b623507ddf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'name': 'tempest-TestNetworkBasicOps-router-760030677', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '2b2fc37e-f5f0-4ee6-8525-3f4d734071fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:19Z', 'updated_at': '2022-04-06T14:28:20Z', 'revision_number': 3, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '2b2fc37e-f5f0-4ee6-8525-3f4d734071fe', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:20Z', 'updated_at': '2022-04-06T14:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:23.182422 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-34f8ae22-b387-4e1d-bb61-9f6d7407b405 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:28:23.182641 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dda5478-29f4-4c9b-81cb-b623507ddf7b None None] The sync data for ids ['d65b1ff5-448c-4f01-9bbb-5189ec2ac196'] in dv-neutron-835868-1-hyperv is: [{'id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'name': 'tempest-TestNetworkBasicOps-router-760030677', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '2b2fc37e-f5f0-4ee6-8525-3f4d734071fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:19Z', 'updated_at': '2022-04-06T14:28:20Z', 'revision_number': 3, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '2b2fc37e-f5f0-4ee6-8525-3f4d734071fe', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:20Z', 'updated_at': '2022-04-06T14:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:28:23.187033 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f8ae22-b387-4e1d-bb61-9f6d7407b405 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:28:23.196104 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8ae22-b387-4e1d-bb61-9f6d7407b405 None None] Pushing event updated for resources: {'Port': ['ID=09c4d4e8-8147-4be1-aca4-06be2ce0666b,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:23.287209 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-34f8ae22-b387-4e1d-bb61-9f6d7407b405 None None] Attempting to bind port 09c4d4e8-8147-4be1-aca4-06be2ce0666b on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:28:23.287832 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-34f8ae22-b387-4e1d-bb61-9f6d7407b405 None None] Attempting to bind port 09c4d4e8-8147-4be1-aca4-06be2ce0666b by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'f5b6b48a-a252-4378-b593-e236458e27cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:28:23.288376 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f8ae22-b387-4e1d-bb61-9f6d7407b405 None None] Attempting to bind port 09c4d4e8-8147-4be1-aca4-06be2ce0666b on network 8d1f3dfd-9307-4261-b841-d0d206f40bee {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:28:23.295263 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f8ae22-b387-4e1d-bb61-9f6d7407b405 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:28:23.295629 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f8ae22-b387-4e1d-bb61-9f6d7407b405 None None] Checking segment: {'id': 'f5b6b48a-a252-4378-b593-e236458e27cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:28:23.296027 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-34f8ae22-b387-4e1d-bb61-9f6d7407b405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:23.296411 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f8ae22-b387-4e1d-bb61-9f6d7407b405 None None] Bound using segment: {'id': 'f5b6b48a-a252-4378-b593-e236458e27cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:28:23.296905 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-34f8ae22-b387-4e1d-bb61-9f6d7407b405 None None] Bound port: 09c4d4e8-8147-4be1-aca4-06be2ce0666b, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b6b48a-a252-4378-b593-e236458e27cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:28:23.297258 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-34f8ae22-b387-4e1d-bb61-9f6d7407b405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:23.410440 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-34f8ae22-b387-4e1d-bb61-9f6d7407b405 None None] For port 09c4d4e8-8147-4be1-aca4-06be2ce0666b, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:28:23.414229 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-34f8ae22-b387-4e1d-bb61-9f6d7407b405 None None] For port 09c4d4e8-8147-4be1-aca4-06be2ce0666b, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=09c4d4e8-8147-4be1-aca4-06be2ce0666b,segment=NetworkSegment(f5b6b48a-a252-4378-b593-e236458e27cb),segment_id=f5b6b48a-a252-4378-b593-e236458e27cb)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:28:23.423633 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-34f8ae22-b387-4e1d-bb61-9f6d7407b405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:23.484217 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab91cedc-cf56-4449-8dad-7bd75bad3f6f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:23.511057 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8ae22-b387-4e1d-bb61-9f6d7407b405 None None] Pushing event updated for resources: {'Port': ['ID=09c4d4e8-8147-4be1-aca4-06be2ce0666b,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:23.913818 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 09c4d4e8-8147-4be1-aca4-06be2ce0666b up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:28:23.986523 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-ab91cedc-cf56-4449-8dad-7bd75bad3f6f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.20.0.1 (8d1f3dfd-9307-4261-b841-d0d206f40bee/bece0d71-f26e-4346-ab34-2e58a30a40e7/9bccede1-ed21-4967-b400-f71537908030) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:28:23.994006 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 09c4d4e8-8147-4be1-aca4-06be2ce0666b completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:28:24.000801 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 2b2fc37e-f5f0-4ee6-8525-3f4d734071fe up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:28:24.117934 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 2b2fc37e-f5f0-4ee6-8525-3f4d734071fe completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:28:24.123473 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 2b2fc37e-f5f0-4ee6-8525-3f4d734071fe triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:28:24.123779 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:24.176934 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab91cedc-cf56-4449-8dad-7bd75bad3f6f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:24.194030 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-ab91cedc-cf56-4449-8dad-7bd75bad3f6f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Transition to ACTIVE for port object 9bccede1-ed21-4967-b400-f71537908030 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:28:24.217736 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab91cedc-cf56-4449-8dad-7bd75bad3f6f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:24.261779 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:24.283501 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 2b2fc37e-f5f0-4ee6-8525-3f4d734071fe, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=2b2fc37e-f5f0-4ee6-8525-3f4d734071fe,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:24.297132 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:24.298211 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab91cedc-cf56-4449-8dad-7bd75bad3f6f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 8d1f3dfd-9307-4261-b841-d0d206f40bee is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:28:24.299506 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91cedc-cf56-4449-8dad-7bd75bad3f6f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=9bccede1-ed21-4967-b400-f71537908030,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:24.302501 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-ab91cedc-cf56-4449-8dad-7bd75bad3f6f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:28:24.305681 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab91cedc-cf56-4449-8dad-7bd75bad3f6f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:28:24.376395 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab91cedc-cf56-4449-8dad-7bd75bad3f6f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:24.399615 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=2b2fc37e-f5f0-4ee6-8525-3f4d734071fe,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:24.474158 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab91cedc-cf56-4449-8dad-7bd75bad3f6f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:24.593760 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1604ef-ebf8-4833-81d4-7c641cfd44d6 None None] Network 8d1f3dfd-9307-4261-b841-d0d206f40bee requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:28:24.693740 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e12b030d-369e-4953-b9ae-2fc6445d5515 None None] Provisioning for port 09c4d4e8-8147-4be1-aca4-06be2ce0666b completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:28:24.704057 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e12b030d-369e-4953-b9ae-2fc6445d5515 None None] Provisioning complete for port 09c4d4e8-8147-4be1-aca4-06be2ce0666b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:28:24.704424 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e12b030d-369e-4953-b9ae-2fc6445d5515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:24.944451 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e12b030d-369e-4953-b9ae-2fc6445d5515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:24.991078 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e12b030d-369e-4953-b9ae-2fc6445d5515 None None] For port 09c4d4e8-8147-4be1-aca4-06be2ce0666b, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=09c4d4e8-8147-4be1-aca4-06be2ce0666b,segment=NetworkSegment(f5b6b48a-a252-4378-b593-e236458e27cb),segment_id=f5b6b48a-a252-4378-b593-e236458e27cb)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:24.995812 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e12b030d-369e-4953-b9ae-2fc6445d5515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:25.011421 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab91cedc-cf56-4449-8dad-7bd75bad3f6f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:25.017776 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab91cedc-cf56-4449-8dad-7bd75bad3f6f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:25.065409 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b030d-369e-4953-b9ae-2fc6445d5515 None None] Pushing event updated for resources: {'Port': ['ID=09c4d4e8-8147-4be1-aca4-06be2ce0666b,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:25.141276 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab91cedc-cf56-4449-8dad-7bd75bad3f6f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:25.148560 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91cedc-cf56-4449-8dad-7bd75bad3f6f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=9bccede1-ed21-4967-b400-f71537908030,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:25.231073 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-bcd7b491-a469-41d3-85ba-8ee13dc5487a None None] Provisioning for port 9bccede1-ed21-4967-b400-f71537908030 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:28:25.236617 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-bcd7b491-a469-41d3-85ba-8ee13dc5487a None None] Provisioning complete for port 9bccede1-ed21-4967-b400-f71537908030 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:28:25.237091 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bcd7b491-a469-41d3-85ba-8ee13dc5487a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:25.294089 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab91cedc-cf56-4449-8dad-7bd75bad3f6f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 8d1f3dfd-9307-4261-b841-d0d206f40bee is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:28:25.294990 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-bcd7b491-a469-41d3-85ba-8ee13dc5487a None None] Port 9bccede1-ed21-4967-b400-f71537908030 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:28:25.295297 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-ab91cedc-cf56-4449-8dad-7bd75bad3f6f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:28:25.309805 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-bcd7b491-a469-41d3-85ba-8ee13dc5487a None None] Provisioning complete for port 09c4d4e8-8147-4be1-aca4-06be2ce0666b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:28:25.310179 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bcd7b491-a469-41d3-85ba-8ee13dc5487a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:25.561563 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e2a1cba6-8cfe-4dd1-b85d-e9433c7b7d81 None None] Provisioning complete for port 9bccede1-ed21-4967-b400-f71537908030 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:28:25.561932 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e2a1cba6-8cfe-4dd1-b85d-e9433c7b7d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:25.614311 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e2a1cba6-8cfe-4dd1-b85d-e9433c7b7d81 None None] Port 9bccede1-ed21-4967-b400-f71537908030 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:28:25.690939 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab91cedc-cf56-4449-8dad-7bd75bad3f6f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router d65b1ff5-448c-4f01-9bbb-5189ec2ac196 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:28:25.746774 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-85d13032-7017-4ccb-95e6-60ce98b769a1 None None] Provisioning complete for port 9bccede1-ed21-4967-b400-f71537908030 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:28:25.747060 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-85d13032-7017-4ccb-95e6-60ce98b769a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:25.775498 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 09c4d4e8-8147-4be1-aca4-06be2ce0666b up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:28:25.892628 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab91cedc-cf56-4449-8dad-7bd75bad3f6f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:28:25.905962 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ab91cedc-cf56-4449-8dad-7bd75bad3f6f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "PUT /v2.0/routers/d65b1ff5-448c-4f01-9bbb-5189ec2ac196/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4266205 Apr 06 14:28:25.907343 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-85d13032-7017-4ccb-95e6-60ce98b769a1 None None] Port 9bccede1-ed21-4967-b400-f71537908030 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:28:25.908383 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56926) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:25.933293 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 09c4d4e8-8147-4be1-aca4-06be2ce0666b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:28:25.933575 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:26.050622 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15eaa73c-710a-40ee-ba7f-2d6bfefcfd01 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:26.051187 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15eaa73c-710a-40ee-ba7f-2d6bfefcfd01 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:26.051297 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 2b2fc37e-f5f0-4ee6-8525-3f4d734071fe up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:28:26.051395 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15eaa73c-710a-40ee-ba7f-2d6bfefcfd01 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:26.051597 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15eaa73c-710a-40ee-ba7f-2d6bfefcfd01 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:26.053305 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-15eaa73c-710a-40ee-ba7f-2d6bfefcfd01 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1438832 Apr 06 14:28:26.056047 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56930) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:26.119534 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 2b2fc37e-f5f0-4ee6-8525-3f4d734071fe triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:28:26.119902 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:26.130053 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d08cda-95b8-4b4c-9580-a9c75efbcd9a tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:26.130439 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d08cda-95b8-4b4c-9580-a9c75efbcd9a tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:26.130806 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d08cda-95b8-4b4c-9580-a9c75efbcd9a tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:26.131170 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d08cda-95b8-4b4c-9580-a9c75efbcd9a tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:26.132821 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-53d08cda-95b8-4b4c-9580-a9c75efbcd9a tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0758479 Apr 06 14:28:26.135751 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56934) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:26.441798 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d5336864-c15c-4e07-ba19-409f43aa1e8d tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3051553 Apr 06 14:28:26.445040 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56938) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:26.450792 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-3d75a681-f139-43d9-b99e-6da47b751c6e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-20638369', 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:28:26.589187 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3d75a681-f139-43d9-b99e-6da47b751c6e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:28:26.593503 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3d75a681-f139-43d9-b99e-6da47b751c6e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:port and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:28:26.596397 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3d75a681-f139-43d9-b99e-6da47b751c6e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:28:26.602309 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3d75a681-f139-43d9-b99e-6da47b751c6e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:28:26.613196 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d75a681-f139-43d9-b99e-6da47b751c6e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Made reservation on behalf of 2c4f01a131354b128ac6b7c118186600 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:28:26.616260 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3d75a681-f139-43d9-b99e-6da47b751c6e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:26.640802 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-3d75a681-f139-43d9-b99e-6da47b751c6e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] device_id is not set on port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:28:26.786083 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-3d75a681-f139-43d9-b99e-6da47b751c6e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.20.0.5 (8d1f3dfd-9307-4261-b841-d0d206f40bee/bece0d71-f26e-4346-ab34-2e58a30a40e7/d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:28:26.836559 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd85238-477c-4657-837f-04d42bad85b8 None None] Sync routers for ids ['d65b1ff5-448c-4f01-9bbb-5189ec2ac196'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:28:26.849122 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd85238-477c-4657-837f-04d42bad85b8 None None] Routers {'d65b1ff5-448c-4f01-9bbb-5189ec2ac196'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:28:26.849740 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-8dd85238-477c-4657-837f-04d42bad85b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:28:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['d65b1ff5-448c-4f01-9bbb-5189ec2ac196'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:26.997230 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3d75a681-f139-43d9-b99e-6da47b751c6e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:27.013902 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-3d75a681-f139-43d9-b99e-6da47b751c6e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Transition to ACTIVE for port object d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:28:27.027621 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-8dd85238-477c-4657-837f-04d42bad85b8 None None] Set router d65b1ff5-448c-4f01-9bbb-5189ec2ac196 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:28:27.036726 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3d75a681-f139-43d9-b99e-6da47b751c6e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:27.109447 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d75a681-f139-43d9-b99e-6da47b751c6e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 8d1f3dfd-9307-4261-b841-d0d206f40bee is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:28:27.113550 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-3d75a681-f139-43d9-b99e-6da47b751c6e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:28:27.116063 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d75a681-f139-43d9-b99e-6da47b751c6e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:28:27.155364 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75a681-f139-43d9-b99e-6da47b751c6e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:27.193389 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d75a681-f139-43d9-b99e-6da47b751c6e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:27.194007 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3d75a681-f139-43d9-b99e-6da47b751c6e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:27.220988 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3d75a681-f139-43d9-b99e-6da47b751c6e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7746632 Apr 06 14:28:27.378028 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-66e1fed8-d36c-4318-99f8-f8ee2eed7bd2 None None] Provisioning for port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:28:27.385861 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-66e1fed8-d36c-4318-99f8-f8ee2eed7bd2 None None] Provisioning complete for port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:28:27.386235 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-66e1fed8-d36c-4318-99f8-f8ee2eed7bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:27.402745 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56944) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:27.411560 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-559fc1d6-0c46-4076-a868-4f64f1a837a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1107234576', 'description': 'tempest-secgroup-smoke-1107234576 description', 'project_id': '2c4f01a131354b128ac6b7c118186600'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:28:27.417557 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-559fc1d6-0c46-4076-a868-4f64f1a837a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:28:27.421644 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-559fc1d6-0c46-4076-a868-4f64f1a837a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:28:27.424468 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-559fc1d6-0c46-4076-a868-4f64f1a837a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:28:27.430156 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-559fc1d6-0c46-4076-a868-4f64f1a837a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:28:27.440833 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-559fc1d6-0c46-4076-a868-4f64f1a837a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:27.447111 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-66e1fed8-d36c-4318-99f8-f8ee2eed7bd2 None None] Port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:28:27.453373 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-8dd85238-477c-4657-837f-04d42bad85b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'name': 'tempest-TestNetworkBasicOps-router-760030677', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '2b2fc37e-f5f0-4ee6-8525-3f4d734071fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:19Z', 'updated_at': '2022-04-06T14:28:24Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '2b2fc37e-f5f0-4ee6-8525-3f4d734071fe', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:20Z', 'updated_at': '2022-04-06T14:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '9bccede1-ed21-4967-b400-f71537908030', 'name': '', 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:2d:93:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bece0d71-f26e-4346-ab34-2e58a30a40e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:23Z', 'updated_at': '2022-04-06T14:28:24Z', 'revision_number': 2, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'bece0d71-f26e-4346-ab34-2e58a30a40e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:27.458131 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd85238-477c-4657-837f-04d42bad85b8 None None] Checking router: d65b1ff5-448c-4f01-9bbb-5189ec2ac196 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:28:27.458473 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd85238-477c-4657-837f-04d42bad85b8 None None] Updating router d65b1ff5-448c-4f01-9bbb-5189ec2ac196 port 9bccede1-ed21-4967-b400-f71537908030 binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:28:27.482093 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-559fc1d6-0c46-4076-a868-4f64f1a837a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:28:27.488069 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-559fc1d6-0c46-4076-a868-4f64f1a837a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:28:27.490980 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-559fc1d6-0c46-4076-a868-4f64f1a837a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:28:27.496824 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-559fc1d6-0c46-4076-a868-4f64f1a837a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:28:27.510564 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8dd85238-477c-4657-837f-04d42bad85b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:27.556280 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-559fc1d6-0c46-4076-a868-4f64f1a837a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:27.560283 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-559fc1d6-0c46-4076-a868-4f64f1a837a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:27.608072 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559fc1d6-0c46-4076-a868-4f64f1a837a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8255d359-ab0b-4b1c-b16a-a826abab9ba9,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:27.611292 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-559fc1d6-0c46-4076-a868-4f64f1a837a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:27.615270 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-559fc1d6-0c46-4076-a868-4f64f1a837a0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2085581 Apr 06 14:28:27.615435 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56948) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:27.621142 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1bd10a2d-a884-409d-8e00-2bbb3809bcba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': '8255d359-ab0b-4b1c-b16a-a826abab9ba9', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:28:27.627123 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1bd10a2d-a884-409d-8e00-2bbb3809bcba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:28:27.631491 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1bd10a2d-a884-409d-8e00-2bbb3809bcba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:28:27.634421 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1bd10a2d-a884-409d-8e00-2bbb3809bcba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:28:27.640192 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1bd10a2d-a884-409d-8e00-2bbb3809bcba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:28:27.660343 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1bd10a2d-a884-409d-8e00-2bbb3809bcba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:27.723614 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1bd10a2d-a884-409d-8e00-2bbb3809bcba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:27.727790 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1bd10a2d-a884-409d-8e00-2bbb3809bcba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:27.751766 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd10a2d-a884-409d-8e00-2bbb3809bcba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2066c49-eb85-482b-aae7-2a1e6d109f52,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:27.762509 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1bd10a2d-a884-409d-8e00-2bbb3809bcba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:27.763795 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1bd10a2d-a884-409d-8e00-2bbb3809bcba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1474681 Apr 06 14:28:27.767177 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56952) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:27.778366 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d75cf2cd-c23c-4671-a5b7-ffabb6cf39a1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': '8255d359-ab0b-4b1c-b16a-a826abab9ba9', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:28:27.785025 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d75cf2cd-c23c-4671-a5b7-ffabb6cf39a1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:28:27.789834 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d75cf2cd-c23c-4671-a5b7-ffabb6cf39a1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:28:27.793201 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d75cf2cd-c23c-4671-a5b7-ffabb6cf39a1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:28:27.799479 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d75cf2cd-c23c-4671-a5b7-ffabb6cf39a1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:28:27.818224 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d75cf2cd-c23c-4671-a5b7-ffabb6cf39a1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:27.862576 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8dd85238-477c-4657-837f-04d42bad85b8 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:27.875234 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8dd85238-477c-4657-837f-04d42bad85b8 None None] Transition to ACTIVE for port object 9bccede1-ed21-4967-b400-f71537908030 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:28:27.883130 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8dd85238-477c-4657-837f-04d42bad85b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:27.886677 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d75cf2cd-c23c-4671-a5b7-ffabb6cf39a1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:27.890759 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d75cf2cd-c23c-4671-a5b7-ffabb6cf39a1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:27.915917 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75cf2cd-c23c-4671-a5b7-ffabb6cf39a1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=872554e4-4553-4c57-bed5-fe044073ab67,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:27.925915 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d75cf2cd-c23c-4671-a5b7-ffabb6cf39a1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:27.927119 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d75cf2cd-c23c-4671-a5b7-ffabb6cf39a1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1585004 Apr 06 14:28:27.929902 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56956) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:27.935610 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-6a2e4252-ffb4-41a9-a1a7-ad03658a2203 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': '8255d359-ab0b-4b1c-b16a-a826abab9ba9', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:28:27.941562 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6a2e4252-ffb4-41a9-a1a7-ad03658a2203 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:28:27.945841 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6a2e4252-ffb4-41a9-a1a7-ad03658a2203 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:28:27.948740 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6a2e4252-ffb4-41a9-a1a7-ad03658a2203 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:28:27.954919 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6a2e4252-ffb4-41a9-a1a7-ad03658a2203 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:28:27.974909 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6a2e4252-ffb4-41a9-a1a7-ad03658a2203 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:28.016083 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a97736-d436-45c6-94e7-6057dceadb6a None None] Pushing event updated for resources: {'Port': ['ID=9bccede1-ed21-4967-b400-f71537908030,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:28.029744 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a97736-d436-45c6-94e7-6057dceadb6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:28.030440 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a97736-d436-45c6-94e7-6057dceadb6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:28.030956 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a97736-d436-45c6-94e7-6057dceadb6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:28.031499 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a97736-d436-45c6-94e7-6057dceadb6a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:28.031986 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a97736-d436-45c6-94e7-6057dceadb6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:28.032512 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a97736-d436-45c6-94e7-6057dceadb6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:28.033070 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a97736-d436-45c6-94e7-6057dceadb6a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:28.033547 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a97736-d436-45c6-94e7-6057dceadb6a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:28.034021 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a97736-d436-45c6-94e7-6057dceadb6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:28.035239 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a97736-d436-45c6-94e7-6057dceadb6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:28.035792 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a97736-d436-45c6-94e7-6057dceadb6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:28.062564 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6a2e4252-ffb4-41a9-a1a7-ad03658a2203 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:28.068432 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6a2e4252-ffb4-41a9-a1a7-ad03658a2203 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:28.098680 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e4252-ffb4-41a9-a1a7-ad03658a2203 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2279e87c-9655-47d8-be98-131bde0ae8a2,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:28.107525 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6a2e4252-ffb4-41a9-a1a7-ad03658a2203 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:28.108927 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6a2e4252-ffb4-41a9-a1a7-ad03658a2203 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1780050 Apr 06 14:28:28.111774 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56960) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:28.117810 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-56ee5386-1cc1-4113-a15e-cd724ccc2eca tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': '8255d359-ab0b-4b1c-b16a-a826abab9ba9', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:28:28.125387 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-56ee5386-1cc1-4113-a15e-cd724ccc2eca tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:28:28.129864 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-56ee5386-1cc1-4113-a15e-cd724ccc2eca tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:28:28.130814 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8dd85238-477c-4657-837f-04d42bad85b8 None None] Attempting to bind port 9bccede1-ed21-4967-b400-f71537908030 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:28:28.131182 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8dd85238-477c-4657-837f-04d42bad85b8 None None] Attempting to bind port 9bccede1-ed21-4967-b400-f71537908030 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'f5b6b48a-a252-4378-b593-e236458e27cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:28:28.131541 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd85238-477c-4657-837f-04d42bad85b8 None None] Attempting to bind port 9bccede1-ed21-4967-b400-f71537908030 on network 8d1f3dfd-9307-4261-b841-d0d206f40bee {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:28:28.132808 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-56ee5386-1cc1-4113-a15e-cd724ccc2eca tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:28:28.138635 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd85238-477c-4657-837f-04d42bad85b8 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:28:28.138960 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd85238-477c-4657-837f-04d42bad85b8 None None] Checking segment: {'id': 'f5b6b48a-a252-4378-b593-e236458e27cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:28:28.139171 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-56ee5386-1cc1-4113-a15e-cd724ccc2eca tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:28:28.139354 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8dd85238-477c-4657-837f-04d42bad85b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:28.139994 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd85238-477c-4657-837f-04d42bad85b8 None None] Bound using segment: {'id': 'f5b6b48a-a252-4378-b593-e236458e27cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:28:28.140464 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8dd85238-477c-4657-837f-04d42bad85b8 None None] Bound port: 9bccede1-ed21-4967-b400-f71537908030, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b6b48a-a252-4378-b593-e236458e27cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:28:28.140843 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8dd85238-477c-4657-837f-04d42bad85b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:28.162063 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-56ee5386-1cc1-4113-a15e-cd724ccc2eca tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:28.232279 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8dd85238-477c-4657-837f-04d42bad85b8 None None] For port 9bccede1-ed21-4967-b400-f71537908030, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:28:28.232494 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-56ee5386-1cc1-4113-a15e-cd724ccc2eca tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:28.235714 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8dd85238-477c-4657-837f-04d42bad85b8 None None] For port 9bccede1-ed21-4967-b400-f71537908030, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=9bccede1-ed21-4967-b400-f71537908030,segment=NetworkSegment(f5b6b48a-a252-4378-b593-e236458e27cb),segment_id=f5b6b48a-a252-4378-b593-e236458e27cb)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:28:28.240692 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-56ee5386-1cc1-4113-a15e-cd724ccc2eca tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:28.240885 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8dd85238-477c-4657-837f-04d42bad85b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:28.262846 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee5386-1cc1-4113-a15e-cd724ccc2eca tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbb73ae-1edf-4823-9a8c-bd48bfa3e9c8,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:28.275980 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-56ee5386-1cc1-4113-a15e-cd724ccc2eca tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:28.277528 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-56ee5386-1cc1-4113-a15e-cd724ccc2eca tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1647842 Apr 06 14:28:28.280276 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 56964) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:28.287129 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5cab16b9-7cd4-4989-8830-3cfe0b4a2c8b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': '8255d359-ab0b-4b1c-b16a-a826abab9ba9', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:28:28.293044 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5cab16b9-7cd4-4989-8830-3cfe0b4a2c8b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:28:28.296967 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5cab16b9-7cd4-4989-8830-3cfe0b4a2c8b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:28:28.299945 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5cab16b9-7cd4-4989-8830-3cfe0b4a2c8b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:28:28.305903 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5cab16b9-7cd4-4989-8830-3cfe0b4a2c8b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:28:28.319077 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-5cab16b9-7cd4-4989-8830-3cfe0b4a2c8b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Project 2c4f01a131354b128ac6b7c118186600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:28:28.326515 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5cab16b9-7cd4-4989-8830-3cfe0b4a2c8b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:28.344144 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a97736-d436-45c6-94e7-6057dceadb6a None None] Pushing event updated for resources: {'Port': ['ID=9bccede1-ed21-4967-b400-f71537908030,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:28.352899 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd85238-477c-4657-837f-04d42bad85b8 None None] Routers {'d65b1ff5-448c-4f01-9bbb-5189ec2ac196'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:28:28.353517 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-8dd85238-477c-4657-837f-04d42bad85b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:28:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['d65b1ff5-448c-4f01-9bbb-5189ec2ac196'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:28.404048 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5cab16b9-7cd4-4989-8830-3cfe0b4a2c8b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:28.410320 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5cab16b9-7cd4-4989-8830-3cfe0b4a2c8b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:28.434126 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab16b9-7cd4-4989-8830-3cfe0b4a2c8b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b691d4-c452-4cb5-8274-82516912cb74,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:28.450358 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5cab16b9-7cd4-4989-8830-3cfe0b4a2c8b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:28.450358 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5cab16b9-7cd4-4989-8830-3cfe0b4a2c8b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1674020 Apr 06 14:28:28.451975 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 56968) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:28.458504 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-96c1cb26-363c-4e09-b98e-c136d0eeea5d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': '8255d359-ab0b-4b1c-b16a-a826abab9ba9', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:28:28.465657 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-96c1cb26-363c-4e09-b98e-c136d0eeea5d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:28:28.470229 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-96c1cb26-363c-4e09-b98e-c136d0eeea5d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:28:28.474319 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-96c1cb26-363c-4e09-b98e-c136d0eeea5d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:28:28.481007 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-96c1cb26-363c-4e09-b98e-c136d0eeea5d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:28:28.495925 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-96c1cb26-363c-4e09-b98e-c136d0eeea5d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Project 2c4f01a131354b128ac6b7c118186600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:28:28.502863 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-96c1cb26-363c-4e09-b98e-c136d0eeea5d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:28.552232 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-8dd85238-477c-4657-837f-04d42bad85b8 None None] Set router d65b1ff5-448c-4f01-9bbb-5189ec2ac196 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:28:28.578603 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-96c1cb26-363c-4e09-b98e-c136d0eeea5d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:28.583653 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-96c1cb26-363c-4e09-b98e-c136d0eeea5d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:28.608233 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1cb26-363c-4e09-b98e-c136d0eeea5d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db3c0575-fa59-4388-bdc1-7d1f5d6db4b6,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:28.618276 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-96c1cb26-363c-4e09-b98e-c136d0eeea5d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:28.619855 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-96c1cb26-363c-4e09-b98e-c136d0eeea5d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1665411 Apr 06 14:28:28.801729 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-80af90f0-02d8-4c48-8c17-20165051d876 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:28:28.818260 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-80af90f0-02d8-4c48-8c17-20165051d876 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:28:28.819520 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-80af90f0-02d8-4c48-8c17-20165051d876 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1107234576&fields=id&tenant_id=2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 267 time: 0.0600932 Apr 06 14:28:28.895391 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-7f535e08-f766-42cb-9fc9-3c2fdb60caa6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:28.895979 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-7f535e08-f766-42cb-9fc9-3c2fdb60caa6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:28:28.910335 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-8dd85238-477c-4657-837f-04d42bad85b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'name': 'tempest-TestNetworkBasicOps-router-760030677', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '2b2fc37e-f5f0-4ee6-8525-3f4d734071fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:19Z', 'updated_at': '2022-04-06T14:28:24Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '2b2fc37e-f5f0-4ee6-8525-3f4d734071fe', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:20Z', 'updated_at': '2022-04-06T14:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '9bccede1-ed21-4967-b400-f71537908030', 'name': '', 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:2d:93:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bece0d71-f26e-4346-ab34-2e58a30a40e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:23Z', 'updated_at': '2022-04-06T14:28:28Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'bece0d71-f26e-4346-ab34-2e58a30a40e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:28.911173 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-7f535e08-f766-42cb-9fc9-3c2fdb60caa6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:28:28.912677 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-7f535e08-f766-42cb-9fc9-3c2fdb60caa6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports/d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 HTTP/1.1" status: 200 len: 928 time: 0.0853219 Apr 06 14:28:28.915306 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd85238-477c-4657-837f-04d42bad85b8 None None] The sync data for ids ['d65b1ff5-448c-4f01-9bbb-5189ec2ac196'] in dv-neutron-835868-1-hyperv is: [{'id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'name': 'tempest-TestNetworkBasicOps-router-760030677', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '2b2fc37e-f5f0-4ee6-8525-3f4d734071fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:19Z', 'updated_at': '2022-04-06T14:28:24Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '2b2fc37e-f5f0-4ee6-8525-3f4d734071fe', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:20Z', 'updated_at': '2022-04-06T14:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '9bccede1-ed21-4967-b400-f71537908030', 'name': '', 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:2d:93:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bece0d71-f26e-4346-ab34-2e58a30a40e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:23Z', 'updated_at': '2022-04-06T14:28:28Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'bece0d71-f26e-4346-ab34-2e58a30a40e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:28:28.990199 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:29.014315 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-a1425781-1fde-48a9-a4f6-68c850802643 service neutron] 10.222.0.60 "GET /v2.0/ports/d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0878298 Apr 06 14:28:29.160623 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-5171b53d-6afd-4431-b87e-075e1c982035 service neutron] 10.222.0.60 "GET /v2.0/networks/8d1f3dfd-9307-4261-b841-d0d206f40bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376445 Apr 06 14:28:29.301822 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-f51a6cff-f41a-4181-bad7-f43cfa67a407 service neutron] 10.222.0.60 "GET /v2.0/networks/8d1f3dfd-9307-4261-b841-d0d206f40bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355467 Apr 06 14:28:29.509549 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-9e0ef8d6-a866-4c2c-a69c-799f154b6410 req-6bcd46e3-77b4-4071-a67e-00ad059c311f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:28:29.523599 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-9e0ef8d6-a866-4c2c-a69c-799f154b6410 req-6bcd46e3-77b4-4071-a67e-00ad059c311f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:28:29.524988 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9e0ef8d6-a866-4c2c-a69c-799f154b6410 req-6bcd46e3-77b4-4071-a67e-00ad059c311f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8ccc349-a88c-419c-b58e-99df0cf78a0a HTTP/1.1" status: 200 len: 210 time: 0.0606263 Apr 06 14:28:29.770727 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 9bccede1-ed21-4967-b400-f71537908030 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:28:29.846755 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 9bccede1-ed21-4967-b400-f71537908030 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:28:29.852250 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 9bccede1-ed21-4967-b400-f71537908030 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:28:29.852618 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:29.970045 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:30.001418 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 9bccede1-ed21-4967-b400-f71537908030, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=9bccede1-ed21-4967-b400-f71537908030,segment=NetworkSegment(f5b6b48a-a252-4378-b593-e236458e27cb),segment_id=f5b6b48a-a252-4378-b593-e236458e27cb)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:30.005741 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:30.071539 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=9bccede1-ed21-4967-b400-f71537908030,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:30.637122 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-213648f0-e38e-4f83-ab32-a782b5f209ec req-5aced5ba-4c14-4368-8cb6-130b46e6826e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8ccc349-a88c-419c-b58e-99df0cf78a0a HTTP/1.1" status: 200 len: 210 time: 0.0428638 Apr 06 14:28:31.755710 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-482aac5d-f520-4426-add9-2295ca3aabf3 req-efc60901-f3fb-4f90-a369-6d35cfa34c28 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8ccc349-a88c-419c-b58e-99df0cf78a0a HTTP/1.1" status: 200 len: 210 time: 0.0449264 Apr 06 14:28:31.761579 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 9bccede1-ed21-4967-b400-f71537908030 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:28:31.838924 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 9bccede1-ed21-4967-b400-f71537908030 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:28:31.839296 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:32.559894 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-b4bc0a03-9fcc-41a7-952a-b6a952123c3b service neutron] 10.222.0.69 "GET /v2.0/ports/d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 HTTP/1.1" status: 200 len: 1024 time: 0.0700147 Apr 06 14:28:32.712022 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-44552144-d684-4af8-b3e1-84f01ac9a35a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:32.712703 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-44552144-d684-4af8-b3e1-84f01ac9a35a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:network {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:28:32.732763 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-44552144-d684-4af8-b3e1-84f01ac9a35a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:network {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:28:32.734093 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-44552144-d684-4af8-b3e1-84f01ac9a35a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/networks?id=8d1f3dfd-9307-4261-b841-d0d206f40bee HTTP/1.1" status: 200 len: 797 time: 0.1690955 Apr 06 14:28:32.795471 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-18b32976-925b-4b69-b41a-6fc85f359562 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 380 time: 0.0477583 Apr 06 14:28:32.805717 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-bda19fce-4323-42f5-8d77-4e74d72b33e5 service neutron] Request body: {'port': {'device_id': 'e8ccc349-a88c-419c-b58e-99df0cf78a0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:28:32.947055 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-53619c3b-6c70-45a6-98e7-b6a90eed25ab req-2bee9bad-fe73-466f-977e-aac9b72056ef tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8ccc349-a88c-419c-b58e-99df0cf78a0a HTTP/1.1" status: 200 len: 210 time: 0.0572538 Apr 06 14:28:32.963374 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-bda19fce-4323-42f5-8d77-4e74d72b33e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:33.414188 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-bda19fce-4323-42f5-8d77-4e74d72b33e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:28:33.423626 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-bda19fce-4323-42f5-8d77-4e74d72b33e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:33.440537 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-bda19fce-4323-42f5-8d77-4e74d72b33e5 service neutron] Transition to ACTIVE for port object d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:28:33.445631 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-bda19fce-4323-42f5-8d77-4e74d72b33e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:33.576830 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda19fce-4323-42f5-8d77-4e74d72b33e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:33.684813 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-bda19fce-4323-42f5-8d77-4e74d72b33e5 service neutron] Attempting to bind port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:28:33.685155 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-bda19fce-4323-42f5-8d77-4e74d72b33e5 service neutron] Attempting to bind port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f5b6b48a-a252-4378-b593-e236458e27cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:28:33.685695 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-bda19fce-4323-42f5-8d77-4e74d72b33e5 service neutron] Attempting to bind port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 on network 8d1f3dfd-9307-4261-b841-d0d206f40bee {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:28:33.691765 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-bda19fce-4323-42f5-8d77-4e74d72b33e5 service neutron] Port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 on network 8d1f3dfd-9307-4261-b841-d0d206f40bee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:28:33.692347 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-bda19fce-4323-42f5-8d77-4e74d72b33e5 service neutron] Attempting to bind port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 on network 8d1f3dfd-9307-4261-b841-d0d206f40bee {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:28:33.699340 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-bda19fce-4323-42f5-8d77-4e74d72b33e5 service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:28:33.699678 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-bda19fce-4323-42f5-8d77-4e74d72b33e5 service neutron] Checking segment: {'id': 'f5b6b48a-a252-4378-b593-e236458e27cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:28:33.700058 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-bda19fce-4323-42f5-8d77-4e74d72b33e5 service neutron] Bound using segment: {'id': 'f5b6b48a-a252-4378-b593-e236458e27cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:28:33.700576 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-bda19fce-4323-42f5-8d77-4e74d72b33e5 service neutron] Bound port: d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5b6b48a-a252-4378-b593-e236458e27cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:28:33.700819 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-bda19fce-4323-42f5-8d77-4e74d72b33e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:33.794394 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-bda19fce-4323-42f5-8d77-4e74d72b33e5 service neutron] For port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:28:33.797590 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-bda19fce-4323-42f5-8d77-4e74d72b33e5 service neutron] For port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3,segment=NetworkSegment(f5b6b48a-a252-4378-b593-e236458e27cb),segment_id=f5b6b48a-a252-4378-b593-e236458e27cb)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:28:33.803061 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-bda19fce-4323-42f5-8d77-4e74d72b33e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:33.869993 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-bda19fce-4323-42f5-8d77-4e74d72b33e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:33.871496 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-bda19fce-4323-42f5-8d77-4e74d72b33e5 service neutron] 10.222.0.69 "PUT /v2.0/ports/d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 HTTP/1.1" status: 200 len: 1129 time: 1.0699301 Apr 06 14:28:33.871939 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ccc349-a88c-419c-b58e-99df0cf78a0a', 'tag': 'd33d52ad-406b-4bde-b2fe-b4cf2ecedfa3'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:28:33.892699 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda19fce-4323-42f5-8d77-4e74d72b33e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:33.958427 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a38d00ab-6e79-4bdd-8caa-be9954ae1521'] response: {'name': 'network-changed', 'server_uuid': 'e8ccc349-a88c-419c-b58e-99df0cf78a0a', 'tag': 'd33d52ad-406b-4bde-b2fe-b4cf2ecedfa3', 'status': 'completed', 'code': 200} Apr 06 14:28:34.020582 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-cd31a927-ea9c-44fd-adf2-6922ed68881a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=e8ccc349-a88c-419c-b58e-99df0cf78a0a HTTP/1.1" status: 200 len: 1132 time: 0.0946710 Apr 06 14:28:34.124318 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-a4859501-6ada-4176-ae01-19ac21142ef1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 HTTP/1.1" status: 200 len: 217 time: 0.0961928 Apr 06 14:28:34.201582 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-9538602a-7d8c-4c60-a3ff-16a81757cd4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:34.203072 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-9538602a-7d8c-4c60-a3ff-16a81757cd4c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bece0d71-f26e-4346-ab34-2e58a30a40e7 HTTP/1.1" status: 200 len: 835 time: 0.0734315 Apr 06 14:28:34.272350 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f259674-83cd-465f-90e5-6015ae21f6d9 req-488ccc54-722d-432c-9c63-021b5562d407 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:34.273853 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0f259674-83cd-465f-90e5-6015ae21f6d9 req-488ccc54-722d-432c-9c63-021b5562d407 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8ccc349-a88c-419c-b58e-99df0cf78a0a HTTP/1.1" status: 200 len: 979 time: 0.1814125 Apr 06 14:28:34.340983 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-29d85c16-d1ca-4e95-8ee0-7afcc97566c9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8d1f3dfd-9307-4261-b841-d0d206f40bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1271622 Apr 06 14:28:34.346175 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0f259674-83cd-465f-90e5-6015ae21f6d9 req-b2d9ee08-c39d-439b-bc83-084a617f3e41 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7f662a3-1a1d-42a1-b528-023125cd49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655949 Apr 06 14:28:34.493282 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-a9a920c1-cdb7-4909-9e23-3701bc3fb6c0 service neutron] 10.222.0.69 "GET /v2.0/networks/8d1f3dfd-9307-4261-b841-d0d206f40bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444967 Apr 06 14:28:34.648748 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02f1b7d2-ff1c-4e15-b9a4-8b07594d5c4e req-e4587271-8022-480e-abe3-b923e7a08fa0 service neutron] 10.222.0.69 "GET /v2.0/networks/8d1f3dfd-9307-4261-b841-d0d206f40bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494689 Apr 06 14:28:34.765736 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ff8dbfc2-7e0d-434d-aa84-b5a77646f595 req-cbadd7bd-8b34-4c99-a447-4038b0f86d02 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=e8ccc349-a88c-419c-b58e-99df0cf78a0a HTTP/1.1" status: 200 len: 1132 time: 0.0727925 Apr 06 14:28:34.908230 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dbfc2-7e0d-434d-aa84-b5a77646f595 req-004678cb-50e7-4acd-b42f-e36e622c1498 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:34.910366 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ff8dbfc2-7e0d-434d-aa84-b5a77646f595 req-004678cb-50e7-4acd-b42f-e36e622c1498 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8d1f3dfd-9307-4261-b841-d0d206f40bee HTTP/1.1" status: 200 len: 898 time: 0.1388853 Apr 06 14:28:34.992245 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ff8dbfc2-7e0d-434d-aa84-b5a77646f595 req-5a7297f7-ff34-4482-b953-747133dcaba4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 HTTP/1.1" status: 200 len: 217 time: 0.0743155 Apr 06 14:28:35.061051 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dbfc2-7e0d-434d-aa84-b5a77646f595 req-9d115b51-adb4-4f27-841b-8ac3a6b7b5fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:35.062399 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ff8dbfc2-7e0d-434d-aa84-b5a77646f595 req-9d115b51-adb4-4f27-841b-8ac3a6b7b5fa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bece0d71-f26e-4346-ab34-2e58a30a40e7 HTTP/1.1" status: 200 len: 835 time: 0.0616901 Apr 06 14:28:35.146345 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ff8dbfc2-7e0d-434d-aa84-b5a77646f595 req-eef84185-1c93-4c2e-ad29-c5638bee6077 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8d1f3dfd-9307-4261-b841-d0d206f40bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778494 Apr 06 14:28:35.385218 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ff8dbfc2-7e0d-434d-aa84-b5a77646f595 req-4265fbab-e408-44a6-a7ee-4f4b17af3888 service neutron] 10.222.0.69 "GET /v2.0/networks/8d1f3dfd-9307-4261-b841-d0d206f40bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315261 Apr 06 14:28:35.543872 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ff8dbfc2-7e0d-434d-aa84-b5a77646f595 req-0ef57617-d3b3-4a35-929d-05fc8cc8048a service neutron] 10.222.0.69 "GET /v2.0/networks/8d1f3dfd-9307-4261-b841-d0d206f40bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526272 Apr 06 14:28:35.562330 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd4594-b15b-41fe-a09b-31f1d1932dd7 req-925a46d3-fc21-44e3-8650-7514e612ccac tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:35.563793 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2bdd4594-b15b-41fe-a09b-31f1d1932dd7 req-925a46d3-fc21-44e3-8650-7514e612ccac tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8ccc349-a88c-419c-b58e-99df0cf78a0a HTTP/1.1" status: 200 len: 979 time: 0.0821736 Apr 06 14:28:35.617997 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2bdd4594-b15b-41fe-a09b-31f1d1932dd7 req-61aca025-17e4-4fe8-80f4-ffe57d1648b6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7f662a3-1a1d-42a1-b528-023125cd49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480163 Apr 06 14:28:36.830946 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9fdd4-4efa-4552-9876-696a1a177c83 req-c60a2b14-323c-463c-9611-9c2b7d7b160a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:36.833440 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-99f9fdd4-4efa-4552-9876-696a1a177c83 req-c60a2b14-323c-463c-9611-9c2b7d7b160a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8ccc349-a88c-419c-b58e-99df0cf78a0a HTTP/1.1" status: 200 len: 979 time: 0.0907929 Apr 06 14:28:36.898434 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-99f9fdd4-4efa-4552-9876-696a1a177c83 req-4ae6525c-4ebf-4a0e-832c-f3fd66d4c046 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7f662a3-1a1d-42a1-b528-023125cd49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562840 Apr 06 14:28:37.560366 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:28:37.701954 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3,segment=NetworkSegment(f5b6b48a-a252-4378-b593-e236458e27cb),segment_id=f5b6b48a-a252-4378-b593-e236458e27cb)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:37.717708 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': 'd33d52ad-406b-4bde-b2fe-b4cf2ecedfa3', 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee', 'port_id': 'd33d52ad-406b-4bde-b2fe-b4cf2ecedfa3', 'mac_address': 'fa:16:3e:b4:3b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bece0d71-f26e-4346-ab34-2e58a30a40e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:28:37.780795 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:37.799786 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:28:37.817583 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3,segment=NetworkSegment(f5b6b48a-a252-4378-b593-e236458e27cb),segment_id=f5b6b48a-a252-4378-b593-e236458e27cb)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:37.822724 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:37.900983 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:38.032569 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:28:38.063666 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a9542757-551f-4a78-a786-e21ef0fb850c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:38.104179 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a36776-bb37-4d9f-a071-6eedb81f1d98 req-b8d51a5c-5543-45af-8ca0-3959c4ef02a2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:38.105613 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-26a36776-bb37-4d9f-a071-6eedb81f1d98 req-b8d51a5c-5543-45af-8ca0-3959c4ef02a2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8ccc349-a88c-419c-b58e-99df0cf78a0a HTTP/1.1" status: 200 len: 980 time: 0.0834334 Apr 06 14:28:38.163885 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-26a36776-bb37-4d9f-a071-6eedb81f1d98 req-470ddd5f-35ce-4749-aac6-d3e5dc4c6900 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7f662a3-1a1d-42a1-b528-023125cd49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519240 Apr 06 14:28:39.402358 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcdf19e-d5a6-472c-8fa4-ba2b4aad1c8f req-3b20db64-ff1f-47c1-8d81-0aa4bf9bb596 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:39.403828 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2fcdf19e-d5a6-472c-8fa4-ba2b4aad1c8f req-3b20db64-ff1f-47c1-8d81-0aa4bf9bb596 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8ccc349-a88c-419c-b58e-99df0cf78a0a HTTP/1.1" status: 200 len: 980 time: 0.0893159 Apr 06 14:28:39.451034 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2fcdf19e-d5a6-472c-8fa4-ba2b4aad1c8f req-5303eac1-599a-4bea-a514-add423a5c83c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7f662a3-1a1d-42a1-b528-023125cd49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411289 Apr 06 14:28:39.575760 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:28:39.647401 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:28:39.652288 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:28:39.652653 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:39.768384 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:39.797848 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ccc349-a88c-419c-b58e-99df0cf78a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33d52ad-406b-4bde-b2fe-b4cf2ecedfa3'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:28:39.809135 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3,segment=NetworkSegment(f5b6b48a-a252-4378-b593-e236458e27cb),segment_id=f5b6b48a-a252-4378-b593-e236458e27cb)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:39.815061 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:39.870240 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-628ddb9d-9551-4d88-92a9-108abc75e3ee'] response: {'server_uuid': 'e8ccc349-a88c-419c-b58e-99df0cf78a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33d52ad-406b-4bde-b2fe-b4cf2ecedfa3', 'code': 200} Apr 06 14:28:39.947205 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:40.120674 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-21374fa8-31cc-4f69-ad51-a006bf674a11 req-221556a9-3458-4789-861a-071acafb05b1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e8ccc349-a88c-419c-b58e-99df0cf78a0a HTTP/1.1" status: 200 len: 1134 time: 0.0837936 Apr 06 14:28:40.167674 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-21374fa8-31cc-4f69-ad51-a006bf674a11 req-22a04ddf-d186-4597-8982-fe838ed92746 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b7f662a3-1a1d-42a1-b528-023125cd49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410945 Apr 06 14:28:40.651560 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17417f8-c608-4b8c-b1c5-b0e127ea2a79 req-b6d7710f-97d8-4188-a81f-a0898eb08d8c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:40.653045 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a17417f8-c608-4b8c-b1c5-b0e127ea2a79 req-b6d7710f-97d8-4188-a81f-a0898eb08d8c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8ccc349-a88c-419c-b58e-99df0cf78a0a HTTP/1.1" status: 200 len: 981 time: 0.0795262 Apr 06 14:28:40.696702 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a17417f8-c608-4b8c-b1c5-b0e127ea2a79 req-31d18aef-22b4-4d3d-9024-72ddf2b242c3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7f662a3-1a1d-42a1-b528-023125cd49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381482 Apr 06 14:28:40.859289 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7f040b54-8f69-4d88-91b4-7db5367d2788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:41.302071 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:41.344144 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:41.893918 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee147fc-7752-4cd5-bc58-c8976e642f47 req-f1fc0770-d290-484f-b937-57b78d1326e7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:41.895976 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1ee147fc-7752-4cd5-bc58-c8976e642f47 req-f1fc0770-d290-484f-b937-57b78d1326e7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8ccc349-a88c-419c-b58e-99df0cf78a0a HTTP/1.1" status: 200 len: 981 time: 0.0800080 Apr 06 14:28:42.016086 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1ee147fc-7752-4cd5-bc58-c8976e642f47 req-78536a06-3123-43e7-864a-62f65ea1cc40 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7f662a3-1a1d-42a1-b528-023125cd49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144791 Apr 06 14:28:42.210767 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9588f-cbde-4043-a4b6-9eb9985ed763 req-fbd0cd60-1abd-4237-ac63-eb300fd7131b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:42.212188 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6bf9588f-cbde-4043-a4b6-9eb9985ed763 req-fbd0cd60-1abd-4237-ac63-eb300fd7131b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8ccc349-a88c-419c-b58e-99df0cf78a0a HTTP/1.1" status: 200 len: 981 time: 0.0764580 Apr 06 14:28:42.256561 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6bf9588f-cbde-4043-a4b6-9eb9985ed763 req-7709afbb-e860-4d26-8c30-f8393d5b2e1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7f662a3-1a1d-42a1-b528-023125cd49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387075 Apr 06 14:28:42.283684 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57020) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:42.354964 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-68a7364a-e44a-4f59-a1b2-1cbd1f52ef57 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e8ccc349-a88c-419c-b58e-99df0cf78a0a HTTP/1.1" status: 200 len: 1129 time: 0.0701342 Apr 06 14:28:42.357630 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57024) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:42.362715 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-047a3419-3b49-425a-b877-74dc4956fece tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'port_id': 'd33d52ad-406b-4bde-b2fe-b4cf2ecedfa3', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:28:42.368670 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-047a3419-3b49-425a-b877-74dc4956fece tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:28:42.372428 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-047a3419-3b49-425a-b877-74dc4956fece tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:floatingip and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:28:42.375219 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-047a3419-3b49-425a-b877-74dc4956fece tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:28:42.381424 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-047a3419-3b49-425a-b877-74dc4956fece tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:28:42.395575 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-047a3419-3b49-425a-b877-74dc4956fece tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:42.528256 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-047a3419-3b49-425a-b877-74dc4956fece tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:42.662663 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-047a3419-3b49-425a-b877-74dc4956fece tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.26.8.75 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/edb35c84-eec8-4bfb-b985-dcf4798425ea) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:28:42.805189 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-047a3419-3b49-425a-b877-74dc4956fece tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:42.817896 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:42.833047 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-047a3419-3b49-425a-b877-74dc4956fece tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:42.897257 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047a3419-3b49-425a-b877-74dc4956fece tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:28:42.900368 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-047a3419-3b49-425a-b877-74dc4956fece tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:28:42.903751 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047a3419-3b49-425a-b877-74dc4956fece tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:28:42.932392 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a3419-3b49-425a-b877-74dc4956fece tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=edb35c84-eec8-4bfb-b985-dcf4798425ea,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:43.473672 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-047a3419-3b49-425a-b877-74dc4956fece tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:43.532031 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-047a3419-3b49-425a-b877-74dc4956fece tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:43.733167 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-047a3419-3b49-425a-b877-74dc4956fece tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:43.737601 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-047a3419-3b49-425a-b877-74dc4956fece tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:43.841441 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a3419-3b49-425a-b877-74dc4956fece tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=edb35c84-eec8-4bfb-b985-dcf4798425ea,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:43.855282 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-047a3419-3b49-425a-b877-74dc4956fece tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:44.038605 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-047a3419-3b49-425a-b877-74dc4956fece tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Floating IP 2eb831b3-861b-41de-af86-e3d45fc780f5 associated. External IP: 172.26.8.75, port: d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3. Apr 06 14:28:44.418163 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047a3419-3b49-425a-b877-74dc4956fece tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router d65b1ff5-448c-4f01-9bbb-5189ec2ac196 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:28:44.619623 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047a3419-3b49-425a-b877-74dc4956fece tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:28:44.628811 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92276618-7650-4de9-ab71-573b03ea9234 None None] Sync routers for ids ['d65b1ff5-448c-4f01-9bbb-5189ec2ac196'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:28:44.642243 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92276618-7650-4de9-ab71-573b03ea9234 None None] Routers {'d65b1ff5-448c-4f01-9bbb-5189ec2ac196'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:28:44.642961 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-92276618-7650-4de9-ab71-573b03ea9234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:28:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['d65b1ff5-448c-4f01-9bbb-5189ec2ac196'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:44.644119 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-047a3419-3b49-425a-b877-74dc4956fece tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:44.698309 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-047a3419-3b49-425a-b877-74dc4956fece tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1031 time: 2.3396640 Apr 06 14:28:44.698987 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ccc349-a88c-419c-b58e-99df0cf78a0a', 'tag': 'd33d52ad-406b-4bde-b2fe-b4cf2ecedfa3'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:28:44.701301 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57028) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:44.760849 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42166c09-c6a4-4289-ba39-5570832e73e9'] response: {'name': 'network-changed', 'server_uuid': 'e8ccc349-a88c-419c-b58e-99df0cf78a0a', 'tag': 'd33d52ad-406b-4bde-b2fe-b4cf2ecedfa3', 'status': 'completed', 'code': 200} Apr 06 14:28:44.787520 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f8fd140d-99f5-425d-ac1c-ed4f5cf4707c tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e8ccc349-a88c-419c-b58e-99df0cf78a0a&network_id=8d1f3dfd-9307-4261-b841-d0d206f40bee HTTP/1.1" status: 200 len: 1129 time: 0.0849357 Apr 06 14:28:44.837551 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-92276618-7650-4de9-ab71-573b03ea9234 None None] Set router d65b1ff5-448c-4f01-9bbb-5189ec2ac196 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:28:44.984410 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0967a46f-898f-4122-b98e-d7b49609cb17 req-e7c4dafe-e540-4bd1-94ff-fda5b8bba4ad service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=e8ccc349-a88c-419c-b58e-99df0cf78a0a HTTP/1.1" status: 200 len: 1134 time: 0.2019253 Apr 06 14:28:45.136336 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967a46f-898f-4122-b98e-d7b49609cb17 req-fa79716f-6b9c-4808-85cd-83ab4715652a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:45.137828 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0967a46f-898f-4122-b98e-d7b49609cb17 req-fa79716f-6b9c-4808-85cd-83ab4715652a service neutron] 10.222.0.69 "GET /v2.0/networks?id=8d1f3dfd-9307-4261-b841-d0d206f40bee HTTP/1.1" status: 200 len: 898 time: 0.1456034 Apr 06 14:28:45.194947 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bf881-aef6-44b2-8a53-d451aa3c6d6b req-57afb411-7cb8-4af1-a90d-349babc76ecc tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:45.196390 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f5bf881-aef6-44b2-8a53-d451aa3c6d6b req-57afb411-7cb8-4af1-a90d-349babc76ecc tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8ccc349-a88c-419c-b58e-99df0cf78a0a HTTP/1.1" status: 200 len: 981 time: 0.0868549 Apr 06 14:28:45.199380 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-92276618-7650-4de9-ab71-573b03ea9234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'name': 'tempest-TestNetworkBasicOps-router-760030677', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '2b2fc37e-f5f0-4ee6-8525-3f4d734071fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:19Z', 'updated_at': '2022-04-06T14:28:24Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '2b2fc37e-f5f0-4ee6-8525-3f4d734071fe', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:20Z', 'updated_at': '2022-04-06T14:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '2eb831b3-861b-41de-af86-e3d45fc780f5', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.75', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'port_id': 'd33d52ad-406b-4bde-b2fe-b4cf2ecedfa3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-20638369', 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee', 'mac_address': 'fa:16:3e:b4:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ccc349-a88c-419c-b58e-99df0cf78a0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:28:43Z', 'updated_at': '2022-04-06T14:28:43Z', 'revision_number': 0, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bccede1-ed21-4967-b400-f71537908030', 'name': '', 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:2d:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bece0d71-f26e-4346-ab34-2e58a30a40e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:23Z', 'updated_at': '2022-04-06T14:28:29Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'bece0d71-f26e-4346-ab34-2e58a30a40e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:45.203264 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92276618-7650-4de9-ab71-573b03ea9234 None None] Checking router: d65b1ff5-448c-4f01-9bbb-5189ec2ac196 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:28:45.214291 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92276618-7650-4de9-ab71-573b03ea9234 None None] Routers {'d65b1ff5-448c-4f01-9bbb-5189ec2ac196'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:28:45.214889 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-92276618-7650-4de9-ab71-573b03ea9234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:28:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['d65b1ff5-448c-4f01-9bbb-5189ec2ac196'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:45.245295 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f5bf881-aef6-44b2-8a53-d451aa3c6d6b req-33171fc6-ada9-4cd9-a911-69486d98da95 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7f662a3-1a1d-42a1-b528-023125cd49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419745 Apr 06 14:28:45.255572 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0967a46f-898f-4122-b98e-d7b49609cb17 req-9677d87a-687e-429a-bd39-bd5c51c4da35 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 HTTP/1.1" status: 200 len: 1034 time: 0.1059694 Apr 06 14:28:45.317849 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967a46f-898f-4122-b98e-d7b49609cb17 req-fe83420c-8c2e-4fd7-b2aa-8312dd0eb71b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:45.319318 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0967a46f-898f-4122-b98e-d7b49609cb17 req-fe83420c-8c2e-4fd7-b2aa-8312dd0eb71b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bece0d71-f26e-4346-ab34-2e58a30a40e7 HTTP/1.1" status: 200 len: 835 time: 0.0570350 Apr 06 14:28:45.389541 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-92276618-7650-4de9-ab71-573b03ea9234 None None] Set router d65b1ff5-448c-4f01-9bbb-5189ec2ac196 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:28:45.395200 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0967a46f-898f-4122-b98e-d7b49609cb17 req-162703bd-d869-4502-bc10-0f0558576527 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8d1f3dfd-9307-4261-b841-d0d206f40bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696416 Apr 06 14:28:45.538093 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0967a46f-898f-4122-b98e-d7b49609cb17 req-5e6336c6-2906-4b15-8651-6e67526946ba service neutron] 10.222.0.69 "GET /v2.0/networks/8d1f3dfd-9307-4261-b841-d0d206f40bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333199 Apr 06 14:28:45.669303 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0967a46f-898f-4122-b98e-d7b49609cb17 req-c75dabb8-19b4-48ad-93b4-45e86911ca66 service neutron] 10.222.0.69 "GET /v2.0/networks/8d1f3dfd-9307-4261-b841-d0d206f40bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234546 Apr 06 14:28:45.766626 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-92276618-7650-4de9-ab71-573b03ea9234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'name': 'tempest-TestNetworkBasicOps-router-760030677', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '2b2fc37e-f5f0-4ee6-8525-3f4d734071fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:19Z', 'updated_at': '2022-04-06T14:28:24Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '2b2fc37e-f5f0-4ee6-8525-3f4d734071fe', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:20Z', 'updated_at': '2022-04-06T14:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '2eb831b3-861b-41de-af86-e3d45fc780f5', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.75', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'port_id': 'd33d52ad-406b-4bde-b2fe-b4cf2ecedfa3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-20638369', 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee', 'mac_address': 'fa:16:3e:b4:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ccc349-a88c-419c-b58e-99df0cf78a0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:28:43Z', 'updated_at': '2022-04-06T14:28:43Z', 'revision_number': 0, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bccede1-ed21-4967-b400-f71537908030', 'name': '', 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:2d:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bece0d71-f26e-4346-ab34-2e58a30a40e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:23Z', 'updated_at': '2022-04-06T14:28:29Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'bece0d71-f26e-4346-ab34-2e58a30a40e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:45.770492 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92276618-7650-4de9-ab71-573b03ea9234 None None] The sync data for ids ['d65b1ff5-448c-4f01-9bbb-5189ec2ac196'] in dv-neutron-835868-1-hyperv is: [{'id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'name': 'tempest-TestNetworkBasicOps-router-760030677', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '2b2fc37e-f5f0-4ee6-8525-3f4d734071fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:19Z', 'updated_at': '2022-04-06T14:28:24Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '2b2fc37e-f5f0-4ee6-8525-3f4d734071fe', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:20Z', 'updated_at': '2022-04-06T14:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '2eb831b3-861b-41de-af86-e3d45fc780f5', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.75', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'port_id': 'd33d52ad-406b-4bde-b2fe-b4cf2ecedfa3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-20638369', 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee', 'mac_address': 'fa:16:3e:b4:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ccc349-a88c-419c-b58e-99df0cf78a0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:28:43Z', 'updated_at': '2022-04-06T14:28:43Z', 'revision_number': 0, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bccede1-ed21-4967-b400-f71537908030', 'name': '', 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:2d:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bece0d71-f26e-4346-ab34-2e58a30a40e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:23Z', 'updated_at': '2022-04-06T14:28:29Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'bece0d71-f26e-4346-ab34-2e58a30a40e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:28:45.956296 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eaab0f-e08d-4b69-b487-8177ca6ae92c None None] New status for floating IP 2eb831b3-861b-41de-af86-e3d45fc780f5: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:28:46.440677 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90127e-7674-4eb8-8810-31e6a8f0113b req-a63300f1-f50b-4c5d-a187-7d9bf76a9043 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:46.442918 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fd90127e-7674-4eb8-8810-31e6a8f0113b req-a63300f1-f50b-4c5d-a187-7d9bf76a9043 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8ccc349-a88c-419c-b58e-99df0cf78a0a HTTP/1.1" status: 200 len: 981 time: 0.0752006 Apr 06 14:28:46.558340 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fd90127e-7674-4eb8-8810-31e6a8f0113b req-97c36ee0-2a61-46f5-8af0-5e78d45da2ce tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7f662a3-1a1d-42a1-b528-023125cd49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678899 Apr 06 14:28:46.580496 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1606e99-04d9-4663-9b27-e605d954fa8c req-14717576-5b9f-4932-aa9b-35791460e76d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:46.581919 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e1606e99-04d9-4663-9b27-e605d954fa8c req-14717576-5b9f-4932-aa9b-35791460e76d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8ccc349-a88c-419c-b58e-99df0cf78a0a HTTP/1.1" status: 200 len: 981 time: 0.1340926 Apr 06 14:28:46.648436 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1606e99-04d9-4663-9b27-e605d954fa8c req-5d2dfee3-10dd-4a81-a7a5-35a55ba844cd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:46.649763 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e1606e99-04d9-4663-9b27-e605d954fa8c req-5d2dfee3-10dd-4a81-a7a5-35a55ba844cd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/ports/d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0620368 Apr 06 14:28:46.788217 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e1606e99-04d9-4663-9b27-e605d954fa8c req-eade052e-8518-447a-84ca-ea78054e9786 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/networks/8d1f3dfd-9307-4261-b841-d0d206f40bee?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1337860 Apr 06 14:28:46.798927 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-e1606e99-04d9-4663-9b27-e605d954fa8c req-55b2e67e-ac1a-4de5-8196-a0de5e66c161 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:28:46.909534 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-e1606e99-04d9-4663-9b27-e605d954fa8c req-55b2e67e-ac1a-4de5-8196-a0de5e66c161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:47.099183 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-e1606e99-04d9-4663-9b27-e605d954fa8c req-55b2e67e-ac1a-4de5-8196-a0de5e66c161 service neutron] For port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3,segment=NetworkSegment(f5b6b48a-a252-4378-b593-e236458e27cb),segment_id=f5b6b48a-a252-4378-b593-e236458e27cb)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:47.125995 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-e1606e99-04d9-4663-9b27-e605d954fa8c req-55b2e67e-ac1a-4de5-8196-a0de5e66c161 service neutron] For port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:28:47.177123 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-e1606e99-04d9-4663-9b27-e605d954fa8c req-55b2e67e-ac1a-4de5-8196-a0de5e66c161 service neutron] device_id is not set on port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:28:47.185497 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-e1606e99-04d9-4663-9b27-e605d954fa8c req-55b2e67e-ac1a-4de5-8196-a0de5e66c161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:47.190596 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-e1606e99-04d9-4663-9b27-e605d954fa8c req-55b2e67e-ac1a-4de5-8196-a0de5e66c161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:47.414625 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2e67e-ac1a-4de5-8196-a0de5e66c161 service neutron] Pushing event updated for resources: {'Port': ['ID=d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3,revision_number=6']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:47.473851 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1606e99-04d9-4663-9b27-e605d954fa8c req-55b2e67e-ac1a-4de5-8196-a0de5e66c161 service neutron] No DVR routers for this DVR port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:28:47.496113 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4a8d6e69-528b-4b11-8d9a-1488f560e682 None None] Provisioning complete for port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:28:47.496663 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4a8d6e69-528b-4b11-8d9a-1488f560e682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:47.550079 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-4a8d6e69-528b-4b11-8d9a-1488f560e682 None None] Port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:28:47.650739 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:28:47.712472 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-e1606e99-04d9-4663-9b27-e605d954fa8c req-55b2e67e-ac1a-4de5-8196-a0de5e66c161 service neutron] In _notify_port_updated(), no bound segment for port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 on network 8d1f3dfd-9307-4261-b841-d0d206f40bee {{(pid=83738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 06 14:28:47.713586 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-e1606e99-04d9-4663-9b27-e605d954fa8c req-55b2e67e-ac1a-4de5-8196-a0de5e66c161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:47.714883 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e1606e99-04d9-4663-9b27-e605d954fa8c req-55b2e67e-ac1a-4de5-8196-a0de5e66c161 service neutron] 10.222.0.69 "PUT /v2.0/ports/d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 HTTP/1.1" status: 200 len: 1024 time: 0.9196672 Apr 06 14:28:47.718338 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c7a3e309-a1e8-46c5-ad3c-5dc17c37720e req-0f625f98-e155-489b-9e40-68fb7429d819 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8ccc349-a88c-419c-b58e-99df0cf78a0a HTTP/1.1" status: 200 len: 210 time: 0.0411112 Apr 06 14:28:48.824260 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57044) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:48.894231 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d699d4c1-fd42-458c-9dd3-2e99b6afcbfb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:48.896233 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d699d4c1-fd42-458c-9dd3-2e99b6afcbfb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports/d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 HTTP/1.1" status: 200 len: 923 time: 0.0709689 Apr 06 14:28:49.249017 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57050) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:49.255191 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a9076628-6fe5-4207-aa5c-c4bdee725ae5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-881784198', 'description': 'tempest-secgroup-smoke-881784198 description', 'project_id': '2c4f01a131354b128ac6b7c118186600'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:28:49.261035 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a9076628-6fe5-4207-aa5c-c4bdee725ae5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:28:49.270361 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a9076628-6fe5-4207-aa5c-c4bdee725ae5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:28:49.279757 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9076628-6fe5-4207-aa5c-c4bdee725ae5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:49.313261 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a9076628-6fe5-4207-aa5c-c4bdee725ae5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:28:49.316954 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a9076628-6fe5-4207-aa5c-c4bdee725ae5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:28:49.320172 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a9076628-6fe5-4207-aa5c-c4bdee725ae5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:28:49.325736 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a9076628-6fe5-4207-aa5c-c4bdee725ae5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:28:49.382223 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9076628-6fe5-4207-aa5c-c4bdee725ae5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:49.385764 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9076628-6fe5-4207-aa5c-c4bdee725ae5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:49.429501 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9076628-6fe5-4207-aa5c-c4bdee725ae5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac828112-612c-4a05-aa9c-d3aff065c5ac,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:49.432445 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9076628-6fe5-4207-aa5c-c4bdee725ae5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:49.433687 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a9076628-6fe5-4207-aa5c-c4bdee725ae5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1836619 Apr 06 14:28:49.437135 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57054) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:49.441966 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b0c5283d-b736-45bf-bb46-7185863c6f2b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'ac828112-612c-4a05-aa9c-d3aff065c5ac', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:28:49.448011 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b0c5283d-b736-45bf-bb46-7185863c6f2b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:28:49.451769 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b0c5283d-b736-45bf-bb46-7185863c6f2b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:28:49.454628 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b0c5283d-b736-45bf-bb46-7185863c6f2b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:28:49.460190 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b0c5283d-b736-45bf-bb46-7185863c6f2b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:28:49.476974 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0c5283d-b736-45bf-bb46-7185863c6f2b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:49.535007 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0c5283d-b736-45bf-bb46-7185863c6f2b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:49.538924 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0c5283d-b736-45bf-bb46-7185863c6f2b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:49.564221 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5283d-b736-45bf-bb46-7185863c6f2b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66bdafbd-198b-408c-9bb6-94515827a94f,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:49.572428 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0c5283d-b736-45bf-bb46-7185863c6f2b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:49.573636 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b0c5283d-b736-45bf-bb46-7185863c6f2b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1362112 Apr 06 14:28:49.577056 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57058) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:49.583578 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-06b37b00-6ba4-4bdc-ac5f-4dacfaa11c49 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'ac828112-612c-4a05-aa9c-d3aff065c5ac', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:28:49.590312 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-06b37b00-6ba4-4bdc-ac5f-4dacfaa11c49 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:28:49.594216 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-06b37b00-6ba4-4bdc-ac5f-4dacfaa11c49 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:28:49.597083 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-06b37b00-6ba4-4bdc-ac5f-4dacfaa11c49 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:28:49.604216 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-06b37b00-6ba4-4bdc-ac5f-4dacfaa11c49 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:28:49.619396 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06b37b00-6ba4-4bdc-ac5f-4dacfaa11c49 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:49.679733 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06b37b00-6ba4-4bdc-ac5f-4dacfaa11c49 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:49.683355 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06b37b00-6ba4-4bdc-ac5f-4dacfaa11c49 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:49.710026 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b37b00-6ba4-4bdc-ac5f-4dacfaa11c49 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3660c433-5fbb-45ea-85d7-e37c65856c33,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:49.717834 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06b37b00-6ba4-4bdc-ac5f-4dacfaa11c49 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:49.719006 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-06b37b00-6ba4-4bdc-ac5f-4dacfaa11c49 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1406806 Apr 06 14:28:49.721698 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57062) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:49.727562 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9a28f27e-4271-4509-9453-41c1d5b13b6a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'ac828112-612c-4a05-aa9c-d3aff065c5ac', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:28:49.733104 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9a28f27e-4271-4509-9453-41c1d5b13b6a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:28:49.736788 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9a28f27e-4271-4509-9453-41c1d5b13b6a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:28:49.739634 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9a28f27e-4271-4509-9453-41c1d5b13b6a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:28:49.745220 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9a28f27e-4271-4509-9453-41c1d5b13b6a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:28:49.761682 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a28f27e-4271-4509-9453-41c1d5b13b6a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:49.824450 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a28f27e-4271-4509-9453-41c1d5b13b6a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:49.827991 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a28f27e-4271-4509-9453-41c1d5b13b6a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:49.852225 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a28f27e-4271-4509-9453-41c1d5b13b6a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc1b173e-731d-4be0-bbe4-b5f81e9127e4,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:49.860677 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a28f27e-4271-4509-9453-41c1d5b13b6a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:49.861863 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9a28f27e-4271-4509-9453-41c1d5b13b6a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1392634 Apr 06 14:28:49.864491 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57066) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:49.869899 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-b03f2ef5-23d2-4d19-a58b-257acbc76c5e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'ac828112-612c-4a05-aa9c-d3aff065c5ac', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:28:49.875511 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b03f2ef5-23d2-4d19-a58b-257acbc76c5e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:28:49.879486 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b03f2ef5-23d2-4d19-a58b-257acbc76c5e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:28:49.882401 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b03f2ef5-23d2-4d19-a58b-257acbc76c5e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:28:49.888054 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b03f2ef5-23d2-4d19-a58b-257acbc76c5e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:28:49.905607 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b03f2ef5-23d2-4d19-a58b-257acbc76c5e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:49.968122 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b03f2ef5-23d2-4d19-a58b-257acbc76c5e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:49.971737 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b03f2ef5-23d2-4d19-a58b-257acbc76c5e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:49.995218 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f2ef5-23d2-4d19-a58b-257acbc76c5e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157bf96d-ec79-4a68-ae6c-25b51caadc14,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:50.003428 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b03f2ef5-23d2-4d19-a58b-257acbc76c5e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:50.004601 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b03f2ef5-23d2-4d19-a58b-257acbc76c5e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1391454 Apr 06 14:28:50.007239 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57070) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:50.012614 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-76df3b63-4e5c-4ce9-862c-56dbdff096c1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'ac828112-612c-4a05-aa9c-d3aff065c5ac', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:28:50.018308 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-76df3b63-4e5c-4ce9-862c-56dbdff096c1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:28:50.022724 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-76df3b63-4e5c-4ce9-862c-56dbdff096c1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:28:50.025752 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-76df3b63-4e5c-4ce9-862c-56dbdff096c1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:28:50.031682 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-76df3b63-4e5c-4ce9-862c-56dbdff096c1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:28:50.042574 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-76df3b63-4e5c-4ce9-862c-56dbdff096c1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Project 2c4f01a131354b128ac6b7c118186600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:28:50.048799 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-76df3b63-4e5c-4ce9-862c-56dbdff096c1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:50.113458 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-76df3b63-4e5c-4ce9-862c-56dbdff096c1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:50.116816 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-76df3b63-4e5c-4ce9-862c-56dbdff096c1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:50.139556 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df3b63-4e5c-4ce9-862c-56dbdff096c1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=572e038e-d73b-449d-b55d-563ad9470576,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:50.148496 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-76df3b63-4e5c-4ce9-862c-56dbdff096c1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:50.149675 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-76df3b63-4e5c-4ce9-862c-56dbdff096c1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1414940 Apr 06 14:28:50.152419 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57074) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:28:50.157653 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-71beef76-92bd-4d21-b143-e7cd2fc0702a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'ac828112-612c-4a05-aa9c-d3aff065c5ac', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:28:50.163364 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-71beef76-92bd-4d21-b143-e7cd2fc0702a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:28:50.167160 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-71beef76-92bd-4d21-b143-e7cd2fc0702a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:28:50.170168 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-71beef76-92bd-4d21-b143-e7cd2fc0702a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:28:50.175762 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-71beef76-92bd-4d21-b143-e7cd2fc0702a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:28:50.186183 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-71beef76-92bd-4d21-b143-e7cd2fc0702a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Project 2c4f01a131354b128ac6b7c118186600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:28:50.193100 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-71beef76-92bd-4d21-b143-e7cd2fc0702a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:50.256736 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-71beef76-92bd-4d21-b143-e7cd2fc0702a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:50.260977 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-71beef76-92bd-4d21-b143-e7cd2fc0702a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:50.283547 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71beef76-92bd-4d21-b143-e7cd2fc0702a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd0cc3f8-595a-416d-be50-af0c3dc0d9e4,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:50.292542 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-71beef76-92bd-4d21-b143-e7cd2fc0702a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:50.293789 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-71beef76-92bd-4d21-b143-e7cd2fc0702a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1404469 Apr 06 14:28:50.461922 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-83435b0f-6246-456d-a11e-be5a219fd615 req-e47f66fb-10cd-4ca3-a402-cc227e050515 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-881784198&fields=id&tenant_id=2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 267 time: 0.0427725 Apr 06 14:28:50.539563 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83435b0f-6246-456d-a11e-be5a219fd615 req-0712aae2-ce88-4954-9120-59207d3ab1a2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:50.540807 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-83435b0f-6246-456d-a11e-be5a219fd615 req-0712aae2-ce88-4954-9120-59207d3ab1a2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports/d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 HTTP/1.1" status: 200 len: 928 time: 0.0726588 Apr 06 14:28:50.610636 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-83435b0f-6246-456d-a11e-be5a219fd615 req-0ab330bd-ca1c-4970-bf75-f0ed78ffeeec service neutron] 10.222.0.60 "GET /v2.0/ports/d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0576043 Apr 06 14:28:50.736443 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-83435b0f-6246-456d-a11e-be5a219fd615 req-fbbd4c63-91e9-4a35-a2c6-f5648271ee3a service neutron] 10.222.0.60 "GET /v2.0/networks/8d1f3dfd-9307-4261-b841-d0d206f40bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196351 Apr 06 14:28:50.869842 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-83435b0f-6246-456d-a11e-be5a219fd615 req-e1d54b14-a7b1-41fc-ada5-a64ade3bb9cd service neutron] 10.222.0.60 "GET /v2.0/networks/8d1f3dfd-9307-4261-b841-d0d206f40bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270707 Apr 06 14:28:51.056301 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d77f739a-b66e-4b29-a33b-8944dca17428 req-a7d6a16c-ba45-4332-b161-f3915fe6b4c5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5ce487f-434b-41ed-a8df-e6d1b1d82152 HTTP/1.1" status: 200 len: 210 time: 0.0415490 Apr 06 14:28:51.624486 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:28:51.678449 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:28:52.031356 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-83435b0f-6246-456d-a11e-be5a219fd615 req-5687b8b0-c9b8-4875-a43a-ce58875fcaf8 service neutron] 10.222.0.69 "GET /v2.0/ports/d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 HTTP/1.1" status: 200 len: 1024 time: 0.0666356 Apr 06 14:28:52.183658 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83435b0f-6246-456d-a11e-be5a219fd615 req-c9528daa-dfdc-4934-8401-b242860678a8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:52.185266 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-83435b0f-6246-456d-a11e-be5a219fd615 req-c9528daa-dfdc-4934-8401-b242860678a8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/networks?id=8d1f3dfd-9307-4261-b841-d0d206f40bee HTTP/1.1" status: 200 len: 797 time: 0.1492779 Apr 06 14:28:52.244343 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2e1052c1-0a24-4ed7-8840-e5aef6ee2052 req-6e5c7066-e999-4010-8f3e-63c1964d40b8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5ce487f-434b-41ed-a8df-e6d1b1d82152 HTTP/1.1" status: 200 len: 210 time: 0.0578191 Apr 06 14:28:52.270725 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-83435b0f-6246-456d-a11e-be5a219fd615 req-850e35f9-45f1-4ddd-a128-eea8453206bc tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 472 time: 0.0535357 Apr 06 14:28:52.281804 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-83435b0f-6246-456d-a11e-be5a219fd615 req-d34a8fdb-2114-4741-b236-cf5a484888e0 service neutron] Request body: {'port': {'device_id': 'b5ce487f-434b-41ed-a8df-e6d1b1d82152', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:28:52.385803 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-83435b0f-6246-456d-a11e-be5a219fd615 req-d34a8fdb-2114-4741-b236-cf5a484888e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:52.818450 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-83435b0f-6246-456d-a11e-be5a219fd615 req-d34a8fdb-2114-4741-b236-cf5a484888e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:28:52.825088 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-83435b0f-6246-456d-a11e-be5a219fd615 req-d34a8fdb-2114-4741-b236-cf5a484888e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:52.840618 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-83435b0f-6246-456d-a11e-be5a219fd615 req-d34a8fdb-2114-4741-b236-cf5a484888e0 service neutron] Transition to ACTIVE for port object d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:28:52.844376 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-83435b0f-6246-456d-a11e-be5a219fd615 req-d34a8fdb-2114-4741-b236-cf5a484888e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:52.980217 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a8fdb-2114-4741-b236-cf5a484888e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3,revision_number=7']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:53.121267 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-83435b0f-6246-456d-a11e-be5a219fd615 req-d34a8fdb-2114-4741-b236-cf5a484888e0 service neutron] Attempting to bind port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:28:53.121881 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-83435b0f-6246-456d-a11e-be5a219fd615 req-d34a8fdb-2114-4741-b236-cf5a484888e0 service neutron] Attempting to bind port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f5b6b48a-a252-4378-b593-e236458e27cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:28:53.121881 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83435b0f-6246-456d-a11e-be5a219fd615 req-d34a8fdb-2114-4741-b236-cf5a484888e0 service neutron] Attempting to bind port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 on network 8d1f3dfd-9307-4261-b841-d0d206f40bee {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:28:53.127508 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83435b0f-6246-456d-a11e-be5a219fd615 req-d34a8fdb-2114-4741-b236-cf5a484888e0 service neutron] Port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 on network 8d1f3dfd-9307-4261-b841-d0d206f40bee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:28:53.127843 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83435b0f-6246-456d-a11e-be5a219fd615 req-d34a8fdb-2114-4741-b236-cf5a484888e0 service neutron] Attempting to bind port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 on network 8d1f3dfd-9307-4261-b841-d0d206f40bee {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:28:53.134356 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83435b0f-6246-456d-a11e-be5a219fd615 req-d34a8fdb-2114-4741-b236-cf5a484888e0 service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:28:53.134682 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83435b0f-6246-456d-a11e-be5a219fd615 req-d34a8fdb-2114-4741-b236-cf5a484888e0 service neutron] Checking segment: {'id': 'f5b6b48a-a252-4378-b593-e236458e27cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:28:53.135053 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83435b0f-6246-456d-a11e-be5a219fd615 req-d34a8fdb-2114-4741-b236-cf5a484888e0 service neutron] Bound using segment: {'id': 'f5b6b48a-a252-4378-b593-e236458e27cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:28:53.135474 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-83435b0f-6246-456d-a11e-be5a219fd615 req-d34a8fdb-2114-4741-b236-cf5a484888e0 service neutron] Bound port: d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5b6b48a-a252-4378-b593-e236458e27cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:28:53.135809 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-83435b0f-6246-456d-a11e-be5a219fd615 req-d34a8fdb-2114-4741-b236-cf5a484888e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:53.222137 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-83435b0f-6246-456d-a11e-be5a219fd615 req-d34a8fdb-2114-4741-b236-cf5a484888e0 service neutron] For port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:28:53.225178 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-83435b0f-6246-456d-a11e-be5a219fd615 req-d34a8fdb-2114-4741-b236-cf5a484888e0 service neutron] For port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3,segment=NetworkSegment(f5b6b48a-a252-4378-b593-e236458e27cb),segment_id=f5b6b48a-a252-4378-b593-e236458e27cb)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:28:53.229265 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-83435b0f-6246-456d-a11e-be5a219fd615 req-d34a8fdb-2114-4741-b236-cf5a484888e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:53.289218 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-83435b0f-6246-456d-a11e-be5a219fd615 req-d34a8fdb-2114-4741-b236-cf5a484888e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:53.290603 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-83435b0f-6246-456d-a11e-be5a219fd615 req-d34a8fdb-2114-4741-b236-cf5a484888e0 service neutron] 10.222.0.69 "PUT /v2.0/ports/d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 HTTP/1.1" status: 200 len: 1129 time: 1.0126293 Apr 06 14:28:53.291033 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ce487f-434b-41ed-a8df-e6d1b1d82152', 'tag': 'd33d52ad-406b-4bde-b2fe-b4cf2ecedfa3'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:28:53.308758 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a8fdb-2114-4741-b236-cf5a484888e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3,revision_number=8']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:53.373171 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5566fe55-cc3e-49e6-af9d-a3a8e9eef1b4'] response: {'name': 'network-changed', 'server_uuid': 'b5ce487f-434b-41ed-a8df-e6d1b1d82152', 'tag': 'd33d52ad-406b-4bde-b2fe-b4cf2ecedfa3', 'status': 'completed', 'code': 200} Apr 06 14:28:53.412539 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-83435b0f-6246-456d-a11e-be5a219fd615 req-8c380af4-0e1a-4a7e-88ef-736397ef5218 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=b5ce487f-434b-41ed-a8df-e6d1b1d82152 HTTP/1.1" status: 200 len: 1132 time: 0.0838335 Apr 06 14:28:53.470180 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63060658-d12d-484b-b524-9875019e5b3a req-2f4b5841-c7cb-4a8d-bd53-d70fd1f5576b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:53.471679 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-63060658-d12d-484b-b524-9875019e5b3a req-2f4b5841-c7cb-4a8d-bd53-d70fd1f5576b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5ce487f-434b-41ed-a8df-e6d1b1d82152 HTTP/1.1" status: 200 len: 979 time: 0.0866847 Apr 06 14:28:53.517267 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-83435b0f-6246-456d-a11e-be5a219fd615 req-73d1ba74-21d7-491e-8631-e6d525977836 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 HTTP/1.1" status: 200 len: 1034 time: 0.0963702 Apr 06 14:28:53.521899 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-63060658-d12d-484b-b524-9875019e5b3a req-3e2b329a-e47a-41c1-9f42-42eeb5f12ce6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:28:53.539217 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-63060658-d12d-484b-b524-9875019e5b3a req-3e2b329a-e47a-41c1-9f42-42eeb5f12ce6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:28:53.540768 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-63060658-d12d-484b-b524-9875019e5b3a req-3e2b329a-e47a-41c1-9f42-42eeb5f12ce6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7f662a3-1a1d-42a1-b528-023125cd49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628705 Apr 06 14:28:53.581973 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83435b0f-6246-456d-a11e-be5a219fd615 req-0c63b540-f6d0-4e07-be0d-f0675333785b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:53.583860 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-83435b0f-6246-456d-a11e-be5a219fd615 req-0c63b540-f6d0-4e07-be0d-f0675333785b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bece0d71-f26e-4346-ab34-2e58a30a40e7 HTTP/1.1" status: 200 len: 835 time: 0.0615678 Apr 06 14:28:53.656417 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-83435b0f-6246-456d-a11e-be5a219fd615 req-11bee969-60cb-4f6a-8b36-03c6e6b5c857 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8d1f3dfd-9307-4261-b841-d0d206f40bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662515 Apr 06 14:28:53.783847 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-83435b0f-6246-456d-a11e-be5a219fd615 req-5ba9dd60-42b8-4ebf-b72c-07f08c6a4751 service neutron] 10.222.0.69 "GET /v2.0/networks/8d1f3dfd-9307-4261-b841-d0d206f40bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217897 Apr 06 14:28:53.913761 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-83435b0f-6246-456d-a11e-be5a219fd615 req-45d716f2-e2d4-4fe2-9248-f5556a55463b service neutron] 10.222.0.69 "GET /v2.0/networks/8d1f3dfd-9307-4261-b841-d0d206f40bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230521 Apr 06 14:28:54.029879 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d7affbe4-6615-448b-9ade-acfdb6cc695c req-e98fdfd0-8f3f-46c9-9287-bd57b8a814f8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=b5ce487f-434b-41ed-a8df-e6d1b1d82152 HTTP/1.1" status: 200 len: 1132 time: 0.0709760 Apr 06 14:28:54.162019 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7affbe4-6615-448b-9ade-acfdb6cc695c req-a856d7d0-0066-404b-b826-acc29a7b3a28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:54.163461 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d7affbe4-6615-448b-9ade-acfdb6cc695c req-a856d7d0-0066-404b-b826-acc29a7b3a28 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8d1f3dfd-9307-4261-b841-d0d206f40bee HTTP/1.1" status: 200 len: 898 time: 0.1276977 Apr 06 14:28:54.264546 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d7affbe4-6615-448b-9ade-acfdb6cc695c req-000dd9f2-ab51-413b-b892-dfba02486dac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 HTTP/1.1" status: 200 len: 1034 time: 0.0943053 Apr 06 14:28:54.412045 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7affbe4-6615-448b-9ade-acfdb6cc695c req-49971477-aec0-4718-8ff9-4f527018c9c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:54.413495 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d7affbe4-6615-448b-9ade-acfdb6cc695c req-49971477-aec0-4718-8ff9-4f527018c9c6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bece0d71-f26e-4346-ab34-2e58a30a40e7 HTTP/1.1" status: 200 len: 835 time: 0.1432395 Apr 06 14:28:54.489575 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d7affbe4-6615-448b-9ade-acfdb6cc695c req-390e40bb-349f-4605-ae97-952f10ef36bb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8d1f3dfd-9307-4261-b841-d0d206f40bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682998 Apr 06 14:28:54.624331 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d7affbe4-6615-448b-9ade-acfdb6cc695c req-dca190dd-db41-4cd0-a716-e2979841222d service neutron] 10.222.0.69 "GET /v2.0/networks/8d1f3dfd-9307-4261-b841-d0d206f40bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271698 Apr 06 14:28:54.806270 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d7affbe4-6615-448b-9ade-acfdb6cc695c req-e30598b7-284f-456f-b15a-6190bb0c6211 service neutron] 10.222.0.69 "GET /v2.0/networks/8d1f3dfd-9307-4261-b841-d0d206f40bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761198 Apr 06 14:28:54.820319 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab115d-752b-4e65-8222-12630cd7f14a req-f7f1cd4e-3d55-4395-8fa9-8de7edc6acd3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:54.821749 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bfab115d-752b-4e65-8222-12630cd7f14a req-f7f1cd4e-3d55-4395-8fa9-8de7edc6acd3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5ce487f-434b-41ed-a8df-e6d1b1d82152 HTTP/1.1" status: 200 len: 979 time: 0.1265423 Apr 06 14:28:54.867151 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bfab115d-752b-4e65-8222-12630cd7f14a req-6ae84865-7b65-4b33-bf9d-ccbad5a27a88 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7f662a3-1a1d-42a1-b528-023125cd49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392687 Apr 06 14:28:56.062562 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380766d-722a-4f4d-a82d-18ac010c29ee req-9eccc239-70f0-4a7f-8681-cb2a9e3a626c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:56.063905 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e380766d-722a-4f4d-a82d-18ac010c29ee req-9eccc239-70f0-4a7f-8681-cb2a9e3a626c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5ce487f-434b-41ed-a8df-e6d1b1d82152 HTTP/1.1" status: 200 len: 979 time: 0.0776691 Apr 06 14:28:56.109153 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e380766d-722a-4f4d-a82d-18ac010c29ee req-32b9dcaf-2c21-4a41-9906-fbca5bb6c8e1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7f662a3-1a1d-42a1-b528-023125cd49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387037 Apr 06 14:28:57.302730 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6daeb9-52f3-4a89-9b16-13e8c58805a3 req-169dad50-5439-4845-a23e-1bccf1870536 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:57.304169 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cf6daeb9-52f3-4a89-9b16-13e8c58805a3 req-169dad50-5439-4845-a23e-1bccf1870536 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5ce487f-434b-41ed-a8df-e6d1b1d82152 HTTP/1.1" status: 200 len: 979 time: 0.0776250 Apr 06 14:28:57.350742 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cf6daeb9-52f3-4a89-9b16-13e8c58805a3 req-9ff30194-df1b-48a9-b3bb-8ba71a34ab82 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7f662a3-1a1d-42a1-b528-023125cd49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411005 Apr 06 14:28:57.698771 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:28:57.830769 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3,segment=NetworkSegment(f5b6b48a-a252-4378-b593-e236458e27cb),segment_id=f5b6b48a-a252-4378-b593-e236458e27cb)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:57.843684 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': 'd33d52ad-406b-4bde-b2fe-b4cf2ecedfa3', 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee', 'port_id': 'd33d52ad-406b-4bde-b2fe-b4cf2ecedfa3', 'mac_address': 'fa:16:3e:b4:3b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bece0d71-f26e-4346-ab34-2e58a30a40e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:28:57.899906 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:57.916927 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:28:57.931937 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3,segment=NetworkSegment(f5b6b48a-a252-4378-b593-e236458e27cb),segment_id=f5b6b48a-a252-4378-b593-e236458e27cb)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:57.935629 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:57.998972 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3,revision_number=9']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:58.134341 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:28:58.543166 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a0e81-5790-4314-a290-e228cbe16144 req-c515ef82-7cbb-4800-b3fa-ce8f996ce84e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:58.544659 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c60a0e81-5790-4314-a290-e228cbe16144 req-c515ef82-7cbb-4800-b3fa-ce8f996ce84e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5ce487f-434b-41ed-a8df-e6d1b1d82152 HTTP/1.1" status: 200 len: 980 time: 0.0761585 Apr 06 14:28:58.594096 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c60a0e81-5790-4314-a290-e228cbe16144 req-29b5bae1-8b7b-45a9-8ced-d743fab38141 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7f662a3-1a1d-42a1-b528-023125cd49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439188 Apr 06 14:28:58.993748 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:59.714175 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:28:59.782170 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:28:59.786928 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:28:59.787371 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:59.787986 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4602570-758b-428d-9e31-79ce395d4c6c req-94cf245e-877d-47ec-9126-7ca20a7da2f7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:59.789586 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f4602570-758b-428d-9e31-79ce395d4c6c req-94cf245e-877d-47ec-9126-7ca20a7da2f7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5ce487f-434b-41ed-a8df-e6d1b1d82152 HTTP/1.1" status: 200 len: 980 time: 0.0759168 Apr 06 14:28:59.841232 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f4602570-758b-428d-9e31-79ce395d4c6c req-9a401fe8-4721-4371-a5bc-a8778075d678 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7f662a3-1a1d-42a1-b528-023125cd49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456290 Apr 06 14:28:59.903210 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:59.930993 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ce487f-434b-41ed-a8df-e6d1b1d82152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33d52ad-406b-4bde-b2fe-b4cf2ecedfa3'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:28:59.943448 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3,segment=NetworkSegment(f5b6b48a-a252-4378-b593-e236458e27cb),segment_id=f5b6b48a-a252-4378-b593-e236458e27cb)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:59.947548 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:59.991738 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f51061bc-cd74-4a35-ad3d-30f1d7fa9ba0'] response: {'server_uuid': 'b5ce487f-434b-41ed-a8df-e6d1b1d82152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33d52ad-406b-4bde-b2fe-b4cf2ecedfa3', 'code': 200} Apr 06 14:29:00.022802 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3,revision_number=10']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:00.215653 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a4d60c30-2727-4367-a950-45360bde7804 req-e7d6104b-c05a-4114-bdb3-31f86fc83788 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b5ce487f-434b-41ed-a8df-e6d1b1d82152 HTTP/1.1" status: 200 len: 1135 time: 0.0677278 Apr 06 14:29:00.259363 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a4d60c30-2727-4367-a950-45360bde7804 req-38257e8b-b473-4dcd-944f-d18dea5dd5a2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b7f662a3-1a1d-42a1-b528-023125cd49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379441 Apr 06 14:29:01.041915 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf240d4-d7f8-4a5c-aecc-c5e7e2d8793d req-85a9b9ce-d896-4873-b205-1a643ce857e4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:01.043329 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4bf240d4-d7f8-4a5c-aecc-c5e7e2d8793d req-85a9b9ce-d896-4873-b205-1a643ce857e4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5ce487f-434b-41ed-a8df-e6d1b1d82152 HTTP/1.1" status: 200 len: 982 time: 0.0770102 Apr 06 14:29:01.087353 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4bf240d4-d7f8-4a5c-aecc-c5e7e2d8793d req-69b71e0a-c325-4e21-b5d7-967274a83a0f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7f662a3-1a1d-42a1-b528-023125cd49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385675 Apr 06 14:29:02.286087 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b5b6d-75c0-4ec2-a0c0-378374b193fb req-c3a373e2-1548-4847-b5f8-7ba2b0ec4c79 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:02.287538 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1f3b5b6d-75c0-4ec2-a0c0-378374b193fb req-c3a373e2-1548-4847-b5f8-7ba2b0ec4c79 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5ce487f-434b-41ed-a8df-e6d1b1d82152 HTTP/1.1" status: 200 len: 982 time: 0.0792687 Apr 06 14:29:02.333997 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1f3b5b6d-75c0-4ec2-a0c0-378374b193fb req-2451f8b6-82f2-4867-b093-e884efbe60f0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7f662a3-1a1d-42a1-b528-023125cd49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409784 Apr 06 14:29:02.524001 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d3e1a-a582-4851-a6c1-3645b22b9c67 req-80b2f2a0-cc2e-4ba4-923e-59c5366b0cf0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:02.525454 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0b0d3e1a-a582-4851-a6c1-3645b22b9c67 req-80b2f2a0-cc2e-4ba4-923e-59c5366b0cf0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5ce487f-434b-41ed-a8df-e6d1b1d82152 HTTP/1.1" status: 200 len: 982 time: 0.0743783 Apr 06 14:29:02.571600 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0b0d3e1a-a582-4851-a6c1-3645b22b9c67 req-35a55bd2-4e05-48e0-a9f5-9c0d83011662 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7f662a3-1a1d-42a1-b528-023125cd49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403781 Apr 06 14:29:02.599136 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57120) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:02.670084 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ec0cdbd1-e0ea-4350-9d51-34f60b1110c6 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b5ce487f-434b-41ed-a8df-e6d1b1d82152&network_id=8d1f3dfd-9307-4261-b841-d0d206f40bee HTTP/1.1" status: 200 len: 1130 time: 0.0698643 Apr 06 14:29:03.033454 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564658b-50a0-49dc-87aa-e2677b63aa82 req-f5eb7e83-5e30-4ff3-a986-e4d46d7ab435 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:03.034792 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f564658b-50a0-49dc-87aa-e2677b63aa82 req-f5eb7e83-5e30-4ff3-a986-e4d46d7ab435 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5ce487f-434b-41ed-a8df-e6d1b1d82152 HTTP/1.1" status: 200 len: 982 time: 0.0738032 Apr 06 14:29:03.078333 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f564658b-50a0-49dc-87aa-e2677b63aa82 req-78fab248-da02-4f21-874c-6ddb47b26b52 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7f662a3-1a1d-42a1-b528-023125cd49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380251 Apr 06 14:29:04.279282 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c058270-205e-4c04-a50c-42f63a7e44a4 req-be02b581-6505-4950-a0fa-3739a8217aa3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:04.280752 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6c058270-205e-4c04-a50c-42f63a7e44a4 req-be02b581-6505-4950-a0fa-3739a8217aa3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5ce487f-434b-41ed-a8df-e6d1b1d82152 HTTP/1.1" status: 200 len: 982 time: 0.0792561 Apr 06 14:29:04.325358 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632921e5-beb4-4141-abba-ad5de3f6a56e req-6e4e94a3-cb43-409d-bcd7-4b6e4d456429 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:04.325965 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6c058270-205e-4c04-a50c-42f63a7e44a4 req-deb72f0d-7088-416e-bd6a-c1119efcaec9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7f662a3-1a1d-42a1-b528-023125cd49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388856 Apr 06 14:29:04.326783 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-632921e5-beb4-4141-abba-ad5de3f6a56e req-6e4e94a3-cb43-409d-bcd7-4b6e4d456429 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5ce487f-434b-41ed-a8df-e6d1b1d82152 HTTP/1.1" status: 200 len: 982 time: 0.0780723 Apr 06 14:29:04.394411 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632921e5-beb4-4141-abba-ad5de3f6a56e req-52f73dae-045e-472b-8ee0-cbe1b390be16 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:04.396296 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-632921e5-beb4-4141-abba-ad5de3f6a56e req-52f73dae-045e-472b-8ee0-cbe1b390be16 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/ports/d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0635567 Apr 06 14:29:04.538304 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-632921e5-beb4-4141-abba-ad5de3f6a56e req-228def8b-eaf8-4457-91b3-0537b561c0ec tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/networks/8d1f3dfd-9307-4261-b841-d0d206f40bee?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1373272 Apr 06 14:29:04.548660 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-632921e5-beb4-4141-abba-ad5de3f6a56e req-6095d093-9600-4719-a2f4-ebe19d26b904 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:29:04.658741 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-632921e5-beb4-4141-abba-ad5de3f6a56e req-6095d093-9600-4719-a2f4-ebe19d26b904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:04.932568 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-632921e5-beb4-4141-abba-ad5de3f6a56e req-6095d093-9600-4719-a2f4-ebe19d26b904 service neutron] For port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3,segment=NetworkSegment(f5b6b48a-a252-4378-b593-e236458e27cb),segment_id=f5b6b48a-a252-4378-b593-e236458e27cb)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:04.960519 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-632921e5-beb4-4141-abba-ad5de3f6a56e req-6095d093-9600-4719-a2f4-ebe19d26b904 service neutron] For port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:29:05.014112 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-632921e5-beb4-4141-abba-ad5de3f6a56e req-6095d093-9600-4719-a2f4-ebe19d26b904 service neutron] device_id is not set on port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 06 14:29:05.022055 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-632921e5-beb4-4141-abba-ad5de3f6a56e req-6095d093-9600-4719-a2f4-ebe19d26b904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:05.026702 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-632921e5-beb4-4141-abba-ad5de3f6a56e req-6095d093-9600-4719-a2f4-ebe19d26b904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:05.151182 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095d093-9600-4719-a2f4-ebe19d26b904 service neutron] Pushing event updated for resources: {'Port': ['ID=d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3,revision_number=11']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:05.214057 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-632921e5-beb4-4141-abba-ad5de3f6a56e req-6095d093-9600-4719-a2f4-ebe19d26b904 service neutron] No DVR routers for this DVR port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:29:05.311862 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2b9705a9-8076-4f73-86d6-32ffa63a93f8 None None] Provisioning complete for port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:29:05.312471 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2b9705a9-8076-4f73-86d6-32ffa63a93f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:05.367146 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2b9705a9-8076-4f73-86d6-32ffa63a93f8 None None] Port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:29:05.452136 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-632921e5-beb4-4141-abba-ad5de3f6a56e req-6095d093-9600-4719-a2f4-ebe19d26b904 service neutron] In _notify_port_updated(), no bound segment for port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 on network 8d1f3dfd-9307-4261-b841-d0d206f40bee {{(pid=83738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 06 14:29:05.453095 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-632921e5-beb4-4141-abba-ad5de3f6a56e req-6095d093-9600-4719-a2f4-ebe19d26b904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:05.454367 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-632921e5-beb4-4141-abba-ad5de3f6a56e req-6095d093-9600-4719-a2f4-ebe19d26b904 service neutron] 10.222.0.69 "PUT /v2.0/ports/d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 HTTP/1.1" status: 200 len: 1025 time: 0.9094729 Apr 06 14:29:05.505358 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-55123757-0f0d-42f8-9308-d9e00191f5c8 req-4ae85522-5a5c-4ae9-a136-0236c216583f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5ce487f-434b-41ed-a8df-e6d1b1d82152 HTTP/1.1" status: 200 len: 210 time: 0.0476635 Apr 06 14:29:06.611614 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57134) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:06.678028 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ddec9319-2f1e-4733-bb4e-5fdd0673fdf0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:06.706511 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ddec9319-2f1e-4733-bb4e-5fdd0673fdf0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:06.769657 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ddec9319-2f1e-4733-bb4e-5fdd0673fdf0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:06.788892 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec9319-2f1e-4733-bb4e-5fdd0673fdf0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac828112-612c-4a05-aa9c-d3aff065c5ac,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:06.801244 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ddec9319-2f1e-4733-bb4e-5fdd0673fdf0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:06.802321 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ddec9319-2f1e-4733-bb4e-5fdd0673fdf0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/security-groups/ac828112-612c-4a05-aa9c-d3aff065c5ac HTTP/1.1" status: 204 len: 168 time: 0.1897440 Apr 06 14:29:06.842879 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57140) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:07.038251 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f35f3ca8-376a-4fd6-b51b-5a89cf83e85f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port edb35c84-eec8-4bfb-b985-dcf4798425ea {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:29:07.038592 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f35f3ca8-376a-4fd6-b51b-5a89cf83e85f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:07.200277 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f35f3ca8-376a-4fd6-b51b-5a89cf83e85f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:07.200601 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f35f3ca8-376a-4fd6-b51b-5a89cf83e85f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:07.319735 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f35f3ca8-376a-4fd6-b51b-5a89cf83e85f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for edb35c84-eec8-4bfb-b985-dcf4798425ea owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:29:07.463500 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f35f3ca8-376a-4fd6-b51b-5a89cf83e85f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:07.507756 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f3ca8-376a-4fd6-b51b-5a89cf83e85f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=edb35c84-eec8-4bfb-b985-dcf4798425ea,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:07.689004 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f35f3ca8-376a-4fd6-b51b-5a89cf83e85f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:07.777182 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:29:07.836048 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:29:08.027880 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-37dde77b-a146-4254-9bae-75ce86e088b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:08.079855 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35f3ca8-376a-4fd6-b51b-5a89cf83e85f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router d65b1ff5-448c-4f01-9bbb-5189ec2ac196 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:29:08.273355 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35f3ca8-376a-4fd6-b51b-5a89cf83e85f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:29:08.282559 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b97cfd-f84f-4a40-b3ef-56acee71840b None None] Sync routers for ids ['d65b1ff5-448c-4f01-9bbb-5189ec2ac196'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:29:08.295228 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f35f3ca8-376a-4fd6-b51b-5a89cf83e85f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:08.295845 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b97cfd-f84f-4a40-b3ef-56acee71840b None None] Routers {'d65b1ff5-448c-4f01-9bbb-5189ec2ac196'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:29:08.296513 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-07b97cfd-f84f-4a40-b3ef-56acee71840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:28:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['d65b1ff5-448c-4f01-9bbb-5189ec2ac196'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:08.351893 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f35f3ca8-376a-4fd6-b51b-5a89cf83e85f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/floatingips/2eb831b3-861b-41de-af86-e3d45fc780f5 HTTP/1.1" status: 204 len: 168 time: 1.5078592 Apr 06 14:29:08.471136 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-07b97cfd-f84f-4a40-b3ef-56acee71840b None None] Set router d65b1ff5-448c-4f01-9bbb-5189ec2ac196 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:29:08.504414 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57148) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:08.574081 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-543238fd-3208-45c7-821c-7b4fbe937156 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:08.607577 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-543238fd-3208-45c7-821c-7b4fbe937156 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:08.671662 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-543238fd-3208-45c7-821c-7b4fbe937156 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:08.692209 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543238fd-3208-45c7-821c-7b4fbe937156 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8255d359-ab0b-4b1c-b16a-a826abab9ba9,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:08.701917 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-543238fd-3208-45c7-821c-7b4fbe937156 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:08.707476 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-543238fd-3208-45c7-821c-7b4fbe937156 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/security-groups/8255d359-ab0b-4b1c-b16a-a826abab9ba9 HTTP/1.1" status: 204 len: 168 time: 0.1978190 Apr 06 14:29:08.748294 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57154) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:08.789304 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-07b97cfd-f84f-4a40-b3ef-56acee71840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'name': 'tempest-TestNetworkBasicOps-router-760030677', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '2b2fc37e-f5f0-4ee6-8525-3f4d734071fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:19Z', 'updated_at': '2022-04-06T14:28:24Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '2b2fc37e-f5f0-4ee6-8525-3f4d734071fe', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:20Z', 'updated_at': '2022-04-06T14:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '9bccede1-ed21-4967-b400-f71537908030', 'name': '', 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:2d:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bece0d71-f26e-4346-ab34-2e58a30a40e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:23Z', 'updated_at': '2022-04-06T14:28:29Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'bece0d71-f26e-4346-ab34-2e58a30a40e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:08.793122 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b97cfd-f84f-4a40-b3ef-56acee71840b None None] Checking router: d65b1ff5-448c-4f01-9bbb-5189ec2ac196 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:29:08.804049 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b97cfd-f84f-4a40-b3ef-56acee71840b None None] Routers {'d65b1ff5-448c-4f01-9bbb-5189ec2ac196'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:29:08.804646 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-07b97cfd-f84f-4a40-b3ef-56acee71840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:28:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['d65b1ff5-448c-4f01-9bbb-5189ec2ac196'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:08.815033 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a4a7cf81-b445-48ed-8acf-139631908f59 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:29:08.815481 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4a7cf81-b445-48ed-8acf-139631908f59 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:08.979357 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-07b97cfd-f84f-4a40-b3ef-56acee71840b None None] Set router d65b1ff5-448c-4f01-9bbb-5189ec2ac196 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:29:09.046616 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4a7cf81-b445-48ed-8acf-139631908f59 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:09.168379 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a4a7cf81-b445-48ed-8acf-139631908f59 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:29:09.288714 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-07b97cfd-f84f-4a40-b3ef-56acee71840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'name': 'tempest-TestNetworkBasicOps-router-760030677', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '2b2fc37e-f5f0-4ee6-8525-3f4d734071fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:19Z', 'updated_at': '2022-04-06T14:28:24Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '2b2fc37e-f5f0-4ee6-8525-3f4d734071fe', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:20Z', 'updated_at': '2022-04-06T14:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '9bccede1-ed21-4967-b400-f71537908030', 'name': '', 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:2d:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bece0d71-f26e-4346-ab34-2e58a30a40e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:23Z', 'updated_at': '2022-04-06T14:28:29Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'bece0d71-f26e-4346-ab34-2e58a30a40e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:09.292709 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b97cfd-f84f-4a40-b3ef-56acee71840b None None] The sync data for ids ['d65b1ff5-448c-4f01-9bbb-5189ec2ac196'] in dv-neutron-835868-1-hyperv is: [{'id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'name': 'tempest-TestNetworkBasicOps-router-760030677', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '2b2fc37e-f5f0-4ee6-8525-3f4d734071fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:19Z', 'updated_at': '2022-04-06T14:28:24Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '2b2fc37e-f5f0-4ee6-8525-3f4d734071fe', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:20Z', 'updated_at': '2022-04-06T14:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '9bccede1-ed21-4967-b400-f71537908030', 'name': '', 'network_id': '8d1f3dfd-9307-4261-b841-d0d206f40bee', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:2d:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bece0d71-f26e-4346-ab34-2e58a30a40e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:23Z', 'updated_at': '2022-04-06T14:28:29Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'bece0d71-f26e-4346-ab34-2e58a30a40e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:29:09.303925 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4a7cf81-b445-48ed-8acf-139631908f59 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:09.460166 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7cf81-b445-48ed-8acf-139631908f59 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:09.534768 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5903fd3f-3bf4-41aa-9fc2-5be2d1fd8f38 None None] New status for floating IP 2eb831b3-861b-41de-af86-e3d45fc780f5: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:29:09.565100 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4a7cf81-b445-48ed-8acf-139631908f59 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:09.576920 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a4a7cf81-b445-48ed-8acf-139631908f59 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/ports/d33d52ad-406b-4bde-b2fe-b4cf2ecedfa3 HTTP/1.1" status: 204 len: 168 time: 0.8256271 Apr 06 14:29:09.577768 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57158) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:09.975792 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-91b0c6c6-19a4-4542-8566-dcd20962b8f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:10.568038 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-91b0c6c6-19a4-4542-8566-dcd20962b8f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port 9bccede1-ed21-4967-b400-f71537908030 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:29:10.568431 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-91b0c6c6-19a4-4542-8566-dcd20962b8f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:10.752855 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-91b0c6c6-19a4-4542-8566-dcd20962b8f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] For port 9bccede1-ed21-4967-b400-f71537908030, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=9bccede1-ed21-4967-b400-f71537908030,segment=NetworkSegment(f5b6b48a-a252-4378-b593-e236458e27cb),segment_id=f5b6b48a-a252-4378-b593-e236458e27cb)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:10.753233 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-91b0c6c6-19a4-4542-8566-dcd20962b8f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:10.810470 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [req-ac8a6b5e-f938-4bf2-bd4a-cdcf04a5d211 req-db06e809-e304-4f75-83b0-0ce44a6089e8 service neutron] (83737) timed out ('10.222.0.69', 53854) {{(pid=83737) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 06 14:29:10.860825 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-11911ccb-55c2-42f3-a8ef-7e937477e8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:10.874216 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-91b0c6c6-19a4-4542-8566-dcd20962b8f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for 9bccede1-ed21-4967-b400-f71537908030 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:29:11.132030 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-91b0c6c6-19a4-4542-8566-dcd20962b8f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:11.176189 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0c6c6-19a4-4542-8566-dcd20962b8f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=9bccede1-ed21-4967-b400-f71537908030,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:11.304836 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:11.350950 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:11.473504 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-91b0c6c6-19a4-4542-8566-dcd20962b8f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:12.040838 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b0c6c6-19a4-4542-8566-dcd20962b8f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router d65b1ff5-448c-4f01-9bbb-5189ec2ac196 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:29:12.235896 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b0c6c6-19a4-4542-8566-dcd20962b8f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:29:12.245235 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c041e3-e42c-4a9d-9e8e-dc95019d20a0 None None] Sync routers for ids ['d65b1ff5-448c-4f01-9bbb-5189ec2ac196'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:29:12.248113 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-91b0c6c6-19a4-4542-8566-dcd20962b8f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "PUT /v2.0/routers/d65b1ff5-448c-4f01-9bbb-5189ec2ac196/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6691604 Apr 06 14:29:12.250838 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57162) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:12.257105 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c041e3-e42c-4a9d-9e8e-dc95019d20a0 None None] Routers {'d65b1ff5-448c-4f01-9bbb-5189ec2ac196'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:29:12.257707 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-55c041e3-e42c-4a9d-9e8e-dc95019d20a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:29:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['d65b1ff5-448c-4f01-9bbb-5189ec2ac196'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:12.445797 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-55c041e3-e42c-4a9d-9e8e-dc95019d20a0 None None] Set router d65b1ff5-448c-4f01-9bbb-5189ec2ac196 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:29:12.537838 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d8b5da-8c72-4417-8bd6-df0377f378a3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting subnet bece0d71-f26e-4346-ab34-2e58a30a40e7 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:29:12.541288 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-86d8b5da-8c72-4417-8bd6-df0377f378a3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:12.595262 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-86d8b5da-8c72-4417-8bd6-df0377f378a3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:12.683385 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-86d8b5da-8c72-4417-8bd6-df0377f378a3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:12.757539 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-86d8b5da-8c72-4417-8bd6-df0377f378a3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:12.759616 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-55c041e3-e42c-4a9d-9e8e-dc95019d20a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'name': 'tempest-TestNetworkBasicOps-router-760030677', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '2b2fc37e-f5f0-4ee6-8525-3f4d734071fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:19Z', 'updated_at': '2022-04-06T14:29:11Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '2b2fc37e-f5f0-4ee6-8525-3f4d734071fe', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:20Z', 'updated_at': '2022-04-06T14:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:12.763627 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c041e3-e42c-4a9d-9e8e-dc95019d20a0 None None] Checking router: d65b1ff5-448c-4f01-9bbb-5189ec2ac196 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:29:12.774145 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c041e3-e42c-4a9d-9e8e-dc95019d20a0 None None] Routers {'d65b1ff5-448c-4f01-9bbb-5189ec2ac196'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:29:12.774748 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-55c041e3-e42c-4a9d-9e8e-dc95019d20a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:29:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['d65b1ff5-448c-4f01-9bbb-5189ec2ac196'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:12.795194 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8b5da-8c72-4417-8bd6-df0377f378a3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Subnet': ['ID=bece0d71-f26e-4346-ab34-2e58a30a40e7,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:12.802591 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-86d8b5da-8c72-4417-8bd6-df0377f378a3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:12.811272 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-86d8b5da-8c72-4417-8bd6-df0377f378a3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/subnets/bece0d71-f26e-4346-ab34-2e58a30a40e7 HTTP/1.1" status: 204 len: 168 time: 0.5570636 Apr 06 14:29:12.811464 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57166) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:12.824216 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16a9dae-0569-40f6-8639-3634e72e144b None None] Network 8d1f3dfd-9307-4261-b841-d0d206f40bee requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:29:12.930914 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:12.955942 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-55c041e3-e42c-4a9d-9e8e-dc95019d20a0 None None] Set router d65b1ff5-448c-4f01-9bbb-5189ec2ac196 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:29:13.022427 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07744776-5bc4-4c11-a123-c2a3583e008d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:13.109502 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e255eb56-e880-47a9-b49f-8f9579f74a40 None None] DHCP port deletion for 8d1f3dfd-9307-4261-b841-d0d206f40bee request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:29:13.114615 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e255eb56-e880-47a9-b49f-8f9579f74a40 None None] Deleting port 09c4d4e8-8147-4be1-aca4-06be2ce0666b {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:29:13.115011 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e255eb56-e880-47a9-b49f-8f9579f74a40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:13.242607 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07744776-5bc4-4c11-a123-c2a3583e008d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:13.243203 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-55c041e3-e42c-4a9d-9e8e-dc95019d20a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'name': 'tempest-TestNetworkBasicOps-router-760030677', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '2b2fc37e-f5f0-4ee6-8525-3f4d734071fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:19Z', 'updated_at': '2022-04-06T14:29:11Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '2b2fc37e-f5f0-4ee6-8525-3f4d734071fe', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:20Z', 'updated_at': '2022-04-06T14:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:13.247308 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c041e3-e42c-4a9d-9e8e-dc95019d20a0 None None] The sync data for ids ['d65b1ff5-448c-4f01-9bbb-5189ec2ac196'] in dv-neutron-835868-1-hyperv is: [{'id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'name': 'tempest-TestNetworkBasicOps-router-760030677', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '2b2fc37e-f5f0-4ee6-8525-3f4d734071fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:28:19Z', 'updated_at': '2022-04-06T14:29:11Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '2b2fc37e-f5f0-4ee6-8525-3f4d734071fe', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65b1ff5-448c-4f01-9bbb-5189ec2ac196', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:28:20Z', 'updated_at': '2022-04-06T14:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:29:13.255657 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-07744776-5bc4-4c11-a123-c2a3583e008d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port 2b2fc37e-f5f0-4ee6-8525-3f4d734071fe {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:29:13.256000 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07744776-5bc4-4c11-a123-c2a3583e008d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:13.318669 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e255eb56-e880-47a9-b49f-8f9579f74a40 None None] For port 09c4d4e8-8147-4be1-aca4-06be2ce0666b, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=09c4d4e8-8147-4be1-aca4-06be2ce0666b,segment=NetworkSegment(f5b6b48a-a252-4378-b593-e236458e27cb),segment_id=f5b6b48a-a252-4378-b593-e236458e27cb)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:13.319050 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e255eb56-e880-47a9-b49f-8f9579f74a40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:13.427018 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-07744776-5bc4-4c11-a123-c2a3583e008d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] For port 2b2fc37e-f5f0-4ee6-8525-3f4d734071fe, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=2b2fc37e-f5f0-4ee6-8525-3f4d734071fe,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:13.427384 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07744776-5bc4-4c11-a123-c2a3583e008d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:13.433692 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e255eb56-e880-47a9-b49f-8f9579f74a40 None None] Calling delete_port for 09c4d4e8-8147-4be1-aca4-06be2ce0666b owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:29:13.508769 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e255eb56-e880-47a9-b49f-8f9579f74a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:13.546444 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-07744776-5bc4-4c11-a123-c2a3583e008d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for 2b2fc37e-f5f0-4ee6-8525-3f4d734071fe owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:29:13.560853 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255eb56-e880-47a9-b49f-8f9579f74a40 None None] Pushing event deleted for resources: {'Port': ['ID=09c4d4e8-8147-4be1-aca4-06be2ce0666b,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:13.564667 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e255eb56-e880-47a9-b49f-8f9579f74a40 None None] No DVR routers for this DVR port 09c4d4e8-8147-4be1-aca4-06be2ce0666b on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:29:13.719182 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07744776-5bc4-4c11-a123-c2a3583e008d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:13.770463 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 09c4d4e8-8147-4be1-aca4-06be2ce0666b no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:29:13.771373 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07744776-5bc4-4c11-a123-c2a3583e008d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=2b2fc37e-f5f0-4ee6-8525-3f4d734071fe,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:13.811343 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 09c4d4e8-8147-4be1-aca4-06be2ce0666b {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:29:13.811693 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 09c4d4e8-8147-4be1-aca4-06be2ce0666b not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:29:13.812257 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 9bccede1-ed21-4967-b400-f71537908030 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:29:13.848023 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 9bccede1-ed21-4967-b400-f71537908030 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:29:13.849313 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 9bccede1-ed21-4967-b400-f71537908030 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:29:14.087637 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07744776-5bc4-4c11-a123-c2a3583e008d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:14.337318 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07744776-5bc4-4c11-a123-c2a3583e008d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:14.341500 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07744776-5bc4-4c11-a123-c2a3583e008d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:14.364732 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07744776-5bc4-4c11-a123-c2a3583e008d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:14.365248 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07744776-5bc4-4c11-a123-c2a3583e008d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Fanout notify agent at l3_agent the message router_deleted on router d65b1ff5-448c-4f01-9bbb-5189ec2ac196 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:29:14.380495 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07744776-5bc4-4c11-a123-c2a3583e008d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:14.381845 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-07744776-5bc4-4c11-a123-c2a3583e008d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/routers/d65b1ff5-448c-4f01-9bbb-5189ec2ac196 HTTP/1.1" status: 204 len: 168 time: 1.5692801 Apr 06 14:29:14.384358 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57170) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:14.501622 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c12f9a88-1a88-40fc-983c-ccb6e7efc35b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:14.629839 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c12f9a88-1a88-40fc-983c-ccb6e7efc35b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:14.657871 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-c12f9a88-1a88-40fc-983c-ccb6e7efc35b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d1f3dfd-9307-4261-b841-d0d206f40bee']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:14.669954 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-c12f9a88-1a88-40fc-983c-ccb6e7efc35b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b6b48a-a252-4378-b593-e236458e27cb') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:14.670254 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-c12f9a88-1a88-40fc-983c-ccb6e7efc35b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b6b48a-a252-4378-b593-e236458e27cb') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:14.682749 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c12f9a88-1a88-40fc-983c-ccb6e7efc35b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:14.698803 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c12f9a88-1a88-40fc-983c-ccb6e7efc35b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:14.704645 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12f9a88-1a88-40fc-983c-ccb6e7efc35b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:29:14.705060 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c12f9a88-1a88-40fc-983c-ccb6e7efc35b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:29:14.719190 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:29:14.803493 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c12f9a88-1a88-40fc-983c-ccb6e7efc35b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:14.809409 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c12f9a88-1a88-40fc-983c-ccb6e7efc35b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:14.837807 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f9a88-1a88-40fc-983c-ccb6e7efc35b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Network': ['ID=8d1f3dfd-9307-4261-b841-d0d206f40bee,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:14.847041 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c12f9a88-1a88-40fc-983c-ccb6e7efc35b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/networks/8d1f3dfd-9307-4261-b841-d0d206f40bee HTTP/1.1" status: 204 len: 168 time: 0.4615943 Apr 06 14:29:14.860092 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57174) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:14.872711 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cdaf55ee-6b1b-4eac-8735-3369fdfe4192 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0116112 Apr 06 14:29:14.875102 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57178) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:14.880747 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-133a20e2-9165-4018-a42e-aacc438d3d21 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'network': {'name': 'tempest-network-smoke--594207563', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'port_security_enabled': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:29:14.885395 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-133a20e2-9165-4018-a42e-aacc438d3d21 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:29:14.889385 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-133a20e2-9165-4018-a42e-aacc438d3d21 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:network and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:29:14.892633 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-133a20e2-9165-4018-a42e-aacc438d3d21 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:29:14.898951 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-133a20e2-9165-4018-a42e-aacc438d3d21 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:29:14.914360 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133a20e2-9165-4018-a42e-aacc438d3d21 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Made reservation on behalf of 2c4f01a131354b128ac6b7c118186600 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:14.917409 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-133a20e2-9165-4018-a42e-aacc438d3d21 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:14.945534 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-133a20e2-9165-4018-a42e-aacc438d3d21 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:29:14.954053 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-133a20e2-9165-4018-a42e-aacc438d3d21 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:14.954418 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-133a20e2-9165-4018-a42e-aacc438d3d21 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Added segment bcb5ef6c-c489-4894-97ff-2819b66d37c0 of type vlan for network 3beeb85d-301b-40ce-9242-0dba9095911d Apr 06 14:29:14.980817 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-133a20e2-9165-4018-a42e-aacc438d3d21 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:15.009331 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-133a20e2-9165-4018-a42e-aacc438d3d21 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:15.013125 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133a20e2-9165-4018-a42e-aacc438d3d21 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:15.013702 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-133a20e2-9165-4018-a42e-aacc438d3d21 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:15.117378 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-133a20e2-9165-4018-a42e-aacc438d3d21 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2410676 Apr 06 14:29:15.120163 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57182) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:15.120675 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a20e2-9165-4018-a42e-aacc438d3d21 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Network': ['ID=3beeb85d-301b-40ce-9242-0dba9095911d,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:15.125547 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-904882067', 'admin_state_up': True, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:29:15.132953 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:29:15.134827 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 3beeb85d-301b-40ce-9242-0dba9095911d details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:29:15.137323 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:router and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:29:15.140319 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:29:15.146551 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:29:15.156996 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:15.157947 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:15.176298 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:15.319992 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:15.496446 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:15.525247 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:15.663598 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.26.8.60 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:15.770982 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 2b2fc37e-f5f0-4ee6-8525-3f4d734071fe no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:29:15.806387 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 2b2fc37e-f5f0-4ee6-8525-3f4d734071fe {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:29:15.806733 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 2b2fc37e-f5f0-4ee6-8525-3f4d734071fe not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:29:15.890877 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:15.918539 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:15.985952 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:15.991327 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:15.993498 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:29:16.025843 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:16.047766 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:16.048115 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:16.048454 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:16.048789 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:16.049145 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:16.049474 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:16.049820 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:16.050130 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:16.050454 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:16.050775 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:16.051095 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:16.161775 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:16.162496 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:16.391023 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router 784c8fce-88d6-42b9-8d6d-50ab4e2522ba is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:29:16.600774 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:29:16.611257 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9504eecc-5b3b-4e1f-a551-e2a69907fe6a None None] Sync routers for ids ['784c8fce-88d6-42b9-8d6d-50ab4e2522ba'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:29:16.622848 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9504eecc-5b3b-4e1f-a551-e2a69907fe6a None None] Routers {'784c8fce-88d6-42b9-8d6d-50ab4e2522ba'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:29:16.623532 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9504eecc-5b3b-4e1f-a551-e2a69907fe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:29:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['784c8fce-88d6-42b9-8d6d-50ab4e2522ba'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:16.627903 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:16.629122 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-320eb43e-54d2-4379-9c99-301f7416cb3d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5078113 Apr 06 14:29:16.632582 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57186) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:16.675848 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-efcd6529-95c5-4db9-b36f-ff2a43569a7b tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=2c4f01a131354b128ac6b7c118186600&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419765 Apr 06 14:29:16.678710 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57190) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:16.806064 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba59be02-de41-4039-bc31-897c32586457 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:16.810559 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ba59be02-de41-4039-bc31-897c32586457 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1282380 Apr 06 14:29:16.810901 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57194) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:16.811366 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-9504eecc-5b3b-4e1f-a551-e2a69907fe6a None None] Set router 784c8fce-88d6-42b9-8d6d-50ab4e2522ba gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:29:16.856454 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-560044ae-b7c1-410e-b4ab-579dafd4912d tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5b121ca5-69d5-4d27-bffe-4929f7aabdf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444114 Apr 06 14:29:16.859039 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57198) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:16.864799 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ff56f80e-7b2e-40fe-aae6-7453c95fc805 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-307600033', 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:29:16.970499 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ff56f80e-7b2e-40fe-aae6-7453c95fc805 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:29:16.974222 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ff56f80e-7b2e-40fe-aae6-7453c95fc805 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:subnet and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:29:16.977062 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ff56f80e-7b2e-40fe-aae6-7453c95fc805 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:29:16.982636 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ff56f80e-7b2e-40fe-aae6-7453c95fc805 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:29:16.994302 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff56f80e-7b2e-40fe-aae6-7453c95fc805 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Made reservation on behalf of 2c4f01a131354b128ac6b7c118186600 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:17.090424 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9504eecc-5b3b-4e1f-a551-e2a69907fe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'name': 'tempest-TestNetworkBasicOps-router-904882067', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': '4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:29:15Z', 'updated_at': '2022-04-06T14:29:16Z', 'revision_number': 3, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:29:15Z', 'updated_at': '2022-04-06T14:29:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:17.094301 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9504eecc-5b3b-4e1f-a551-e2a69907fe6a None None] Checking router: 784c8fce-88d6-42b9-8d6d-50ab4e2522ba for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:29:17.094640 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9504eecc-5b3b-4e1f-a551-e2a69907fe6a None None] Updating router 784c8fce-88d6-42b9-8d6d-50ab4e2522ba port 4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85 binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:29:17.096639 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff56f80e-7b2e-40fe-aae6-7453c95fc805 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:17.144185 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9504eecc-5b3b-4e1f-a551-e2a69907fe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:17.420453 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff56f80e-7b2e-40fe-aae6-7453c95fc805 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:17.496277 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56f80e-7b2e-40fe-aae6-7453c95fc805 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Subnet': ['ID=08c43b82-3eac-4f4e-b54b-7adce88ff792,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:17.504968 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9504eecc-5b3b-4e1f-a551-e2a69907fe6a None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:17.508061 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff56f80e-7b2e-40fe-aae6-7453c95fc805 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Checking segment: {'id': 'bcb5ef6c-c489-4894-97ff-2819b66d37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:29:17.508461 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff56f80e-7b2e-40fe-aae6-7453c95fc805 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network hostable DHCP agents. Network: 3beeb85d-301b-40ce-9242-0dba9095911d, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:29:17.517320 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9504eecc-5b3b-4e1f-a551-e2a69907fe6a None None] Transition to ACTIVE for port object 4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:29:17.524352 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9504eecc-5b3b-4e1f-a551-e2a69907fe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:17.531087 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff56f80e-7b2e-40fe-aae6-7453c95fc805 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 3beeb85d-301b-40ce-9242-0dba9095911d is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:29:17.541548 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-ff56f80e-7b2e-40fe-aae6-7453c95fc805 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 3beeb85d-301b-40ce-9242-0dba9095911d) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:17.545232 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff56f80e-7b2e-40fe-aae6-7453c95fc805 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:17.545803 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff56f80e-7b2e-40fe-aae6-7453c95fc805 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:17.562157 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5aa3e4-6fea-405e-b474-80c84c75e9e8 None None] Network 3beeb85d-301b-40ce-9242-0dba9095911d requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:29:17.567003 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ff56f80e-7b2e-40fe-aae6-7453c95fc805 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7070024 Apr 06 14:29:17.570179 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57202) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:17.685618 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace8a39-23d0-445a-b3a5-172ffe18b9dc None None] Pushing event updated for resources: {'Port': ['ID=4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:17.688676 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-9504eecc-5b3b-4e1f-a551-e2a69907fe6a None None] Attempting to bind port 4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:29:17.689265 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-9504eecc-5b3b-4e1f-a551-e2a69907fe6a None None] Attempting to bind port 4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:29:17.689630 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9504eecc-5b3b-4e1f-a551-e2a69907fe6a None None] Attempting to bind port 4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85 on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:29:17.703681 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9504eecc-5b3b-4e1f-a551-e2a69907fe6a None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:29:17.704051 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9504eecc-5b3b-4e1f-a551-e2a69907fe6a None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:29:17.704452 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9504eecc-5b3b-4e1f-a551-e2a69907fe6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:17.704835 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9504eecc-5b3b-4e1f-a551-e2a69907fe6a None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:29:17.705322 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-9504eecc-5b3b-4e1f-a551-e2a69907fe6a None None] Bound port: 4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:29:17.705752 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9504eecc-5b3b-4e1f-a551-e2a69907fe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:17.842880 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-9504eecc-5b3b-4e1f-a551-e2a69907fe6a None None] For port 4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:29:17.855002 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-9504eecc-5b3b-4e1f-a551-e2a69907fe6a None None] For port 4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:29:17.882696 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9504eecc-5b3b-4e1f-a551-e2a69907fe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:17.939211 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562facc4-d097-4654-bfc1-1cf79ce0e415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-3beeb85d-301b-40ce-9242-0dba9095911d', 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ips': [{'subnet_id': '08c43b82-3eac-4f4e-b54b-7adce88ff792'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:29:17.939958 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-562facc4-d097-4654-bfc1-1cf79ce0e415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:18.019445 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace8a39-23d0-445a-b3a5-172ffe18b9dc None None] Pushing event updated for resources: {'Port': ['ID=4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:18.049654 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9504eecc-5b3b-4e1f-a551-e2a69907fe6a None None] Routers {'784c8fce-88d6-42b9-8d6d-50ab4e2522ba'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:29:18.050282 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9504eecc-5b3b-4e1f-a551-e2a69907fe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:29:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['784c8fce-88d6-42b9-8d6d-50ab4e2522ba'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:18.272710 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-562facc4-d097-4654-bfc1-1cf79ce0e415 None None] Allocated IP 172.20.0.2 (3beeb85d-301b-40ce-9242-0dba9095911d/08c43b82-3eac-4f4e-b54b-7adce88ff792/2e3c1789-843e-4b0d-bda9-1d296ff31639) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:18.310010 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-9504eecc-5b3b-4e1f-a551-e2a69907fe6a None None] Set router 784c8fce-88d6-42b9-8d6d-50ab4e2522ba gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:29:18.310303 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4893d1a-a0a3-472e-a770-3e85dc1336e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:18.748552 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-562facc4-d097-4654-bfc1-1cf79ce0e415 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:18.764399 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-562facc4-d097-4654-bfc1-1cf79ce0e415 None None] Transition to ACTIVE for port object 2e3c1789-843e-4b0d-bda9-1d296ff31639 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:29:18.784916 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-562facc4-d097-4654-bfc1-1cf79ce0e415 None None] Transition to ACTIVE for port object 2e3c1789-843e-4b0d-bda9-1d296ff31639 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:29:18.793778 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-562facc4-d097-4654-bfc1-1cf79ce0e415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:18.859389 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-a4893d1a-a0a3-472e-a770-3e85dc1336e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.20.0.1 (3beeb85d-301b-40ce-9242-0dba9095911d/08c43b82-3eac-4f4e-b54b-7adce88ff792/4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:18.872094 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562facc4-d097-4654-bfc1-1cf79ce0e415 None None] Network 3beeb85d-301b-40ce-9242-0dba9095911d is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:18.875154 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-562facc4-d097-4654-bfc1-1cf79ce0e415 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:18.880961 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562facc4-d097-4654-bfc1-1cf79ce0e415 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:29:18.882820 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562facc4-d097-4654-bfc1-1cf79ce0e415 None None] Pushing event updated for resources: {'Port': ['ID=2e3c1789-843e-4b0d-bda9-1d296ff31639,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:18.891527 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9504eecc-5b3b-4e1f-a551-e2a69907fe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'name': 'tempest-TestNetworkBasicOps-router-904882067', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': '4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:29:15Z', 'updated_at': '2022-04-06T14:29:16Z', 'revision_number': 3, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:29:15Z', 'updated_at': '2022-04-06T14:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:18.926918 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9504eecc-5b3b-4e1f-a551-e2a69907fe6a None None] The sync data for ids ['784c8fce-88d6-42b9-8d6d-50ab4e2522ba'] in dv-neutron-835868-1-hyperv is: [{'id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'name': 'tempest-TestNetworkBasicOps-router-904882067', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': '4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:29:15Z', 'updated_at': '2022-04-06T14:29:16Z', 'revision_number': 3, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:29:15Z', 'updated_at': '2022-04-06T14:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:29:18.980600 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-562facc4-d097-4654-bfc1-1cf79ce0e415 None None] Attempting to bind port 2e3c1789-843e-4b0d-bda9-1d296ff31639 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:29:18.981104 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-562facc4-d097-4654-bfc1-1cf79ce0e415 None None] Attempting to bind port 2e3c1789-843e-4b0d-bda9-1d296ff31639 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'bcb5ef6c-c489-4894-97ff-2819b66d37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:29:18.981539 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562facc4-d097-4654-bfc1-1cf79ce0e415 None None] Attempting to bind port 2e3c1789-843e-4b0d-bda9-1d296ff31639 on network 3beeb85d-301b-40ce-9242-0dba9095911d {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:29:18.988131 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562facc4-d097-4654-bfc1-1cf79ce0e415 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:29:18.988640 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562facc4-d097-4654-bfc1-1cf79ce0e415 None None] Checking segment: {'id': 'bcb5ef6c-c489-4894-97ff-2819b66d37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:29:18.989777 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-562facc4-d097-4654-bfc1-1cf79ce0e415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:18.990247 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562facc4-d097-4654-bfc1-1cf79ce0e415 None None] Bound using segment: {'id': 'bcb5ef6c-c489-4894-97ff-2819b66d37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:29:18.990784 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-562facc4-d097-4654-bfc1-1cf79ce0e415 None None] Bound port: 2e3c1789-843e-4b0d-bda9-1d296ff31639, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb5ef6c-c489-4894-97ff-2819b66d37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:29:18.991576 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-562facc4-d097-4654-bfc1-1cf79ce0e415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:19.032635 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4893d1a-a0a3-472e-a770-3e85dc1336e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:19.051137 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-a4893d1a-a0a3-472e-a770-3e85dc1336e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Transition to ACTIVE for port object 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:29:19.076926 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4893d1a-a0a3-472e-a770-3e85dc1336e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:19.082362 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-562facc4-d097-4654-bfc1-1cf79ce0e415 None None] For port 2e3c1789-843e-4b0d-bda9-1d296ff31639, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:29:19.085526 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-562facc4-d097-4654-bfc1-1cf79ce0e415 None None] For port 2e3c1789-843e-4b0d-bda9-1d296ff31639, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=2e3c1789-843e-4b0d-bda9-1d296ff31639,segment=NetworkSegment(bcb5ef6c-c489-4894-97ff-2819b66d37c0),segment_id=bcb5ef6c-c489-4894-97ff-2819b66d37c0)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:29:19.096762 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-562facc4-d097-4654-bfc1-1cf79ce0e415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:19.149889 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4893d1a-a0a3-472e-a770-3e85dc1336e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 3beeb85d-301b-40ce-9242-0dba9095911d is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:19.153256 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-a4893d1a-a0a3-472e-a770-3e85dc1336e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:19.157739 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4893d1a-a0a3-472e-a770-3e85dc1336e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:29:19.189073 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562facc4-d097-4654-bfc1-1cf79ce0e415 None None] Pushing event updated for resources: {'Port': ['ID=2e3c1789-843e-4b0d-bda9-1d296ff31639,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:19.333583 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4893d1a-a0a3-472e-a770-3e85dc1336e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:19.374467 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4893d1a-a0a3-472e-a770-3e85dc1336e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:19.470731 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4893d1a-a0a3-472e-a770-3e85dc1336e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:19.842333 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:29:19.905522 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4893d1a-a0a3-472e-a770-3e85dc1336e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:19.912079 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4893d1a-a0a3-472e-a770-3e85dc1336e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:19.924217 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:29:19.929510 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:29:19.929881 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:20.028396 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4893d1a-a0a3-472e-a770-3e85dc1336e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:20.030635 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4893d1a-a0a3-472e-a770-3e85dc1336e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:20.046145 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893d1a-a0a3-472e-a770-3e85dc1336e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:20.046486 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893d1a-a0a3-472e-a770-3e85dc1336e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:20.046821 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893d1a-a0a3-472e-a770-3e85dc1336e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:20.047151 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893d1a-a0a3-472e-a770-3e85dc1336e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:20.047483 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893d1a-a0a3-472e-a770-3e85dc1336e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:20.047809 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893d1a-a0a3-472e-a770-3e85dc1336e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:20.048138 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893d1a-a0a3-472e-a770-3e85dc1336e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:20.048459 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893d1a-a0a3-472e-a770-3e85dc1336e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:20.048780 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893d1a-a0a3-472e-a770-3e85dc1336e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:20.051087 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893d1a-a0a3-472e-a770-3e85dc1336e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:20.051087 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893d1a-a0a3-472e-a770-3e85dc1336e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:20.056715 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:20.074904 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:20.079396 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:20.080255 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 2e3c1789-843e-4b0d-bda9-1d296ff31639 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:29:20.176421 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909bd356-a2b7-4e9b-8247-a0fe512121f4 None None] Network 3beeb85d-301b-40ce-9242-0dba9095911d requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:29:20.186566 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4893d1a-a0a3-472e-a770-3e85dc1336e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 3beeb85d-301b-40ce-9242-0dba9095911d is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:20.187692 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-a4893d1a-a0a3-472e-a770-3e85dc1336e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:20.281244 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:20.296609 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7d51aaa5-cc57-40a3-a174-2371d0b17487 None None] Provisioning for port 2e3c1789-843e-4b0d-bda9-1d296ff31639 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:29:20.321694 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 2e3c1789-843e-4b0d-bda9-1d296ff31639 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:29:20.337862 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 2e3c1789-843e-4b0d-bda9-1d296ff31639 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:29:20.338229 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:20.538752 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:20.572764 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4893d1a-a0a3-472e-a770-3e85dc1336e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router 784c8fce-88d6-42b9-8d6d-50ab4e2522ba has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:29:20.578333 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 2e3c1789-843e-4b0d-bda9-1d296ff31639, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=2e3c1789-843e-4b0d-bda9-1d296ff31639,segment=NetworkSegment(bcb5ef6c-c489-4894-97ff-2819b66d37c0),segment_id=bcb5ef6c-c489-4894-97ff-2819b66d37c0)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:20.583000 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:20.655292 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=2e3c1789-843e-4b0d-bda9-1d296ff31639,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:20.786419 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4893d1a-a0a3-472e-a770-3e85dc1336e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:29:20.808050 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a4893d1a-a0a3-472e-a770-3e85dc1336e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "PUT /v2.0/routers/784c8fce-88d6-42b9-8d6d-50ab4e2522ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2367616 Apr 06 14:29:20.811044 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57206) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:20.845894 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c57a4352-7cd3-4734-9eb9-a4f298c449dd None None] Provisioning complete for port 2e3c1789-843e-4b0d-bda9-1d296ff31639 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:29:20.848757 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c57a4352-7cd3-4734-9eb9-a4f298c449dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:20.968638 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d21be64-b69f-4628-adca-1096ccfeb774 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:20.969174 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d21be64-b69f-4628-adca-1096ccfeb774 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:20.969686 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d21be64-b69f-4628-adca-1096ccfeb774 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:20.970066 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d21be64-b69f-4628-adca-1096ccfeb774 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:20.971759 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3d21be64-b69f-4628-adca-1096ccfeb774 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1591716 Apr 06 14:29:20.975258 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57210) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:20.992585 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c57a4352-7cd3-4734-9eb9-a4f298c449dd None None] Provisioning for port 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:29:20.997891 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c57a4352-7cd3-4734-9eb9-a4f298c449dd None None] Provisioning complete for port 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:29:20.998398 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c57a4352-7cd3-4734-9eb9-a4f298c449dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:21.049518 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aceaed3-f729-40e8-864b-42358c84ecb8 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:21.049809 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aceaed3-f729-40e8-864b-42358c84ecb8 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:21.050177 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aceaed3-f729-40e8-864b-42358c84ecb8 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:21.050671 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aceaed3-f729-40e8-864b-42358c84ecb8 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:21.052858 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c57a4352-7cd3-4734-9eb9-a4f298c449dd None None] Port 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:29:21.053030 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0aceaed3-f729-40e8-864b-42358c84ecb8 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0766501 Apr 06 14:29:21.055673 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57214) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:21.174033 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f52706a9-1826-48c7-8dd7-47141d643d60 None None] Provisioning complete for port 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:29:21.174404 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f52706a9-1826-48c7-8dd7-47141d643d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:21.225304 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f52706a9-1826-48c7-8dd7-47141d643d60 None None] Port 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:29:21.342460 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cabebe3f-0ab9-4032-8cef-6c59d86551d7 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2856369 Apr 06 14:29:21.546374 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57220) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:21.551876 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-48b5f255-883e-4ff2-b514-0566800c8f51 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-875321397', 'description': 'tempest-secgroup-smoke-875321397 description', 'project_id': '2c4f01a131354b128ac6b7c118186600'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:29:21.557677 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-48b5f255-883e-4ff2-b514-0566800c8f51 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:29:21.561655 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-48b5f255-883e-4ff2-b514-0566800c8f51 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:29:21.564415 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-48b5f255-883e-4ff2-b514-0566800c8f51 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:29:21.570715 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-48b5f255-883e-4ff2-b514-0566800c8f51 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:29:21.581024 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-48b5f255-883e-4ff2-b514-0566800c8f51 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:21.614591 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-48b5f255-883e-4ff2-b514-0566800c8f51 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:29:21.618238 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-48b5f255-883e-4ff2-b514-0566800c8f51 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:29:21.621009 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-48b5f255-883e-4ff2-b514-0566800c8f51 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:29:21.626600 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-48b5f255-883e-4ff2-b514-0566800c8f51 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:29:21.679241 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-48b5f255-883e-4ff2-b514-0566800c8f51 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:21.682625 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-48b5f255-883e-4ff2-b514-0566800c8f51 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:21.726401 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5f255-883e-4ff2-b514-0566800c8f51 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0500b2a-4052-4d79-9125-3ca047d34cbc,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:21.730610 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-48b5f255-883e-4ff2-b514-0566800c8f51 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:21.731827 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-48b5f255-883e-4ff2-b514-0566800c8f51 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1844909 Apr 06 14:29:21.734805 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57224) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:21.740657 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2a82708b-0344-481b-bbce-0e77cdf293e1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'd0500b2a-4052-4d79-9125-3ca047d34cbc', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:29:21.746697 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2a82708b-0344-481b-bbce-0e77cdf293e1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:29:21.750524 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2a82708b-0344-481b-bbce-0e77cdf293e1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:29:21.753450 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2a82708b-0344-481b-bbce-0e77cdf293e1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:29:21.759775 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2a82708b-0344-481b-bbce-0e77cdf293e1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:29:21.779887 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a82708b-0344-481b-bbce-0e77cdf293e1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:21.787129 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:29:21.853638 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a82708b-0344-481b-bbce-0e77cdf293e1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:21.858164 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a82708b-0344-481b-bbce-0e77cdf293e1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:21.864269 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:29:21.864777 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:21.878911 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82708b-0344-481b-bbce-0e77cdf293e1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55be0a12-4d83-4cfb-bc55-30afb20847c7,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:21.890048 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a82708b-0344-481b-bbce-0e77cdf293e1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:21.891215 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2a82708b-0344-481b-bbce-0e77cdf293e1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1551938 Apr 06 14:29:21.894308 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57228) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:21.900605 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-70b04c10-77dd-416c-9c24-8d55b72969bd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'd0500b2a-4052-4d79-9125-3ca047d34cbc', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:29:21.906468 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-70b04c10-77dd-416c-9c24-8d55b72969bd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:29:21.910688 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-70b04c10-77dd-416c-9c24-8d55b72969bd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:29:21.913709 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-70b04c10-77dd-416c-9c24-8d55b72969bd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:29:21.919548 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-70b04c10-77dd-416c-9c24-8d55b72969bd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:29:21.937414 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70b04c10-77dd-416c-9c24-8d55b72969bd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:21.984365 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 2e3c1789-843e-4b0d-bda9-1d296ff31639 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:29:21.998656 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70b04c10-77dd-416c-9c24-8d55b72969bd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:22.002917 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70b04c10-77dd-416c-9c24-8d55b72969bd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:22.028491 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b04c10-77dd-416c-9c24-8d55b72969bd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1aed33-7774-4723-8448-e26f2bf96388,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:22.038108 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70b04c10-77dd-416c-9c24-8d55b72969bd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:22.039461 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-70b04c10-77dd-416c-9c24-8d55b72969bd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1440487 Apr 06 14:29:22.042191 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57232) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:22.047596 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e9d6f90f-fe20-4b06-aa5b-7ceda9577ac5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'd0500b2a-4052-4d79-9125-3ca047d34cbc', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:29:22.053868 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e9d6f90f-fe20-4b06-aa5b-7ceda9577ac5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:29:22.057564 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e9d6f90f-fe20-4b06-aa5b-7ceda9577ac5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:29:22.060743 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e9d6f90f-fe20-4b06-aa5b-7ceda9577ac5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:29:22.066203 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e9d6f90f-fe20-4b06-aa5b-7ceda9577ac5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:29:22.083092 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 2e3c1789-843e-4b0d-bda9-1d296ff31639 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:29:22.083345 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:22.086122 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e9d6f90f-fe20-4b06-aa5b-7ceda9577ac5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:22.150202 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e9d6f90f-fe20-4b06-aa5b-7ceda9577ac5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:22.154085 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e9d6f90f-fe20-4b06-aa5b-7ceda9577ac5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:22.178053 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6f90f-fe20-4b06-aa5b-7ceda9577ac5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f30f26-4bc6-4de6-bf8c-60a71f504103,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:22.186870 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e9d6f90f-fe20-4b06-aa5b-7ceda9577ac5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:22.188144 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e9d6f90f-fe20-4b06-aa5b-7ceda9577ac5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1450167 Apr 06 14:29:22.191231 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57236) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:22.197502 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-6e957482-9dca-4c07-bd09-a696e0372f64 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'd0500b2a-4052-4d79-9125-3ca047d34cbc', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:29:22.203303 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6e957482-9dca-4c07-bd09-a696e0372f64 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:29:22.206941 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6e957482-9dca-4c07-bd09-a696e0372f64 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:29:22.209828 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6e957482-9dca-4c07-bd09-a696e0372f64 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:29:22.215429 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6e957482-9dca-4c07-bd09-a696e0372f64 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:29:22.231550 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6e957482-9dca-4c07-bd09-a696e0372f64 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:22.297108 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6e957482-9dca-4c07-bd09-a696e0372f64 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:22.302387 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6e957482-9dca-4c07-bd09-a696e0372f64 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:22.325430 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e957482-9dca-4c07-bd09-a696e0372f64 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99dd243d-cf49-4a10-b146-b81a17b27262,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:22.334993 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6e957482-9dca-4c07-bd09-a696e0372f64 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:22.336198 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6e957482-9dca-4c07-bd09-a696e0372f64 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1434741 Apr 06 14:29:22.338965 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57240) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:22.344511 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b3da908b-6d4f-4b7c-b5b3-a98fa9514663 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'd0500b2a-4052-4d79-9125-3ca047d34cbc', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:29:22.350927 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b3da908b-6d4f-4b7c-b5b3-a98fa9514663 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:29:22.354787 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b3da908b-6d4f-4b7c-b5b3-a98fa9514663 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:29:22.357742 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b3da908b-6d4f-4b7c-b5b3-a98fa9514663 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:29:22.363514 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b3da908b-6d4f-4b7c-b5b3-a98fa9514663 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:29:22.374698 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-b3da908b-6d4f-4b7c-b5b3-a98fa9514663 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Project 2c4f01a131354b128ac6b7c118186600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:29:22.381250 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b3da908b-6d4f-4b7c-b5b3-a98fa9514663 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:22.443739 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b3da908b-6d4f-4b7c-b5b3-a98fa9514663 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:22.447517 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b3da908b-6d4f-4b7c-b5b3-a98fa9514663 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:22.470431 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da908b-6d4f-4b7c-b5b3-a98fa9514663 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3303dbf0-e048-4a71-a7d7-f2af91a09edf,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:22.478762 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b3da908b-6d4f-4b7c-b5b3-a98fa9514663 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:22.479907 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b3da908b-6d4f-4b7c-b5b3-a98fa9514663 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1398463 Apr 06 14:29:22.482690 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57244) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:22.487868 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-70610a83-cb0d-4b16-b06f-f9ad0056fe73 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'd0500b2a-4052-4d79-9125-3ca047d34cbc', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:29:22.494979 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-70610a83-cb0d-4b16-b06f-f9ad0056fe73 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:29:22.497904 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-70610a83-cb0d-4b16-b06f-f9ad0056fe73 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:29:22.500805 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-70610a83-cb0d-4b16-b06f-f9ad0056fe73 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:29:22.506724 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-70610a83-cb0d-4b16-b06f-f9ad0056fe73 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:29:22.515376 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc976bb0-e03e-446f-8d17-1c5361e4b047 None None] Sync routers for ids ['784c8fce-88d6-42b9-8d6d-50ab4e2522ba'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:29:22.519356 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-70610a83-cb0d-4b16-b06f-f9ad0056fe73 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Project 2c4f01a131354b128ac6b7c118186600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:29:22.525546 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70610a83-cb0d-4b16-b06f-f9ad0056fe73 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:22.527452 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc976bb0-e03e-446f-8d17-1c5361e4b047 None None] Routers {'784c8fce-88d6-42b9-8d6d-50ab4e2522ba'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:29:22.528076 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-bc976bb0-e03e-446f-8d17-1c5361e4b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:29:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['784c8fce-88d6-42b9-8d6d-50ab4e2522ba'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:22.589427 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70610a83-cb0d-4b16-b06f-f9ad0056fe73 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:22.593265 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70610a83-cb0d-4b16-b06f-f9ad0056fe73 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:22.616363 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70610a83-cb0d-4b16-b06f-f9ad0056fe73 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ddefa47-27d4-45a6-aaa9-c8288f939c39,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:22.626244 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70610a83-cb0d-4b16-b06f-f9ad0056fe73 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:22.627429 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-70610a83-cb0d-4b16-b06f-f9ad0056fe73 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1438580 Apr 06 14:29:22.708593 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-bc976bb0-e03e-446f-8d17-1c5361e4b047 None None] Set router 784c8fce-88d6-42b9-8d6d-50ab4e2522ba gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:29:22.860196 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-252dacd7-3add-4438-9d83-3f5234400204 req-9342421e-ea02-48af-99dd-06581a6deee3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-875321397&fields=id&tenant_id=2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 267 time: 0.0427039 Apr 06 14:29:23.034268 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dacd7-3add-4438-9d83-3f5234400204 req-130487d2-1790-47b6-b3f1-8244e8b2f35a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:23.034925 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-bc976bb0-e03e-446f-8d17-1c5361e4b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'name': 'tempest-TestNetworkBasicOps-router-904882067', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': '4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:29:15Z', 'updated_at': '2022-04-06T14:29:19Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:29:15Z', 'updated_at': '2022-04-06T14:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd', 'name': '', 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:f8:ed:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08c43b82-3eac-4f4e-b54b-7adce88ff792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:29:18Z', 'updated_at': '2022-04-06T14:29:19Z', 'revision_number': 2, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '08c43b82-3eac-4f4e-b54b-7adce88ff792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:23.036290 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-252dacd7-3add-4438-9d83-3f5234400204 req-130487d2-1790-47b6-b3f1-8244e8b2f35a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/networks?id=3beeb85d-301b-40ce-9242-0dba9095911d HTTP/1.1" status: 200 len: 796 time: 0.1688676 Apr 06 14:29:23.038668 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc976bb0-e03e-446f-8d17-1c5361e4b047 None None] Checking router: 784c8fce-88d6-42b9-8d6d-50ab4e2522ba for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:29:23.039020 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc976bb0-e03e-446f-8d17-1c5361e4b047 None None] Updating router 784c8fce-88d6-42b9-8d6d-50ab4e2522ba port 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:29:23.052230 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-252dacd7-3add-4438-9d83-3f5234400204 req-f3964d9b-9e33-490b-abb2-87d961c2a1aa tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/quotas/2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 375 time: 0.0103464 Apr 06 14:29:23.091586 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-bc976bb0-e03e-446f-8d17-1c5361e4b047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:23.131667 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-252dacd7-3add-4438-9d83-3f5234400204 req-06abbce9-7aaa-450c-9dfc-3e5ed758ea7a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736125 Apr 06 14:29:23.428301 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-252dacd7-3add-4438-9d83-3f5234400204 req-cb608f66-ac4e-4242-88e9-a556f99a43bc service neutron] 10.222.0.60 "GET /v2.0/networks/3beeb85d-301b-40ce-9242-0dba9095911d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846839 Apr 06 14:29:23.449111 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-bc976bb0-e03e-446f-8d17-1c5361e4b047 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:23.461080 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-bc976bb0-e03e-446f-8d17-1c5361e4b047 None None] Transition to ACTIVE for port object 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:29:23.471166 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-bc976bb0-e03e-446f-8d17-1c5361e4b047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:23.562013 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-252dacd7-3add-4438-9d83-3f5234400204 req-5ac078dd-6aee-40d9-8dae-47cea2d143f2 service neutron] 10.222.0.60 "GET /v2.0/networks/3beeb85d-301b-40ce-9242-0dba9095911d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289167 Apr 06 14:29:23.630582 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82880a3a-bee7-4881-84b0-20c68df86084 None None] Pushing event updated for resources: {'Port': ['ID=4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:23.673398 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82880a3a-bee7-4881-84b0-20c68df86084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:23.673756 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82880a3a-bee7-4881-84b0-20c68df86084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:23.674075 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82880a3a-bee7-4881-84b0-20c68df86084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:23.674580 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82880a3a-bee7-4881-84b0-20c68df86084 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:23.675072 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82880a3a-bee7-4881-84b0-20c68df86084 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:23.675663 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82880a3a-bee7-4881-84b0-20c68df86084 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:23.676684 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82880a3a-bee7-4881-84b0-20c68df86084 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:23.677286 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82880a3a-bee7-4881-84b0-20c68df86084 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:23.677680 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82880a3a-bee7-4881-84b0-20c68df86084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:23.678004 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82880a3a-bee7-4881-84b0-20c68df86084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:23.678550 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82880a3a-bee7-4881-84b0-20c68df86084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:23.709352 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-bc976bb0-e03e-446f-8d17-1c5361e4b047 None None] Attempting to bind port 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:29:23.709725 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-bc976bb0-e03e-446f-8d17-1c5361e4b047 None None] Attempting to bind port 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'bcb5ef6c-c489-4894-97ff-2819b66d37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:29:23.710083 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc976bb0-e03e-446f-8d17-1c5361e4b047 None None] Attempting to bind port 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd on network 3beeb85d-301b-40ce-9242-0dba9095911d {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:29:23.716651 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc976bb0-e03e-446f-8d17-1c5361e4b047 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:29:23.717248 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc976bb0-e03e-446f-8d17-1c5361e4b047 None None] Checking segment: {'id': 'bcb5ef6c-c489-4894-97ff-2819b66d37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:29:23.718122 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-bc976bb0-e03e-446f-8d17-1c5361e4b047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:23.718851 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc976bb0-e03e-446f-8d17-1c5361e4b047 None None] Bound using segment: {'id': 'bcb5ef6c-c489-4894-97ff-2819b66d37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:29:23.719779 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-bc976bb0-e03e-446f-8d17-1c5361e4b047 None None] Bound port: 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb5ef6c-c489-4894-97ff-2819b66d37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:29:23.720317 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-bc976bb0-e03e-446f-8d17-1c5361e4b047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:23.792958 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-f6e84c24-02b0-406f-bfe8-840111768222 req-12393469-ff97-445d-8b3f-f41c0fd5dfcd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:29:23.810033 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-f6e84c24-02b0-406f-bfe8-840111768222 req-12393469-ff97-445d-8b3f-f41c0fd5dfcd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:29:23.811261 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f6e84c24-02b0-406f-bfe8-840111768222 req-12393469-ff97-445d-8b3f-f41c0fd5dfcd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b488fd2-f426-47ff-a61c-10259db23d95 HTTP/1.1" status: 200 len: 210 time: 0.0789752 Apr 06 14:29:23.827683 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-bc976bb0-e03e-446f-8d17-1c5361e4b047 None None] For port 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:29:23.831166 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-bc976bb0-e03e-446f-8d17-1c5361e4b047 None None] For port 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd,segment=NetworkSegment(bcb5ef6c-c489-4894-97ff-2819b66d37c0),segment_id=bcb5ef6c-c489-4894-97ff-2819b66d37c0)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:29:23.836602 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-bc976bb0-e03e-446f-8d17-1c5361e4b047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:23.919821 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc976bb0-e03e-446f-8d17-1c5361e4b047 None None] Routers {'784c8fce-88d6-42b9-8d6d-50ab4e2522ba'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:29:23.920449 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-bc976bb0-e03e-446f-8d17-1c5361e4b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:29:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['784c8fce-88d6-42b9-8d6d-50ab4e2522ba'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:23.983273 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82880a3a-bee7-4881-84b0-20c68df86084 None None] Pushing event updated for resources: {'Port': ['ID=4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd,revision_number=4']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:24.117291 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-bc976bb0-e03e-446f-8d17-1c5361e4b047 None None] Set router 784c8fce-88d6-42b9-8d6d-50ab4e2522ba gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:29:24.432745 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-bc976bb0-e03e-446f-8d17-1c5361e4b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'name': 'tempest-TestNetworkBasicOps-router-904882067', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': '4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:29:15Z', 'updated_at': '2022-04-06T14:29:19Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:29:15Z', 'updated_at': '2022-04-06T14:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd', 'name': '', 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:f8:ed:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08c43b82-3eac-4f4e-b54b-7adce88ff792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:29:18Z', 'updated_at': '2022-04-06T14:29:23Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '08c43b82-3eac-4f4e-b54b-7adce88ff792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:24.436559 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc976bb0-e03e-446f-8d17-1c5361e4b047 None None] The sync data for ids ['784c8fce-88d6-42b9-8d6d-50ab4e2522ba'] in dv-neutron-835868-1-hyperv is: [{'id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'name': 'tempest-TestNetworkBasicOps-router-904882067', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': '4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:29:15Z', 'updated_at': '2022-04-06T14:29:19Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:29:15Z', 'updated_at': '2022-04-06T14:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd', 'name': '', 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:f8:ed:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08c43b82-3eac-4f4e-b54b-7adce88ff792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:29:18Z', 'updated_at': '2022-04-06T14:29:23Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '08c43b82-3eac-4f4e-b54b-7adce88ff792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:29:24.651825 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:29:24.899005 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dacd7-3add-4438-9d83-3f5234400204 req-05591533-e7b0-436e-b65c-acc6f89dfdc6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:24.901459 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-252dacd7-3add-4438-9d83-3f5234400204 req-05591533-e7b0-436e-b65c-acc6f89dfdc6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:network {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:29:24.921533 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-252dacd7-3add-4438-9d83-3f5234400204 req-05591533-e7b0-436e-b65c-acc6f89dfdc6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:network {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:29:24.922993 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-252dacd7-3add-4438-9d83-3f5234400204 req-05591533-e7b0-436e-b65c-acc6f89dfdc6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/networks?id=3beeb85d-301b-40ce-9242-0dba9095911d HTTP/1.1" status: 200 len: 796 time: 0.2132268 Apr 06 14:29:24.993568 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-252dacd7-3add-4438-9d83-3f5234400204 req-31787d3a-f3bd-4443-a420-a7d70edc0a82 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:29:24.993732 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-437dbe4d-2cca-411b-accb-8f882d4629c5 req-ff90b457-e86e-4836-a435-4e09716fb19b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b488fd2-f426-47ff-a61c-10259db23d95 HTTP/1.1" status: 200 len: 210 time: 0.0460250 Apr 06 14:29:25.017967 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-252dacd7-3add-4438-9d83-3f5234400204 req-31787d3a-f3bd-4443-a420-a7d70edc0a82 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:29:25.019199 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-252dacd7-3add-4438-9d83-3f5234400204 req-31787d3a-f3bd-4443-a420-a7d70edc0a82 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 379 time: 0.0780616 Apr 06 14:29:25.029961 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-252dacd7-3add-4438-9d83-3f5234400204 req-96eea660-fa4c-4e84-a0e4-90a35e27c71e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'port': {'device_id': '7b488fd2-f426-47ff-a61c-10259db23d95', 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d', 'admin_state_up': True, 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'security_groups': ['d0500b2a-4052-4d79-9125-3ca047d34cbc']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:29:25.167635 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-252dacd7-3add-4438-9d83-3f5234400204 req-96eea660-fa4c-4e84-a0e4-90a35e27c71e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:29:25.177498 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-252dacd7-3add-4438-9d83-3f5234400204 req-96eea660-fa4c-4e84-a0e4-90a35e27c71e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:29:25.187848 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252dacd7-3add-4438-9d83-3f5234400204 req-96eea660-fa4c-4e84-a0e4-90a35e27c71e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Made reservation on behalf of 2c4f01a131354b128ac6b7c118186600 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:29:25.191296 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-252dacd7-3add-4438-9d83-3f5234400204 req-96eea660-fa4c-4e84-a0e4-90a35e27c71e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:25.360378 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-252dacd7-3add-4438-9d83-3f5234400204 req-96eea660-fa4c-4e84-a0e4-90a35e27c71e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.20.0.13 (3beeb85d-301b-40ce-9242-0dba9095911d/08c43b82-3eac-4f4e-b54b-7adce88ff792/55a38864-f438-431d-b799-58c1ff3ca0b5) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:25.579974 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-252dacd7-3add-4438-9d83-3f5234400204 req-96eea660-fa4c-4e84-a0e4-90a35e27c71e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:25.595148 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-252dacd7-3add-4438-9d83-3f5234400204 req-96eea660-fa4c-4e84-a0e4-90a35e27c71e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Transition to ACTIVE for port object 55a38864-f438-431d-b799-58c1ff3ca0b5 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:29:25.616763 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-252dacd7-3add-4438-9d83-3f5234400204 req-96eea660-fa4c-4e84-a0e4-90a35e27c71e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:25.681294 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252dacd7-3add-4438-9d83-3f5234400204 req-96eea660-fa4c-4e84-a0e4-90a35e27c71e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 3beeb85d-301b-40ce-9242-0dba9095911d is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:25.688585 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-252dacd7-3add-4438-9d83-3f5234400204 req-96eea660-fa4c-4e84-a0e4-90a35e27c71e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:25.693145 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-252dacd7-3add-4438-9d83-3f5234400204 req-96eea660-fa4c-4e84-a0e4-90a35e27c71e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:29:25.728756 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eea660-fa4c-4e84-a0e4-90a35e27c71e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=55a38864-f438-431d-b799-58c1ff3ca0b5,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:25.761252 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dacd7-3add-4438-9d83-3f5234400204 req-96eea660-fa4c-4e84-a0e4-90a35e27c71e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:25.761992 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-252dacd7-3add-4438-9d83-3f5234400204 req-96eea660-fa4c-4e84-a0e4-90a35e27c71e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:25.794581 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-252dacd7-3add-4438-9d83-3f5234400204 req-96eea660-fa4c-4e84-a0e4-90a35e27c71e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7685077 Apr 06 14:29:25.812442 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:29:25.879972 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-252dacd7-3add-4438-9d83-3f5234400204 req-1b7bd393-25d7-4dbe-ba74-4ff9af00d166 service neutron] Request body: {'port': {'device_id': '7b488fd2-f426-47ff-a61c-10259db23d95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:29:25.885845 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:29:25.891275 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:29:25.891650 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:25.957859 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8a0c0b0a-71f9-4063-878f-3cf13f27fe46 None None] Provisioning for port 55a38864-f438-431d-b799-58c1ff3ca0b5 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:29:25.965709 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8a0c0b0a-71f9-4063-878f-3cf13f27fe46 None None] Provisioning complete for port 55a38864-f438-431d-b799-58c1ff3ca0b5 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:29:25.966016 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8a0c0b0a-71f9-4063-878f-3cf13f27fe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:25.989914 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-252dacd7-3add-4438-9d83-3f5234400204 req-1b7bd393-25d7-4dbe-ba74-4ff9af00d166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:26.061495 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-8a0c0b0a-71f9-4063-878f-3cf13f27fe46 None None] Port 55a38864-f438-431d-b799-58c1ff3ca0b5 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:29:26.070501 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:26.104993 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd,segment=NetworkSegment(bcb5ef6c-c489-4894-97ff-2819b66d37c0),segment_id=bcb5ef6c-c489-4894-97ff-2819b66d37c0)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:26.108745 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:26.173905 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:26.401036 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e37d6-89f0-4f66-a8b2-e4ba76fbcb4b req-63523005-fca6-4e49-bfb9-d5507e64c14d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:26.401692 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-002e37d6-89f0-4f66-a8b2-e4ba76fbcb4b req-63523005-fca6-4e49-bfb9-d5507e64c14d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:29:26.424896 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-002e37d6-89f0-4f66-a8b2-e4ba76fbcb4b req-63523005-fca6-4e49-bfb9-d5507e64c14d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:29:26.426577 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-002e37d6-89f0-4f66-a8b2-e4ba76fbcb4b req-63523005-fca6-4e49-bfb9-d5507e64c14d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b488fd2-f426-47ff-a61c-10259db23d95 HTTP/1.1" status: 200 len: 932 time: 0.3062816 Apr 06 14:29:26.519658 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-252dacd7-3add-4438-9d83-3f5234400204 req-1b7bd393-25d7-4dbe-ba74-4ff9af00d166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a38864-f438-431d-b799-58c1ff3ca0b5 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:29:26.528310 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-252dacd7-3add-4438-9d83-3f5234400204 req-1b7bd393-25d7-4dbe-ba74-4ff9af00d166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:26.532061 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-002e37d6-89f0-4f66-a8b2-e4ba76fbcb4b req-5c96e0a4-7286-410c-879c-e8dc1369d179 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0500b2a-4052-4d79-9125-3ca047d34cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976937 Apr 06 14:29:26.544338 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-252dacd7-3add-4438-9d83-3f5234400204 req-1b7bd393-25d7-4dbe-ba74-4ff9af00d166 service neutron] Transition to ACTIVE for port object 55a38864-f438-431d-b799-58c1ff3ca0b5 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:29:26.547896 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-252dacd7-3add-4438-9d83-3f5234400204 req-1b7bd393-25d7-4dbe-ba74-4ff9af00d166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:26.673620 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7bd393-25d7-4dbe-ba74-4ff9af00d166 service neutron] Pushing event updated for resources: {'Port': ['ID=55a38864-f438-431d-b799-58c1ff3ca0b5,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:26.781190 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-252dacd7-3add-4438-9d83-3f5234400204 req-1b7bd393-25d7-4dbe-ba74-4ff9af00d166 service neutron] Attempting to bind port 55a38864-f438-431d-b799-58c1ff3ca0b5 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:29:26.781542 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-252dacd7-3add-4438-9d83-3f5234400204 req-1b7bd393-25d7-4dbe-ba74-4ff9af00d166 service neutron] Attempting to bind port 55a38864-f438-431d-b799-58c1ff3ca0b5 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bcb5ef6c-c489-4894-97ff-2819b66d37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:29:26.781850 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252dacd7-3add-4438-9d83-3f5234400204 req-1b7bd393-25d7-4dbe-ba74-4ff9af00d166 service neutron] Attempting to bind port 55a38864-f438-431d-b799-58c1ff3ca0b5 on network 3beeb85d-301b-40ce-9242-0dba9095911d {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:29:26.790915 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252dacd7-3add-4438-9d83-3f5234400204 req-1b7bd393-25d7-4dbe-ba74-4ff9af00d166 service neutron] Port 55a38864-f438-431d-b799-58c1ff3ca0b5 on network 3beeb85d-301b-40ce-9242-0dba9095911d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:29:26.791230 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252dacd7-3add-4438-9d83-3f5234400204 req-1b7bd393-25d7-4dbe-ba74-4ff9af00d166 service neutron] Attempting to bind port 55a38864-f438-431d-b799-58c1ff3ca0b5 on network 3beeb85d-301b-40ce-9242-0dba9095911d {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:29:26.797677 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252dacd7-3add-4438-9d83-3f5234400204 req-1b7bd393-25d7-4dbe-ba74-4ff9af00d166 service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:29:26.798014 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252dacd7-3add-4438-9d83-3f5234400204 req-1b7bd393-25d7-4dbe-ba74-4ff9af00d166 service neutron] Checking segment: {'id': 'bcb5ef6c-c489-4894-97ff-2819b66d37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:29:26.798395 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252dacd7-3add-4438-9d83-3f5234400204 req-1b7bd393-25d7-4dbe-ba74-4ff9af00d166 service neutron] Bound using segment: {'id': 'bcb5ef6c-c489-4894-97ff-2819b66d37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:29:26.798797 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-252dacd7-3add-4438-9d83-3f5234400204 req-1b7bd393-25d7-4dbe-ba74-4ff9af00d166 service neutron] Bound port: 55a38864-f438-431d-b799-58c1ff3ca0b5, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcb5ef6c-c489-4894-97ff-2819b66d37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:29:26.799136 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-252dacd7-3add-4438-9d83-3f5234400204 req-1b7bd393-25d7-4dbe-ba74-4ff9af00d166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:26.887293 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-252dacd7-3add-4438-9d83-3f5234400204 req-1b7bd393-25d7-4dbe-ba74-4ff9af00d166 service neutron] For port 55a38864-f438-431d-b799-58c1ff3ca0b5, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:29:26.890140 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-252dacd7-3add-4438-9d83-3f5234400204 req-1b7bd393-25d7-4dbe-ba74-4ff9af00d166 service neutron] For port 55a38864-f438-431d-b799-58c1ff3ca0b5, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=55a38864-f438-431d-b799-58c1ff3ca0b5,segment=NetworkSegment(bcb5ef6c-c489-4894-97ff-2819b66d37c0),segment_id=bcb5ef6c-c489-4894-97ff-2819b66d37c0)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:29:26.894899 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-252dacd7-3add-4438-9d83-3f5234400204 req-1b7bd393-25d7-4dbe-ba74-4ff9af00d166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:26.958235 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-252dacd7-3add-4438-9d83-3f5234400204 req-1b7bd393-25d7-4dbe-ba74-4ff9af00d166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:26.959613 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-252dacd7-3add-4438-9d83-3f5234400204 req-1b7bd393-25d7-4dbe-ba74-4ff9af00d166 service neutron] 10.222.0.69 "PUT /v2.0/ports/55a38864-f438-431d-b799-58c1ff3ca0b5 HTTP/1.1" status: 200 len: 1094 time: 1.1579194 Apr 06 14:29:26.960075 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b488fd2-f426-47ff-a61c-10259db23d95', 'tag': '55a38864-f438-431d-b799-58c1ff3ca0b5'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:29:26.977496 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7bd393-25d7-4dbe-ba74-4ff9af00d166 service neutron] Pushing event updated for resources: {'Port': ['ID=55a38864-f438-431d-b799-58c1ff3ca0b5,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:27.037112 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39b6a147-58ff-4597-af8b-5fb3637d5dd3'] response: {'name': 'network-changed', 'server_uuid': '7b488fd2-f426-47ff-a61c-10259db23d95', 'tag': '55a38864-f438-431d-b799-58c1ff3ca0b5', 'status': 'completed', 'code': 200} Apr 06 14:29:27.080490 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-252dacd7-3add-4438-9d83-3f5234400204 req-1048a56f-4819-45e8-a7b6-7cffd8673a4c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=7b488fd2-f426-47ff-a61c-10259db23d95 HTTP/1.1" status: 200 len: 1097 time: 0.0786166 Apr 06 14:29:27.147507 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-252dacd7-3add-4438-9d83-3f5234400204 req-76adea28-11f2-4c4f-888e-568ecc414497 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55a38864-f438-431d-b799-58c1ff3ca0b5 HTTP/1.1" status: 200 len: 217 time: 0.0601652 Apr 06 14:29:27.211649 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dacd7-3add-4438-9d83-3f5234400204 req-6b9af433-2485-4a3e-bcf4-61c8f732e0dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:27.213128 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-252dacd7-3add-4438-9d83-3f5234400204 req-6b9af433-2485-4a3e-bcf4-61c8f732e0dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=08c43b82-3eac-4f4e-b54b-7adce88ff792 HTTP/1.1" status: 200 len: 834 time: 0.0597470 Apr 06 14:29:27.286001 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-252dacd7-3add-4438-9d83-3f5234400204 req-fc5ccc61-b565-427f-9ba1-d91577cf0141 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3beeb85d-301b-40ce-9242-0dba9095911d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666819 Apr 06 14:29:27.413675 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-252dacd7-3add-4438-9d83-3f5234400204 req-76b03cf2-de2b-4e05-b16c-eb566801100d service neutron] 10.222.0.69 "GET /v2.0/networks/3beeb85d-301b-40ce-9242-0dba9095911d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210816 Apr 06 14:29:27.541781 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-252dacd7-3add-4438-9d83-3f5234400204 req-214af709-8f77-4180-a616-c8771656f956 service neutron] 10.222.0.69 "GET /v2.0/networks/3beeb85d-301b-40ce-9242-0dba9095911d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217589 Apr 06 14:29:27.656953 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a56c5469-77f0-49c6-ac3f-e477ddef91c9 req-4b512b79-d98c-43af-80cd-8c624a3c36b3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=7b488fd2-f426-47ff-a61c-10259db23d95 HTTP/1.1" status: 200 len: 1097 time: 0.0734534 Apr 06 14:29:27.780525 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:29:27.839027 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdeb5f2-e074-43b8-b1ac-20ad1344ad7a req-2713e75e-52c9-42e5-b1fc-ebb32b8dcc19 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:27.840837 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9fdeb5f2-e074-43b8-b1ac-20ad1344ad7a req-2713e75e-52c9-42e5-b1fc-ebb32b8dcc19 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b488fd2-f426-47ff-a61c-10259db23d95 HTTP/1.1" status: 200 len: 944 time: 0.1868253 Apr 06 14:29:27.842940 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c5469-77f0-49c6-ac3f-e477ddef91c9 req-3a5a32b9-5d61-4f64-bc7e-88cdbb770d1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:27.844161 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a56c5469-77f0-49c6-ac3f-e477ddef91c9 req-3a5a32b9-5d61-4f64-bc7e-88cdbb770d1b service neutron] 10.222.0.69 "GET /v2.0/networks?id=3beeb85d-301b-40ce-9242-0dba9095911d HTTP/1.1" status: 200 len: 897 time: 0.1588836 Apr 06 14:29:27.856776 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:29:27.857172 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:27.928014 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a56c5469-77f0-49c6-ac3f-e477ddef91c9 req-2605e243-55d9-4c53-b326-d6e07e270c02 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55a38864-f438-431d-b799-58c1ff3ca0b5 HTTP/1.1" status: 200 len: 217 time: 0.0666850 Apr 06 14:29:27.986156 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9fdeb5f2-e074-43b8-b1ac-20ad1344ad7a req-bc8b5fd6-ba28-4f9f-8d2b-72bcffe846d9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0500b2a-4052-4d79-9125-3ca047d34cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394129 Apr 06 14:29:27.999752 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c5469-77f0-49c6-ac3f-e477ddef91c9 req-aa092f98-c23b-478c-b2e5-6e40da0f1435 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:28.001200 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a56c5469-77f0-49c6-ac3f-e477ddef91c9 req-aa092f98-c23b-478c-b2e5-6e40da0f1435 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=08c43b82-3eac-4f4e-b54b-7adce88ff792 HTTP/1.1" status: 200 len: 834 time: 0.0657451 Apr 06 14:29:28.176573 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a56c5469-77f0-49c6-ac3f-e477ddef91c9 req-f3610174-da80-4b7d-80b7-f571c9651463 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3beeb85d-301b-40ce-9242-0dba9095911d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1686535 Apr 06 14:29:28.303781 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a56c5469-77f0-49c6-ac3f-e477ddef91c9 req-04238f1a-da66-4c39-9cae-2155bba76079 service neutron] 10.222.0.69 "GET /v2.0/networks/3beeb85d-301b-40ce-9242-0dba9095911d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216369 Apr 06 14:29:28.431222 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a56c5469-77f0-49c6-ac3f-e477ddef91c9 req-986a3a8d-2a1e-46e8-a8c0-8b2b43caa7a9 service neutron] 10.222.0.69 "GET /v2.0/networks/3beeb85d-301b-40ce-9242-0dba9095911d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205046 Apr 06 14:29:28.991901 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:29.180303 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b51b62-fbe5-4cf7-8b1f-d9905328cf70 req-69691016-3a63-4b9e-a843-a1c22d1c1956 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:29.181785 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-45b51b62-fbe5-4cf7-8b1f-d9905328cf70 req-69691016-3a63-4b9e-a843-a1c22d1c1956 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b488fd2-f426-47ff-a61c-10259db23d95 HTTP/1.1" status: 200 len: 944 time: 0.0755167 Apr 06 14:29:29.226949 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-45b51b62-fbe5-4cf7-8b1f-d9905328cf70 req-21e08568-bf3d-4c34-b182-bb22dd4ca44e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0500b2a-4052-4d79-9125-3ca047d34cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394540 Apr 06 14:29:29.843737 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 55a38864-f438-431d-b799-58c1ff3ca0b5 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:29:29.976246 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 55a38864-f438-431d-b799-58c1ff3ca0b5, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=55a38864-f438-431d-b799-58c1ff3ca0b5,segment=NetworkSegment(bcb5ef6c-c489-4894-97ff-2819b66d37c0),segment_id=bcb5ef6c-c489-4894-97ff-2819b66d37c0)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:29.992141 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '55a38864-f438-431d-b799-58c1ff3ca0b5', 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d', 'port_id': '55a38864-f438-431d-b799-58c1ff3ca0b5', 'mac_address': 'fa:16:3e:84:d2:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08c43b82-3eac-4f4e-b54b-7adce88ff792', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:29:30.044668 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:30.060921 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a38864-f438-431d-b799-58c1ff3ca0b5 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:29:30.076363 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 55a38864-f438-431d-b799-58c1ff3ca0b5, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=55a38864-f438-431d-b799-58c1ff3ca0b5,segment=NetworkSegment(bcb5ef6c-c489-4894-97ff-2819b66d37c0),segment_id=bcb5ef6c-c489-4894-97ff-2819b66d37c0)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:30.079971 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:30.143196 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=55a38864-f438-431d-b799-58c1ff3ca0b5,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:30.151951 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:30.152319 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:30.152645 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:30.153024 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:30.153363 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:30.153694 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:30.154023 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:30.154356 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:30.154734 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:30.155058 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:30.155385 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:30.281501 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['55a38864-f438-431d-b799-58c1ff3ca0b5'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:29:30.424019 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1dcd-1164-4d32-bf71-f0945c47d4d8 req-58cd569d-304b-43c1-9f8f-c4b37b945a3b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:30.425498 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-91dd1dcd-1164-4d32-bf71-f0945c47d4d8 req-58cd569d-304b-43c1-9f8f-c4b37b945a3b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b488fd2-f426-47ff-a61c-10259db23d95 HTTP/1.1" status: 200 len: 945 time: 0.0737634 Apr 06 14:29:30.470481 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-91dd1dcd-1164-4d32-bf71-f0945c47d4d8 req-cf019434-8ee0-4729-b817-13c5678a217a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0500b2a-4052-4d79-9125-3ca047d34cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387282 Apr 06 14:29:31.667065 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e7cc6-4c21-4d24-a883-1c08f168105e req-28aac74c-f6c9-4c1d-9a5e-0b029181aca1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:31.668610 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-427e7cc6-4c21-4d24-a883-1c08f168105e req-28aac74c-f6c9-4c1d-9a5e-0b029181aca1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b488fd2-f426-47ff-a61c-10259db23d95 HTTP/1.1" status: 200 len: 945 time: 0.0781024 Apr 06 14:29:31.713068 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-427e7cc6-4c21-4d24-a883-1c08f168105e req-b041c5b7-a911-46a6-934b-97773a1aa086 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0500b2a-4052-4d79-9125-3ca047d34cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389588 Apr 06 14:29:31.856807 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 55a38864-f438-431d-b799-58c1ff3ca0b5 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:29:31.922216 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port 55a38864-f438-431d-b799-58c1ff3ca0b5 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:29:31.927087 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 55a38864-f438-431d-b799-58c1ff3ca0b5 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:29:31.927454 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:32.037464 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:32.062967 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b488fd2-f426-47ff-a61c-10259db23d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a38864-f438-431d-b799-58c1ff3ca0b5'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:29:32.072556 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 55a38864-f438-431d-b799-58c1ff3ca0b5, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=55a38864-f438-431d-b799-58c1ff3ca0b5,segment=NetworkSegment(bcb5ef6c-c489-4894-97ff-2819b66d37c0),segment_id=bcb5ef6c-c489-4894-97ff-2819b66d37c0)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:32.076777 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:32.119801 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5724ec3-da5f-4289-b01c-49e579b8c3d0'] response: {'server_uuid': '7b488fd2-f426-47ff-a61c-10259db23d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a38864-f438-431d-b799-58c1ff3ca0b5', 'code': 200} Apr 06 14:29:32.141824 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=55a38864-f438-431d-b799-58c1ff3ca0b5,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:32.344009 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-363fd77f-e7d5-4e1b-a6c2-1750384f7d68 req-aa1505d8-dca1-49aa-b996-89ec2fe648c5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7b488fd2-f426-47ff-a61c-10259db23d95 HTTP/1.1" status: 200 len: 1099 time: 0.0681536 Apr 06 14:29:32.384536 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-363fd77f-e7d5-4e1b-a6c2-1750384f7d68 req-c277f692-764b-451a-a05d-81b3cb237bcb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d0500b2a-4052-4d79-9125-3ca047d34cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345709 Apr 06 14:29:32.909686 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28ad05-8add-4fcb-b6b7-7f96159e648d req-65360ccb-bb0f-4ce3-bea7-32eda3ae643d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:32.911113 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0d28ad05-8add-4fcb-b6b7-7f96159e648d req-65360ccb-bb0f-4ce3-bea7-32eda3ae643d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b488fd2-f426-47ff-a61c-10259db23d95 HTTP/1.1" status: 200 len: 946 time: 0.0765226 Apr 06 14:29:32.959298 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0d28ad05-8add-4fcb-b6b7-7f96159e648d req-96f10125-8cb7-4d23-9535-7edfa3cee688 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0500b2a-4052-4d79-9125-3ca047d34cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422997 Apr 06 14:29:34.153138 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a27d3-5693-4bbe-b1b5-1999b3baea11 req-31d8acdf-1f1e-40ac-b3de-dfad3e63f7d3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:34.154632 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-105a27d3-5693-4bbe-b1b5-1999b3baea11 req-31d8acdf-1f1e-40ac-b3de-dfad3e63f7d3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b488fd2-f426-47ff-a61c-10259db23d95 HTTP/1.1" status: 200 len: 946 time: 0.0735929 Apr 06 14:29:34.200451 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-105a27d3-5693-4bbe-b1b5-1999b3baea11 req-6bd1c219-83fd-42a0-abed-4b350f7a0058 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0500b2a-4052-4d79-9125-3ca047d34cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400782 Apr 06 14:29:34.391279 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65360a-2bd2-44d6-b452-48305a36cb20 req-d81d9920-24b0-437b-8d7a-47ea40483154 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:34.392708 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0a65360a-2bd2-44d6-b452-48305a36cb20 req-d81d9920-24b0-437b-8d7a-47ea40483154 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b488fd2-f426-47ff-a61c-10259db23d95 HTTP/1.1" status: 200 len: 946 time: 0.0749893 Apr 06 14:29:34.436766 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0a65360a-2bd2-44d6-b452-48305a36cb20 req-848106e2-cb0f-47f8-a0bf-804aee7f72ae tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0500b2a-4052-4d79-9125-3ca047d34cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384903 Apr 06 14:29:34.463933 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57292) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:34.536361 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-945acf53-a3ee-44d5-bf2a-05252e839fba tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7b488fd2-f426-47ff-a61c-10259db23d95 HTTP/1.1" status: 200 len: 1094 time: 0.0712318 Apr 06 14:29:34.538864 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57296) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:34.543883 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-51680982-3a96-4c6a-8eab-ec6ec84fe27d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'port_id': '55a38864-f438-431d-b799-58c1ff3ca0b5', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:29:34.549408 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-51680982-3a96-4c6a-8eab-ec6ec84fe27d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:29:34.553931 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-51680982-3a96-4c6a-8eab-ec6ec84fe27d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:floatingip and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:29:34.557061 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-51680982-3a96-4c6a-8eab-ec6ec84fe27d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:29:34.563112 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-51680982-3a96-4c6a-8eab-ec6ec84fe27d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:29:34.573649 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51680982-3a96-4c6a-8eab-ec6ec84fe27d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:34.708642 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51680982-3a96-4c6a-8eab-ec6ec84fe27d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:34.847721 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-51680982-3a96-4c6a-8eab-ec6ec84fe27d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.26.8.186 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/8e5d6ad6-5ec2-4503-a5ad-3c08c7cf06fc) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:29:34.992427 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51680982-3a96-4c6a-8eab-ec6ec84fe27d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:35.018084 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51680982-3a96-4c6a-8eab-ec6ec84fe27d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:35.087210 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51680982-3a96-4c6a-8eab-ec6ec84fe27d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:29:35.089694 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-51680982-3a96-4c6a-8eab-ec6ec84fe27d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:29:35.093684 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51680982-3a96-4c6a-8eab-ec6ec84fe27d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:29:35.116375 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51680982-3a96-4c6a-8eab-ec6ec84fe27d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=8e5d6ad6-5ec2-4503-a5ad-3c08c7cf06fc,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:35.663755 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51680982-3a96-4c6a-8eab-ec6ec84fe27d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:35.718539 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51680982-3a96-4c6a-8eab-ec6ec84fe27d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:35.920702 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51680982-3a96-4c6a-8eab-ec6ec84fe27d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:35.925252 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51680982-3a96-4c6a-8eab-ec6ec84fe27d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:36.036482 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51680982-3a96-4c6a-8eab-ec6ec84fe27d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=8e5d6ad6-5ec2-4503-a5ad-3c08c7cf06fc,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:36.052096 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51680982-3a96-4c6a-8eab-ec6ec84fe27d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:36.241013 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-51680982-3a96-4c6a-8eab-ec6ec84fe27d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Floating IP 62366b7f-61af-417e-b80e-7ad0d24904b6 associated. External IP: 172.26.8.186, port: 55a38864-f438-431d-b799-58c1ff3ca0b5. Apr 06 14:29:36.651768 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51680982-3a96-4c6a-8eab-ec6ec84fe27d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router 784c8fce-88d6-42b9-8d6d-50ab4e2522ba has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:29:36.866444 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51680982-3a96-4c6a-8eab-ec6ec84fe27d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:29:36.877280 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658eeff0-01f6-46a8-8c05-87134f3c79f8 None None] Sync routers for ids ['784c8fce-88d6-42b9-8d6d-50ab4e2522ba'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:29:36.893527 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51680982-3a96-4c6a-8eab-ec6ec84fe27d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:36.893785 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658eeff0-01f6-46a8-8c05-87134f3c79f8 None None] Routers {'784c8fce-88d6-42b9-8d6d-50ab4e2522ba'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:29:36.894394 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-658eeff0-01f6-46a8-8c05-87134f3c79f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:29:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['784c8fce-88d6-42b9-8d6d-50ab4e2522ba'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:36.952120 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-51680982-3a96-4c6a-8eab-ec6ec84fe27d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4121549 Apr 06 14:29:36.952684 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b488fd2-f426-47ff-a61c-10259db23d95', 'tag': '55a38864-f438-431d-b799-58c1ff3ca0b5'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:29:36.955668 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57300) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:37.121293 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-658eeff0-01f6-46a8-8c05-87134f3c79f8 None None] Set router 784c8fce-88d6-42b9-8d6d-50ab4e2522ba gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:29:37.123035 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0df5f138-ebf0-43ee-a8a8-e521f029d1d3'] response: {'name': 'network-changed', 'server_uuid': '7b488fd2-f426-47ff-a61c-10259db23d95', 'tag': '55a38864-f438-431d-b799-58c1ff3ca0b5', 'status': 'completed', 'code': 200} Apr 06 14:29:37.211722 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1c53e900-eb8f-4132-9f87-e5982350f02f tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/routers/784c8fce-88d6-42b9-8d6d-50ab4e2522ba HTTP/1.1" status: 200 len: 921 time: 0.2524047 Apr 06 14:29:37.214630 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57308) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:37.234588 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3bd3f655-18f5-40ed-b543-73945df6fafd req-c0d62de2-7766-4d67-8e0f-dd7f2752f09a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=7b488fd2-f426-47ff-a61c-10259db23d95 HTTP/1.1" status: 200 len: 1099 time: 0.0901725 Apr 06 14:29:37.379248 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3f655-18f5-40ed-b543-73945df6fafd req-d0f85e7b-b7ed-4437-bd8e-5b6384915638 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:37.380457 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3bd3f655-18f5-40ed-b543-73945df6fafd req-d0f85e7b-b7ed-4437-bd8e-5b6384915638 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3beeb85d-301b-40ce-9242-0dba9095911d HTTP/1.1" status: 200 len: 897 time: 0.1396868 Apr 06 14:29:37.428647 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a3e402f4-79c0-497e-9ecd-058bf82cacc2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/62366b7f-61af-417e-b80e-7ad0d24904b6 HTTP/1.1" status: 200 len: 992 time: 0.2115457 Apr 06 14:29:37.482222 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3bd3f655-18f5-40ed-b543-73945df6fafd req-516206e6-f513-4f13-9633-fe2a4240c602 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55a38864-f438-431d-b799-58c1ff3ca0b5 HTTP/1.1" status: 200 len: 1000 time: 0.0948641 Apr 06 14:29:37.486041 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-658eeff0-01f6-46a8-8c05-87134f3c79f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'name': 'tempest-TestNetworkBasicOps-router-904882067', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': '4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:29:15Z', 'updated_at': '2022-04-06T14:29:19Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:29:15Z', 'updated_at': '2022-04-06T14:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '62366b7f-61af-417e-b80e-7ad0d24904b6', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.186', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'port_id': '55a38864-f438-431d-b799-58c1ff3ca0b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d', 'mac_address': 'fa:16:3e:84:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b488fd2-f426-47ff-a61c-10259db23d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:29:35Z', 'updated_at': '2022-04-06T14:29:35Z', 'revision_number': 0, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd', 'name': '', 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:f8:ed:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08c43b82-3eac-4f4e-b54b-7adce88ff792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:29:18Z', 'updated_at': '2022-04-06T14:29:26Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '08c43b82-3eac-4f4e-b54b-7adce88ff792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:37.490555 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658eeff0-01f6-46a8-8c05-87134f3c79f8 None None] Checking router: 784c8fce-88d6-42b9-8d6d-50ab4e2522ba for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:29:37.501183 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658eeff0-01f6-46a8-8c05-87134f3c79f8 None None] Routers {'784c8fce-88d6-42b9-8d6d-50ab4e2522ba'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:29:37.501784 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-658eeff0-01f6-46a8-8c05-87134f3c79f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:29:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['784c8fce-88d6-42b9-8d6d-50ab4e2522ba'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:37.545615 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3f655-18f5-40ed-b543-73945df6fafd req-b9bddb92-5a85-4489-a27a-ef53faaaf6a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:37.547047 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3bd3f655-18f5-40ed-b543-73945df6fafd req-b9bddb92-5a85-4489-a27a-ef53faaaf6a9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=08c43b82-3eac-4f4e-b54b-7adce88ff792 HTTP/1.1" status: 200 len: 834 time: 0.0596650 Apr 06 14:29:37.619266 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3bd3f655-18f5-40ed-b543-73945df6fafd req-cc9738c7-72be-46ea-8da9-0de9de1552f9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3beeb85d-301b-40ce-9242-0dba9095911d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667517 Apr 06 14:29:37.674544 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-658eeff0-01f6-46a8-8c05-87134f3c79f8 None None] Set router 784c8fce-88d6-42b9-8d6d-50ab4e2522ba gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:29:37.747757 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3bd3f655-18f5-40ed-b543-73945df6fafd req-ba2c5072-929f-46cd-a530-38e7c37c0295 service neutron] 10.222.0.69 "GET /v2.0/networks/3beeb85d-301b-40ce-9242-0dba9095911d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221805 Apr 06 14:29:37.878645 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3bd3f655-18f5-40ed-b543-73945df6fafd req-dce94c30-a16c-4ca5-af1c-5f3edfdc0c94 service neutron] 10.222.0.69 "GET /v2.0/networks/3beeb85d-301b-40ce-9242-0dba9095911d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248541 Apr 06 14:29:38.032742 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-658eeff0-01f6-46a8-8c05-87134f3c79f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'name': 'tempest-TestNetworkBasicOps-router-904882067', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': '4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:29:15Z', 'updated_at': '2022-04-06T14:29:19Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:29:15Z', 'updated_at': '2022-04-06T14:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '62366b7f-61af-417e-b80e-7ad0d24904b6', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.186', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'port_id': '55a38864-f438-431d-b799-58c1ff3ca0b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d', 'mac_address': 'fa:16:3e:84:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b488fd2-f426-47ff-a61c-10259db23d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:29:35Z', 'updated_at': '2022-04-06T14:29:35Z', 'revision_number': 0, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd', 'name': '', 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:f8:ed:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08c43b82-3eac-4f4e-b54b-7adce88ff792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:29:18Z', 'updated_at': '2022-04-06T14:29:26Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '08c43b82-3eac-4f4e-b54b-7adce88ff792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:38.036502 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dc28a91a-7656-4a25-9dc5-ee079d52ec99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:38.038991 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658eeff0-01f6-46a8-8c05-87134f3c79f8 None None] The sync data for ids ['784c8fce-88d6-42b9-8d6d-50ab4e2522ba'] in dv-neutron-835868-1-hyperv is: [{'id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'name': 'tempest-TestNetworkBasicOps-router-904882067', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': '4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:29:15Z', 'updated_at': '2022-04-06T14:29:19Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:29:15Z', 'updated_at': '2022-04-06T14:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '62366b7f-61af-417e-b80e-7ad0d24904b6', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.186', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'port_id': '55a38864-f438-431d-b799-58c1ff3ca0b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d', 'mac_address': 'fa:16:3e:84:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b488fd2-f426-47ff-a61c-10259db23d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:29:35Z', 'updated_at': '2022-04-06T14:29:35Z', 'revision_number': 0, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd', 'name': '', 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:f8:ed:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08c43b82-3eac-4f4e-b54b-7adce88ff792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:29:18Z', 'updated_at': '2022-04-06T14:29:26Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '08c43b82-3eac-4f4e-b54b-7adce88ff792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:29:38.431495 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57312) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:38.628080 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f2d51945-804b-4551-9768-f863f0e24206 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/62366b7f-61af-417e-b80e-7ad0d24904b6 HTTP/1.1" status: 200 len: 992 time: 0.1954319 Apr 06 14:29:39.632456 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57316) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:39.733732 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6555877c-1d64-4f5c-9758-c73b48880bef tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/62366b7f-61af-417e-b80e-7ad0d24904b6 HTTP/1.1" status: 200 len: 992 time: 0.1000981 Apr 06 14:29:40.684704 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b76a692-ad70-4033-87c8-952adb6a4919 None None] New status for floating IP 62366b7f-61af-417e-b80e-7ad0d24904b6: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:29:40.737505 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57320) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:40.846153 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2ecce713-19d8-4ba0-a64d-fa1710c6ca93 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/62366b7f-61af-417e-b80e-7ad0d24904b6 HTTP/1.1" status: 200 len: 992 time: 0.1074874 Apr 06 14:29:40.872206 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f7641a75-9356-4845-8d7e-0752ba8cb1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:41.229058 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c29c16ba-bbc8-423c-844f-4fb354dd2b8f req-c12e1f83-a421-4c6e-9076-a5adf015c2ab service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7b488fd2-f426-47ff-a61c-10259db23d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670462 Apr 06 14:29:41.306560 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:41.351090 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:41.372594 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c29c16ba-bbc8-423c-844f-4fb354dd2b8f req-db1b685f-f209-4ce1-a7e4-5eaa6207d96f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=7b488fd2-f426-47ff-a61c-10259db23d95 HTTP/1.1" status: 200 len: 1099 time: 0.0741322 Apr 06 14:29:41.513217 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c16ba-bbc8-423c-844f-4fb354dd2b8f req-7ab501ba-1ee0-4cc7-8899-0b92514fe350 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:41.514667 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c29c16ba-bbc8-423c-844f-4fb354dd2b8f req-7ab501ba-1ee0-4cc7-8899-0b92514fe350 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3beeb85d-301b-40ce-9242-0dba9095911d HTTP/1.1" status: 200 len: 897 time: 0.1236396 Apr 06 14:29:41.612464 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c29c16ba-bbc8-423c-844f-4fb354dd2b8f req-50d2804b-9478-4f8d-b873-b9dcf2794b15 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55a38864-f438-431d-b799-58c1ff3ca0b5 HTTP/1.1" status: 200 len: 1002 time: 0.0918975 Apr 06 14:29:41.671135 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c16ba-bbc8-423c-844f-4fb354dd2b8f req-a4652486-ea4c-432e-841e-ad1d893fb27f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:41.672523 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c29c16ba-bbc8-423c-844f-4fb354dd2b8f req-a4652486-ea4c-432e-841e-ad1d893fb27f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=08c43b82-3eac-4f4e-b54b-7adce88ff792 HTTP/1.1" status: 200 len: 834 time: 0.0544069 Apr 06 14:29:41.744441 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c29c16ba-bbc8-423c-844f-4fb354dd2b8f req-52c8aa45-c113-4ced-9a1f-e35c88e00347 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3beeb85d-301b-40ce-9242-0dba9095911d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661514 Apr 06 14:29:41.850034 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57324) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:29:41.871614 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c29c16ba-bbc8-423c-844f-4fb354dd2b8f req-6ccadc71-59e4-48c7-918e-11b5587d8d25 service neutron] 10.222.0.69 "GET /v2.0/networks/3beeb85d-301b-40ce-9242-0dba9095911d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211760 Apr 06 14:29:41.950338 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3cebf490-dd41-4c4c-820e-127dc36f3a93 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/62366b7f-61af-417e-b80e-7ad0d24904b6 HTTP/1.1" status: 200 len: 994 time: 0.0991185 Apr 06 14:29:42.002557 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c29c16ba-bbc8-423c-844f-4fb354dd2b8f req-ac239be3-196b-4914-b0b9-3f7dea9a7c8f service neutron] 10.222.0.69 "GET /v2.0/networks/3beeb85d-301b-40ce-9242-0dba9095911d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249495 Apr 06 14:29:42.821105 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:58.982063 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:01.652752 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:30:06.670944 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57338) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:06.853041 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-840a7bc3-4cd6-4679-bc05-18760902c3cd tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/routers/784c8fce-88d6-42b9-8d6d-50ab4e2522ba/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1809566 Apr 06 14:30:06.855893 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57342) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:07.062603 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dabf55-7c5b-4018-ac41-07ea91dd2150 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Notify agent at dv-neutron-835868-1-hyperv the message router_removed_from_agent {{(pid=83737) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 06 14:30:07.065728 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d6dabf55-7c5b-4018-ac41-07ea91dd2150 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "DELETE /v2.0/agents/fc2a4cc1-afeb-42ed-bba8-4b442df3f131/l3-routers/784c8fce-88d6-42b9-8d6d-50ab4e2522ba HTTP/1.1" status: 204 len: 168 time: 0.2089496 Apr 06 14:30:07.068533 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57346) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:07.239437 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-32276b0f-cf0b-4be5-8aeb-11a15790e477 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/routers/784c8fce-88d6-42b9-8d6d-50ab4e2522ba/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1697862 Apr 06 14:30:07.241982 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57350) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:07.343537 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-abb5407d-96d4-4ffb-8e97-4e81f0819861 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/62366b7f-61af-417e-b80e-7ad0d24904b6 HTTP/1.1" status: 200 len: 994 time: 0.1004589 Apr 06 14:30:07.830343 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c51e59-c77f-4344-8c31-a7539714ee81 None None] New status for floating IP 62366b7f-61af-417e-b80e-7ad0d24904b6: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:30:07.883223 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:30:08.099003 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-aeffcc29-4514-421e-883e-94e48ea336bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:08.177456 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:08.194299 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:08.199048 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:08.202571 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:30:08.346666 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57354) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:08.372362 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:08.403339 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:08.435032 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd,segment=NetworkSegment(bcb5ef6c-c489-4894-97ff-2819b66d37c0),segment_id=bcb5ef6c-c489-4894-97ff-2819b66d37c0)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:08.438802 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:08.453111 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6e0daf2d-d028-454d-956b-7b8f859e81b5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/62366b7f-61af-417e-b80e-7ad0d24904b6 HTTP/1.1" status: 200 len: 992 time: 0.1053059 Apr 06 14:30:08.504061 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:09.606555 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57360) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:09.801654 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf35d27-229c-49e9-88ff-c30b204715e6 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Router 784c8fce-88d6-42b9-8d6d-50ab4e2522ba is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:30:09.802076 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf35d27-229c-49e9-88ff-c30b204715e6 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Notify agent at dv-neutron-835868-1-hyperv the message router_added_to_agent {{(pid=83737) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 06 14:30:09.832474 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-faf35d27-229c-49e9-88ff-c30b204715e6 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "POST /v2.0/agents/fc2a4cc1-afeb-42ed-bba8-4b442df3f131/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2225647 Apr 06 14:30:09.832706 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57366) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:09.852260 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc4bbc6-44a5-42e2-af23-1748a1152691 None None] Sync routers for ids ['784c8fce-88d6-42b9-8d6d-50ab4e2522ba'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:30:09.863548 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc4bbc6-44a5-42e2-af23-1748a1152691 None None] Routers {'784c8fce-88d6-42b9-8d6d-50ab4e2522ba'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:30:09.864139 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4cc4bbc6-44a5-42e2-af23-1748a1152691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:29:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['784c8fce-88d6-42b9-8d6d-50ab4e2522ba'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:10.006047 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5aa0c69c-f418-407e-af7d-7ab9c5b4dac7 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/routers/784c8fce-88d6-42b9-8d6d-50ab4e2522ba/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1720824 Apr 06 14:30:10.009274 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57372) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:10.046191 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-4cc4bbc6-44a5-42e2-af23-1748a1152691 None None] Set router 784c8fce-88d6-42b9-8d6d-50ab4e2522ba gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:30:10.211666 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-dae35c5e-dd23-4e68-9827-e320baa7e74c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/62366b7f-61af-417e-b80e-7ad0d24904b6 HTTP/1.1" status: 200 len: 992 time: 0.2013855 Apr 06 14:30:10.386095 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4cc4bbc6-44a5-42e2-af23-1748a1152691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'name': 'tempest-TestNetworkBasicOps-router-904882067', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': '4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:29:15Z', 'updated_at': '2022-04-06T14:29:19Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:29:15Z', 'updated_at': '2022-04-06T14:30:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '62366b7f-61af-417e-b80e-7ad0d24904b6', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.186', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'port_id': '55a38864-f438-431d-b799-58c1ff3ca0b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d', 'mac_address': 'fa:16:3e:84:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b488fd2-f426-47ff-a61c-10259db23d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:29:35Z', 'updated_at': '2022-04-06T14:30:08Z', 'revision_number': 2, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd', 'name': '', 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:f8:ed:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08c43b82-3eac-4f4e-b54b-7adce88ff792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:29:18Z', 'updated_at': '2022-04-06T14:30:08Z', 'revision_number': 6, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '08c43b82-3eac-4f4e-b54b-7adce88ff792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:10.389806 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc4bbc6-44a5-42e2-af23-1748a1152691 None None] Checking router: 784c8fce-88d6-42b9-8d6d-50ab4e2522ba for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:30:10.399965 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc4bbc6-44a5-42e2-af23-1748a1152691 None None] Routers {'784c8fce-88d6-42b9-8d6d-50ab4e2522ba'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:30:10.400577 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4cc4bbc6-44a5-42e2-af23-1748a1152691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:29:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['784c8fce-88d6-42b9-8d6d-50ab4e2522ba'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:10.571597 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-4cc4bbc6-44a5-42e2-af23-1748a1152691 None None] Set router 784c8fce-88d6-42b9-8d6d-50ab4e2522ba gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:30:10.864725 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-88cbd2f0-be91-45e3-bbc8-74d81d0e0525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:10.909918 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4cc4bbc6-44a5-42e2-af23-1748a1152691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'name': 'tempest-TestNetworkBasicOps-router-904882067', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': '4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:29:15Z', 'updated_at': '2022-04-06T14:29:19Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:29:15Z', 'updated_at': '2022-04-06T14:30:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '62366b7f-61af-417e-b80e-7ad0d24904b6', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.186', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'port_id': '55a38864-f438-431d-b799-58c1ff3ca0b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d', 'mac_address': 'fa:16:3e:84:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b488fd2-f426-47ff-a61c-10259db23d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:29:35Z', 'updated_at': '2022-04-06T14:30:08Z', 'revision_number': 2, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd', 'name': '', 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:f8:ed:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08c43b82-3eac-4f4e-b54b-7adce88ff792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:29:18Z', 'updated_at': '2022-04-06T14:30:08Z', 'revision_number': 6, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '08c43b82-3eac-4f4e-b54b-7adce88ff792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:10.914399 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc4bbc6-44a5-42e2-af23-1748a1152691 None None] The sync data for ids ['784c8fce-88d6-42b9-8d6d-50ab4e2522ba'] in dv-neutron-835868-1-hyperv is: [{'id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'name': 'tempest-TestNetworkBasicOps-router-904882067', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': '4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:29:15Z', 'updated_at': '2022-04-06T14:29:19Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:29:15Z', 'updated_at': '2022-04-06T14:30:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '62366b7f-61af-417e-b80e-7ad0d24904b6', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.186', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'port_id': '55a38864-f438-431d-b799-58c1ff3ca0b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d', 'mac_address': 'fa:16:3e:84:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b488fd2-f426-47ff-a61c-10259db23d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:29:35Z', 'updated_at': '2022-04-06T14:30:08Z', 'revision_number': 2, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd', 'name': '', 'network_id': '3beeb85d-301b-40ce-9242-0dba9095911d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:f8:ed:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08c43b82-3eac-4f4e-b54b-7adce88ff792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:29:18Z', 'updated_at': '2022-04-06T14:30:08Z', 'revision_number': 6, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '08c43b82-3eac-4f4e-b54b-7adce88ff792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:30:11.215724 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57376) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:11.310653 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:11.322165 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-772ba5bb-2d4a-43e6-915c-e8ece7487cba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/62366b7f-61af-417e-b80e-7ad0d24904b6 HTTP/1.1" status: 200 len: 992 time: 0.1052699 Apr 06 14:30:11.355187 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:11.848162 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:30:11.917031 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:30:11.917694 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:12.030015 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:12.045679 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:12.049727 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:12.050501 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:30:12.165842 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:12.180450 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:30:12.180823 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:12.291699 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:12.323611 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd,segment=NetworkSegment(bcb5ef6c-c489-4894-97ff-2819b66d37c0),segment_id=bcb5ef6c-c489-4894-97ff-2819b66d37c0)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:12.325574 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57380) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:12.327977 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:12.392957 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:12.430668 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ab7126d8-7d03-43a8-8da0-f9e4643d0345 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/62366b7f-61af-417e-b80e-7ad0d24904b6 HTTP/1.1" status: 200 len: 992 time: 0.1023905 Apr 06 14:30:12.825220 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:13.433512 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57384) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:13.538136 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ad96e116-8f34-429f-8161-ef93725b4420 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/62366b7f-61af-417e-b80e-7ad0d24904b6 HTTP/1.1" status: 200 len: 992 time: 0.1034911 Apr 06 14:30:13.807433 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:30:13.876682 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:30:13.877166 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:13.986733 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:30:14.049085 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:30:14.049377 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:14.541987 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57388) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:14.643376 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-09725ff7-6fbc-4a93-ad57-c284df891d57 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/62366b7f-61af-417e-b80e-7ad0d24904b6 HTTP/1.1" status: 200 len: 992 time: 0.1002338 Apr 06 14:30:15.646292 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57392) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:15.848336 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cb436454-9680-4597-85e7-31279a37836f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/62366b7f-61af-417e-b80e-7ad0d24904b6 HTTP/1.1" status: 200 len: 992 time: 0.2009196 Apr 06 14:30:16.852076 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57396) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:16.952548 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d5a36dac-17e4-4def-94e5-c9f91b609ce4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/62366b7f-61af-417e-b80e-7ad0d24904b6 HTTP/1.1" status: 200 len: 992 time: 0.0993478 Apr 06 14:30:17.955654 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57400) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:18.014240 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9ae271-ecdd-49ff-adf5-5e1f23a02e43 None None] New status for floating IP 62366b7f-61af-417e-b80e-7ad0d24904b6: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:30:18.060020 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-391b0fd0-5ad2-4deb-84bb-8fda457f5780 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/62366b7f-61af-417e-b80e-7ad0d24904b6 HTTP/1.1" status: 200 len: 992 time: 0.1032410 Apr 06 14:30:19.063932 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57404) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:19.175844 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-54183d0d-6cfe-483d-9966-5b213fd05645 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/62366b7f-61af-417e-b80e-7ad0d24904b6 HTTP/1.1" status: 200 len: 994 time: 0.1107905 Apr 06 14:30:19.466144 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57412) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:19.662730 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-6949be96-90d0-4ef7-b3c2-9b087163355a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port 8e5d6ad6-5ec2-4503-a5ad-3c08c7cf06fc {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:30:19.663622 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6949be96-90d0-4ef7-b3c2-9b087163355a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:19.825857 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6949be96-90d0-4ef7-b3c2-9b087163355a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:19.826185 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6949be96-90d0-4ef7-b3c2-9b087163355a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:19.941999 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-6949be96-90d0-4ef7-b3c2-9b087163355a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for 8e5d6ad6-5ec2-4503-a5ad-3c08c7cf06fc owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:30:20.084794 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6949be96-90d0-4ef7-b3c2-9b087163355a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:20.128460 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949be96-90d0-4ef7-b3c2-9b087163355a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=8e5d6ad6-5ec2-4503-a5ad-3c08c7cf06fc,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:20.168049 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949be96-90d0-4ef7-b3c2-9b087163355a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:20.168390 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949be96-90d0-4ef7-b3c2-9b087163355a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:20.168728 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949be96-90d0-4ef7-b3c2-9b087163355a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:20.169089 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949be96-90d0-4ef7-b3c2-9b087163355a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:20.169423 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949be96-90d0-4ef7-b3c2-9b087163355a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:20.169753 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949be96-90d0-4ef7-b3c2-9b087163355a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:20.170080 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949be96-90d0-4ef7-b3c2-9b087163355a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:20.170405 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949be96-90d0-4ef7-b3c2-9b087163355a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:20.170727 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949be96-90d0-4ef7-b3c2-9b087163355a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:20.171047 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949be96-90d0-4ef7-b3c2-9b087163355a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:20.171363 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949be96-90d0-4ef7-b3c2-9b087163355a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:20.228842 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6949be96-90d0-4ef7-b3c2-9b087163355a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:20.605797 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6949be96-90d0-4ef7-b3c2-9b087163355a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router 784c8fce-88d6-42b9-8d6d-50ab4e2522ba has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:30:20.892612 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6949be96-90d0-4ef7-b3c2-9b087163355a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:30:20.912555 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6949be96-90d0-4ef7-b3c2-9b087163355a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:20.966227 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6949be96-90d0-4ef7-b3c2-9b087163355a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/floatingips/62366b7f-61af-417e-b80e-7ad0d24904b6 HTTP/1.1" status: 204 len: 168 time: 1.4991031 Apr 06 14:30:20.966803 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b488fd2-f426-47ff-a61c-10259db23d95', 'tag': '55a38864-f438-431d-b799-58c1ff3ca0b5'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:30:21.021368 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4075f2ca-79cb-46d0-a071-208cc6dda606'] response: {'name': 'network-changed', 'server_uuid': '7b488fd2-f426-47ff-a61c-10259db23d95', 'tag': '55a38864-f438-431d-b799-58c1ff3ca0b5', 'status': 'completed', 'code': 200} Apr 06 14:30:21.115661 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5954e9aa-19e9-4404-88e5-08baaa5af7eb req-5b6db20a-2819-47bc-87c4-343c826e5055 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=7b488fd2-f426-47ff-a61c-10259db23d95 HTTP/1.1" status: 200 len: 1099 time: 0.0724764 Apr 06 14:30:21.249244 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954e9aa-19e9-4404-88e5-08baaa5af7eb req-0c9671cf-9b25-4533-bc1e-ee753d1a1c4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:21.250687 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5954e9aa-19e9-4404-88e5-08baaa5af7eb req-0c9671cf-9b25-4533-bc1e-ee753d1a1c4f service neutron] 10.222.0.69 "GET /v2.0/networks?id=3beeb85d-301b-40ce-9242-0dba9095911d HTTP/1.1" status: 200 len: 897 time: 0.1283615 Apr 06 14:30:21.316612 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5954e9aa-19e9-4404-88e5-08baaa5af7eb req-229d03aa-4503-4bae-bcf9-05d34e19c7d5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55a38864-f438-431d-b799-58c1ff3ca0b5 HTTP/1.1" status: 200 len: 217 time: 0.0594652 Apr 06 14:30:21.349836 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63128cc7-becf-4b0f-8859-af05a0703cc9 req-3e140f8c-0db5-4fbf-b623-a4d46ede2106 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:21.351087 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-63128cc7-becf-4b0f-8859-af05a0703cc9 req-3e140f8c-0db5-4fbf-b623-a4d46ede2106 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:30:21.366392 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-63128cc7-becf-4b0f-8859-af05a0703cc9 req-3e140f8c-0db5-4fbf-b623-a4d46ede2106 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:30:21.367707 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-63128cc7-becf-4b0f-8859-af05a0703cc9 req-3e140f8c-0db5-4fbf-b623-a4d46ede2106 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b488fd2-f426-47ff-a61c-10259db23d95 HTTP/1.1" status: 200 len: 946 time: 0.0973551 Apr 06 14:30:21.381830 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954e9aa-19e9-4404-88e5-08baaa5af7eb req-0f482bbf-d5a3-479d-b86b-07d68a5ca3b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:21.383246 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5954e9aa-19e9-4404-88e5-08baaa5af7eb req-0f482bbf-d5a3-479d-b86b-07d68a5ca3b1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=08c43b82-3eac-4f4e-b54b-7adce88ff792 HTTP/1.1" status: 200 len: 834 time: 0.0602210 Apr 06 14:30:21.414560 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-63128cc7-becf-4b0f-8859-af05a0703cc9 req-6d4c9a96-f5a8-44d0-8dff-f6a35114dd4b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0500b2a-4052-4d79-9125-3ca047d34cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409606 Apr 06 14:30:21.458721 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5954e9aa-19e9-4404-88e5-08baaa5af7eb req-74b93e0c-c756-45f1-895f-9b4bf54faef0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3beeb85d-301b-40ce-9242-0dba9095911d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684626 Apr 06 14:30:21.587183 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5954e9aa-19e9-4404-88e5-08baaa5af7eb req-a5934561-a97d-4ee3-9111-30756674580c service neutron] 10.222.0.69 "GET /v2.0/networks/3beeb85d-301b-40ce-9242-0dba9095911d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196096 Apr 06 14:30:21.713816 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5954e9aa-19e9-4404-88e5-08baaa5af7eb req-bf0bad6b-f79b-4f9a-bbf8-42776218deb2 service neutron] 10.222.0.69 "GET /v2.0/networks/3beeb85d-301b-40ce-9242-0dba9095911d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195145 Apr 06 14:30:22.666059 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad16c4-62e3-46a5-b241-e3ce37a600d1 req-d525081a-a560-4db6-b2be-7bd4023593ac tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:22.667482 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4bad16c4-62e3-46a5-b241-e3ce37a600d1 req-d525081a-a560-4db6-b2be-7bd4023593ac tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b488fd2-f426-47ff-a61c-10259db23d95 HTTP/1.1" status: 200 len: 946 time: 0.1317539 Apr 06 14:30:22.676825 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fc7f4-195f-499d-afd5-2f4699b140b3 req-6262d6ac-cb74-42c1-acfa-4f42b10e4d45 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:22.678271 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-245fc7f4-195f-499d-afd5-2f4699b140b3 req-6262d6ac-cb74-42c1-acfa-4f42b10e4d45 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b488fd2-f426-47ff-a61c-10259db23d95 HTTP/1.1" status: 200 len: 946 time: 0.1026697 Apr 06 14:30:22.770420 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-245fc7f4-195f-499d-afd5-2f4699b140b3 req-3747a2e9-2ba0-45a3-b3bb-64e34e71e838 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port 55a38864-f438-431d-b799-58c1ff3ca0b5 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:30:22.770684 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-245fc7f4-195f-499d-afd5-2f4699b140b3 req-3747a2e9-2ba0-45a3-b3bb-64e34e71e838 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:22.801093 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4bad16c4-62e3-46a5-b241-e3ce37a600d1 req-19ac3ed6-8004-486d-ac81-4e37c30c7ffd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0500b2a-4052-4d79-9125-3ca047d34cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213658 Apr 06 14:30:23.005965 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-245fc7f4-195f-499d-afd5-2f4699b140b3 req-3747a2e9-2ba0-45a3-b3bb-64e34e71e838 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] For port 55a38864-f438-431d-b799-58c1ff3ca0b5, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=55a38864-f438-431d-b799-58c1ff3ca0b5,segment=NetworkSegment(bcb5ef6c-c489-4894-97ff-2819b66d37c0),segment_id=bcb5ef6c-c489-4894-97ff-2819b66d37c0)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:23.006316 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-245fc7f4-195f-499d-afd5-2f4699b140b3 req-3747a2e9-2ba0-45a3-b3bb-64e34e71e838 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:23.214605 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-245fc7f4-195f-499d-afd5-2f4699b140b3 req-3747a2e9-2ba0-45a3-b3bb-64e34e71e838 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for 55a38864-f438-431d-b799-58c1ff3ca0b5 owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:30:23.351299 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-245fc7f4-195f-499d-afd5-2f4699b140b3 req-3747a2e9-2ba0-45a3-b3bb-64e34e71e838 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:23.394982 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747a2e9-2ba0-45a3-b3bb-64e34e71e838 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=55a38864-f438-431d-b799-58c1ff3ca0b5,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:23.434710 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3747a2e9-2ba0-45a3-b3bb-64e34e71e838 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:23.435052 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3747a2e9-2ba0-45a3-b3bb-64e34e71e838 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:23.435386 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3747a2e9-2ba0-45a3-b3bb-64e34e71e838 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:23.435714 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3747a2e9-2ba0-45a3-b3bb-64e34e71e838 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:23.436041 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3747a2e9-2ba0-45a3-b3bb-64e34e71e838 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:23.436363 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3747a2e9-2ba0-45a3-b3bb-64e34e71e838 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:23.436685 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3747a2e9-2ba0-45a3-b3bb-64e34e71e838 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:23.437037 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3747a2e9-2ba0-45a3-b3bb-64e34e71e838 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:23.437356 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3747a2e9-2ba0-45a3-b3bb-64e34e71e838 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:23.437671 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3747a2e9-2ba0-45a3-b3bb-64e34e71e838 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:23.437985 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3747a2e9-2ba0-45a3-b3bb-64e34e71e838 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:23.480902 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-245fc7f4-195f-499d-afd5-2f4699b140b3 req-3747a2e9-2ba0-45a3-b3bb-64e34e71e838 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] No DVR routers for this DVR port 55a38864-f438-431d-b799-58c1ff3ca0b5 on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:30:23.483163 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-245fc7f4-195f-499d-afd5-2f4699b140b3 req-3747a2e9-2ba0-45a3-b3bb-64e34e71e838 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:23.485610 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b488fd2-f426-47ff-a61c-10259db23d95', 'name': 'network-vif-deleted', 'tag': '55a38864-f438-431d-b799-58c1ff3ca0b5'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:30:23.500125 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-245fc7f4-195f-499d-afd5-2f4699b140b3 req-3747a2e9-2ba0-45a3-b3bb-64e34e71e838 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "DELETE /v2.0/ports/55a38864-f438-431d-b799-58c1ff3ca0b5 HTTP/1.1" status: 204 len: 173 time: 0.8077483 Apr 06 14:30:23.541890 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7b63da3-3df1-43da-9dce-e040e253bbf8'] response: {'server_uuid': '7b488fd2-f426-47ff-a61c-10259db23d95', 'name': 'network-vif-deleted', 'tag': '55a38864-f438-431d-b799-58c1ff3ca0b5', 'status': 'completed', 'code': 200} Apr 06 14:30:23.983279 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-632e6f04-56ae-45b2-89f7-0290991eea67 req-ef981c76-1905-4b3b-9c5f-9dc02654a8d7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:30:23.998887 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-632e6f04-56ae-45b2-89f7-0290991eea67 req-ef981c76-1905-4b3b-9c5f-9dc02654a8d7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:30:24.000054 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-632e6f04-56ae-45b2-89f7-0290991eea67 req-ef981c76-1905-4b3b-9c5f-9dc02654a8d7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b488fd2-f426-47ff-a61c-10259db23d95 HTTP/1.1" status: 200 len: 210 time: 0.0580244 Apr 06 14:30:25.110615 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57430) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:25.176686 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-99e5ec4c-163f-438f-9632-00759681426c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:25.210005 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-99e5ec4c-163f-438f-9632-00759681426c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:25.273067 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-99e5ec4c-163f-438f-9632-00759681426c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:25.291530 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5ec4c-163f-438f-9632-00759681426c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0500b2a-4052-4d79-9125-3ca047d34cbc,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:25.301490 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-99e5ec4c-163f-438f-9632-00759681426c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:25.302616 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-99e5ec4c-163f-438f-9632-00759681426c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/security-groups/d0500b2a-4052-4d79-9125-3ca047d34cbc HTTP/1.1" status: 204 len: 168 time: 0.1910238 Apr 06 14:30:25.343505 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57436) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:25.738584 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a443db1f-3278-4e6c-a7fb-b798f2fa9390 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:26.072021 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 55a38864-f438-431d-b799-58c1ff3ca0b5 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:30:26.103951 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: 55a38864-f438-431d-b799-58c1ff3ca0b5 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:30:26.104295 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 55a38864-f438-431d-b799-58c1ff3ca0b5 not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:30:26.328495 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a443db1f-3278-4e6c-a7fb-b798f2fa9390 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:30:26.329159 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a443db1f-3278-4e6c-a7fb-b798f2fa9390 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:26.590901 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-a443db1f-3278-4e6c-a7fb-b798f2fa9390 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] For port 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd,segment=NetworkSegment(bcb5ef6c-c489-4894-97ff-2819b66d37c0),segment_id=bcb5ef6c-c489-4894-97ff-2819b66d37c0)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:26.591174 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a443db1f-3278-4e6c-a7fb-b798f2fa9390 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:26.710908 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a443db1f-3278-4e6c-a7fb-b798f2fa9390 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:30:26.878253 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a443db1f-3278-4e6c-a7fb-b798f2fa9390 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:26.922877 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443db1f-3278-4e6c-a7fb-b798f2fa9390 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:27.206839 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a443db1f-3278-4e6c-a7fb-b798f2fa9390 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:27.761780 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a443db1f-3278-4e6c-a7fb-b798f2fa9390 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router 784c8fce-88d6-42b9-8d6d-50ab4e2522ba has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:30:28.046532 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a443db1f-3278-4e6c-a7fb-b798f2fa9390 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:30:28.062014 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a443db1f-3278-4e6c-a7fb-b798f2fa9390 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "PUT /v2.0/routers/784c8fce-88d6-42b9-8d6d-50ab4e2522ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7174716 Apr 06 14:30:28.064677 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57440) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:28.241579 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8c774c-d8d5-4000-ab21-4c52ed631fd8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting subnet 08c43b82-3eac-4f4e-b54b-7adce88ff792 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:30:28.244421 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9c8c774c-d8d5-4000-ab21-4c52ed631fd8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:28.299764 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9c8c774c-d8d5-4000-ab21-4c52ed631fd8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:28.382120 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9c8c774c-d8d5-4000-ab21-4c52ed631fd8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:28.436059 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81512d07-84b2-4f67-bba7-5e5afb0bb2a9 None None] Sync routers for ids ['784c8fce-88d6-42b9-8d6d-50ab4e2522ba'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:30:28.449491 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81512d07-84b2-4f67-bba7-5e5afb0bb2a9 None None] Routers {'784c8fce-88d6-42b9-8d6d-50ab4e2522ba'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:30:28.450108 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-81512d07-84b2-4f67-bba7-5e5afb0bb2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:30:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['784c8fce-88d6-42b9-8d6d-50ab4e2522ba'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:28.457273 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9c8c774c-d8d5-4000-ab21-4c52ed631fd8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:28.496317 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c774c-d8d5-4000-ab21-4c52ed631fd8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Subnet': ['ID=08c43b82-3eac-4f4e-b54b-7adce88ff792,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:28.501658 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9c8c774c-d8d5-4000-ab21-4c52ed631fd8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:28.508995 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9c8c774c-d8d5-4000-ab21-4c52ed631fd8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/subnets/08c43b82-3eac-4f4e-b54b-7adce88ff792 HTTP/1.1" status: 204 len: 168 time: 0.4431808 Apr 06 14:30:28.509517 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110692cb-9f8a-4b64-ab9a-11440e09db46 None None] Network 3beeb85d-301b-40ce-9242-0dba9095911d requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:30:28.511556 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57444) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:28.662943 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-81512d07-84b2-4f67-bba7-5e5afb0bb2a9 None None] Set router 784c8fce-88d6-42b9-8d6d-50ab4e2522ba gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:30:28.714488 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-de0fb22b-c5c1-4326-8ad0-a0f7d80e0261 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:28.795220 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4678db6-5966-4565-a5d5-eeed854ed551 None None] DHCP port deletion for 3beeb85d-301b-40ce-9242-0dba9095911d request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:30:28.800265 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e4678db6-5966-4565-a5d5-eeed854ed551 None None] Deleting port 2e3c1789-843e-4b0d-bda9-1d296ff31639 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:30:28.801070 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e4678db6-5966-4565-a5d5-eeed854ed551 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:28.924160 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-de0fb22b-c5c1-4326-8ad0-a0f7d80e0261 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:28.934172 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-de0fb22b-c5c1-4326-8ad0-a0f7d80e0261 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port 4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:30:28.934530 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-de0fb22b-c5c1-4326-8ad0-a0f7d80e0261 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:28.948524 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-81512d07-84b2-4f67-bba7-5e5afb0bb2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'name': 'tempest-TestNetworkBasicOps-router-904882067', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': '4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:29:15Z', 'updated_at': '2022-04-06T14:30:26Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:29:15Z', 'updated_at': '2022-04-06T14:30:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:28.952789 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81512d07-84b2-4f67-bba7-5e5afb0bb2a9 None None] Checking router: 784c8fce-88d6-42b9-8d6d-50ab4e2522ba for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:30:28.963742 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81512d07-84b2-4f67-bba7-5e5afb0bb2a9 None None] Routers {'784c8fce-88d6-42b9-8d6d-50ab4e2522ba'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:30:28.964519 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-81512d07-84b2-4f67-bba7-5e5afb0bb2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:30:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['784c8fce-88d6-42b9-8d6d-50ab4e2522ba'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:29.022234 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:29.027390 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e4678db6-5966-4565-a5d5-eeed854ed551 None None] For port 2e3c1789-843e-4b0d-bda9-1d296ff31639, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=2e3c1789-843e-4b0d-bda9-1d296ff31639,segment=NetworkSegment(bcb5ef6c-c489-4894-97ff-2819b66d37c0),segment_id=bcb5ef6c-c489-4894-97ff-2819b66d37c0)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:29.027769 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e4678db6-5966-4565-a5d5-eeed854ed551 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:29.115906 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-de0fb22b-c5c1-4326-8ad0-a0f7d80e0261 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] For port 4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:29.116343 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-de0fb22b-c5c1-4326-8ad0-a0f7d80e0261 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:29.120619 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-81512d07-84b2-4f67-bba7-5e5afb0bb2a9 None None] Set router 784c8fce-88d6-42b9-8d6d-50ab4e2522ba gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:30:29.149145 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e4678db6-5966-4565-a5d5-eeed854ed551 None None] Calling delete_port for 2e3c1789-843e-4b0d-bda9-1d296ff31639 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:30:29.221961 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e4678db6-5966-4565-a5d5-eeed854ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:29.223520 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-81512d07-84b2-4f67-bba7-5e5afb0bb2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'name': 'tempest-TestNetworkBasicOps-router-904882067', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:29:15Z', 'updated_at': '2022-04-06T14:30:28Z', 'revision_number': 6, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port_host': None}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:29.228069 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81512d07-84b2-4f67-bba7-5e5afb0bb2a9 None None] The sync data for ids ['784c8fce-88d6-42b9-8d6d-50ab4e2522ba'] in dv-neutron-835868-1-hyperv is: [{'id': '784c8fce-88d6-42b9-8d6d-50ab4e2522ba', 'name': 'tempest-TestNetworkBasicOps-router-904882067', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:29:15Z', 'updated_at': '2022-04-06T14:30:28Z', 'revision_number': 6, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port_host': None}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:30:29.235703 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-de0fb22b-c5c1-4326-8ad0-a0f7d80e0261 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for 4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:30:29.273247 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4678db6-5966-4565-a5d5-eeed854ed551 None None] Pushing event deleted for resources: {'Port': ['ID=2e3c1789-843e-4b0d-bda9-1d296ff31639,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:29.278587 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4678db6-5966-4565-a5d5-eeed854ed551 None None] No DVR routers for this DVR port 2e3c1789-843e-4b0d-bda9-1d296ff31639 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:30:29.495703 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-de0fb22b-c5c1-4326-8ad0-a0f7d80e0261 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:29.537347 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fb22b-c5c1-4326-8ad0-a0f7d80e0261 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:29.761599 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-de0fb22b-c5c1-4326-8ad0-a0f7d80e0261 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:29.810300 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:30:29.844827 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c23b702-7d6b-4d20-9715-033dd58e3cd7 None None] New status for floating IP 62366b7f-61af-417e-b80e-7ad0d24904b6: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:30:29.964402 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:30:29.964668 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4bfcaa1e-d6d7-49ce-8f93-e2cd228e6d85 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:30:29.965114 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 2e3c1789-843e-4b0d-bda9-1d296ff31639 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:30:29.999043 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 2e3c1789-843e-4b0d-bda9-1d296ff31639 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:30:29.999393 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 2e3c1789-843e-4b0d-bda9-1d296ff31639 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:30:29.999812 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:30:30.014804 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-de0fb22b-c5c1-4326-8ad0-a0f7d80e0261 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:30.019356 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-de0fb22b-c5c1-4326-8ad0-a0f7d80e0261 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:30.031681 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:30:30.032033 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4fd55cac-6542-4f1d-a75b-cf8ec6ed44cd not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:30:30.044689 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-de0fb22b-c5c1-4326-8ad0-a0f7d80e0261 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:30.045265 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0fb22b-c5c1-4326-8ad0-a0f7d80e0261 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Fanout notify agent at l3_agent the message router_deleted on router 784c8fce-88d6-42b9-8d6d-50ab4e2522ba {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:30:30.058804 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-de0fb22b-c5c1-4326-8ad0-a0f7d80e0261 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:30.059846 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-de0fb22b-c5c1-4326-8ad0-a0f7d80e0261 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/routers/784c8fce-88d6-42b9-8d6d-50ab4e2522ba HTTP/1.1" status: 204 len: 168 time: 1.5473070 Apr 06 14:30:30.062674 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57448) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:30.176456 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a57b0d57-4e01-4694-bb6b-4184ac3e9baf tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:30.306232 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a57b0d57-4e01-4694-bb6b-4184ac3e9baf tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:30.331913 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-a57b0d57-4e01-4694-bb6b-4184ac3e9baf tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3beeb85d-301b-40ce-9242-0dba9095911d']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:30.343439 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-a57b0d57-4e01-4694-bb6b-4184ac3e9baf tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb5ef6c-c489-4894-97ff-2819b66d37c0') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:30.343734 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-a57b0d57-4e01-4694-bb6b-4184ac3e9baf tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb5ef6c-c489-4894-97ff-2819b66d37c0') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:30.354525 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a57b0d57-4e01-4694-bb6b-4184ac3e9baf tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:30.369986 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a57b0d57-4e01-4694-bb6b-4184ac3e9baf tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:30.375678 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57b0d57-4e01-4694-bb6b-4184ac3e9baf tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:30:30.376047 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a57b0d57-4e01-4694-bb6b-4184ac3e9baf tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:30:30.390177 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:30:30.465659 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a57b0d57-4e01-4694-bb6b-4184ac3e9baf tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:30.482428 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a57b0d57-4e01-4694-bb6b-4184ac3e9baf tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:30.495136 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b0d57-4e01-4694-bb6b-4184ac3e9baf tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Network': ['ID=3beeb85d-301b-40ce-9242-0dba9095911d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:30.501313 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a57b0d57-4e01-4694-bb6b-4184ac3e9baf tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/networks/3beeb85d-301b-40ce-9242-0dba9095911d HTTP/1.1" status: 204 len: 168 time: 0.4377263 Apr 06 14:30:30.522500 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57452) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:30.528069 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-70cc3f28-37ba-4463-a66a-58351c2d8c8b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'network': {'name': 'tempest-network-smoke--1298738299', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'port_security_enabled': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:30:30.533020 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-70cc3f28-37ba-4463-a66a-58351c2d8c8b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:30:30.537033 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-70cc3f28-37ba-4463-a66a-58351c2d8c8b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:network and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:30:30.540320 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-70cc3f28-37ba-4463-a66a-58351c2d8c8b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:30:30.546570 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-70cc3f28-37ba-4463-a66a-58351c2d8c8b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:30:30.556487 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cc3f28-37ba-4463-a66a-58351c2d8c8b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Made reservation on behalf of 2c4f01a131354b128ac6b7c118186600 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:30.559344 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70cc3f28-37ba-4463-a66a-58351c2d8c8b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:30.586204 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70cc3f28-37ba-4463-a66a-58351c2d8c8b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:30:30.594340 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70cc3f28-37ba-4463-a66a-58351c2d8c8b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:30.594693 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-70cc3f28-37ba-4463-a66a-58351c2d8c8b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Added segment d7045f24-3cbc-42cb-9e18-157620c9f41d of type vlan for network 8411108e-d50c-479d-99a7-d7b4928af741 Apr 06 14:30:30.621078 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70cc3f28-37ba-4463-a66a-58351c2d8c8b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:30.648590 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70cc3f28-37ba-4463-a66a-58351c2d8c8b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:30.652306 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cc3f28-37ba-4463-a66a-58351c2d8c8b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:30.652912 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70cc3f28-37ba-4463-a66a-58351c2d8c8b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:30.755493 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-70cc3f28-37ba-4463-a66a-58351c2d8c8b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2318327 Apr 06 14:30:30.758301 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc3f28-37ba-4463-a66a-58351c2d8c8b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Network': ['ID=8411108e-d50c-479d-99a7-d7b4928af741,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:30.758460 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57456) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:30.763629 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9f07d495-fa7e-4642-9f5f-0e4ce7ec9980 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1156728160', 'admin_state_up': True, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:30:30.768400 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 8411108e-d50c-479d-99a7-d7b4928af741 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:30:30.770599 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9f07d495-fa7e-4642-9f5f-0e4ce7ec9980 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:30:30.774397 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9f07d495-fa7e-4642-9f5f-0e4ce7ec9980 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:router and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:30:30.777185 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9f07d495-fa7e-4642-9f5f-0e4ce7ec9980 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:30:30.783265 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9f07d495-fa7e-4642-9f5f-0e4ce7ec9980 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:30:30.794873 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f07d495-fa7e-4642-9f5f-0e4ce7ec9980 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:30.795895 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f07d495-fa7e-4642-9f5f-0e4ce7ec9980 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:30.816099 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f07d495-fa7e-4642-9f5f-0e4ce7ec9980 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:30.959447 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f07d495-fa7e-4642-9f5f-0e4ce7ec9980 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:31.232361 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f07d495-fa7e-4642-9f5f-0e4ce7ec9980 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:31.261066 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f07d495-fa7e-4642-9f5f-0e4ce7ec9980 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:31.394176 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-9f07d495-fa7e-4642-9f5f-0e4ce7ec9980 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.26.8.251 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/a7956b41-6eb5-49e1-b42d-600d5dcd0548) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:31.541908 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f07d495-fa7e-4642-9f5f-0e4ce7ec9980 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:31.568286 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f07d495-fa7e-4642-9f5f-0e4ce7ec9980 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:31.634607 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f07d495-fa7e-4642-9f5f-0e4ce7ec9980 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:31.637147 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-9f07d495-fa7e-4642-9f5f-0e4ce7ec9980 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:31.641287 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f07d495-fa7e-4642-9f5f-0e4ce7ec9980 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:30:31.664393 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f07d495-fa7e-4642-9f5f-0e4ce7ec9980 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=a7956b41-6eb5-49e1-b42d-600d5dcd0548,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:31.793363 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f07d495-fa7e-4642-9f5f-0e4ce7ec9980 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:31.793984 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f07d495-fa7e-4642-9f5f-0e4ce7ec9980 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:32.012763 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f07d495-fa7e-4642-9f5f-0e4ce7ec9980 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router cbb25cd4-087a-4d4b-b518-a92781b63863 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:30:32.204696 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f07d495-fa7e-4642-9f5f-0e4ce7ec9980 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:30:32.213820 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157a5577-f59b-407c-8465-cb6028863d4a None None] Sync routers for ids ['cbb25cd4-087a-4d4b-b518-a92781b63863'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:30:32.225787 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157a5577-f59b-407c-8465-cb6028863d4a None None] Routers {'cbb25cd4-087a-4d4b-b518-a92781b63863'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:30:32.226391 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-157a5577-f59b-407c-8465-cb6028863d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:30:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['cbb25cd4-087a-4d4b-b518-a92781b63863'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:32.230262 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f07d495-fa7e-4642-9f5f-0e4ce7ec9980 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:32.234392 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9f07d495-fa7e-4642-9f5f-0e4ce7ec9980 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4720626 Apr 06 14:30:32.234959 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57460) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:32.278772 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a30c041c-d14e-414b-9d18-cac1ab5f1b83 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=2c4f01a131354b128ac6b7c118186600&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406578 Apr 06 14:30:32.278996 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57464) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:32.400148 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-157a5577-f59b-407c-8465-cb6028863d4a None None] Set router cbb25cd4-087a-4d4b-b518-a92781b63863 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:30:32.405399 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be6b885-c734-486c-b9ad-b3240f1163b9 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:32.406860 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7be6b885-c734-486c-b9ad-b3240f1163b9 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1270061 Apr 06 14:30:32.409611 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57468) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:32.447056 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cb1d6e0a-c4fb-450e-8e1e-296ad6894653 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5b121ca5-69d5-4d27-bffe-4929f7aabdf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364196 Apr 06 14:30:32.449588 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57472) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:32.454758 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-3c4ee0cb-2231-43ab-8aef-c511f4efdd25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1239387899', 'network_id': '8411108e-d50c-479d-99a7-d7b4928af741', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:30:32.561409 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3c4ee0cb-2231-43ab-8aef-c511f4efdd25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:30:32.565651 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3c4ee0cb-2231-43ab-8aef-c511f4efdd25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:subnet and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:30:32.568718 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3c4ee0cb-2231-43ab-8aef-c511f4efdd25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:30:32.574400 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3c4ee0cb-2231-43ab-8aef-c511f4efdd25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:30:32.584212 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4ee0cb-2231-43ab-8aef-c511f4efdd25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Made reservation on behalf of 2c4f01a131354b128ac6b7c118186600 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:32.678091 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-157a5577-f59b-407c-8465-cb6028863d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'name': 'tempest-TestNetworkBasicOps-router-1156728160', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': 'a7956b41-6eb5-49e1-b42d-600d5dcd0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:30:30Z', 'updated_at': '2022-04-06T14:30:31Z', 'revision_number': 3, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': 'a7956b41-6eb5-49e1-b42d-600d5dcd0548', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:30:31Z', 'updated_at': '2022-04-06T14:30:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:32.682792 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157a5577-f59b-407c-8465-cb6028863d4a None None] Checking router: cbb25cd4-087a-4d4b-b518-a92781b63863 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:30:32.683139 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157a5577-f59b-407c-8465-cb6028863d4a None None] Updating router cbb25cd4-087a-4d4b-b518-a92781b63863 port a7956b41-6eb5-49e1-b42d-600d5dcd0548 binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:30:32.736834 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-157a5577-f59b-407c-8465-cb6028863d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:32.772997 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3c4ee0cb-2231-43ab-8aef-c511f4efdd25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:32.988047 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3c4ee0cb-2231-43ab-8aef-c511f4efdd25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:33.065846 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ee0cb-2231-43ab-8aef-c511f4efdd25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Subnet': ['ID=c9b31e5d-d10a-4a5c-8bbb-be4b3700e712,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:33.079269 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ee0cb-2231-43ab-8aef-c511f4efdd25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Checking segment: {'id': 'd7045f24-3cbc-42cb-9e18-157620c9f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8411108e-d50c-479d-99a7-d7b4928af741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:30:33.079626 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4ee0cb-2231-43ab-8aef-c511f4efdd25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network hostable DHCP agents. Network: 8411108e-d50c-479d-99a7-d7b4928af741, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:30:33.088141 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-157a5577-f59b-407c-8465-cb6028863d4a None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:33.101668 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4ee0cb-2231-43ab-8aef-c511f4efdd25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 8411108e-d50c-479d-99a7-d7b4928af741 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:30:33.103196 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-157a5577-f59b-407c-8465-cb6028863d4a None None] Transition to ACTIVE for port object a7956b41-6eb5-49e1-b42d-600d5dcd0548 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:30:33.110213 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-157a5577-f59b-407c-8465-cb6028863d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:33.110800 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-3c4ee0cb-2231-43ab-8aef-c511f4efdd25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 8411108e-d50c-479d-99a7-d7b4928af741) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:33.114732 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4ee0cb-2231-43ab-8aef-c511f4efdd25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:33.115337 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3c4ee0cb-2231-43ab-8aef-c511f4efdd25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:33.121262 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936a7497-b0e1-4e5f-9f52-933723044919 None None] Network 8411108e-d50c-479d-99a7-d7b4928af741 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:30:33.141234 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3c4ee0cb-2231-43ab-8aef-c511f4efdd25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6906128 Apr 06 14:30:33.142130 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57476) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:33.201519 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-157a5577-f59b-407c-8465-cb6028863d4a None None] Attempting to bind port a7956b41-6eb5-49e1-b42d-600d5dcd0548 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:30:33.202343 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-157a5577-f59b-407c-8465-cb6028863d4a None None] Attempting to bind port a7956b41-6eb5-49e1-b42d-600d5dcd0548 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:30:33.202343 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157a5577-f59b-407c-8465-cb6028863d4a None None] Attempting to bind port a7956b41-6eb5-49e1-b42d-600d5dcd0548 on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:30:33.204306 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51cf38-5a65-41aa-9321-e30c8efc3195 None None] Pushing event updated for resources: {'Port': ['ID=a7956b41-6eb5-49e1-b42d-600d5dcd0548,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:33.215665 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51cf38-5a65-41aa-9321-e30c8efc3195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:33.216324 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51cf38-5a65-41aa-9321-e30c8efc3195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:33.216324 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51cf38-5a65-41aa-9321-e30c8efc3195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:33.217076 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51cf38-5a65-41aa-9321-e30c8efc3195 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:33.217076 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51cf38-5a65-41aa-9321-e30c8efc3195 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:33.217340 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51cf38-5a65-41aa-9321-e30c8efc3195 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:33.217657 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51cf38-5a65-41aa-9321-e30c8efc3195 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:33.217982 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51cf38-5a65-41aa-9321-e30c8efc3195 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:33.218299 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51cf38-5a65-41aa-9321-e30c8efc3195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:33.218620 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51cf38-5a65-41aa-9321-e30c8efc3195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:33.218939 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51cf38-5a65-41aa-9321-e30c8efc3195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:33.225507 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157a5577-f59b-407c-8465-cb6028863d4a None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:30:33.225507 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157a5577-f59b-407c-8465-cb6028863d4a None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:30:33.225507 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-157a5577-f59b-407c-8465-cb6028863d4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:33.225507 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157a5577-f59b-407c-8465-cb6028863d4a None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:30:33.225951 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-157a5577-f59b-407c-8465-cb6028863d4a None None] Bound port: a7956b41-6eb5-49e1-b42d-600d5dcd0548, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:30:33.226399 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-157a5577-f59b-407c-8465-cb6028863d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:33.309392 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-157a5577-f59b-407c-8465-cb6028863d4a None None] For port a7956b41-6eb5-49e1-b42d-600d5dcd0548, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:30:33.312720 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-157a5577-f59b-407c-8465-cb6028863d4a None None] For port a7956b41-6eb5-49e1-b42d-600d5dcd0548, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a7956b41-6eb5-49e1-b42d-600d5dcd0548,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:30:33.317063 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-157a5577-f59b-407c-8465-cb6028863d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:33.349155 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-8411108e-d50c-479d-99a7-d7b4928af741', 'network_id': '8411108e-d50c-479d-99a7-d7b4928af741', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ips': [{'subnet_id': 'c9b31e5d-d10a-4a5c-8bbb-be4b3700e712'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:30:33.350009 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:33.401072 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51cf38-5a65-41aa-9321-e30c8efc3195 None None] Pushing event updated for resources: {'Port': ['ID=a7956b41-6eb5-49e1-b42d-600d5dcd0548,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:33.404946 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157a5577-f59b-407c-8465-cb6028863d4a None None] Routers {'cbb25cd4-087a-4d4b-b518-a92781b63863'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:30:33.405543 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-157a5577-f59b-407c-8465-cb6028863d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:30:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['cbb25cd4-087a-4d4b-b518-a92781b63863'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:33.508169 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Allocated IP 172.20.0.2 (8411108e-d50c-479d-99a7-d7b4928af741/c9b31e5d-d10a-4a5c-8bbb-be4b3700e712/6fb2b22a-28c3-4f93-90f1-09df07372087) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:33.585181 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-157a5577-f59b-407c-8465-cb6028863d4a None None] Set router cbb25cd4-087a-4d4b-b518-a92781b63863 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:30:33.717132 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:33.728242 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Transition to ACTIVE for port object 6fb2b22a-28c3-4f93-90f1-09df07372087 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:30:33.748027 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Transition to ACTIVE for port object 6fb2b22a-28c3-4f93-90f1-09df07372087 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:30:33.753775 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:33.863732 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Network 8411108e-d50c-479d-99a7-d7b4928af741 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:33.864510 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Pushing event updated for resources: {'Port': ['ID=6fb2b22a-28c3-4f93-90f1-09df07372087,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:33.868025 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:33.870968 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:30:33.878839 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:33.879190 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:33.879533 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:33.879870 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:33.880212 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:33.880539 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:33.880890 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:33.881256 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:33.881668 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:33.881992 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:33.882317 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:33.893262 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-157a5577-f59b-407c-8465-cb6028863d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'name': 'tempest-TestNetworkBasicOps-router-1156728160', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': 'a7956b41-6eb5-49e1-b42d-600d5dcd0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:30:30Z', 'updated_at': '2022-04-06T14:30:31Z', 'revision_number': 3, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': 'a7956b41-6eb5-49e1-b42d-600d5dcd0548', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:30:31Z', 'updated_at': '2022-04-06T14:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:33.897631 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157a5577-f59b-407c-8465-cb6028863d4a None None] The sync data for ids ['cbb25cd4-087a-4d4b-b518-a92781b63863'] in dv-neutron-835868-1-hyperv is: [{'id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'name': 'tempest-TestNetworkBasicOps-router-1156728160', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': 'a7956b41-6eb5-49e1-b42d-600d5dcd0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:30:30Z', 'updated_at': '2022-04-06T14:30:31Z', 'revision_number': 3, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': 'a7956b41-6eb5-49e1-b42d-600d5dcd0548', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:30:31Z', 'updated_at': '2022-04-06T14:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:30:33.944549 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-674e7b93-a21d-4fcb-ada5-035f76cfdc96 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:33.975761 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Attempting to bind port 6fb2b22a-28c3-4f93-90f1-09df07372087 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:30:33.976254 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Attempting to bind port 6fb2b22a-28c3-4f93-90f1-09df07372087 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'd7045f24-3cbc-42cb-9e18-157620c9f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8411108e-d50c-479d-99a7-d7b4928af741'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:30:33.976750 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Attempting to bind port 6fb2b22a-28c3-4f93-90f1-09df07372087 on network 8411108e-d50c-479d-99a7-d7b4928af741 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:30:33.983760 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:30:33.984293 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Checking segment: {'id': 'd7045f24-3cbc-42cb-9e18-157620c9f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8411108e-d50c-479d-99a7-d7b4928af741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:30:33.984780 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:33.985258 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Bound using segment: {'id': 'd7045f24-3cbc-42cb-9e18-157620c9f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8411108e-d50c-479d-99a7-d7b4928af741'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:30:33.985733 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Bound port: 6fb2b22a-28c3-4f93-90f1-09df07372087, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7045f24-3cbc-42cb-9e18-157620c9f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8411108e-d50c-479d-99a7-d7b4928af741'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:30:33.986108 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:34.104366 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] For port 6fb2b22a-28c3-4f93-90f1-09df07372087, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:30:34.108028 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] For port 6fb2b22a-28c3-4f93-90f1-09df07372087, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6fb2b22a-28c3-4f93-90f1-09df07372087,segment=NetworkSegment(d7045f24-3cbc-42cb-9e18-157620c9f41d),segment_id=d7045f24-3cbc-42cb-9e18-157620c9f41d)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:30:34.113065 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:34.202351 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241de0b4-8904-4023-8a87-96327c9bcda3 None None] Pushing event updated for resources: {'Port': ['ID=6fb2b22a-28c3-4f93-90f1-09df07372087,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:34.491839 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-674e7b93-a21d-4fcb-ada5-035f76cfdc96 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.20.0.1 (8411108e-d50c-479d-99a7-d7b4928af741/c9b31e5d-d10a-4a5c-8bbb-be4b3700e712/1cc557a6-2100-4f44-b58f-ce80f2ad8334) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:34.664488 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-674e7b93-a21d-4fcb-ada5-035f76cfdc96 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:34.682551 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-674e7b93-a21d-4fcb-ada5-035f76cfdc96 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Transition to ACTIVE for port object 1cc557a6-2100-4f44-b58f-ce80f2ad8334 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:30:34.705157 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-674e7b93-a21d-4fcb-ada5-035f76cfdc96 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:34.777103 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674e7b93-a21d-4fcb-ada5-035f76cfdc96 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 8411108e-d50c-479d-99a7-d7b4928af741 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:34.779880 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-674e7b93-a21d-4fcb-ada5-035f76cfdc96 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:34.783955 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674e7b93-a21d-4fcb-ada5-035f76cfdc96 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:30:34.810750 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e7b93-a21d-4fcb-ada5-035f76cfdc96 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=1cc557a6-2100-4f44-b58f-ce80f2ad8334,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:34.841361 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-674e7b93-a21d-4fcb-ada5-035f76cfdc96 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:34.929812 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-674e7b93-a21d-4fcb-ada5-035f76cfdc96 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:35.132324 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1237425a-6fc1-4291-bf9b-1715a2a109ac None None] Network 8411108e-d50c-479d-99a7-d7b4928af741 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:30:35.287262 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f95c1beb-98a1-4e8e-8cec-0296b56158a1 None None] Provisioning for port 6fb2b22a-28c3-4f93-90f1-09df07372087 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:30:35.349331 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-674e7b93-a21d-4fcb-ada5-035f76cfdc96 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:35.354590 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-674e7b93-a21d-4fcb-ada5-035f76cfdc96 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:35.466070 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-674e7b93-a21d-4fcb-ada5-035f76cfdc96 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:35.469549 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e7b93-a21d-4fcb-ada5-035f76cfdc96 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=1cc557a6-2100-4f44-b58f-ce80f2ad8334,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:35.614866 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674e7b93-a21d-4fcb-ada5-035f76cfdc96 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 8411108e-d50c-479d-99a7-d7b4928af741 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:35.616019 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-674e7b93-a21d-4fcb-ada5-035f76cfdc96 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:35.638309 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ee9adb3b-0ba6-4f0b-9755-6560a85f9094 None None] Provisioning for port 1cc557a6-2100-4f44-b58f-ce80f2ad8334 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:30:35.643228 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ee9adb3b-0ba6-4f0b-9755-6560a85f9094 None None] Provisioning complete for port 1cc557a6-2100-4f44-b58f-ce80f2ad8334 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:30:35.643629 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ee9adb3b-0ba6-4f0b-9755-6560a85f9094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:35.702817 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ee9adb3b-0ba6-4f0b-9755-6560a85f9094 None None] Port 1cc557a6-2100-4f44-b58f-ce80f2ad8334 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:30:35.837774 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f56a5f81-bdfa-4630-81fb-558f3aa24b90 None None] Provisioning complete for port 1cc557a6-2100-4f44-b58f-ce80f2ad8334 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:30:35.838219 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f56a5f81-bdfa-4630-81fb-558f3aa24b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:35.898841 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f56a5f81-bdfa-4630-81fb-558f3aa24b90 None None] Port 1cc557a6-2100-4f44-b58f-ce80f2ad8334 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:30:35.930032 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6fb2b22a-28c3-4f93-90f1-09df07372087 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:30:36.000354 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 6fb2b22a-28c3-4f93-90f1-09df07372087 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:30:36.004949 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 6fb2b22a-28c3-4f93-90f1-09df07372087 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:30:36.006349 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:36.073172 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5c64652a-7acd-4147-81c1-163aa69126db None None] Provisioning complete for port 1cc557a6-2100-4f44-b58f-ce80f2ad8334 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:30:36.073452 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5c64652a-7acd-4147-81c1-163aa69126db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:36.113154 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674e7b93-a21d-4fcb-ada5-035f76cfdc96 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router cbb25cd4-087a-4d4b-b518-a92781b63863 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:30:36.169094 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5c64652a-7acd-4147-81c1-163aa69126db None None] Port 1cc557a6-2100-4f44-b58f-ce80f2ad8334 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:30:36.176847 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:36.208526 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 6fb2b22a-28c3-4f93-90f1-09df07372087, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6fb2b22a-28c3-4f93-90f1-09df07372087,segment=NetworkSegment(d7045f24-3cbc-42cb-9e18-157620c9f41d),segment_id=d7045f24-3cbc-42cb-9e18-157620c9f41d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:36.213159 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:36.213934 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a7956b41-6eb5-49e1-b42d-600d5dcd0548 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:30:36.311248 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674e7b93-a21d-4fcb-ada5-035f76cfdc96 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:30:36.325901 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=6fb2b22a-28c3-4f93-90f1-09df07372087,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:36.326380 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57480) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:36.326927 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-674e7b93-a21d-4fcb-ada5-035f76cfdc96 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "PUT /v2.0/routers/cbb25cd4-087a-4d4b-b518-a92781b63863/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1825731 Apr 06 14:30:36.340482 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port a7956b41-6eb5-49e1-b42d-600d5dcd0548 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:30:36.345261 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port a7956b41-6eb5-49e1-b42d-600d5dcd0548 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:30:36.345766 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:36.460654 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:36.472636 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b8a7b8-2d4a-441f-a956-d4e55992cf33 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:36.473051 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b8a7b8-2d4a-441f-a956-d4e55992cf33 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:36.473430 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b8a7b8-2d4a-441f-a956-d4e55992cf33 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:36.473807 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b8a7b8-2d4a-441f-a956-d4e55992cf33 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:36.475658 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c3b8a7b8-2d4a-441f-a956-d4e55992cf33 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1483014 Apr 06 14:30:36.476394 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port a7956b41-6eb5-49e1-b42d-600d5dcd0548, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a7956b41-6eb5-49e1-b42d-600d5dcd0548,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:36.478511 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57484) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:36.479672 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:36.543549 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=a7956b41-6eb5-49e1-b42d-600d5dcd0548,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:36.545106 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bda5b4-553f-4d04-887e-73e9e02433dc tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:36.545494 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bda5b4-553f-4d04-887e-73e9e02433dc tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:36.545868 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bda5b4-553f-4d04-887e-73e9e02433dc tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:36.546229 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bda5b4-553f-4d04-887e-73e9e02433dc tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:36.547866 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-33bda5b4-553f-4d04-887e-73e9e02433dc tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0681798 Apr 06 14:30:36.550555 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57488) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:36.743336 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1b86cd30-1541-455f-acbf-06592b9802ca tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1916857 Apr 06 14:30:36.964604 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57494) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:36.970266 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-6795eac2-2989-4caa-9639-b024f9e59fa6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1970923389', 'description': 'tempest-secgroup-smoke-1970923389 description', 'project_id': '2c4f01a131354b128ac6b7c118186600'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:30:36.976147 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6795eac2-2989-4caa-9639-b024f9e59fa6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:30:36.980195 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6795eac2-2989-4caa-9639-b024f9e59fa6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:30:36.983014 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6795eac2-2989-4caa-9639-b024f9e59fa6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:30:36.988553 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6795eac2-2989-4caa-9639-b024f9e59fa6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:30:36.998925 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6795eac2-2989-4caa-9639-b024f9e59fa6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:37.038786 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6795eac2-2989-4caa-9639-b024f9e59fa6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:30:37.043087 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6795eac2-2989-4caa-9639-b024f9e59fa6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:30:37.045929 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6795eac2-2989-4caa-9639-b024f9e59fa6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:30:37.051393 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6795eac2-2989-4caa-9639-b024f9e59fa6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:30:37.104272 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6795eac2-2989-4caa-9639-b024f9e59fa6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:37.108219 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6795eac2-2989-4caa-9639-b024f9e59fa6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:37.153624 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795eac2-2989-4caa-9639-b024f9e59fa6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19fa2ef9-6827-4eaf-96f5-603264145804,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:37.159645 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6795eac2-2989-4caa-9639-b024f9e59fa6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:37.160916 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6795eac2-2989-4caa-9639-b024f9e59fa6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1952388 Apr 06 14:30:37.163877 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57498) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:37.170826 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-14a84ea0-fa2f-46c9-9deb-4e09c20245e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': '19fa2ef9-6827-4eaf-96f5-603264145804', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:30:37.177963 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-14a84ea0-fa2f-46c9-9deb-4e09c20245e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:30:37.182664 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-14a84ea0-fa2f-46c9-9deb-4e09c20245e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:30:37.185692 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-14a84ea0-fa2f-46c9-9deb-4e09c20245e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:30:37.191530 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-14a84ea0-fa2f-46c9-9deb-4e09c20245e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:30:37.213459 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-14a84ea0-fa2f-46c9-9deb-4e09c20245e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:37.278489 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-14a84ea0-fa2f-46c9-9deb-4e09c20245e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:37.282202 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-14a84ea0-fa2f-46c9-9deb-4e09c20245e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:37.309447 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a84ea0-fa2f-46c9-9deb-4e09c20245e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092a7105-462d-4f05-b746-8f4f24eec3a2,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:37.318743 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-14a84ea0-fa2f-46c9-9deb-4e09c20245e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:37.320496 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-14a84ea0-fa2f-46c9-9deb-4e09c20245e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1556740 Apr 06 14:30:37.323369 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57502) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:37.328858 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-2f538256-24cc-43de-9545-71a2f6539527 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': '19fa2ef9-6827-4eaf-96f5-603264145804', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:30:37.334711 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2f538256-24cc-43de-9545-71a2f6539527 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:30:37.339886 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2f538256-24cc-43de-9545-71a2f6539527 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:30:37.343210 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2f538256-24cc-43de-9545-71a2f6539527 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:30:37.348786 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2f538256-24cc-43de-9545-71a2f6539527 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:30:37.367976 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f538256-24cc-43de-9545-71a2f6539527 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:37.428833 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda08b36-76b3-4e5e-bbfe-2de9df65b8b5 None None] Sync routers for ids ['cbb25cd4-087a-4d4b-b518-a92781b63863'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:30:37.432207 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f538256-24cc-43de-9545-71a2f6539527 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:37.436435 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f538256-24cc-43de-9545-71a2f6539527 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:37.442741 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda08b36-76b3-4e5e-bbfe-2de9df65b8b5 None None] Routers {'cbb25cd4-087a-4d4b-b518-a92781b63863'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:30:37.443620 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-bda08b36-76b3-4e5e-bbfe-2de9df65b8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:30:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['cbb25cd4-087a-4d4b-b518-a92781b63863'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:37.464900 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f538256-24cc-43de-9545-71a2f6539527 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb00f71-16dc-4370-9897-32d7f504e16c,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:37.471834 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f538256-24cc-43de-9545-71a2f6539527 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:37.473148 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2f538256-24cc-43de-9545-71a2f6539527 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1488409 Apr 06 14:30:37.476439 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57506) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:37.482000 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-bd0f91ed-da40-4647-9047-9a8498298eee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': '19fa2ef9-6827-4eaf-96f5-603264145804', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:30:37.487988 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bd0f91ed-da40-4647-9047-9a8498298eee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:30:37.492697 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bd0f91ed-da40-4647-9047-9a8498298eee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:30:37.495590 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bd0f91ed-da40-4647-9047-9a8498298eee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:30:37.501540 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bd0f91ed-da40-4647-9047-9a8498298eee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:30:37.518387 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd0f91ed-da40-4647-9047-9a8498298eee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:37.583366 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd0f91ed-da40-4647-9047-9a8498298eee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:37.587930 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd0f91ed-da40-4647-9047-9a8498298eee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:37.613556 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f91ed-da40-4647-9047-9a8498298eee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b68b429-fb83-4acd-a858-62b881869ad6,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:37.623969 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd0f91ed-da40-4647-9047-9a8498298eee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:37.625233 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bd0f91ed-da40-4647-9047-9a8498298eee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1478102 Apr 06 14:30:37.628302 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57510) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:37.633614 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-496c7f5e-676e-455c-bcff-e8f048888268 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': '19fa2ef9-6827-4eaf-96f5-603264145804', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:30:37.638485 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-bda08b36-76b3-4e5e-bbfe-2de9df65b8b5 None None] Set router cbb25cd4-087a-4d4b-b518-a92781b63863 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:30:37.639461 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-496c7f5e-676e-455c-bcff-e8f048888268 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:30:37.643319 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-496c7f5e-676e-455c-bcff-e8f048888268 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:30:37.646169 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-496c7f5e-676e-455c-bcff-e8f048888268 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:30:37.652307 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-496c7f5e-676e-455c-bcff-e8f048888268 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:30:37.670205 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-496c7f5e-676e-455c-bcff-e8f048888268 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:37.736169 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-496c7f5e-676e-455c-bcff-e8f048888268 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:37.740037 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-496c7f5e-676e-455c-bcff-e8f048888268 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:37.767856 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c7f5e-676e-455c-bcff-e8f048888268 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d3482ea-23e1-4223-8e64-bb4a3f5eb3c4,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:37.792153 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-496c7f5e-676e-455c-bcff-e8f048888268 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:37.796615 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-496c7f5e-676e-455c-bcff-e8f048888268 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1649592 Apr 06 14:30:37.797034 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57514) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:37.804271 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-17ce9529-aa01-4111-a508-258167fc685d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': '19fa2ef9-6827-4eaf-96f5-603264145804', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:30:37.811254 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-17ce9529-aa01-4111-a508-258167fc685d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:30:37.816297 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-17ce9529-aa01-4111-a508-258167fc685d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:30:37.820000 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-17ce9529-aa01-4111-a508-258167fc685d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:30:37.827378 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-17ce9529-aa01-4111-a508-258167fc685d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:30:37.844658 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-17ce9529-aa01-4111-a508-258167fc685d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Project 2c4f01a131354b128ac6b7c118186600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:30:37.853223 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-17ce9529-aa01-4111-a508-258167fc685d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:37.866368 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6fb2b22a-28c3-4f93-90f1-09df07372087 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:30:37.924704 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-17ce9529-aa01-4111-a508-258167fc685d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:37.929510 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-17ce9529-aa01-4111-a508-258167fc685d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:37.953165 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce9529-aa01-4111-a508-258167fc685d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2b0ad3-640f-4b87-a970-6bff6f1175e8,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:37.962870 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-17ce9529-aa01-4111-a508-258167fc685d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:37.964133 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-17ce9529-aa01-4111-a508-258167fc685d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1660638 Apr 06 14:30:37.966872 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57518) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:37.972231 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ac558df7-e1cc-4273-b257-c0a8b6bec84e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': '19fa2ef9-6827-4eaf-96f5-603264145804', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:30:37.977846 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ac558df7-e1cc-4273-b257-c0a8b6bec84e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:30:37.981613 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ac558df7-e1cc-4273-b257-c0a8b6bec84e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:30:37.984411 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ac558df7-e1cc-4273-b257-c0a8b6bec84e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:30:37.990018 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ac558df7-e1cc-4273-b257-c0a8b6bec84e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:30:38.000801 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-ac558df7-e1cc-4273-b257-c0a8b6bec84e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Project 2c4f01a131354b128ac6b7c118186600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:30:38.007680 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ac558df7-e1cc-4273-b257-c0a8b6bec84e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:38.074978 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ac558df7-e1cc-4273-b257-c0a8b6bec84e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:38.079191 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ac558df7-e1cc-4273-b257-c0a8b6bec84e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:38.079728 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-74e96f51-6bea-4e49-b8a8-e962fad43847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:38.085960 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 6fb2b22a-28c3-4f93-90f1-09df07372087 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:30:38.086323 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:38.101220 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac558df7-e1cc-4273-b257-c0a8b6bec84e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bda0e65-b75a-464c-8d51-988c4ef99cdf,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:38.113061 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ac558df7-e1cc-4273-b257-c0a8b6bec84e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:38.115321 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ac558df7-e1cc-4273-b257-c0a8b6bec84e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1464591 Apr 06 14:30:38.219602 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-bda08b36-76b3-4e5e-bbfe-2de9df65b8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'name': 'tempest-TestNetworkBasicOps-router-1156728160', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': 'a7956b41-6eb5-49e1-b42d-600d5dcd0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:30:30Z', 'updated_at': '2022-04-06T14:30:34Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': 'a7956b41-6eb5-49e1-b42d-600d5dcd0548', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:30:31Z', 'updated_at': '2022-04-06T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '1cc557a6-2100-4f44-b58f-ce80f2ad8334', 'name': '', 'network_id': '8411108e-d50c-479d-99a7-d7b4928af741', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:00:5b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9b31e5d-d10a-4a5c-8bbb-be4b3700e712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:30:34Z', 'updated_at': '2022-04-06T14:30:35Z', 'revision_number': 2, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'c9b31e5d-d10a-4a5c-8bbb-be4b3700e712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:38.228221 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda08b36-76b3-4e5e-bbfe-2de9df65b8b5 None None] Checking router: cbb25cd4-087a-4d4b-b518-a92781b63863 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:30:38.228583 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda08b36-76b3-4e5e-bbfe-2de9df65b8b5 None None] Updating router cbb25cd4-087a-4d4b-b518-a92781b63863 port 1cc557a6-2100-4f44-b58f-ce80f2ad8334 binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:30:38.251595 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a7956b41-6eb5-49e1-b42d-600d5dcd0548 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:30:38.286396 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-004ce060-de2d-41ab-96b5-4cbc1056707d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1970923389&fields=id&tenant_id=2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 267 time: 0.0396569 Apr 06 14:30:38.325424 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bda08b36-76b3-4e5e-bbfe-2de9df65b8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:38.398424 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port a7956b41-6eb5-49e1-b42d-600d5dcd0548 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:30:38.398789 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:38.431617 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-2e9945d2-082c-49ff-bda8-3793dab5b525 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:38.432290 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-2e9945d2-082c-49ff-bda8-3793dab5b525 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:network {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:30:38.447968 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-2e9945d2-082c-49ff-bda8-3793dab5b525 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:network {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:30:38.449129 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-2e9945d2-082c-49ff-bda8-3793dab5b525 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/networks?id=8411108e-d50c-479d-99a7-d7b4928af741 HTTP/1.1" status: 200 len: 797 time: 0.1558189 Apr 06 14:30:38.470455 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-8f1b5c8e-e593-434e-adf0-e0abfa29ca2a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/quotas/2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 375 time: 0.0159125 Apr 06 14:30:38.553844 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-ec91d230-e818-4a26-9a26-646426648852 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:30:38.569405 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-ec91d230-e818-4a26-9a26-646426648852 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:30:38.570746 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-ec91d230-e818-4a26-9a26-646426648852 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0942056 Apr 06 14:30:38.652985 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:30:38.710035 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-d64d09cb-44fa-4eee-a7fe-9429f3825e32 service neutron] 10.222.0.60 "GET /v2.0/networks/8411108e-d50c-479d-99a7-d7b4928af741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262498 Apr 06 14:30:38.763379 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bda08b36-76b3-4e5e-bbfe-2de9df65b8b5 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:38.777448 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-bda08b36-76b3-4e5e-bbfe-2de9df65b8b5 None None] Transition to ACTIVE for port object 1cc557a6-2100-4f44-b58f-ce80f2ad8334 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:30:38.784921 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bda08b36-76b3-4e5e-bbfe-2de9df65b8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:38.851031 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-90a4a862-37ee-4568-a027-a1486ed4c1da service neutron] 10.222.0.60 "GET /v2.0/networks/8411108e-d50c-479d-99a7-d7b4928af741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348608 Apr 06 14:30:38.908399 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465f0a5-4a69-4f2d-8f17-af4625763cb5 None None] Pushing event updated for resources: {'Port': ['ID=1cc557a6-2100-4f44-b58f-ce80f2ad8334,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:39.009360 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-bda08b36-76b3-4e5e-bbfe-2de9df65b8b5 None None] Attempting to bind port 1cc557a6-2100-4f44-b58f-ce80f2ad8334 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:30:39.009853 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-bda08b36-76b3-4e5e-bbfe-2de9df65b8b5 None None] Attempting to bind port 1cc557a6-2100-4f44-b58f-ce80f2ad8334 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'd7045f24-3cbc-42cb-9e18-157620c9f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8411108e-d50c-479d-99a7-d7b4928af741'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:30:39.010308 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda08b36-76b3-4e5e-bbfe-2de9df65b8b5 None None] Attempting to bind port 1cc557a6-2100-4f44-b58f-ce80f2ad8334 on network 8411108e-d50c-479d-99a7-d7b4928af741 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:30:39.017137 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda08b36-76b3-4e5e-bbfe-2de9df65b8b5 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:30:39.017504 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda08b36-76b3-4e5e-bbfe-2de9df65b8b5 None None] Checking segment: {'id': 'd7045f24-3cbc-42cb-9e18-157620c9f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8411108e-d50c-479d-99a7-d7b4928af741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:30:39.017896 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bda08b36-76b3-4e5e-bbfe-2de9df65b8b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:39.018278 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda08b36-76b3-4e5e-bbfe-2de9df65b8b5 None None] Bound using segment: {'id': 'd7045f24-3cbc-42cb-9e18-157620c9f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8411108e-d50c-479d-99a7-d7b4928af741'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:30:39.018903 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-bda08b36-76b3-4e5e-bbfe-2de9df65b8b5 None None] Bound port: 1cc557a6-2100-4f44-b58f-ce80f2ad8334, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7045f24-3cbc-42cb-9e18-157620c9f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8411108e-d50c-479d-99a7-d7b4928af741'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:30:39.019272 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bda08b36-76b3-4e5e-bbfe-2de9df65b8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:39.067227 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-930f082a-66b4-4e92-bb8d-8e9dd6b1ad68 req-a2dcffa0-875e-4d89-a79a-58bc70856855 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:30:39.081600 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-930f082a-66b4-4e92-bb8d-8e9dd6b1ad68 req-a2dcffa0-875e-4d89-a79a-58bc70856855 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:30:39.083161 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-930f082a-66b4-4e92-bb8d-8e9dd6b1ad68 req-a2dcffa0-875e-4d89-a79a-58bc70856855 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=24078f62-e7de-4343-8472-9f47cbe5a596 HTTP/1.1" status: 200 len: 210 time: 0.0628107 Apr 06 14:30:39.126442 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-bda08b36-76b3-4e5e-bbfe-2de9df65b8b5 None None] For port 1cc557a6-2100-4f44-b58f-ce80f2ad8334, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:30:39.129619 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-bda08b36-76b3-4e5e-bbfe-2de9df65b8b5 None None] For port 1cc557a6-2100-4f44-b58f-ce80f2ad8334, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=1cc557a6-2100-4f44-b58f-ce80f2ad8334,segment=NetworkSegment(d7045f24-3cbc-42cb-9e18-157620c9f41d),segment_id=d7045f24-3cbc-42cb-9e18-157620c9f41d)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:30:39.137391 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bda08b36-76b3-4e5e-bbfe-2de9df65b8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:39.222612 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465f0a5-4a69-4f2d-8f17-af4625763cb5 None None] Pushing event updated for resources: {'Port': ['ID=1cc557a6-2100-4f44-b58f-ce80f2ad8334,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:39.227292 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda08b36-76b3-4e5e-bbfe-2de9df65b8b5 None None] Routers {'cbb25cd4-087a-4d4b-b518-a92781b63863'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:30:39.227914 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-bda08b36-76b3-4e5e-bbfe-2de9df65b8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:30:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['cbb25cd4-087a-4d4b-b518-a92781b63863'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:39.462251 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-bda08b36-76b3-4e5e-bbfe-2de9df65b8b5 None None] Set router cbb25cd4-087a-4d4b-b518-a92781b63863 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:30:39.779376 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-bda08b36-76b3-4e5e-bbfe-2de9df65b8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'name': 'tempest-TestNetworkBasicOps-router-1156728160', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': 'a7956b41-6eb5-49e1-b42d-600d5dcd0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:30:30Z', 'updated_at': '2022-04-06T14:30:34Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': 'a7956b41-6eb5-49e1-b42d-600d5dcd0548', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:30:31Z', 'updated_at': '2022-04-06T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '1cc557a6-2100-4f44-b58f-ce80f2ad8334', 'name': '', 'network_id': '8411108e-d50c-479d-99a7-d7b4928af741', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:00:5b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9b31e5d-d10a-4a5c-8bbb-be4b3700e712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:30:34Z', 'updated_at': '2022-04-06T14:30:39Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'c9b31e5d-d10a-4a5c-8bbb-be4b3700e712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:39.783289 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda08b36-76b3-4e5e-bbfe-2de9df65b8b5 None None] The sync data for ids ['cbb25cd4-087a-4d4b-b518-a92781b63863'] in dv-neutron-835868-1-hyperv is: [{'id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'name': 'tempest-TestNetworkBasicOps-router-1156728160', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': 'a7956b41-6eb5-49e1-b42d-600d5dcd0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:30:30Z', 'updated_at': '2022-04-06T14:30:34Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': 'a7956b41-6eb5-49e1-b42d-600d5dcd0548', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:30:31Z', 'updated_at': '2022-04-06T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '1cc557a6-2100-4f44-b58f-ce80f2ad8334', 'name': '', 'network_id': '8411108e-d50c-479d-99a7-d7b4928af741', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:00:5b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9b31e5d-d10a-4a5c-8bbb-be4b3700e712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:30:34Z', 'updated_at': '2022-04-06T14:30:39Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'c9b31e5d-d10a-4a5c-8bbb-be4b3700e712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:30:40.168997 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-df8677ee-2d12-4765-a14e-8e6f051275ae tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:40.170636 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-df8677ee-2d12-4765-a14e-8e6f051275ae tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/networks?id=8411108e-d50c-479d-99a7-d7b4928af741 HTTP/1.1" status: 200 len: 797 time: 0.1558874 Apr 06 14:30:40.227367 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-cc6570e1-0119-43f9-bd3e-6bab6dd5cbc1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 380 time: 0.0435479 Apr 06 14:30:40.238563 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-776044b7-d17e-4198-8a48-5abbca4c99dd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'port': {'device_id': '24078f62-e7de-4343-8472-9f47cbe5a596', 'network_id': '8411108e-d50c-479d-99a7-d7b4928af741', 'admin_state_up': True, 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'security_groups': ['19fa2ef9-6827-4eaf-96f5-603264145804']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:30:40.350933 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a09fe4f8-548e-4416-8662-44a197c9eb3f req-85ff1a7b-c775-4cde-bfef-7caa59a19764 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=24078f62-e7de-4343-8472-9f47cbe5a596 HTTP/1.1" status: 200 len: 210 time: 0.0965791 Apr 06 14:30:40.417794 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-776044b7-d17e-4198-8a48-5abbca4c99dd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:30:40.429573 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-776044b7-d17e-4198-8a48-5abbca4c99dd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:30:40.439520 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-776044b7-d17e-4198-8a48-5abbca4c99dd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Made reservation on behalf of 2c4f01a131354b128ac6b7c118186600 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:40.442785 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-776044b7-d17e-4198-8a48-5abbca4c99dd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:40.609495 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-776044b7-d17e-4198-8a48-5abbca4c99dd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.20.0.8 (8411108e-d50c-479d-99a7-d7b4928af741/c9b31e5d-d10a-4a5c-8bbb-be4b3700e712/bfbf485c-567d-4150-9a75-1c2a6639282d) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:40.867542 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0f261f12-3f8f-4424-8d29-87e291ac1615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:40.899617 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-776044b7-d17e-4198-8a48-5abbca4c99dd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:40.915274 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-776044b7-d17e-4198-8a48-5abbca4c99dd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Transition to ACTIVE for port object bfbf485c-567d-4150-9a75-1c2a6639282d will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:30:40.936277 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-776044b7-d17e-4198-8a48-5abbca4c99dd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:41.008771 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-776044b7-d17e-4198-8a48-5abbca4c99dd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 8411108e-d50c-479d-99a7-d7b4928af741 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:41.011551 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-776044b7-d17e-4198-8a48-5abbca4c99dd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:41.015854 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-776044b7-d17e-4198-8a48-5abbca4c99dd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:30:41.041436 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776044b7-d17e-4198-8a48-5abbca4c99dd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=bfbf485c-567d-4150-9a75-1c2a6639282d,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:41.080728 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-776044b7-d17e-4198-8a48-5abbca4c99dd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:41.081366 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-776044b7-d17e-4198-8a48-5abbca4c99dd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:41.107275 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-776044b7-d17e-4198-8a48-5abbca4c99dd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8732736 Apr 06 14:30:41.120699 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-67cf79ec-a3ee-4f48-92ea-47a2d9bddd35 service neutron] Request body: {'port': {'device_id': '24078f62-e7de-4343-8472-9f47cbe5a596', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:30:41.229512 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-09694844-772d-4d3a-b425-61738ad7430d None None] Provisioning for port bfbf485c-567d-4150-9a75-1c2a6639282d completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:30:41.234187 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-09694844-772d-4d3a-b425-61738ad7430d None None] Provisioning complete for port bfbf485c-567d-4150-9a75-1c2a6639282d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:30:41.234564 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-09694844-772d-4d3a-b425-61738ad7430d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:41.234843 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-67cf79ec-a3ee-4f48-92ea-47a2d9bddd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:41.284770 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-09694844-772d-4d3a-b425-61738ad7430d None None] Port bfbf485c-567d-4150-9a75-1c2a6639282d cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:30:41.313290 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:41.357694 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:41.549151 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273dccc6-aad2-4143-8878-df1973d7dae5 req-5447adef-a6f0-463b-accd-22fffc103e3b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:41.550743 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-273dccc6-aad2-4143-8878-df1973d7dae5 req-5447adef-a6f0-463b-accd-22fffc103e3b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=24078f62-e7de-4343-8472-9f47cbe5a596 HTTP/1.1" status: 200 len: 931 time: 0.0777276 Apr 06 14:30:41.567444 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-67cf79ec-a3ee-4f48-92ea-47a2d9bddd35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfbf485c-567d-4150-9a75-1c2a6639282d {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:30:41.574934 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-67cf79ec-a3ee-4f48-92ea-47a2d9bddd35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:41.589481 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-67cf79ec-a3ee-4f48-92ea-47a2d9bddd35 service neutron] Transition to ACTIVE for port object bfbf485c-567d-4150-9a75-1c2a6639282d will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:30:41.594730 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-67cf79ec-a3ee-4f48-92ea-47a2d9bddd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:41.601969 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-273dccc6-aad2-4143-8878-df1973d7dae5 req-5040b456-8770-4fab-822d-2b4f8797d510 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:30:41.616947 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-273dccc6-aad2-4143-8878-df1973d7dae5 req-5040b456-8770-4fab-822d-2b4f8797d510 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:30:41.618007 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-273dccc6-aad2-4143-8878-df1973d7dae5 req-5040b456-8770-4fab-822d-2b4f8797d510 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fa2ef9-6827-4eaf-96f5-603264145804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616271 Apr 06 14:30:41.719499 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf79ec-a3ee-4f48-92ea-47a2d9bddd35 service neutron] Pushing event updated for resources: {'Port': ['ID=bfbf485c-567d-4150-9a75-1c2a6639282d,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:41.838953 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-67cf79ec-a3ee-4f48-92ea-47a2d9bddd35 service neutron] Attempting to bind port bfbf485c-567d-4150-9a75-1c2a6639282d on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:30:41.839290 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-67cf79ec-a3ee-4f48-92ea-47a2d9bddd35 service neutron] Attempting to bind port bfbf485c-567d-4150-9a75-1c2a6639282d by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'd7045f24-3cbc-42cb-9e18-157620c9f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8411108e-d50c-479d-99a7-d7b4928af741'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:30:41.839624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-67cf79ec-a3ee-4f48-92ea-47a2d9bddd35 service neutron] Attempting to bind port bfbf485c-567d-4150-9a75-1c2a6639282d on network 8411108e-d50c-479d-99a7-d7b4928af741 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:30:41.845930 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-67cf79ec-a3ee-4f48-92ea-47a2d9bddd35 service neutron] Port bfbf485c-567d-4150-9a75-1c2a6639282d on network 8411108e-d50c-479d-99a7-d7b4928af741 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:30:41.846257 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-67cf79ec-a3ee-4f48-92ea-47a2d9bddd35 service neutron] Attempting to bind port bfbf485c-567d-4150-9a75-1c2a6639282d on network 8411108e-d50c-479d-99a7-d7b4928af741 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:30:41.853603 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 1cc557a6-2100-4f44-b58f-ce80f2ad8334 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:30:41.858725 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-67cf79ec-a3ee-4f48-92ea-47a2d9bddd35 service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:30:41.859064 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-67cf79ec-a3ee-4f48-92ea-47a2d9bddd35 service neutron] Checking segment: {'id': 'd7045f24-3cbc-42cb-9e18-157620c9f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8411108e-d50c-479d-99a7-d7b4928af741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:30:41.859445 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-67cf79ec-a3ee-4f48-92ea-47a2d9bddd35 service neutron] Bound using segment: {'id': 'd7045f24-3cbc-42cb-9e18-157620c9f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8411108e-d50c-479d-99a7-d7b4928af741'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:30:41.859872 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-67cf79ec-a3ee-4f48-92ea-47a2d9bddd35 service neutron] Bound port: bfbf485c-567d-4150-9a75-1c2a6639282d, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7045f24-3cbc-42cb-9e18-157620c9f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8411108e-d50c-479d-99a7-d7b4928af741'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:30:41.860225 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-67cf79ec-a3ee-4f48-92ea-47a2d9bddd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:41.936062 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 1cc557a6-2100-4f44-b58f-ce80f2ad8334 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:30:41.940918 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 1cc557a6-2100-4f44-b58f-ce80f2ad8334 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:30:41.941287 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:41.951011 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-67cf79ec-a3ee-4f48-92ea-47a2d9bddd35 service neutron] For port bfbf485c-567d-4150-9a75-1c2a6639282d, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:30:41.954110 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-67cf79ec-a3ee-4f48-92ea-47a2d9bddd35 service neutron] For port bfbf485c-567d-4150-9a75-1c2a6639282d, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=bfbf485c-567d-4150-9a75-1c2a6639282d,segment=NetworkSegment(d7045f24-3cbc-42cb-9e18-157620c9f41d),segment_id=d7045f24-3cbc-42cb-9e18-157620c9f41d)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:30:41.958269 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-67cf79ec-a3ee-4f48-92ea-47a2d9bddd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:42.016944 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-67cf79ec-a3ee-4f48-92ea-47a2d9bddd35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:42.018407 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-67cf79ec-a3ee-4f48-92ea-47a2d9bddd35 service neutron] 10.222.0.69 "PUT /v2.0/ports/bfbf485c-567d-4150-9a75-1c2a6639282d HTTP/1.1" status: 200 len: 1093 time: 0.9023397 Apr 06 14:30:42.018869 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24078f62-e7de-4343-8472-9f47cbe5a596', 'tag': 'bfbf485c-567d-4150-9a75-1c2a6639282d'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:30:42.046831 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf79ec-a3ee-4f48-92ea-47a2d9bddd35 service neutron] Pushing event updated for resources: {'Port': ['ID=bfbf485c-567d-4150-9a75-1c2a6639282d,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:42.067747 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:42.096664 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50a1c745-6748-411d-862b-6df9604778df'] response: {'name': 'network-changed', 'server_uuid': '24078f62-e7de-4343-8472-9f47cbe5a596', 'tag': 'bfbf485c-567d-4150-9a75-1c2a6639282d', 'status': 'completed', 'code': 200} Apr 06 14:30:42.111216 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 1cc557a6-2100-4f44-b58f-ce80f2ad8334, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=1cc557a6-2100-4f44-b58f-ce80f2ad8334,segment=NetworkSegment(d7045f24-3cbc-42cb-9e18-157620c9f41d),segment_id=d7045f24-3cbc-42cb-9e18-157620c9f41d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:42.115106 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:42.135777 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-2f0074f8-2cb3-46a7-8935-4ecced26793b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=24078f62-e7de-4343-8472-9f47cbe5a596 HTTP/1.1" status: 200 len: 1096 time: 0.0777388 Apr 06 14:30:42.189202 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=1cc557a6-2100-4f44-b58f-ce80f2ad8334,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:42.208133 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-151ce36a-a3fd-46a6-b2b7-c6370f980dca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfbf485c-567d-4150-9a75-1c2a6639282d HTTP/1.1" status: 200 len: 217 time: 0.0658834 Apr 06 14:30:42.269624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-a2314704-8381-40e8-a9f5-80a3b1b47012 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:42.271108 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-a2314704-8381-40e8-a9f5-80a3b1b47012 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c9b31e5d-d10a-4a5c-8bbb-be4b3700e712 HTTP/1.1" status: 200 len: 844 time: 0.0566740 Apr 06 14:30:42.347589 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-fb0e5331-fc44-4862-bb42-0e1fc41fa43d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8411108e-d50c-479d-99a7-d7b4928af741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689695 Apr 06 14:30:42.473771 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-fba3a91a-2678-4053-b92c-d574c40b2940 service neutron] 10.222.0.69 "GET /v2.0/networks/8411108e-d50c-479d-99a7-d7b4928af741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193917 Apr 06 14:30:42.693522 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6956a96a-a464-4d6c-be1b-977cc39af176 req-3d776534-ac54-480c-b30e-2f84c8b555ae service neutron] 10.222.0.69 "GET /v2.0/networks/8411108e-d50c-479d-99a7-d7b4928af741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133691 Apr 06 14:30:42.814888 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3d06ceda-99dc-4812-9a11-b8321e3fb0f1 req-a8e17a56-c893-454d-8fe5-dd279e2edf7d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=24078f62-e7de-4343-8472-9f47cbe5a596 HTTP/1.1" status: 200 len: 1096 time: 0.0689464 Apr 06 14:30:42.828333 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b567b20-a6f5-482f-82e1-a39e833884fd req-c91f9f5e-7487-4d25-a0f4-c1a70e1ab585 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:42.830704 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0b567b20-a6f5-482f-82e1-a39e833884fd req-c91f9f5e-7487-4d25-a0f4-c1a70e1ab585 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=24078f62-e7de-4343-8472-9f47cbe5a596 HTTP/1.1" status: 200 len: 943 time: 0.0852520 Apr 06 14:30:42.834996 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:42.880261 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0b567b20-a6f5-482f-82e1-a39e833884fd req-a15d81df-7300-490e-b4c0-817b9e4dd438 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fa2ef9-6827-4eaf-96f5-603264145804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418179 Apr 06 14:30:42.948848 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06ceda-99dc-4812-9a11-b8321e3fb0f1 req-c0414787-1de7-4da4-ba07-74a5604b5a99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:42.950309 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3d06ceda-99dc-4812-9a11-b8321e3fb0f1 req-c0414787-1de7-4da4-ba07-74a5604b5a99 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8411108e-d50c-479d-99a7-d7b4928af741 HTTP/1.1" status: 200 len: 898 time: 0.1293213 Apr 06 14:30:43.018437 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3d06ceda-99dc-4812-9a11-b8321e3fb0f1 req-c69367e4-81ad-45f0-9109-6a39011f22c2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfbf485c-567d-4150-9a75-1c2a6639282d HTTP/1.1" status: 200 len: 217 time: 0.0619371 Apr 06 14:30:43.080394 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06ceda-99dc-4812-9a11-b8321e3fb0f1 req-62124ea7-d714-46cb-a7b4-3a423ba41893 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:43.081736 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3d06ceda-99dc-4812-9a11-b8321e3fb0f1 req-62124ea7-d714-46cb-a7b4-3a423ba41893 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c9b31e5d-d10a-4a5c-8bbb-be4b3700e712 HTTP/1.1" status: 200 len: 844 time: 0.0545371 Apr 06 14:30:43.157789 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3d06ceda-99dc-4812-9a11-b8321e3fb0f1 req-e6d21cab-f552-4e8b-95d7-2f1531d3c061 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8411108e-d50c-479d-99a7-d7b4928af741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696187 Apr 06 14:30:43.293721 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3d06ceda-99dc-4812-9a11-b8321e3fb0f1 req-c3b82028-4e29-405c-99a9-b89f445306b4 service neutron] 10.222.0.69 "GET /v2.0/networks/8411108e-d50c-479d-99a7-d7b4928af741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279185 Apr 06 14:30:43.419959 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3d06ceda-99dc-4812-9a11-b8321e3fb0f1 req-9431e3d4-6a58-463e-9d9a-5395815a4cd8 service neutron] 10.222.0.69 "GET /v2.0/networks/8411108e-d50c-479d-99a7-d7b4928af741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198010 Apr 06 14:30:43.819353 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 1cc557a6-2100-4f44-b58f-ce80f2ad8334 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:30:43.885416 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 1cc557a6-2100-4f44-b58f-ce80f2ad8334 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:30:43.885785 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:44.075798 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82928c40-04a4-4a46-9f27-9fb29c8a76b2 req-a2eff7d8-f67f-4c47-a018-40ebc86cbea1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:44.076393 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-82928c40-04a4-4a46-9f27-9fb29c8a76b2 req-a2eff7d8-f67f-4c47-a018-40ebc86cbea1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:30:44.091251 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-82928c40-04a4-4a46-9f27-9fb29c8a76b2 req-a2eff7d8-f67f-4c47-a018-40ebc86cbea1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:30:44.092347 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-82928c40-04a4-4a46-9f27-9fb29c8a76b2 req-a2eff7d8-f67f-4c47-a018-40ebc86cbea1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=24078f62-e7de-4343-8472-9f47cbe5a596 HTTP/1.1" status: 200 len: 943 time: 0.0889027 Apr 06 14:30:44.137030 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-82928c40-04a4-4a46-9f27-9fb29c8a76b2 req-b3caa637-2586-4f2f-b9e0-15f7e38882c4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fa2ef9-6827-4eaf-96f5-603264145804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389450 Apr 06 14:30:45.335361 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845709c-101b-4946-bab9-eadeec4d7b29 req-b2c71912-b014-404a-bfc0-b55735ff12c6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:45.336783 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9845709c-101b-4946-bab9-eadeec4d7b29 req-b2c71912-b014-404a-bfc0-b55735ff12c6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=24078f62-e7de-4343-8472-9f47cbe5a596 HTTP/1.1" status: 200 len: 943 time: 0.0745523 Apr 06 14:30:45.381034 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9845709c-101b-4946-bab9-eadeec4d7b29 req-81de368b-baea-4ad1-a3a5-2861db0a24f6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fa2ef9-6827-4eaf-96f5-603264145804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386357 Apr 06 14:30:46.181454 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device bfbf485c-567d-4150-9a75-1c2a6639282d details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:30:46.309847 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port bfbf485c-567d-4150-9a75-1c2a6639282d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=bfbf485c-567d-4150-9a75-1c2a6639282d,segment=NetworkSegment(d7045f24-3cbc-42cb-9e18-157620c9f41d),segment_id=d7045f24-3cbc-42cb-9e18-157620c9f41d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:46.322463 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': 'bfbf485c-567d-4150-9a75-1c2a6639282d', 'network_id': '8411108e-d50c-479d-99a7-d7b4928af741', 'port_id': 'bfbf485c-567d-4150-9a75-1c2a6639282d', 'mac_address': 'fa:16:3e:5d:97:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9b31e5d-d10a-4a5c-8bbb-be4b3700e712', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:30:46.374686 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:46.393897 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfbf485c-567d-4150-9a75-1c2a6639282d {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:30:46.408727 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port bfbf485c-567d-4150-9a75-1c2a6639282d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=bfbf485c-567d-4150-9a75-1c2a6639282d,segment=NetworkSegment(d7045f24-3cbc-42cb-9e18-157620c9f41d),segment_id=d7045f24-3cbc-42cb-9e18-157620c9f41d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:46.413447 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:46.477522 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=bfbf485c-567d-4150-9a75-1c2a6639282d,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:46.581072 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d1427-fc25-4f53-b992-fcf74024ea4f req-846e3dd0-8ac2-4812-bf54-c7d245a90f4b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:46.582402 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-447d1427-fc25-4f53-b992-fcf74024ea4f req-846e3dd0-8ac2-4812-bf54-c7d245a90f4b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=24078f62-e7de-4343-8472-9f47cbe5a596 HTTP/1.1" status: 200 len: 944 time: 0.0789433 Apr 06 14:30:46.626144 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-447d1427-fc25-4f53-b992-fcf74024ea4f req-e6097fc7-ba70-4641-be15-22795345f826 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fa2ef9-6827-4eaf-96f5-603264145804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377083 Apr 06 14:30:46.642150 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['bfbf485c-567d-4150-9a75-1c2a6639282d'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:30:47.821905 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd62a2-8905-477b-b0c3-eab99b78f9ad req-e5993cb5-2b48-4ab8-9b7b-f85298b30834 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:47.823341 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cfcd62a2-8905-477b-b0c3-eab99b78f9ad req-e5993cb5-2b48-4ab8-9b7b-f85298b30834 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=24078f62-e7de-4343-8472-9f47cbe5a596 HTTP/1.1" status: 200 len: 944 time: 0.0779142 Apr 06 14:30:47.953587 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cfcd62a2-8905-477b-b0c3-eab99b78f9ad req-d357442b-d988-4bca-8aab-5329dee057c2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fa2ef9-6827-4eaf-96f5-603264145804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209452 Apr 06 14:30:48.180871 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device bfbf485c-567d-4150-9a75-1c2a6639282d up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:30:48.249690 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port bfbf485c-567d-4150-9a75-1c2a6639282d completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:30:48.254167 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port bfbf485c-567d-4150-9a75-1c2a6639282d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:30:48.254537 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:48.362387 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:48.388222 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24078f62-e7de-4343-8472-9f47cbe5a596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbf485c-567d-4150-9a75-1c2a6639282d'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:30:48.398825 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port bfbf485c-567d-4150-9a75-1c2a6639282d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=bfbf485c-567d-4150-9a75-1c2a6639282d,segment=NetworkSegment(d7045f24-3cbc-42cb-9e18-157620c9f41d),segment_id=d7045f24-3cbc-42cb-9e18-157620c9f41d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:30:48.402621 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:48.479927 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afa3f79d-c5f7-43ba-ac59-3fbc4473a8e2'] response: {'server_uuid': '24078f62-e7de-4343-8472-9f47cbe5a596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbf485c-567d-4150-9a75-1c2a6639282d', 'code': 200} Apr 06 14:30:48.511207 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=bfbf485c-567d-4150-9a75-1c2a6639282d,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:48.675332 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e9c9387b-b814-424a-93cb-47a79371bac8 req-d2814332-f3b7-4011-bb1b-6858c1e0b554 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=24078f62-e7de-4343-8472-9f47cbe5a596 HTTP/1.1" status: 200 len: 1098 time: 0.0649180 Apr 06 14:30:48.716446 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e9c9387b-b814-424a-93cb-47a79371bac8 req-f7a21054-6eb8-40f7-a72e-e7ce621afe34 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=19fa2ef9-6827-4eaf-96f5-603264145804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348012 Apr 06 14:30:49.153235 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6bed7-aa6f-445a-8a77-6b3681ba342c req-14e5022a-ee2a-4f8a-a74f-e65ef4dd791b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:49.154729 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a8b6bed7-aa6f-445a-8a77-6b3681ba342c req-14e5022a-ee2a-4f8a-a74f-e65ef4dd791b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=24078f62-e7de-4343-8472-9f47cbe5a596 HTTP/1.1" status: 200 len: 945 time: 0.0821707 Apr 06 14:30:49.203335 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a8b6bed7-aa6f-445a-8a77-6b3681ba342c req-85c627f7-7f80-46e0-beab-e19e765b4766 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fa2ef9-6827-4eaf-96f5-603264145804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428839 Apr 06 14:30:50.397729 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f760f99-bd5a-4a5c-8389-9059b9d5402a req-a373cd6e-91f8-4fff-8274-2c94d42e81f1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:50.399165 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2f760f99-bd5a-4a5c-8389-9059b9d5402a req-a373cd6e-91f8-4fff-8274-2c94d42e81f1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=24078f62-e7de-4343-8472-9f47cbe5a596 HTTP/1.1" status: 200 len: 945 time: 0.0769503 Apr 06 14:30:50.443603 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2f760f99-bd5a-4a5c-8389-9059b9d5402a req-dd8ca9ba-dc17-47a6-b3e2-db65c59492ab tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fa2ef9-6827-4eaf-96f5-603264145804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386484 Apr 06 14:30:50.645512 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e6a37-6511-4b87-ac0d-5a0f2efd02b0 req-c8f811e1-b9b2-4757-9e29-712462aa129d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:50.646972 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1c6e6a37-6511-4b87-ac0d-5a0f2efd02b0 req-c8f811e1-b9b2-4757-9e29-712462aa129d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=24078f62-e7de-4343-8472-9f47cbe5a596 HTTP/1.1" status: 200 len: 945 time: 0.0762830 Apr 06 14:30:50.690303 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1c6e6a37-6511-4b87-ac0d-5a0f2efd02b0 req-a5cd9806-195e-44ff-903b-fd2d37bb6d99 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fa2ef9-6827-4eaf-96f5-603264145804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378599 Apr 06 14:30:50.716824 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57564) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:50.783951 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c889c3d4-6380-464c-9ffe-d27b7ae4b6a1 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=24078f62-e7de-4343-8472-9f47cbe5a596 HTTP/1.1" status: 200 len: 1093 time: 0.0659547 Apr 06 14:30:50.786544 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57568) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:50.792105 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-564c0a2f-5574-41de-9a86-45b90ac93acd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'port_id': 'bfbf485c-567d-4150-9a75-1c2a6639282d', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:30:50.797494 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-564c0a2f-5574-41de-9a86-45b90ac93acd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:30:50.801210 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-564c0a2f-5574-41de-9a86-45b90ac93acd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:floatingip and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:30:50.803950 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-564c0a2f-5574-41de-9a86-45b90ac93acd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:30:50.809502 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-564c0a2f-5574-41de-9a86-45b90ac93acd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:30:50.824258 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-564c0a2f-5574-41de-9a86-45b90ac93acd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:50.954252 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-564c0a2f-5574-41de-9a86-45b90ac93acd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:51.086181 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-564c0a2f-5574-41de-9a86-45b90ac93acd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.26.8.66 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/ec5ceea3-dd47-41d0-9c6e-5f3b229df19f) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:51.233918 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-564c0a2f-5574-41de-9a86-45b90ac93acd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:51.260891 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-564c0a2f-5574-41de-9a86-45b90ac93acd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:51.327876 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564c0a2f-5574-41de-9a86-45b90ac93acd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:51.330985 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-564c0a2f-5574-41de-9a86-45b90ac93acd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:51.334943 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564c0a2f-5574-41de-9a86-45b90ac93acd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:30:51.365681 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c0a2f-5574-41de-9a86-45b90ac93acd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=ec5ceea3-dd47-41d0-9c6e-5f3b229df19f,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:51.816380 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-564c0a2f-5574-41de-9a86-45b90ac93acd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:51.871843 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-564c0a2f-5574-41de-9a86-45b90ac93acd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:52.067394 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-564c0a2f-5574-41de-9a86-45b90ac93acd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:52.071974 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-564c0a2f-5574-41de-9a86-45b90ac93acd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:52.256410 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c0a2f-5574-41de-9a86-45b90ac93acd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=ec5ceea3-dd47-41d0-9c6e-5f3b229df19f,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:52.269753 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-564c0a2f-5574-41de-9a86-45b90ac93acd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:52.454555 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-564c0a2f-5574-41de-9a86-45b90ac93acd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Floating IP 402b55ad-f4e4-4ca5-a8e0-1ddaa89de542 associated. External IP: 172.26.8.66, port: bfbf485c-567d-4150-9a75-1c2a6639282d. Apr 06 14:30:52.833217 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564c0a2f-5574-41de-9a86-45b90ac93acd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router cbb25cd4-087a-4d4b-b518-a92781b63863 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:30:53.030347 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564c0a2f-5574-41de-9a86-45b90ac93acd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:30:53.040389 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8254ee35-32d1-4e7f-9958-30f47ff49b66 None None] Sync routers for ids ['cbb25cd4-087a-4d4b-b518-a92781b63863'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:30:53.052855 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8254ee35-32d1-4e7f-9958-30f47ff49b66 None None] Routers {'cbb25cd4-087a-4d4b-b518-a92781b63863'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:30:53.053630 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8254ee35-32d1-4e7f-9958-30f47ff49b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:30:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['cbb25cd4-087a-4d4b-b518-a92781b63863'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:53.055183 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-564c0a2f-5574-41de-9a86-45b90ac93acd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:53.108185 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-564c0a2f-5574-41de-9a86-45b90ac93acd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3205678 Apr 06 14:30:53.108659 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24078f62-e7de-4343-8472-9f47cbe5a596', 'tag': 'bfbf485c-567d-4150-9a75-1c2a6639282d'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:30:53.111220 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57572) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:53.165899 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cdfa120-6d2b-4d0f-baec-a1c8410f0168'] response: {'name': 'network-changed', 'server_uuid': '24078f62-e7de-4343-8472-9f47cbe5a596', 'tag': 'bfbf485c-567d-4150-9a75-1c2a6639282d', 'status': 'completed', 'code': 200} Apr 06 14:30:53.231295 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-8254ee35-32d1-4e7f-9958-30f47ff49b66 None None] Set router cbb25cd4-087a-4d4b-b518-a92781b63863 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:30:53.260766 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1e71beca-78f1-4910-9fd7-c310d7b60c2c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/402b55ad-f4e4-4ca5-a8e0-1ddaa89de542 HTTP/1.1" status: 200 len: 990 time: 0.1482809 Apr 06 14:30:53.287276 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f7685b0e-6a3d-43bc-9d45-5dcfc90a884b req-c2233d67-4b48-4033-a2e0-372dceb47c29 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=24078f62-e7de-4343-8472-9f47cbe5a596 HTTP/1.1" status: 200 len: 1098 time: 0.0995462 Apr 06 14:30:53.417390 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7685b0e-6a3d-43bc-9d45-5dcfc90a884b req-357c4ee8-bcc5-4025-8ebd-0d6ed00689bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:53.418819 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f7685b0e-6a3d-43bc-9d45-5dcfc90a884b req-357c4ee8-bcc5-4025-8ebd-0d6ed00689bd service neutron] 10.222.0.69 "GET /v2.0/networks?id=8411108e-d50c-479d-99a7-d7b4928af741 HTTP/1.1" status: 200 len: 898 time: 0.1251795 Apr 06 14:30:53.516749 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f7685b0e-6a3d-43bc-9d45-5dcfc90a884b req-a64974de-852d-426e-a7eb-a4ad0f559268 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfbf485c-567d-4150-9a75-1c2a6639282d HTTP/1.1" status: 200 len: 998 time: 0.0915554 Apr 06 14:30:53.598384 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8254ee35-32d1-4e7f-9958-30f47ff49b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'name': 'tempest-TestNetworkBasicOps-router-1156728160', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': 'a7956b41-6eb5-49e1-b42d-600d5dcd0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:30:30Z', 'updated_at': '2022-04-06T14:30:34Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': 'a7956b41-6eb5-49e1-b42d-600d5dcd0548', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:30:31Z', 'updated_at': '2022-04-06T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '402b55ad-f4e4-4ca5-a8e0-1ddaa89de542', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.66', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'port_id': 'bfbf485c-567d-4150-9a75-1c2a6639282d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8411108e-d50c-479d-99a7-d7b4928af741', 'mac_address': 'fa:16:3e:5d:97:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24078f62-e7de-4343-8472-9f47cbe5a596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:30:51Z', 'updated_at': '2022-04-06T14:30:51Z', 'revision_number': 0, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cc557a6-2100-4f44-b58f-ce80f2ad8334', 'name': '', 'network_id': '8411108e-d50c-479d-99a7-d7b4928af741', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:00:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9b31e5d-d10a-4a5c-8bbb-be4b3700e712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:30:34Z', 'updated_at': '2022-04-06T14:30:42Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'c9b31e5d-d10a-4a5c-8bbb-be4b3700e712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:53.602605 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8254ee35-32d1-4e7f-9958-30f47ff49b66 None None] Checking router: cbb25cd4-087a-4d4b-b518-a92781b63863 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:30:53.613501 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8254ee35-32d1-4e7f-9958-30f47ff49b66 None None] Routers {'cbb25cd4-087a-4d4b-b518-a92781b63863'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:30:53.614121 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8254ee35-32d1-4e7f-9958-30f47ff49b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:30:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['cbb25cd4-087a-4d4b-b518-a92781b63863'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:53.674045 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7685b0e-6a3d-43bc-9d45-5dcfc90a884b req-25c9c2c9-8787-4016-9c8e-8335d04bd7f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:53.675358 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f7685b0e-6a3d-43bc-9d45-5dcfc90a884b req-25c9c2c9-8787-4016-9c8e-8335d04bd7f3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c9b31e5d-d10a-4a5c-8bbb-be4b3700e712 HTTP/1.1" status: 200 len: 844 time: 0.1523054 Apr 06 14:30:53.749037 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f7685b0e-6a3d-43bc-9d45-5dcfc90a884b req-443e6679-be19-42b5-a160-9aad60da8a40 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8411108e-d50c-479d-99a7-d7b4928af741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674331 Apr 06 14:30:53.785110 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-8254ee35-32d1-4e7f-9958-30f47ff49b66 None None] Set router cbb25cd4-087a-4d4b-b518-a92781b63863 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:30:53.879167 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f7685b0e-6a3d-43bc-9d45-5dcfc90a884b req-18fe9bf1-19c9-4eb0-a18f-9c1da85de3d5 service neutron] 10.222.0.69 "GET /v2.0/networks/8411108e-d50c-479d-99a7-d7b4928af741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238925 Apr 06 14:30:54.009360 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f7685b0e-6a3d-43bc-9d45-5dcfc90a884b req-b840a2b4-70a1-45d2-9f20-30a6ed8252ca service neutron] 10.222.0.69 "GET /v2.0/networks/8411108e-d50c-479d-99a7-d7b4928af741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228342 Apr 06 14:30:54.122954 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8254ee35-32d1-4e7f-9958-30f47ff49b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'name': 'tempest-TestNetworkBasicOps-router-1156728160', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': 'a7956b41-6eb5-49e1-b42d-600d5dcd0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:30:30Z', 'updated_at': '2022-04-06T14:30:34Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': 'a7956b41-6eb5-49e1-b42d-600d5dcd0548', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:30:31Z', 'updated_at': '2022-04-06T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '402b55ad-f4e4-4ca5-a8e0-1ddaa89de542', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.66', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'port_id': 'bfbf485c-567d-4150-9a75-1c2a6639282d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8411108e-d50c-479d-99a7-d7b4928af741', 'mac_address': 'fa:16:3e:5d:97:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24078f62-e7de-4343-8472-9f47cbe5a596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:30:51Z', 'updated_at': '2022-04-06T14:30:51Z', 'revision_number': 0, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cc557a6-2100-4f44-b58f-ce80f2ad8334', 'name': '', 'network_id': '8411108e-d50c-479d-99a7-d7b4928af741', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:00:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9b31e5d-d10a-4a5c-8bbb-be4b3700e712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:30:34Z', 'updated_at': '2022-04-06T14:30:42Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'c9b31e5d-d10a-4a5c-8bbb-be4b3700e712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:30:54.126938 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8254ee35-32d1-4e7f-9958-30f47ff49b66 None None] The sync data for ids ['cbb25cd4-087a-4d4b-b518-a92781b63863'] in dv-neutron-835868-1-hyperv is: [{'id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'name': 'tempest-TestNetworkBasicOps-router-1156728160', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': 'a7956b41-6eb5-49e1-b42d-600d5dcd0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:30:30Z', 'updated_at': '2022-04-06T14:30:34Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': 'a7956b41-6eb5-49e1-b42d-600d5dcd0548', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:30:31Z', 'updated_at': '2022-04-06T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '402b55ad-f4e4-4ca5-a8e0-1ddaa89de542', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.66', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'port_id': 'bfbf485c-567d-4150-9a75-1c2a6639282d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8411108e-d50c-479d-99a7-d7b4928af741', 'mac_address': 'fa:16:3e:5d:97:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24078f62-e7de-4343-8472-9f47cbe5a596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:30:51Z', 'updated_at': '2022-04-06T14:30:51Z', 'revision_number': 0, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cc557a6-2100-4f44-b58f-ce80f2ad8334', 'name': '', 'network_id': '8411108e-d50c-479d-99a7-d7b4928af741', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:00:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9b31e5d-d10a-4a5c-8bbb-be4b3700e712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:30:34Z', 'updated_at': '2022-04-06T14:30:42Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'c9b31e5d-d10a-4a5c-8bbb-be4b3700e712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:30:54.266763 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57578) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:54.370503 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0e1b5067-5d17-4dd8-a0b7-6e93ec0f538e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/402b55ad-f4e4-4ca5-a8e0-1ddaa89de542 HTTP/1.1" status: 200 len: 990 time: 0.1024497 Apr 06 14:30:55.373937 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57582) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:55.476381 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1d8fb21c-464d-4e84-8b18-963fdf64ae23 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/402b55ad-f4e4-4ca5-a8e0-1ddaa89de542 HTTP/1.1" status: 200 len: 990 time: 0.1012514 Apr 06 14:30:56.384230 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b15031-e4b2-417f-ad32-bb0780179590 None None] New status for floating IP 402b55ad-f4e4-4ca5-a8e0-1ddaa89de542: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:30:56.480137 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57586) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:56.583788 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-30888a79-3279-41fa-85ff-81f2fd8fc2f4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/402b55ad-f4e4-4ca5-a8e0-1ddaa89de542 HTTP/1.1" status: 200 len: 990 time: 0.1022749 Apr 06 14:30:57.587352 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57590) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:30:57.688810 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1a4c0233-953e-4986-826b-7e54714d6a25 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/402b55ad-f4e4-4ca5-a8e0-1ddaa89de542 HTTP/1.1" status: 200 len: 992 time: 0.1002798 Apr 06 14:30:59.005189 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:31:08.031639 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-869d586a-7433-4a8c-80fe-0aeac295917c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:31:10.868890 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-03001e75-7884-4383-bd97-25d07972a647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:31:11.322478 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:31:11.360420 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:31:12.836823 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:31:15.654042 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:31:29.011291 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:31:38.034205 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-17004028-825f-4718-a8b8-f260cb198b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:31:40.870335 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5d401d04-ac06-4418-9ba2-fc3968a59b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:31:41.315366 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:31:41.361588 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:31:42.836302 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:31:43.224947 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7d57802d-5c40-47ac-b9cf-cef16719749c req-db432e84-7066-43d3-abab-1c5c24f54238 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=24078f62-e7de-4343-8472-9f47cbe5a596&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680878 Apr 06 14:31:43.360228 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7d57802d-5c40-47ac-b9cf-cef16719749c req-783cbe4a-39aa-47aa-b949-3a35a0a426fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=24078f62-e7de-4343-8472-9f47cbe5a596 HTTP/1.1" status: 200 len: 1098 time: 0.0694351 Apr 06 14:31:43.499060 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57802d-5c40-47ac-b9cf-cef16719749c req-a7e7c51d-2291-4b6e-9741-d38e852ed946 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:43.500533 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7d57802d-5c40-47ac-b9cf-cef16719749c req-a7e7c51d-2291-4b6e-9741-d38e852ed946 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8411108e-d50c-479d-99a7-d7b4928af741 HTTP/1.1" status: 200 len: 898 time: 0.1229331 Apr 06 14:31:43.597917 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7d57802d-5c40-47ac-b9cf-cef16719749c req-1c739ab2-9dea-439a-8fa5-34ad4072da60 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfbf485c-567d-4150-9a75-1c2a6639282d HTTP/1.1" status: 200 len: 1000 time: 0.0912316 Apr 06 14:31:43.660971 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57802d-5c40-47ac-b9cf-cef16719749c req-61f6bab2-37df-432c-a305-97e5446405e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:43.662403 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7d57802d-5c40-47ac-b9cf-cef16719749c req-61f6bab2-37df-432c-a305-97e5446405e5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c9b31e5d-d10a-4a5c-8bbb-be4b3700e712 HTTP/1.1" status: 200 len: 844 time: 0.0588498 Apr 06 14:31:43.734497 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7d57802d-5c40-47ac-b9cf-cef16719749c req-a088369f-93cd-48f1-bb49-36739e3d234d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8411108e-d50c-479d-99a7-d7b4928af741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662229 Apr 06 14:31:43.864843 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7d57802d-5c40-47ac-b9cf-cef16719749c req-f24e2647-0f4f-4e97-82b4-2ffdbdae88fd service neutron] 10.222.0.69 "GET /v2.0/networks/8411108e-d50c-479d-99a7-d7b4928af741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244960 Apr 06 14:31:43.991299 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7d57802d-5c40-47ac-b9cf-cef16719749c req-edff3761-d32f-4758-9224-a22d2b97322f service neutron] 10.222.0.69 "GET /v2.0/networks/8411108e-d50c-479d-99a7-d7b4928af741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205463 Apr 06 14:31:52.654335 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:31:59.008008 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:32:08.035797 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-72a8436d-3f0e-47b1-affb-7c6e67e265a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:32:10.872183 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5b3e1502-74c7-4540-bfdf-1c678c79e08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:32:11.317479 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:32:11.363620 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:32:12.839217 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:32:29.027232 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:32:29.654882 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:32:38.037291 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e9e96c2e-d0f1-400d-97d0-cb990b7af6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:32:40.872806 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a4589a05-6c54-497b-a00c-4b2abd260a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:32:41.318348 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:32:41.365918 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:32:42.842230 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:32:44.328349 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-76528ebd-3775-4bbd-a97c-dcda43610ff1 req-635b1b9b-0f4d-4484-bece-21adc237ed9c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=24078f62-e7de-4343-8472-9f47cbe5a596&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1651068 Apr 06 14:32:44.466031 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-76528ebd-3775-4bbd-a97c-dcda43610ff1 req-4834487d-f285-4c03-abf1-1cebe134094d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=24078f62-e7de-4343-8472-9f47cbe5a596 HTTP/1.1" status: 200 len: 1098 time: 0.0681288 Apr 06 14:32:44.614655 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76528ebd-3775-4bbd-a97c-dcda43610ff1 req-501cc2d8-8835-4e90-80e3-1e53c0e2bb0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:44.616023 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-76528ebd-3775-4bbd-a97c-dcda43610ff1 req-501cc2d8-8835-4e90-80e3-1e53c0e2bb0d service neutron] 10.222.0.69 "GET /v2.0/networks?id=8411108e-d50c-479d-99a7-d7b4928af741 HTTP/1.1" status: 200 len: 898 time: 0.1304915 Apr 06 14:32:44.718781 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-76528ebd-3775-4bbd-a97c-dcda43610ff1 req-37ef7807-7180-4705-b25a-0af6e00ae0b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfbf485c-567d-4150-9a75-1c2a6639282d HTTP/1.1" status: 200 len: 1000 time: 0.0968187 Apr 06 14:32:44.783120 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76528ebd-3775-4bbd-a97c-dcda43610ff1 req-6c006e44-6d50-44e0-812f-dad44a60d39b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:44.784571 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-76528ebd-3775-4bbd-a97c-dcda43610ff1 req-6c006e44-6d50-44e0-812f-dad44a60d39b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c9b31e5d-d10a-4a5c-8bbb-be4b3700e712 HTTP/1.1" status: 200 len: 844 time: 0.0599451 Apr 06 14:32:44.864009 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-76528ebd-3775-4bbd-a97c-dcda43610ff1 req-0729d670-960c-4a15-824a-2605eaa801f7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8411108e-d50c-479d-99a7-d7b4928af741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736914 Apr 06 14:32:45.004325 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-76528ebd-3775-4bbd-a97c-dcda43610ff1 req-8c1c4959-9845-48e4-a93f-12a572b01b86 service neutron] 10.222.0.69 "GET /v2.0/networks/8411108e-d50c-479d-99a7-d7b4928af741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338439 Apr 06 14:32:45.135159 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-76528ebd-3775-4bbd-a97c-dcda43610ff1 req-8c3f54ac-6de5-43e8-b355-317374458f26 service neutron] 10.222.0.69 "GET /v2.0/networks/8411108e-d50c-479d-99a7-d7b4928af741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247821 Apr 06 14:32:48.919814 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57624) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:32:48.926575 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c171fd4b-afe6-424f-9b03-6aae95d08342 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:32:49.155856 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c171fd4b-afe6-424f-9b03-6aae95d08342 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1208167'] for subnet, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:32:49.424207 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c171fd4b-afe6-424f-9b03-6aae95d08342 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727578180756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1198452'] for subnet, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:32:49.475577 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c171fd4b-afe6-424f-9b03-6aae95d08342 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:49.476147 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c171fd4b-afe6-424f-9b03-6aae95d08342 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:32:49.477771 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c171fd4b-afe6-424f-9b03-6aae95d08342 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "PUT /v2.0/subnets/c9b31e5d-d10a-4a5c-8bbb-be4b3700e712 HTTP/1.1" status: 200 len: 836 time: 0.5566304 Apr 06 14:32:49.482952 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ce8f4d-3b12-4dca-8128-0afe84ada9d6 None None] Network 8411108e-d50c-479d-99a7-d7b4928af741 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:32:49.490833 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171fd4b-afe6-424f-9b03-6aae95d08342 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Subnet': ['ID=c9b31e5d-d10a-4a5c-8bbb-be4b3700e712,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:49.499768 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171fd4b-afe6-424f-9b03-6aae95d08342 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:49.500109 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171fd4b-afe6-424f-9b03-6aae95d08342 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:49.500444 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171fd4b-afe6-424f-9b03-6aae95d08342 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:49.500776 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171fd4b-afe6-424f-9b03-6aae95d08342 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:49.501132 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171fd4b-afe6-424f-9b03-6aae95d08342 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:49.501457 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171fd4b-afe6-424f-9b03-6aae95d08342 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:49.501780 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171fd4b-afe6-424f-9b03-6aae95d08342 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:49.502101 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171fd4b-afe6-424f-9b03-6aae95d08342 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:49.502419 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171fd4b-afe6-424f-9b03-6aae95d08342 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:49.502734 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171fd4b-afe6-424f-9b03-6aae95d08342 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:49.503050 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171fd4b-afe6-424f-9b03-6aae95d08342 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:49.902014 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-90621598-9609-4caa-b9e1-1680137e2738 None None] Provisioning complete for port 6fb2b22a-28c3-4f93-90f1-09df07372087 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:32:49.902388 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-90621598-9609-4caa-b9e1-1680137e2738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:32:50.023736 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-90621598-9609-4caa-b9e1-1680137e2738 None None] Provisioning complete for port 1cc557a6-2100-4f44-b58f-ce80f2ad8334 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:32:50.023995 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-90621598-9609-4caa-b9e1-1680137e2738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:32:50.146999 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-90621598-9609-4caa-b9e1-1680137e2738 None None] Provisioning complete for port bfbf485c-567d-4150-9a75-1c2a6639282d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:32:50.147365 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-90621598-9609-4caa-b9e1-1680137e2738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:32:59.032882 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:06.654625 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:33:08.045578 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a4799a2c-7a99-4bac-8fe7-f22a28375768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:10.878021 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-03a6907a-67de-4b87-8449-76b67f3303b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:11.323414 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:11.371437 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:12.845238 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:29.047695 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:32.411840 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57642) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:33:32.685032 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-cacc0dfb-a162-466e-8fe3-845099af92ef tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port ec5ceea3-dd47-41d0-9c6e-5f3b229df19f {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:33:32.685293 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cacc0dfb-a162-466e-8fe3-845099af92ef tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:32.852307 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cacc0dfb-a162-466e-8fe3-845099af92ef tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:32.852634 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cacc0dfb-a162-466e-8fe3-845099af92ef tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:32.969209 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-cacc0dfb-a162-466e-8fe3-845099af92ef tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for ec5ceea3-dd47-41d0-9c6e-5f3b229df19f owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:33:33.110982 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cacc0dfb-a162-466e-8fe3-845099af92ef tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:33.152500 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc0dfb-a162-466e-8fe3-845099af92ef tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=ec5ceea3-dd47-41d0-9c6e-5f3b229df19f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:33.190334 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc0dfb-a162-466e-8fe3-845099af92ef tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:33.190678 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc0dfb-a162-466e-8fe3-845099af92ef tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:33.191016 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc0dfb-a162-466e-8fe3-845099af92ef tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:33.191350 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc0dfb-a162-466e-8fe3-845099af92ef tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:33.191676 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc0dfb-a162-466e-8fe3-845099af92ef tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:33.192000 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc0dfb-a162-466e-8fe3-845099af92ef tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:33.192324 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc0dfb-a162-466e-8fe3-845099af92ef tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:33.192650 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc0dfb-a162-466e-8fe3-845099af92ef tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:33.192993 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc0dfb-a162-466e-8fe3-845099af92ef tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:33.193314 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc0dfb-a162-466e-8fe3-845099af92ef tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:33.193628 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc0dfb-a162-466e-8fe3-845099af92ef tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:33.352159 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cacc0dfb-a162-466e-8fe3-845099af92ef tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:33.734466 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacc0dfb-a162-466e-8fe3-845099af92ef tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router cbb25cd4-087a-4d4b-b518-a92781b63863 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:33:33.926772 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacc0dfb-a162-466e-8fe3-845099af92ef tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:33.937646 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c238417-99f8-40a5-aa90-edb8c52ae97b None None] Sync routers for ids ['cbb25cd4-087a-4d4b-b518-a92781b63863'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:33:33.946926 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cacc0dfb-a162-466e-8fe3-845099af92ef tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:33.950289 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c238417-99f8-40a5-aa90-edb8c52ae97b None None] Routers {'cbb25cd4-087a-4d4b-b518-a92781b63863'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:33:33.950891 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8c238417-99f8-40a5-aa90-edb8c52ae97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:33:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['cbb25cd4-087a-4d4b-b518-a92781b63863'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:34.004539 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cacc0dfb-a162-466e-8fe3-845099af92ef tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/floatingips/402b55ad-f4e4-4ca5-a8e0-1ddaa89de542 HTTP/1.1" status: 204 len: 168 time: 1.5890858 Apr 06 14:33:34.004539 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24078f62-e7de-4343-8472-9f47cbe5a596', 'tag': 'bfbf485c-567d-4150-9a75-1c2a6639282d'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:33:34.130974 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-8c238417-99f8-40a5-aa90-edb8c52ae97b None None] Set router cbb25cd4-087a-4d4b-b518-a92781b63863 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:33:34.172417 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb96a5f7-0a72-4cdd-9dd3-6ec09f8ce58d'] response: {'name': 'network-changed', 'server_uuid': '24078f62-e7de-4343-8472-9f47cbe5a596', 'tag': 'bfbf485c-567d-4150-9a75-1c2a6639282d', 'status': 'completed', 'code': 200} Apr 06 14:33:34.280808 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e24cd3fb-e467-44f6-92f4-a6c1326a02ab req-d2bbf176-b40e-4988-9d0d-6e75adbfb631 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=24078f62-e7de-4343-8472-9f47cbe5a596 HTTP/1.1" status: 200 len: 1098 time: 0.0855319 Apr 06 14:33:34.424114 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cd3fb-e467-44f6-92f4-a6c1326a02ab req-75bc19b2-69fe-45f3-95da-e81477bfa41f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:34.425692 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e24cd3fb-e467-44f6-92f4-a6c1326a02ab req-75bc19b2-69fe-45f3-95da-e81477bfa41f service neutron] 10.222.0.69 "GET /v2.0/networks?id=8411108e-d50c-479d-99a7-d7b4928af741 HTTP/1.1" status: 200 len: 898 time: 0.1384635 Apr 06 14:33:34.496810 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e24cd3fb-e467-44f6-92f4-a6c1326a02ab req-285b1f4a-547d-444c-985d-9258950d0a74 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfbf485c-567d-4150-9a75-1c2a6639282d HTTP/1.1" status: 200 len: 217 time: 0.0650580 Apr 06 14:33:34.505933 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8c238417-99f8-40a5-aa90-edb8c52ae97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'name': 'tempest-TestNetworkBasicOps-router-1156728160', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': 'a7956b41-6eb5-49e1-b42d-600d5dcd0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:30:30Z', 'updated_at': '2022-04-06T14:30:34Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': 'a7956b41-6eb5-49e1-b42d-600d5dcd0548', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:30:31Z', 'updated_at': '2022-04-06T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '1cc557a6-2100-4f44-b58f-ce80f2ad8334', 'name': '', 'network_id': '8411108e-d50c-479d-99a7-d7b4928af741', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:00:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9b31e5d-d10a-4a5c-8bbb-be4b3700e712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:30:34Z', 'updated_at': '2022-04-06T14:30:42Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'c9b31e5d-d10a-4a5c-8bbb-be4b3700e712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:34.509894 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c238417-99f8-40a5-aa90-edb8c52ae97b None None] Checking router: cbb25cd4-087a-4d4b-b518-a92781b63863 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:33:34.520912 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c238417-99f8-40a5-aa90-edb8c52ae97b None None] Routers {'cbb25cd4-087a-4d4b-b518-a92781b63863'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:33:34.521452 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8c238417-99f8-40a5-aa90-edb8c52ae97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:33:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['cbb25cd4-087a-4d4b-b518-a92781b63863'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:34.523884 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f975574-0ecf-4f1e-8aef-4ebffc74a90c req-4a194b91-a724-499a-a943-7b063b00890b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:34.525402 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6f975574-0ecf-4f1e-8aef-4ebffc74a90c req-4a194b91-a724-499a-a943-7b063b00890b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=24078f62-e7de-4343-8472-9f47cbe5a596 HTTP/1.1" status: 200 len: 945 time: 0.1571105 Apr 06 14:33:34.565794 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cd3fb-e467-44f6-92f4-a6c1326a02ab req-e2dcb97e-5cad-4c44-a668-22fe059f84e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:34.567341 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e24cd3fb-e467-44f6-92f4-a6c1326a02ab req-e2dcb97e-5cad-4c44-a668-22fe059f84e4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c9b31e5d-d10a-4a5c-8bbb-be4b3700e712 HTTP/1.1" status: 200 len: 844 time: 0.0646000 Apr 06 14:33:34.573966 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6f975574-0ecf-4f1e-8aef-4ebffc74a90c req-2294b634-d990-4249-a238-ab1b81bada5a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fa2ef9-6827-4eaf-96f5-603264145804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430021 Apr 06 14:33:34.647739 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e24cd3fb-e467-44f6-92f4-a6c1326a02ab req-c797e39c-7f9b-439f-a790-aa579434605d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8411108e-d50c-479d-99a7-d7b4928af741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726905 Apr 06 14:33:34.695556 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-8c238417-99f8-40a5-aa90-edb8c52ae97b None None] Set router cbb25cd4-087a-4d4b-b518-a92781b63863 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:33:34.781042 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e24cd3fb-e467-44f6-92f4-a6c1326a02ab req-3cc239f6-da4d-4069-b331-5f2c841880f9 service neutron] 10.222.0.69 "GET /v2.0/networks/8411108e-d50c-479d-99a7-d7b4928af741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255319 Apr 06 14:33:34.913340 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e24cd3fb-e467-44f6-92f4-a6c1326a02ab req-fd88bdf2-680b-4aec-b0a7-b8f6c081e756 service neutron] 10.222.0.69 "GET /v2.0/networks/8411108e-d50c-479d-99a7-d7b4928af741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247222 Apr 06 14:33:35.007240 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8c238417-99f8-40a5-aa90-edb8c52ae97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'name': 'tempest-TestNetworkBasicOps-router-1156728160', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': 'a7956b41-6eb5-49e1-b42d-600d5dcd0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:30:30Z', 'updated_at': '2022-04-06T14:30:34Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': 'a7956b41-6eb5-49e1-b42d-600d5dcd0548', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:30:31Z', 'updated_at': '2022-04-06T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '1cc557a6-2100-4f44-b58f-ce80f2ad8334', 'name': '', 'network_id': '8411108e-d50c-479d-99a7-d7b4928af741', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:00:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9b31e5d-d10a-4a5c-8bbb-be4b3700e712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:30:34Z', 'updated_at': '2022-04-06T14:30:42Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'c9b31e5d-d10a-4a5c-8bbb-be4b3700e712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:35.011087 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c238417-99f8-40a5-aa90-edb8c52ae97b None None] The sync data for ids ['cbb25cd4-087a-4d4b-b518-a92781b63863'] in dv-neutron-835868-1-hyperv is: [{'id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'name': 'tempest-TestNetworkBasicOps-router-1156728160', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': 'a7956b41-6eb5-49e1-b42d-600d5dcd0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:30:30Z', 'updated_at': '2022-04-06T14:30:34Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': 'a7956b41-6eb5-49e1-b42d-600d5dcd0548', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:30:31Z', 'updated_at': '2022-04-06T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '1cc557a6-2100-4f44-b58f-ce80f2ad8334', 'name': '', 'network_id': '8411108e-d50c-479d-99a7-d7b4928af741', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:00:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9b31e5d-d10a-4a5c-8bbb-be4b3700e712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:30:34Z', 'updated_at': '2022-04-06T14:30:42Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': 'c9b31e5d-d10a-4a5c-8bbb-be4b3700e712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:33:35.217106 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8e19de-dca7-4dff-bd3c-9fdbd1289bf2 None None] New status for floating IP 402b55ad-f4e4-4ca5-a8e0-1ddaa89de542: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:33:35.783014 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5010b-dbb5-4b36-bdf9-795a59da6475 req-9951bd2d-66fe-47f2-b57f-7b45c7707d7b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:35.783709 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-22d5010b-dbb5-4b36-bdf9-795a59da6475 req-9951bd2d-66fe-47f2-b57f-7b45c7707d7b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:33:35.800331 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-22d5010b-dbb5-4b36-bdf9-795a59da6475 req-9951bd2d-66fe-47f2-b57f-7b45c7707d7b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:33:35.801674 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-22d5010b-dbb5-4b36-bdf9-795a59da6475 req-9951bd2d-66fe-47f2-b57f-7b45c7707d7b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/ports?device_id=24078f62-e7de-4343-8472-9f47cbe5a596 HTTP/1.1" status: 200 len: 945 time: 0.0984352 Apr 06 14:33:36.006492 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-22d5010b-dbb5-4b36-bdf9-795a59da6475 req-2c882b72-90f6-47d1-ae22-1b7971297ad7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port bfbf485c-567d-4150-9a75-1c2a6639282d {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:33:36.006831 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-22d5010b-dbb5-4b36-bdf9-795a59da6475 req-2c882b72-90f6-47d1-ae22-1b7971297ad7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:36.104063 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65683a5d-659f-4f61-99ec-6607863a9169 req-d28439b2-1911-4c60-b297-aca597093de5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:36.105525 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-65683a5d-659f-4f61-99ec-6607863a9169 req-d28439b2-1911-4c60-b297-aca597093de5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=24078f62-e7de-4343-8472-9f47cbe5a596 HTTP/1.1" status: 200 len: 945 time: 0.3718061 Apr 06 14:33:36.235143 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-65683a5d-659f-4f61-99ec-6607863a9169 req-c397ac00-ca7f-4fc3-990f-a7480a0544e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fa2ef9-6827-4eaf-96f5-603264145804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231797 Apr 06 14:33:36.297655 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-22d5010b-dbb5-4b36-bdf9-795a59da6475 req-2c882b72-90f6-47d1-ae22-1b7971297ad7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] For port bfbf485c-567d-4150-9a75-1c2a6639282d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=bfbf485c-567d-4150-9a75-1c2a6639282d,segment=NetworkSegment(d7045f24-3cbc-42cb-9e18-157620c9f41d),segment_id=d7045f24-3cbc-42cb-9e18-157620c9f41d)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:36.297929 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-22d5010b-dbb5-4b36-bdf9-795a59da6475 req-2c882b72-90f6-47d1-ae22-1b7971297ad7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:36.417537 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-22d5010b-dbb5-4b36-bdf9-795a59da6475 req-2c882b72-90f6-47d1-ae22-1b7971297ad7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for bfbf485c-567d-4150-9a75-1c2a6639282d owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:33:36.556379 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-22d5010b-dbb5-4b36-bdf9-795a59da6475 req-2c882b72-90f6-47d1-ae22-1b7971297ad7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:36.602784 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c882b72-90f6-47d1-ae22-1b7971297ad7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=bfbf485c-567d-4150-9a75-1c2a6639282d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:36.674089 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d5010b-dbb5-4b36-bdf9-795a59da6475 req-2c882b72-90f6-47d1-ae22-1b7971297ad7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] No DVR routers for this DVR port bfbf485c-567d-4150-9a75-1c2a6639282d on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:36.676392 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-22d5010b-dbb5-4b36-bdf9-795a59da6475 req-2c882b72-90f6-47d1-ae22-1b7971297ad7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:36.678792 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24078f62-e7de-4343-8472-9f47cbe5a596', 'name': 'network-vif-deleted', 'tag': 'bfbf485c-567d-4150-9a75-1c2a6639282d'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:33:36.693488 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-22d5010b-dbb5-4b36-bdf9-795a59da6475 req-2c882b72-90f6-47d1-ae22-1b7971297ad7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "DELETE /v2.0/ports/bfbf485c-567d-4150-9a75-1c2a6639282d HTTP/1.1" status: 204 len: 173 time: 0.8849461 Apr 06 14:33:36.738018 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c898ec6c-da2a-4815-a2d6-4d7ad3b4f89b'] response: {'server_uuid': '24078f62-e7de-4343-8472-9f47cbe5a596', 'name': 'network-vif-deleted', 'tag': 'bfbf485c-567d-4150-9a75-1c2a6639282d', 'status': 'completed', 'code': 200} Apr 06 14:33:37.341508 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57676) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:33:37.407927 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dd16a589-622e-4dc7-87ae-7dcf6efad621 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:37.436290 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dd16a589-622e-4dc7-87ae-7dcf6efad621 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:37.502299 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dd16a589-622e-4dc7-87ae-7dcf6efad621 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:37.519584 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16a589-622e-4dc7-87ae-7dcf6efad621 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fa2ef9-6827-4eaf-96f5-603264145804,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:37.532556 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dd16a589-622e-4dc7-87ae-7dcf6efad621 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:37.533736 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-dd16a589-622e-4dc7-87ae-7dcf6efad621 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/security-groups/19fa2ef9-6827-4eaf-96f5-603264145804 HTTP/1.1" status: 204 len: 168 time: 0.1912498 Apr 06 14:33:37.579057 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57682) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:33:37.975176 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-12f56dfd-4265-4957-9c75-8174d35d0876 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:38.037717 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-05d7cec7-05af-4115-b32b-abb249557731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:38.683740 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-12f56dfd-4265-4957-9c75-8174d35d0876 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port 1cc557a6-2100-4f44-b58f-ce80f2ad8334 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:33:38.684343 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-12f56dfd-4265-4957-9c75-8174d35d0876 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:38.872128 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-12f56dfd-4265-4957-9c75-8174d35d0876 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] For port 1cc557a6-2100-4f44-b58f-ce80f2ad8334, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=1cc557a6-2100-4f44-b58f-ce80f2ad8334,segment=NetworkSegment(d7045f24-3cbc-42cb-9e18-157620c9f41d),segment_id=d7045f24-3cbc-42cb-9e18-157620c9f41d)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:38.872721 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-12f56dfd-4265-4957-9c75-8174d35d0876 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:38.954669 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device bfbf485c-567d-4150-9a75-1c2a6639282d no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:33:38.987424 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: bfbf485c-567d-4150-9a75-1c2a6639282d {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:33:38.987768 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device bfbf485c-567d-4150-9a75-1c2a6639282d not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:33:38.999191 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-12f56dfd-4265-4957-9c75-8174d35d0876 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for 1cc557a6-2100-4f44-b58f-ce80f2ad8334 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:33:39.172239 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-12f56dfd-4265-4957-9c75-8174d35d0876 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:39.219118 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f56dfd-4265-4957-9c75-8174d35d0876 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=1cc557a6-2100-4f44-b58f-ce80f2ad8334,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:39.518254 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-12f56dfd-4265-4957-9c75-8174d35d0876 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:40.216231 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f56dfd-4265-4957-9c75-8174d35d0876 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router cbb25cd4-087a-4d4b-b518-a92781b63863 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:33:40.424382 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f56dfd-4265-4957-9c75-8174d35d0876 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:40.435770 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b9cacf-46e6-43fd-b53b-2239fc58c170 None None] Sync routers for ids ['cbb25cd4-087a-4d4b-b518-a92781b63863'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:33:40.437725 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-12f56dfd-4265-4957-9c75-8174d35d0876 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "PUT /v2.0/routers/cbb25cd4-087a-4d4b-b518-a92781b63863/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8575954 Apr 06 14:33:40.440296 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57686) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:33:40.447764 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b9cacf-46e6-43fd-b53b-2239fc58c170 None None] Routers {'cbb25cd4-087a-4d4b-b518-a92781b63863'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:33:40.448357 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-74b9cacf-46e6-43fd-b53b-2239fc58c170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:33:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['cbb25cd4-087a-4d4b-b518-a92781b63863'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:40.627979 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-af182afc-c713-4306-9221-958912e3c734 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting subnet c9b31e5d-d10a-4a5c-8bbb-be4b3700e712 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:33:40.630844 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-74b9cacf-46e6-43fd-b53b-2239fc58c170 None None] Set router cbb25cd4-087a-4d4b-b518-a92781b63863 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:33:40.631007 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-af182afc-c713-4306-9221-958912e3c734 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:40.683636 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-af182afc-c713-4306-9221-958912e3c734 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:40.766417 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-af182afc-c713-4306-9221-958912e3c734 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:40.843884 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-af182afc-c713-4306-9221-958912e3c734 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:40.879221 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af182afc-c713-4306-9221-958912e3c734 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b31e5d-d10a-4a5c-8bbb-be4b3700e712,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:40.885723 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d256b74d-16a1-420a-9010-224f2fdf2d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:40.887755 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-af182afc-c713-4306-9221-958912e3c734 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:40.896510 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57690) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:33:40.896996 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-af182afc-c713-4306-9221-958912e3c734 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/subnets/c9b31e5d-d10a-4a5c-8bbb-be4b3700e712 HTTP/1.1" status: 204 len: 168 time: 0.4553497 Apr 06 14:33:40.897117 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c5a50e-2f06-4328-975a-091fa279c61e None None] Network 8411108e-d50c-479d-99a7-d7b4928af741 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:33:40.987737 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-74b9cacf-46e6-43fd-b53b-2239fc58c170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'name': 'tempest-TestNetworkBasicOps-router-1156728160', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': 'a7956b41-6eb5-49e1-b42d-600d5dcd0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:30:30Z', 'updated_at': '2022-04-06T14:33:39Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': 'a7956b41-6eb5-49e1-b42d-600d5dcd0548', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:30:31Z', 'updated_at': '2022-04-06T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:40.991705 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b9cacf-46e6-43fd-b53b-2239fc58c170 None None] Checking router: cbb25cd4-087a-4d4b-b518-a92781b63863 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:33:41.002599 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b9cacf-46e6-43fd-b53b-2239fc58c170 None None] Routers {'cbb25cd4-087a-4d4b-b518-a92781b63863'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:33:41.003193 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-74b9cacf-46e6-43fd-b53b-2239fc58c170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:33:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['cbb25cd4-087a-4d4b-b518-a92781b63863'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:41.115706 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-555e7129-5e3b-4011-b0bd-cd34e6519699 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:41.164696 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa640cb7-92c0-4953-a545-3b0dafc99b94 None None] DHCP port deletion for 8411108e-d50c-479d-99a7-d7b4928af741 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:33:41.169372 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-aa640cb7-92c0-4953-a545-3b0dafc99b94 None None] Deleting port 6fb2b22a-28c3-4f93-90f1-09df07372087 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:33:41.169973 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-aa640cb7-92c0-4953-a545-3b0dafc99b94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:41.181357 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-74b9cacf-46e6-43fd-b53b-2239fc58c170 None None] Set router cbb25cd4-087a-4d4b-b518-a92781b63863 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:33:41.316373 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-555e7129-5e3b-4011-b0bd-cd34e6519699 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:41.326502 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-555e7129-5e3b-4011-b0bd-cd34e6519699 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port a7956b41-6eb5-49e1-b42d-600d5dcd0548 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:33:41.327237 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-555e7129-5e3b-4011-b0bd-cd34e6519699 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:41.399855 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:41.401453 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:41.411598 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-aa640cb7-92c0-4953-a545-3b0dafc99b94 None None] For port 6fb2b22a-28c3-4f93-90f1-09df07372087, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=6fb2b22a-28c3-4f93-90f1-09df07372087,segment=NetworkSegment(d7045f24-3cbc-42cb-9e18-157620c9f41d),segment_id=d7045f24-3cbc-42cb-9e18-157620c9f41d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:41.411991 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-aa640cb7-92c0-4953-a545-3b0dafc99b94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:41.491248 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-74b9cacf-46e6-43fd-b53b-2239fc58c170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'name': 'tempest-TestNetworkBasicOps-router-1156728160', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': 'a7956b41-6eb5-49e1-b42d-600d5dcd0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:30:30Z', 'updated_at': '2022-04-06T14:33:39Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': 'a7956b41-6eb5-49e1-b42d-600d5dcd0548', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:30:31Z', 'updated_at': '2022-04-06T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:41.495786 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b9cacf-46e6-43fd-b53b-2239fc58c170 None None] The sync data for ids ['cbb25cd4-087a-4d4b-b518-a92781b63863'] in dv-neutron-835868-1-hyperv is: [{'id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'name': 'tempest-TestNetworkBasicOps-router-1156728160', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': 'a7956b41-6eb5-49e1-b42d-600d5dcd0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:30:30Z', 'updated_at': '2022-04-06T14:33:39Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': 'a7956b41-6eb5-49e1-b42d-600d5dcd0548', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb25cd4-087a-4d4b-b518-a92781b63863', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:30:31Z', 'updated_at': '2022-04-06T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:33:41.515876 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-555e7129-5e3b-4011-b0bd-cd34e6519699 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] For port a7956b41-6eb5-49e1-b42d-600d5dcd0548, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a7956b41-6eb5-49e1-b42d-600d5dcd0548,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:41.516239 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-555e7129-5e3b-4011-b0bd-cd34e6519699 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:41.534905 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-aa640cb7-92c0-4953-a545-3b0dafc99b94 None None] Calling delete_port for 6fb2b22a-28c3-4f93-90f1-09df07372087 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:33:41.610892 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-aa640cb7-92c0-4953-a545-3b0dafc99b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:41.642978 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-555e7129-5e3b-4011-b0bd-cd34e6519699 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for a7956b41-6eb5-49e1-b42d-600d5dcd0548 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:33:41.653218 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa640cb7-92c0-4953-a545-3b0dafc99b94 None None] Pushing event deleted for resources: {'Port': ['ID=6fb2b22a-28c3-4f93-90f1-09df07372087,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:41.663816 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa640cb7-92c0-4953-a545-3b0dafc99b94 None None] No DVR routers for this DVR port 6fb2b22a-28c3-4f93-90f1-09df07372087 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:41.666384 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa640cb7-92c0-4953-a545-3b0dafc99b94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:41.666731 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa640cb7-92c0-4953-a545-3b0dafc99b94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:41.667068 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa640cb7-92c0-4953-a545-3b0dafc99b94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:41.667502 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa640cb7-92c0-4953-a545-3b0dafc99b94 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:41.667842 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa640cb7-92c0-4953-a545-3b0dafc99b94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:41.668174 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa640cb7-92c0-4953-a545-3b0dafc99b94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:41.668501 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa640cb7-92c0-4953-a545-3b0dafc99b94 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:41.668826 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa640cb7-92c0-4953-a545-3b0dafc99b94 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:41.669272 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa640cb7-92c0-4953-a545-3b0dafc99b94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:41.669601 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa640cb7-92c0-4953-a545-3b0dafc99b94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:41.669942 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa640cb7-92c0-4953-a545-3b0dafc99b94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:41.807407 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-555e7129-5e3b-4011-b0bd-cd34e6519699 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:41.851533 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e7129-5e3b-4011-b0bd-cd34e6519699 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=a7956b41-6eb5-49e1-b42d-600d5dcd0548,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:41.916245 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 1cc557a6-2100-4f44-b58f-ce80f2ad8334 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:33:41.957376 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 1cc557a6-2100-4f44-b58f-ce80f2ad8334 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:33:41.958257 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 1cc557a6-2100-4f44-b58f-ce80f2ad8334 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:33:41.958767 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6fb2b22a-28c3-4f93-90f1-09df07372087 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:33:41.991689 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 6fb2b22a-28c3-4f93-90f1-09df07372087 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:33:41.992171 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 6fb2b22a-28c3-4f93-90f1-09df07372087 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:33:42.079996 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-555e7129-5e3b-4011-b0bd-cd34e6519699 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:42.417618 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-555e7129-5e3b-4011-b0bd-cd34e6519699 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:42.422013 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-555e7129-5e3b-4011-b0bd-cd34e6519699 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:42.448031 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-555e7129-5e3b-4011-b0bd-cd34e6519699 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:42.448604 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555e7129-5e3b-4011-b0bd-cd34e6519699 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Fanout notify agent at l3_agent the message router_deleted on router cbb25cd4-087a-4d4b-b518-a92781b63863 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:33:42.463178 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-555e7129-5e3b-4011-b0bd-cd34e6519699 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:42.464627 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-555e7129-5e3b-4011-b0bd-cd34e6519699 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/routers/cbb25cd4-087a-4d4b-b518-a92781b63863 HTTP/1.1" status: 204 len: 168 time: 1.5663869 Apr 06 14:33:42.467486 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57694) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:33:42.583906 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-64f9251b-47a1-4c75-9e77-900591fc21d9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:42.714776 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-64f9251b-47a1-4c75-9e77-900591fc21d9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:42.738992 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-64f9251b-47a1-4c75-9e77-900591fc21d9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8411108e-d50c-479d-99a7-d7b4928af741']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:42.750839 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-64f9251b-47a1-4c75-9e77-900591fc21d9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7045f24-3cbc-42cb-9e18-157620c9f41d') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:42.751127 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-64f9251b-47a1-4c75-9e77-900591fc21d9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7045f24-3cbc-42cb-9e18-157620c9f41d') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:42.762390 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-64f9251b-47a1-4c75-9e77-900591fc21d9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:42.778025 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-64f9251b-47a1-4c75-9e77-900591fc21d9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:42.784230 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f9251b-47a1-4c75-9e77-900591fc21d9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:33:42.784705 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-64f9251b-47a1-4c75-9e77-900591fc21d9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:33:42.799185 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:33:42.847253 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:42.974532 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-64f9251b-47a1-4c75-9e77-900591fc21d9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:42.991722 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-64f9251b-47a1-4c75-9e77-900591fc21d9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:43.003231 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9251b-47a1-4c75-9e77-900591fc21d9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Network': ['ID=8411108e-d50c-479d-99a7-d7b4928af741,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:43.011288 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-64f9251b-47a1-4c75-9e77-900591fc21d9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/networks/8411108e-d50c-479d-99a7-d7b4928af741 HTTP/1.1" status: 204 len: 168 time: 0.5427413 Apr 06 14:33:43.022989 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57698) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:33:43.028763 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ca2f8b87-f0c3-44f4-a987-cdebede4ba0b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'network': {'name': 'tempest-network-smoke--375792022', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'port_security_enabled': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:33:43.033652 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ca2f8b87-f0c3-44f4-a987-cdebede4ba0b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:33:43.037723 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ca2f8b87-f0c3-44f4-a987-cdebede4ba0b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:network and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:33:43.040490 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ca2f8b87-f0c3-44f4-a987-cdebede4ba0b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:33:43.046658 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ca2f8b87-f0c3-44f4-a987-cdebede4ba0b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:33:43.057171 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2f8b87-f0c3-44f4-a987-cdebede4ba0b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Made reservation on behalf of 2c4f01a131354b128ac6b7c118186600 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:43.060041 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ca2f8b87-f0c3-44f4-a987-cdebede4ba0b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:43.090278 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca2f8b87-f0c3-44f4-a987-cdebede4ba0b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:33:43.099724 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ca2f8b87-f0c3-44f4-a987-cdebede4ba0b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:43.100159 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-ca2f8b87-f0c3-44f4-a987-cdebede4ba0b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Added segment 25b64d95-7576-4e8d-87a2-926ee6896d06 of type vlan for network 4ae68254-040e-4b2c-8556-e2105142b37a Apr 06 14:33:43.126435 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ca2f8b87-f0c3-44f4-a987-cdebede4ba0b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:43.158630 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ca2f8b87-f0c3-44f4-a987-cdebede4ba0b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:43.162460 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2f8b87-f0c3-44f4-a987-cdebede4ba0b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:43.163037 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ca2f8b87-f0c3-44f4-a987-cdebede4ba0b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:43.264838 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ca2f8b87-f0c3-44f4-a987-cdebede4ba0b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2404575 Apr 06 14:33:43.267814 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57704) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:33:43.270880 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f8b87-f0c3-44f4-a987-cdebede4ba0b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Network': ['ID=4ae68254-040e-4b2c-8556-e2105142b37a,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:43.273797 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-049866d6-da04-4431-bfee-580053c076e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1203926749', 'admin_state_up': True, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:33:43.281787 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 4ae68254-040e-4b2c-8556-e2105142b37a details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:33:43.282805 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-049866d6-da04-4431-bfee-580053c076e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:33:43.287221 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-049866d6-da04-4431-bfee-580053c076e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:router and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:33:43.291532 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-049866d6-da04-4431-bfee-580053c076e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:33:43.297305 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-049866d6-da04-4431-bfee-580053c076e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:33:43.308448 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-049866d6-da04-4431-bfee-580053c076e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:43.309399 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-049866d6-da04-4431-bfee-580053c076e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:43.328207 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-049866d6-da04-4431-bfee-580053c076e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:43.479122 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-049866d6-da04-4431-bfee-580053c076e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:43.654296 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:33:43.655222 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-049866d6-da04-4431-bfee-580053c076e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:43.683984 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-049866d6-da04-4431-bfee-580053c076e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:43.818423 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-049866d6-da04-4431-bfee-580053c076e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.26.8.239 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:43.902019 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a7956b41-6eb5-49e1-b42d-600d5dcd0548 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:33:43.934841 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: a7956b41-6eb5-49e1-b42d-600d5dcd0548 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:33:43.934841 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a7956b41-6eb5-49e1-b42d-600d5dcd0548 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:33:43.965968 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-049866d6-da04-4431-bfee-580053c076e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:43.991982 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-049866d6-da04-4431-bfee-580053c076e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:44.061061 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049866d6-da04-4431-bfee-580053c076e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:44.063644 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-049866d6-da04-4431-bfee-580053c076e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:44.067735 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049866d6-da04-4431-bfee-580053c076e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:33:44.091913 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049866d6-da04-4431-bfee-580053c076e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:44.217595 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-049866d6-da04-4431-bfee-580053c076e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:44.218320 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-049866d6-da04-4431-bfee-580053c076e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:44.444438 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049866d6-da04-4431-bfee-580053c076e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router 15d75e0a-0bd8-4517-9915-0d6d1025c069 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:33:44.739030 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049866d6-da04-4431-bfee-580053c076e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:44.748332 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddfd020-97b8-40a9-89d0-cd442960c3b3 None None] Sync routers for ids ['15d75e0a-0bd8-4517-9915-0d6d1025c069'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:33:44.759907 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddfd020-97b8-40a9-89d0-cd442960c3b3 None None] Routers {'15d75e0a-0bd8-4517-9915-0d6d1025c069'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:33:44.760519 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6ddfd020-97b8-40a9-89d0-cd442960c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:33:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['15d75e0a-0bd8-4517-9915-0d6d1025c069'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:44.764305 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-049866d6-da04-4431-bfee-580053c076e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:44.765527 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-049866d6-da04-4431-bfee-580053c076e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4965508 Apr 06 14:33:44.768719 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57710) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:33:44.904121 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ae85e2be-610a-4c29-a456-33e1aa235d82 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=2c4f01a131354b128ac6b7c118186600&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1340327 Apr 06 14:33:44.906649 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57716) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:33:44.976480 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-6ddfd020-97b8-40a9-89d0-cd442960c3b3 None None] Set router 15d75e0a-0bd8-4517-9915-0d6d1025c069 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:33:45.035644 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26da5006-ab3f-454b-852a-de374ff38ac1 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:45.037148 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-26da5006-ab3f-454b-852a-de374ff38ac1 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294930 Apr 06 14:33:45.040051 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57720) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:33:45.078486 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e626ff78-18d2-4c1a-915a-6d577092dd94 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5b121ca5-69d5-4d27-bffe-4929f7aabdf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371995 Apr 06 14:33:45.080888 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57724) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:33:45.086174 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1a2bc93a-400d-44d2-af64-c057a99d5b1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-7478646', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:33:45.192587 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1a2bc93a-400d-44d2-af64-c057a99d5b1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:33:45.196629 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1a2bc93a-400d-44d2-af64-c057a99d5b1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:subnet and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:33:45.199924 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1a2bc93a-400d-44d2-af64-c057a99d5b1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:33:45.205576 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1a2bc93a-400d-44d2-af64-c057a99d5b1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:33:45.215478 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2bc93a-400d-44d2-af64-c057a99d5b1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Made reservation on behalf of 2c4f01a131354b128ac6b7c118186600 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:45.255470 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6ddfd020-97b8-40a9-89d0-cd442960c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'name': 'tempest-TestNetworkBasicOps-router-1203926749', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:44Z', 'revision_number': 3, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:45.259830 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddfd020-97b8-40a9-89d0-cd442960c3b3 None None] Checking router: 15d75e0a-0bd8-4517-9915-0d6d1025c069 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:33:45.260183 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddfd020-97b8-40a9-89d0-cd442960c3b3 None None] Updating router 15d75e0a-0bd8-4517-9915-0d6d1025c069 port 43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:33:45.311392 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6ddfd020-97b8-40a9-89d0-cd442960c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:45.321454 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc93a-400d-44d2-af64-c057a99d5b1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:45.536675 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc93a-400d-44d2-af64-c057a99d5b1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:45.620190 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc93a-400d-44d2-af64-c057a99d5b1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Subnet': ['ID=675a80f0-f22d-4222-90b2-0ffd26e4f59d,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:45.632224 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2bc93a-400d-44d2-af64-c057a99d5b1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Checking segment: {'id': '25b64d95-7576-4e8d-87a2-926ee6896d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:33:45.632401 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2bc93a-400d-44d2-af64-c057a99d5b1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network hostable DHCP agents. Network: 4ae68254-040e-4b2c-8556-e2105142b37a, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:33:45.637555 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6ddfd020-97b8-40a9-89d0-cd442960c3b3 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:45.649603 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6ddfd020-97b8-40a9-89d0-cd442960c3b3 None None] Transition to ACTIVE for port object 43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:33:45.655632 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6ddfd020-97b8-40a9-89d0-cd442960c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:45.656946 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2bc93a-400d-44d2-af64-c057a99d5b1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 4ae68254-040e-4b2c-8556-e2105142b37a is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:33:45.666745 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-1a2bc93a-400d-44d2-af64-c057a99d5b1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 4ae68254-040e-4b2c-8556-e2105142b37a) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:45.670795 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2bc93a-400d-44d2-af64-c057a99d5b1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:45.671377 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc93a-400d-44d2-af64-c057a99d5b1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:45.696751 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1a2bc93a-400d-44d2-af64-c057a99d5b1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.6119573 Apr 06 14:33:45.697415 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57728) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:33:45.697892 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3e37ac-8bd2-4cc9-8a61-33ed5b8917c4 None None] Network 4ae68254-040e-4b2c-8556-e2105142b37a requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:33:45.823641 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fed2c6-e7de-4d03-8016-f26704b5bfc5 None None] Pushing event updated for resources: {'Port': ['ID=43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:45.829809 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-6ddfd020-97b8-40a9-89d0-cd442960c3b3 None None] Attempting to bind port 43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:33:45.830174 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-6ddfd020-97b8-40a9-89d0-cd442960c3b3 None None] Attempting to bind port 43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:33:45.830531 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddfd020-97b8-40a9-89d0-cd442960c3b3 None None] Attempting to bind port 43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:33:45.853810 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddfd020-97b8-40a9-89d0-cd442960c3b3 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:33:45.854183 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddfd020-97b8-40a9-89d0-cd442960c3b3 None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:33:45.854577 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6ddfd020-97b8-40a9-89d0-cd442960c3b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:45.854962 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddfd020-97b8-40a9-89d0-cd442960c3b3 None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:33:45.855437 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-6ddfd020-97b8-40a9-89d0-cd442960c3b3 None None] Bound port: 43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:33:45.855805 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6ddfd020-97b8-40a9-89d0-cd442960c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:45.984935 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6ddfd020-97b8-40a9-89d0-cd442960c3b3 None None] For port 43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:45.989825 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6ddfd020-97b8-40a9-89d0-cd442960c3b3 None None] For port 43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:46.017943 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6ddfd020-97b8-40a9-89d0-cd442960c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:46.072393 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704d6a64-0f34-4081-a764-f395a5142abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-4ae68254-040e-4b2c-8556-e2105142b37a', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ips': [{'subnet_id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:33:46.073292 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-704d6a64-0f34-4081-a764-f395a5142abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:46.157738 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fed2c6-e7de-4d03-8016-f26704b5bfc5 None None] Pushing event updated for resources: {'Port': ['ID=43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:46.186554 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddfd020-97b8-40a9-89d0-cd442960c3b3 None None] Routers {'15d75e0a-0bd8-4517-9915-0d6d1025c069'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:33:46.187171 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6ddfd020-97b8-40a9-89d0-cd442960c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:33:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['15d75e0a-0bd8-4517-9915-0d6d1025c069'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:46.410521 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-704d6a64-0f34-4081-a764-f395a5142abe None None] Allocated IP 172.20.0.2 (4ae68254-040e-4b2c-8556-e2105142b37a/675a80f0-f22d-4222-90b2-0ffd26e4f59d/58d8f0e0-29d1-4f44-95eb-066717e8f290) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:46.445517 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-6ddfd020-97b8-40a9-89d0-cd442960c3b3 None None] Set router 15d75e0a-0bd8-4517-9915-0d6d1025c069 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:33:46.475733 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bce4e480-b604-4496-982d-1366ba0431ad tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:46.904380 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-704d6a64-0f34-4081-a764-f395a5142abe None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:46.920739 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-704d6a64-0f34-4081-a764-f395a5142abe None None] Transition to ACTIVE for port object 58d8f0e0-29d1-4f44-95eb-066717e8f290 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:33:46.943469 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-704d6a64-0f34-4081-a764-f395a5142abe None None] Transition to ACTIVE for port object 58d8f0e0-29d1-4f44-95eb-066717e8f290 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:33:46.950860 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-704d6a64-0f34-4081-a764-f395a5142abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:47.001939 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6ddfd020-97b8-40a9-89d0-cd442960c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'name': 'tempest-TestNetworkBasicOps-router-1203926749', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:44Z', 'revision_number': 3, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:47.012313 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddfd020-97b8-40a9-89d0-cd442960c3b3 None None] The sync data for ids ['15d75e0a-0bd8-4517-9915-0d6d1025c069'] in dv-neutron-835868-1-hyperv is: [{'id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'name': 'tempest-TestNetworkBasicOps-router-1203926749', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:44Z', 'revision_number': 3, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:33:47.015616 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-bce4e480-b604-4496-982d-1366ba0431ad tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.20.0.1 (4ae68254-040e-4b2c-8556-e2105142b37a/675a80f0-f22d-4222-90b2-0ffd26e4f59d/2fdce351-0f2b-4ea8-91ff-aa175ce4177b) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:47.021977 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704d6a64-0f34-4081-a764-f395a5142abe None None] Network 4ae68254-040e-4b2c-8556-e2105142b37a is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:47.029933 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-704d6a64-0f34-4081-a764-f395a5142abe None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:47.034819 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704d6a64-0f34-4081-a764-f395a5142abe None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:33:47.046861 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d6a64-0f34-4081-a764-f395a5142abe None None] Pushing event updated for resources: {'Port': ['ID=58d8f0e0-29d1-4f44-95eb-066717e8f290,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:47.139182 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-704d6a64-0f34-4081-a764-f395a5142abe None None] Attempting to bind port 58d8f0e0-29d1-4f44-95eb-066717e8f290 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:33:47.139554 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-704d6a64-0f34-4081-a764-f395a5142abe None None] Attempting to bind port 58d8f0e0-29d1-4f44-95eb-066717e8f290 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '25b64d95-7576-4e8d-87a2-926ee6896d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:33:47.139918 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d6a64-0f34-4081-a764-f395a5142abe None None] Attempting to bind port 58d8f0e0-29d1-4f44-95eb-066717e8f290 on network 4ae68254-040e-4b2c-8556-e2105142b37a {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:33:47.147382 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d6a64-0f34-4081-a764-f395a5142abe None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:33:47.149426 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d6a64-0f34-4081-a764-f395a5142abe None None] Checking segment: {'id': '25b64d95-7576-4e8d-87a2-926ee6896d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:33:47.149956 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-704d6a64-0f34-4081-a764-f395a5142abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:47.150487 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d6a64-0f34-4081-a764-f395a5142abe None None] Bound using segment: {'id': '25b64d95-7576-4e8d-87a2-926ee6896d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:33:47.151090 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-704d6a64-0f34-4081-a764-f395a5142abe None None] Bound port: 58d8f0e0-29d1-4f44-95eb-066717e8f290, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b64d95-7576-4e8d-87a2-926ee6896d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:33:47.151657 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-704d6a64-0f34-4081-a764-f395a5142abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:47.277469 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-704d6a64-0f34-4081-a764-f395a5142abe None None] For port 58d8f0e0-29d1-4f44-95eb-066717e8f290, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:47.281272 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-704d6a64-0f34-4081-a764-f395a5142abe None None] For port 58d8f0e0-29d1-4f44-95eb-066717e8f290, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=58d8f0e0-29d1-4f44-95eb-066717e8f290,segment=NetworkSegment(25b64d95-7576-4e8d-87a2-926ee6896d06),segment_id=25b64d95-7576-4e8d-87a2-926ee6896d06)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:47.286891 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-704d6a64-0f34-4081-a764-f395a5142abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:47.343315 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bce4e480-b604-4496-982d-1366ba0431ad tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:47.360434 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-bce4e480-b604-4496-982d-1366ba0431ad tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Transition to ACTIVE for port object 2fdce351-0f2b-4ea8-91ff-aa175ce4177b will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:33:47.372012 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d6a64-0f34-4081-a764-f395a5142abe None None] Pushing event updated for resources: {'Port': ['ID=58d8f0e0-29d1-4f44-95eb-066717e8f290,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:47.387208 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bce4e480-b604-4496-982d-1366ba0431ad tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:47.453112 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce4e480-b604-4496-982d-1366ba0431ad tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 4ae68254-040e-4b2c-8556-e2105142b37a is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:47.456403 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-bce4e480-b604-4496-982d-1366ba0431ad tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:47.461069 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce4e480-b604-4496-982d-1366ba0431ad tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:33:47.517133 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4e480-b604-4496-982d-1366ba0431ad tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=2fdce351-0f2b-4ea8-91ff-aa175ce4177b,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:47.555693 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bce4e480-b604-4496-982d-1366ba0431ad tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:47.651629 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bce4e480-b604-4496-982d-1366ba0431ad tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:47.967061 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 58d8f0e0-29d1-4f44-95eb-066717e8f290 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:33:48.041998 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 58d8f0e0-29d1-4f44-95eb-066717e8f290 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:33:48.051819 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:33:48.091701 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bce4e480-b604-4496-982d-1366ba0431ad tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:48.099989 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bce4e480-b604-4496-982d-1366ba0431ad tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:48.130399 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:33:48.136744 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:33:48.137152 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:48.213779 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4e480-b604-4496-982d-1366ba0431ad tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=2fdce351-0f2b-4ea8-91ff-aa175ce4177b,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:48.223837 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bce4e480-b604-4496-982d-1366ba0431ad tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:48.266401 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:48.283729 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:48.289151 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:48.337365 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba05acec-7e36-400c-84ba-16d0526733cb None None] Network 4ae68254-040e-4b2c-8556-e2105142b37a requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:33:48.375759 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce4e480-b604-4496-982d-1366ba0431ad tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 4ae68254-040e-4b2c-8556-e2105142b37a is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:48.376944 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-bce4e480-b604-4496-982d-1366ba0431ad tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:48.453625 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:48.473921 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-535fe58b-a990-4e2d-98a0-423023ce523d None None] Provisioning for port 58d8f0e0-29d1-4f44-95eb-066717e8f290 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:33:48.489528 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-535fe58b-a990-4e2d-98a0-423023ce523d None None] Provisioning complete for port 58d8f0e0-29d1-4f44-95eb-066717e8f290 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:33:48.489898 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-535fe58b-a990-4e2d-98a0-423023ce523d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:48.690934 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-535fe58b-a990-4e2d-98a0-423023ce523d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:48.736261 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-535fe58b-a990-4e2d-98a0-423023ce523d None None] For port 58d8f0e0-29d1-4f44-95eb-066717e8f290, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=58d8f0e0-29d1-4f44-95eb-066717e8f290,segment=NetworkSegment(25b64d95-7576-4e8d-87a2-926ee6896d06),segment_id=25b64d95-7576-4e8d-87a2-926ee6896d06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:48.740905 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-535fe58b-a990-4e2d-98a0-423023ce523d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:48.778939 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce4e480-b604-4496-982d-1366ba0431ad tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router 15d75e0a-0bd8-4517-9915-0d6d1025c069 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:33:48.813879 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fe58b-a990-4e2d-98a0-423023ce523d None None] Pushing event updated for resources: {'Port': ['ID=58d8f0e0-29d1-4f44-95eb-066717e8f290,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:48.965999 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-54b3f36c-914b-4f84-9e1f-7490a586eea6 None None] Provisioning for port 2fdce351-0f2b-4ea8-91ff-aa175ce4177b completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:33:48.972836 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-54b3f36c-914b-4f84-9e1f-7490a586eea6 None None] Provisioning complete for port 2fdce351-0f2b-4ea8-91ff-aa175ce4177b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:33:48.973507 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-54b3f36c-914b-4f84-9e1f-7490a586eea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:49.081342 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-54b3f36c-914b-4f84-9e1f-7490a586eea6 None None] Port 2fdce351-0f2b-4ea8-91ff-aa175ce4177b cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:33:49.095106 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-54b3f36c-914b-4f84-9e1f-7490a586eea6 None None] Provisioning complete for port 58d8f0e0-29d1-4f44-95eb-066717e8f290 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:33:49.095299 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-54b3f36c-914b-4f84-9e1f-7490a586eea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:49.111923 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce4e480-b604-4496-982d-1366ba0431ad tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:49.126026 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bce4e480-b604-4496-982d-1366ba0431ad tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "PUT /v2.0/routers/15d75e0a-0bd8-4517-9915-0d6d1025c069/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4273009 Apr 06 14:33:49.129418 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57736) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:33:49.276714 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded58603-271a-488a-a3b8-a0f07b137bb6 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:49.277118 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded58603-271a-488a-a3b8-a0f07b137bb6 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:49.277482 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded58603-271a-488a-a3b8-a0f07b137bb6 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:49.277839 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded58603-271a-488a-a3b8-a0f07b137bb6 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:49.279443 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ded58603-271a-488a-a3b8-a0f07b137bb6 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1489971 Apr 06 14:33:49.282122 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57740) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:33:49.337949 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6260e3e8-100a-4171-ae41-017323ad9caa None None] Provisioning complete for port 2fdce351-0f2b-4ea8-91ff-aa175ce4177b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:33:49.338315 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6260e3e8-100a-4171-ae41-017323ad9caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:49.348558 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c04af8f-f94f-4c6e-9277-de01cb5c3f09 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:49.348963 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c04af8f-f94f-4c6e-9277-de01cb5c3f09 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:49.349333 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c04af8f-f94f-4c6e-9277-de01cb5c3f09 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:49.349705 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c04af8f-f94f-4c6e-9277-de01cb5c3f09 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:49.354106 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3c04af8f-f94f-4c6e-9277-de01cb5c3f09 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2725 time: 0.0683346 Apr 06 14:33:49.354405 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57744) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:33:49.391876 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6260e3e8-100a-4171-ae41-017323ad9caa None None] Port 2fdce351-0f2b-4ea8-91ff-aa175ce4177b cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:33:49.552840 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0b10b7ba-b0fc-4211-aac3-7182f407a6f7 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1972833 Apr 06 14:33:49.790903 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57750) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:33:49.796473 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-de211687-2937-4fea-8fc5-4a9ab008fd53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1456168174', 'description': 'tempest-secgroup-smoke-1456168174 description', 'project_id': '2c4f01a131354b128ac6b7c118186600'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:33:49.802742 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-de211687-2937-4fea-8fc5-4a9ab008fd53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:33:49.807639 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-de211687-2937-4fea-8fc5-4a9ab008fd53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:33:49.810486 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-de211687-2937-4fea-8fc5-4a9ab008fd53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:33:49.816086 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-de211687-2937-4fea-8fc5-4a9ab008fd53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:33:49.826322 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-de211687-2937-4fea-8fc5-4a9ab008fd53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:49.861691 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-de211687-2937-4fea-8fc5-4a9ab008fd53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:33:49.865441 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-de211687-2937-4fea-8fc5-4a9ab008fd53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:33:49.868259 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-de211687-2937-4fea-8fc5-4a9ab008fd53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:33:49.873768 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-de211687-2937-4fea-8fc5-4a9ab008fd53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:33:49.915683 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 58d8f0e0-29d1-4f44-95eb-066717e8f290 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:33:49.929748 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-de211687-2937-4fea-8fc5-4a9ab008fd53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:49.934507 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-de211687-2937-4fea-8fc5-4a9ab008fd53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:49.981467 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de211687-2937-4fea-8fc5-4a9ab008fd53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b87b628-d1e9-4e5d-a0e4-3ef63c4a9ecb,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:49.986261 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 58d8f0e0-29d1-4f44-95eb-066717e8f290 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:33:49.987023 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:49.990696 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-de211687-2937-4fea-8fc5-4a9ab008fd53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:49.991879 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-de211687-2937-4fea-8fc5-4a9ab008fd53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1999454 Apr 06 14:33:49.993294 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de211687-2937-4fea-8fc5-4a9ab008fd53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:49.994191 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de211687-2937-4fea-8fc5-4a9ab008fd53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:49.994524 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de211687-2937-4fea-8fc5-4a9ab008fd53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:49.994855 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de211687-2937-4fea-8fc5-4a9ab008fd53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:49.995186 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de211687-2937-4fea-8fc5-4a9ab008fd53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:49.995509 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de211687-2937-4fea-8fc5-4a9ab008fd53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:49.995849 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de211687-2937-4fea-8fc5-4a9ab008fd53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:49.996118 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57754) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:33:49.996240 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de211687-2937-4fea-8fc5-4a9ab008fd53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:49.996535 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de211687-2937-4fea-8fc5-4a9ab008fd53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:49.996783 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de211687-2937-4fea-8fc5-4a9ab008fd53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:49.997171 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de211687-2937-4fea-8fc5-4a9ab008fd53 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:50.003654 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-46c9e48a-ab20-4817-aeb6-b9da2bd03b17 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': '2b87b628-d1e9-4e5d-a0e4-3ef63c4a9ecb', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:33:50.010342 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-46c9e48a-ab20-4817-aeb6-b9da2bd03b17 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:33:50.014661 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-46c9e48a-ab20-4817-aeb6-b9da2bd03b17 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:33:50.017703 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-46c9e48a-ab20-4817-aeb6-b9da2bd03b17 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:33:50.024106 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-46c9e48a-ab20-4817-aeb6-b9da2bd03b17 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:33:50.042360 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-46c9e48a-ab20-4817-aeb6-b9da2bd03b17 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:50.107210 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-46c9e48a-ab20-4817-aeb6-b9da2bd03b17 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:50.111320 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-46c9e48a-ab20-4817-aeb6-b9da2bd03b17 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:50.113064 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:33:50.136312 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9e48a-ab20-4817-aeb6-b9da2bd03b17 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7799c7d0-5fe8-44bc-88f8-b4786901e3a4,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:50.148379 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-46c9e48a-ab20-4817-aeb6-b9da2bd03b17 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:50.149698 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-46c9e48a-ab20-4817-aeb6-b9da2bd03b17 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1515028 Apr 06 14:33:50.152811 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57758) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:33:50.158965 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ac34b0cc-a285-4a57-aa03-1fb81f2aae7a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': '2b87b628-d1e9-4e5d-a0e4-3ef63c4a9ecb', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:33:50.164953 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ac34b0cc-a285-4a57-aa03-1fb81f2aae7a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:33:50.169238 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ac34b0cc-a285-4a57-aa03-1fb81f2aae7a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:33:50.172304 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ac34b0cc-a285-4a57-aa03-1fb81f2aae7a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:33:50.178088 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ac34b0cc-a285-4a57-aa03-1fb81f2aae7a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:33:50.185885 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:33:50.186262 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:50.196666 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ac34b0cc-a285-4a57-aa03-1fb81f2aae7a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:50.259912 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ac34b0cc-a285-4a57-aa03-1fb81f2aae7a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:50.263756 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ac34b0cc-a285-4a57-aa03-1fb81f2aae7a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:50.286687 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34b0cc-a285-4a57-aa03-1fb81f2aae7a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aba7938c-d047-4227-bc5a-33d2415492c0,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:50.296948 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ac34b0cc-a285-4a57-aa03-1fb81f2aae7a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:50.298120 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ac34b0cc-a285-4a57-aa03-1fb81f2aae7a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1440787 Apr 06 14:33:50.300894 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57762) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:33:50.307947 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ae3ac3a3-b40a-445e-a475-ef614016629e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': '2b87b628-d1e9-4e5d-a0e4-3ef63c4a9ecb', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:33:50.314065 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ae3ac3a3-b40a-445e-a475-ef614016629e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:33:50.318075 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ae3ac3a3-b40a-445e-a475-ef614016629e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:33:50.321275 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ae3ac3a3-b40a-445e-a475-ef614016629e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:33:50.329896 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ae3ac3a3-b40a-445e-a475-ef614016629e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:33:50.353643 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ae3ac3a3-b40a-445e-a475-ef614016629e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:50.419434 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ae3ac3a3-b40a-445e-a475-ef614016629e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:50.423338 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ae3ac3a3-b40a-445e-a475-ef614016629e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:50.449669 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ac3a3-b40a-445e-a475-ef614016629e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094d9a78-6996-48ff-a056-1b5ffd168fba,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:50.457769 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ae3ac3a3-b40a-445e-a475-ef614016629e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:50.458978 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ae3ac3a3-b40a-445e-a475-ef614016629e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1569636 Apr 06 14:33:50.461663 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57766) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:33:50.466958 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c37bf32e-5b83-4464-9820-11a767aeba5c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': '2b87b628-d1e9-4e5d-a0e4-3ef63c4a9ecb', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:33:50.472717 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c37bf32e-5b83-4464-9820-11a767aeba5c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:33:50.476436 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c37bf32e-5b83-4464-9820-11a767aeba5c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:33:50.479852 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c37bf32e-5b83-4464-9820-11a767aeba5c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:33:50.485479 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c37bf32e-5b83-4464-9820-11a767aeba5c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:33:50.503360 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c37bf32e-5b83-4464-9820-11a767aeba5c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:50.566962 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c37bf32e-5b83-4464-9820-11a767aeba5c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:50.570610 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c37bf32e-5b83-4464-9820-11a767aeba5c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:50.590669 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269650bd-b154-41a0-a651-7cb15e22faa1 None None] Sync routers for ids ['15d75e0a-0bd8-4517-9915-0d6d1025c069'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:33:50.596346 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37bf32e-5b83-4464-9820-11a767aeba5c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=955f596f-c9d8-4049-9236-ef201382adb7,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:50.604362 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269650bd-b154-41a0-a651-7cb15e22faa1 None None] Routers {'15d75e0a-0bd8-4517-9915-0d6d1025c069'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:33:50.605177 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-269650bd-b154-41a0-a651-7cb15e22faa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:33:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['15d75e0a-0bd8-4517-9915-0d6d1025c069'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:50.606723 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c37bf32e-5b83-4464-9820-11a767aeba5c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:50.610605 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c37bf32e-5b83-4464-9820-11a767aeba5c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1453977 Apr 06 14:33:50.610817 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57770) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:33:50.616673 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-054ccd93-95f0-41fa-a8bb-4c9950569d87 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': '2b87b628-d1e9-4e5d-a0e4-3ef63c4a9ecb', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:33:50.622859 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-054ccd93-95f0-41fa-a8bb-4c9950569d87 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:33:50.626940 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-054ccd93-95f0-41fa-a8bb-4c9950569d87 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:33:50.630015 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-054ccd93-95f0-41fa-a8bb-4c9950569d87 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:33:50.635786 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-054ccd93-95f0-41fa-a8bb-4c9950569d87 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:33:50.645569 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-054ccd93-95f0-41fa-a8bb-4c9950569d87 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Project 2c4f01a131354b128ac6b7c118186600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:33:50.652531 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-054ccd93-95f0-41fa-a8bb-4c9950569d87 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:50.717765 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-054ccd93-95f0-41fa-a8bb-4c9950569d87 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:50.721661 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-054ccd93-95f0-41fa-a8bb-4c9950569d87 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:50.745332 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ccd93-95f0-41fa-a8bb-4c9950569d87 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3da56a2-986f-4923-bc8d-ebac57532d7f,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:50.754684 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-054ccd93-95f0-41fa-a8bb-4c9950569d87 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:50.755915 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-054ccd93-95f0-41fa-a8bb-4c9950569d87 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1440380 Apr 06 14:33:50.758675 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57774) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:33:50.764049 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-e2ac9f21-ce40-41f3-8516-86b088c973e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': '2b87b628-d1e9-4e5d-a0e4-3ef63c4a9ecb', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:33:50.769789 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e2ac9f21-ce40-41f3-8516-86b088c973e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:33:50.773602 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e2ac9f21-ce40-41f3-8516-86b088c973e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:33:50.776952 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e2ac9f21-ce40-41f3-8516-86b088c973e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:33:50.782543 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e2ac9f21-ce40-41f3-8516-86b088c973e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:33:50.785839 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-269650bd-b154-41a0-a651-7cb15e22faa1 None None] Set router 15d75e0a-0bd8-4517-9915-0d6d1025c069 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:33:50.793676 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-e2ac9f21-ce40-41f3-8516-86b088c973e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Project 2c4f01a131354b128ac6b7c118186600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:33:50.800498 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e2ac9f21-ce40-41f3-8516-86b088c973e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:50.873819 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e2ac9f21-ce40-41f3-8516-86b088c973e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:50.877535 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e2ac9f21-ce40-41f3-8516-86b088c973e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:50.900611 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac9f21-ce40-41f3-8516-86b088c973e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218cdeba-a629-4fbf-8364-3d25394931d6,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:50.910000 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e2ac9f21-ce40-41f3-8516-86b088c973e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:50.911581 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e2ac9f21-ce40-41f3-8516-86b088c973e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1520054 Apr 06 14:33:51.100308 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-269650bd-b154-41a0-a651-7cb15e22faa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'name': 'tempest-TestNetworkBasicOps-router-1203926749', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:47Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '2fdce351-0f2b-4ea8-91ff-aa175ce4177b', 'name': '', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:1f:f8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:46Z', 'updated_at': '2022-04-06T14:33:47Z', 'revision_number': 2, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:51.104652 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269650bd-b154-41a0-a651-7cb15e22faa1 None None] Checking router: 15d75e0a-0bd8-4517-9915-0d6d1025c069 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:33:51.105109 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269650bd-b154-41a0-a651-7cb15e22faa1 None None] Updating router 15d75e0a-0bd8-4517-9915-0d6d1025c069 port 2fdce351-0f2b-4ea8-91ff-aa175ce4177b binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:33:51.120376 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-0dea8abf-23b4-4971-beca-11be2bdf7ea9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:33:51.137011 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-0dea8abf-23b4-4971-beca-11be2bdf7ea9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:33:51.138164 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-0dea8abf-23b4-4971-beca-11be2bdf7ea9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1456168174&fields=id&tenant_id=2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 267 time: 0.0629992 Apr 06 14:33:51.159933 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-269650bd-b154-41a0-a651-7cb15e22faa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:51.383091 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-d4ba3f06-0a52-480e-b138-d4cf3be56d0d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:51.383767 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-d4ba3f06-0a52-480e-b138-d4cf3be56d0d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:33:51.399346 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-d4ba3f06-0a52-480e-b138-d4cf3be56d0d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:33:51.400466 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-d4ba3f06-0a52-480e-b138-d4cf3be56d0d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/networks?id=4ae68254-040e-4b2c-8556-e2105142b37a HTTP/1.1" status: 200 len: 796 time: 0.2557275 Apr 06 14:33:51.416901 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-f255883a-74b0-40d8-88f1-56a6b2aeac5e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/quotas/2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 375 time: 0.0109265 Apr 06 14:33:51.496615 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-269650bd-b154-41a0-a651-7cb15e22faa1 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:51.497376 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-04b02859-aee7-4683-8f3a-90983edd9a82 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752630 Apr 06 14:33:51.508153 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-269650bd-b154-41a0-a651-7cb15e22faa1 None None] Transition to ACTIVE for port object 2fdce351-0f2b-4ea8-91ff-aa175ce4177b will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:33:51.515247 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-269650bd-b154-41a0-a651-7cb15e22faa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:51.638069 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-9b86fcea-d2a4-4050-84d8-39753accf822 service neutron] 10.222.0.60 "GET /v2.0/networks/4ae68254-040e-4b2c-8556-e2105142b37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290321 Apr 06 14:33:51.638326 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e69d07-7f00-4b49-9a72-f81af1f22548 None None] Pushing event updated for resources: {'Port': ['ID=2fdce351-0f2b-4ea8-91ff-aa175ce4177b,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:51.677073 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e69d07-7f00-4b49-9a72-f81af1f22548 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:51.677416 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e69d07-7f00-4b49-9a72-f81af1f22548 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:51.677752 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e69d07-7f00-4b49-9a72-f81af1f22548 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:51.678080 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e69d07-7f00-4b49-9a72-f81af1f22548 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:51.678410 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e69d07-7f00-4b49-9a72-f81af1f22548 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:51.678735 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e69d07-7f00-4b49-9a72-f81af1f22548 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:51.679057 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e69d07-7f00-4b49-9a72-f81af1f22548 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:51.679379 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e69d07-7f00-4b49-9a72-f81af1f22548 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:51.679702 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e69d07-7f00-4b49-9a72-f81af1f22548 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:51.680013 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e69d07-7f00-4b49-9a72-f81af1f22548 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:51.680332 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e69d07-7f00-4b49-9a72-f81af1f22548 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:51.739411 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-269650bd-b154-41a0-a651-7cb15e22faa1 None None] Attempting to bind port 2fdce351-0f2b-4ea8-91ff-aa175ce4177b on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:33:51.740048 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-269650bd-b154-41a0-a651-7cb15e22faa1 None None] Attempting to bind port 2fdce351-0f2b-4ea8-91ff-aa175ce4177b by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '25b64d95-7576-4e8d-87a2-926ee6896d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:33:51.740578 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269650bd-b154-41a0-a651-7cb15e22faa1 None None] Attempting to bind port 2fdce351-0f2b-4ea8-91ff-aa175ce4177b on network 4ae68254-040e-4b2c-8556-e2105142b37a {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:33:51.748108 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269650bd-b154-41a0-a651-7cb15e22faa1 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:33:51.748478 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269650bd-b154-41a0-a651-7cb15e22faa1 None None] Checking segment: {'id': '25b64d95-7576-4e8d-87a2-926ee6896d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:33:51.748895 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-269650bd-b154-41a0-a651-7cb15e22faa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:51.749333 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269650bd-b154-41a0-a651-7cb15e22faa1 None None] Bound using segment: {'id': '25b64d95-7576-4e8d-87a2-926ee6896d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:33:51.749740 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-269650bd-b154-41a0-a651-7cb15e22faa1 None None] Bound port: 2fdce351-0f2b-4ea8-91ff-aa175ce4177b, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b64d95-7576-4e8d-87a2-926ee6896d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:33:51.750112 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-269650bd-b154-41a0-a651-7cb15e22faa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:51.776780 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-10710f61-b6e7-428c-b397-d3b8b639bcc7 service neutron] 10.222.0.60 "GET /v2.0/networks/4ae68254-040e-4b2c-8556-e2105142b37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325710 Apr 06 14:33:51.876332 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-269650bd-b154-41a0-a651-7cb15e22faa1 None None] For port 2fdce351-0f2b-4ea8-91ff-aa175ce4177b, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:51.879433 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-269650bd-b154-41a0-a651-7cb15e22faa1 None None] For port 2fdce351-0f2b-4ea8-91ff-aa175ce4177b, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=2fdce351-0f2b-4ea8-91ff-aa175ce4177b,segment=NetworkSegment(25b64d95-7576-4e8d-87a2-926ee6896d06),segment_id=25b64d95-7576-4e8d-87a2-926ee6896d06)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:51.890055 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-269650bd-b154-41a0-a651-7cb15e22faa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:51.976244 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-c7bce9db-15f2-4b2c-be34-ffa43ffcbc10 req-dadd9573-f4a5-4813-9531-78c6d07a0c5e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:33:51.983962 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e69d07-7f00-4b49-9a72-f81af1f22548 None None] Pushing event updated for resources: {'Port': ['ID=2fdce351-0f2b-4ea8-91ff-aa175ce4177b,revision_number=4']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:51.995259 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269650bd-b154-41a0-a651-7cb15e22faa1 None None] Routers {'15d75e0a-0bd8-4517-9915-0d6d1025c069'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:33:51.995598 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-269650bd-b154-41a0-a651-7cb15e22faa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:33:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['15d75e0a-0bd8-4517-9915-0d6d1025c069'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:52.002171 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-c7bce9db-15f2-4b2c-be34-ffa43ffcbc10 req-dadd9573-f4a5-4813-9531-78c6d07a0c5e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:33:52.013560 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c7bce9db-15f2-4b2c-be34-ffa43ffcbc10 req-dadd9573-f4a5-4813-9531-78c6d07a0c5e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fc46fb0-e606-4c25-b210-55c4722babe6 HTTP/1.1" status: 200 len: 210 time: 0.0809259 Apr 06 14:33:52.175333 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-269650bd-b154-41a0-a651-7cb15e22faa1 None None] Set router 15d75e0a-0bd8-4517-9915-0d6d1025c069 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:33:52.495392 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-269650bd-b154-41a0-a651-7cb15e22faa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'name': 'tempest-TestNetworkBasicOps-router-1203926749', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:47Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '2fdce351-0f2b-4ea8-91ff-aa175ce4177b', 'name': '', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:1f:f8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:46Z', 'updated_at': '2022-04-06T14:33:51Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:52.499755 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269650bd-b154-41a0-a651-7cb15e22faa1 None None] The sync data for ids ['15d75e0a-0bd8-4517-9915-0d6d1025c069'] in dv-neutron-835868-1-hyperv is: [{'id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'name': 'tempest-TestNetworkBasicOps-router-1203926749', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:47Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '2fdce351-0f2b-4ea8-91ff-aa175ce4177b', 'name': '', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:1f:f8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:46Z', 'updated_at': '2022-04-06T14:33:51Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:33:53.178972 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d583331c-c585-4663-8920-ddbca00caceb req-7bf95c18-f259-4e21-8d4c-b876b5d42a5f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fc46fb0-e606-4c25-b210-55c4722babe6 HTTP/1.1" status: 200 len: 210 time: 0.0462158 Apr 06 14:33:53.431692 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-6d3c125a-5e1f-4a9a-ad44-9b07a38c26d2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:53.432392 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-6d3c125a-5e1f-4a9a-ad44-9b07a38c26d2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:network {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:33:53.443886 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-6d3c125a-5e1f-4a9a-ad44-9b07a38c26d2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:network {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:33:53.445288 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-6d3c125a-5e1f-4a9a-ad44-9b07a38c26d2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/networks?id=4ae68254-040e-4b2c-8556-e2105142b37a HTTP/1.1" status: 200 len: 796 time: 0.1615517 Apr 06 14:33:53.498487 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-d552f3f0-12ef-4181-8225-475d645a960e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:33:53.510563 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-d552f3f0-12ef-4181-8225-475d645a960e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:33:53.511671 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-d552f3f0-12ef-4181-8225-475d645a960e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 380 time: 0.0536904 Apr 06 14:33:53.523164 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-394e443b-cf50-48c6-b19c-bda1574b437f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'port': {'device_id': '3fc46fb0-e606-4c25-b210-55c4722babe6', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'admin_state_up': True, 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'security_groups': ['2b87b628-d1e9-4e5d-a0e4-3ef63c4a9ecb']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:33:53.655003 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-394e443b-cf50-48c6-b19c-bda1574b437f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:33:53.664389 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-394e443b-cf50-48c6-b19c-bda1574b437f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:33:53.674510 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-394e443b-cf50-48c6-b19c-bda1574b437f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Made reservation on behalf of 2c4f01a131354b128ac6b7c118186600 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:53.677472 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-394e443b-cf50-48c6-b19c-bda1574b437f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:53.836567 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-394e443b-cf50-48c6-b19c-bda1574b437f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.20.0.6 (4ae68254-040e-4b2c-8556-e2105142b37a/675a80f0-f22d-4222-90b2-0ffd26e4f59d/ae233bde-3993-4698-a370-f9faad738b94) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:53.936204 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 2fdce351-0f2b-4ea8-91ff-aa175ce4177b up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:33:54.006452 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 2fdce351-0f2b-4ea8-91ff-aa175ce4177b completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:33:54.011867 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 2fdce351-0f2b-4ea8-91ff-aa175ce4177b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:33:54.012236 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:54.027965 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-394e443b-cf50-48c6-b19c-bda1574b437f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:54.043658 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-394e443b-cf50-48c6-b19c-bda1574b437f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Transition to ACTIVE for port object ae233bde-3993-4698-a370-f9faad738b94 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:33:54.067921 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-394e443b-cf50-48c6-b19c-bda1574b437f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:54.131603 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:54.145754 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-394e443b-cf50-48c6-b19c-bda1574b437f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 4ae68254-040e-4b2c-8556-e2105142b37a is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:54.149354 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-394e443b-cf50-48c6-b19c-bda1574b437f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:54.151683 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e443b-cf50-48c6-b19c-bda1574b437f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=ae233bde-3993-4698-a370-f9faad738b94,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:54.153820 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-394e443b-cf50-48c6-b19c-bda1574b437f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:33:54.165651 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 2fdce351-0f2b-4ea8-91ff-aa175ce4177b, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=2fdce351-0f2b-4ea8-91ff-aa175ce4177b,segment=NetworkSegment(25b64d95-7576-4e8d-87a2-926ee6896d06),segment_id=25b64d95-7576-4e8d-87a2-926ee6896d06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:54.172181 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:54.216593 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-394e443b-cf50-48c6-b19c-bda1574b437f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:54.217233 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-394e443b-cf50-48c6-b19c-bda1574b437f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:54.240390 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=2fdce351-0f2b-4ea8-91ff-aa175ce4177b,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:54.250051 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-394e443b-cf50-48c6-b19c-bda1574b437f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7304142 Apr 06 14:33:54.262614 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-0eba4851-3512-43e4-8acf-5e77a8295b7f service neutron] Request body: {'port': {'device_id': '3fc46fb0-e606-4c25-b210-55c4722babe6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:33:54.393359 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5419d527-ee66-4120-b436-9c6f9215211d None None] Provisioning for port ae233bde-3993-4698-a370-f9faad738b94 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:33:54.401220 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5419d527-ee66-4120-b436-9c6f9215211d None None] Provisioning complete for port ae233bde-3993-4698-a370-f9faad738b94 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:33:54.401923 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5419d527-ee66-4120-b436-9c6f9215211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:54.429575 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-0eba4851-3512-43e4-8acf-5e77a8295b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:54.495425 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5419d527-ee66-4120-b436-9c6f9215211d None None] Port ae233bde-3993-4698-a370-f9faad738b94 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:33:54.507136 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4713918-dccd-40f8-b24e-3171553d21b0 req-c10f5da5-b103-4512-a4ad-ba6d1f359115 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:54.507825 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-d4713918-dccd-40f8-b24e-3171553d21b0 req-c10f5da5-b103-4512-a4ad-ba6d1f359115 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:33:54.573054 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-d4713918-dccd-40f8-b24e-3171553d21b0 req-c10f5da5-b103-4512-a4ad-ba6d1f359115 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:33:54.574191 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d4713918-dccd-40f8-b24e-3171553d21b0 req-c10f5da5-b103-4512-a4ad-ba6d1f359115 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fc46fb0-e606-4c25-b210-55c4722babe6 HTTP/1.1" status: 200 len: 931 time: 0.2535608 Apr 06 14:33:54.791190 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d4713918-dccd-40f8-b24e-3171553d21b0 req-102f6045-ae3d-4aa2-863f-18bbaadc90f9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b87b628-d1e9-4e5d-a0e4-3ef63c4a9ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107725 Apr 06 14:33:54.921639 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-0eba4851-3512-43e4-8acf-5e77a8295b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae233bde-3993-4698-a370-f9faad738b94 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:33:54.928382 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-0eba4851-3512-43e4-8acf-5e77a8295b7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:54.943691 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-0eba4851-3512-43e4-8acf-5e77a8295b7f service neutron] Transition to ACTIVE for port object ae233bde-3993-4698-a370-f9faad738b94 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:33:54.947596 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-0eba4851-3512-43e4-8acf-5e77a8295b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:55.076558 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba4851-3512-43e4-8acf-5e77a8295b7f service neutron] Pushing event updated for resources: {'Port': ['ID=ae233bde-3993-4698-a370-f9faad738b94,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:55.183575 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-0eba4851-3512-43e4-8acf-5e77a8295b7f service neutron] Attempting to bind port ae233bde-3993-4698-a370-f9faad738b94 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:33:55.183911 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-0eba4851-3512-43e4-8acf-5e77a8295b7f service neutron] Attempting to bind port ae233bde-3993-4698-a370-f9faad738b94 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '25b64d95-7576-4e8d-87a2-926ee6896d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:33:55.184234 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-0eba4851-3512-43e4-8acf-5e77a8295b7f service neutron] Attempting to bind port ae233bde-3993-4698-a370-f9faad738b94 on network 4ae68254-040e-4b2c-8556-e2105142b37a {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:33:55.189963 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-0eba4851-3512-43e4-8acf-5e77a8295b7f service neutron] Port ae233bde-3993-4698-a370-f9faad738b94 on network 4ae68254-040e-4b2c-8556-e2105142b37a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:33:55.190279 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-0eba4851-3512-43e4-8acf-5e77a8295b7f service neutron] Attempting to bind port ae233bde-3993-4698-a370-f9faad738b94 on network 4ae68254-040e-4b2c-8556-e2105142b37a {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:33:55.196670 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-0eba4851-3512-43e4-8acf-5e77a8295b7f service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:33:55.197069 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-0eba4851-3512-43e4-8acf-5e77a8295b7f service neutron] Checking segment: {'id': '25b64d95-7576-4e8d-87a2-926ee6896d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:33:55.197448 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-0eba4851-3512-43e4-8acf-5e77a8295b7f service neutron] Bound using segment: {'id': '25b64d95-7576-4e8d-87a2-926ee6896d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:33:55.197867 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-0eba4851-3512-43e4-8acf-5e77a8295b7f service neutron] Bound port: ae233bde-3993-4698-a370-f9faad738b94, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b64d95-7576-4e8d-87a2-926ee6896d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:33:55.198211 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-0eba4851-3512-43e4-8acf-5e77a8295b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:55.283221 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-0eba4851-3512-43e4-8acf-5e77a8295b7f service neutron] For port ae233bde-3993-4698-a370-f9faad738b94, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:55.286184 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-0eba4851-3512-43e4-8acf-5e77a8295b7f service neutron] For port ae233bde-3993-4698-a370-f9faad738b94, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ae233bde-3993-4698-a370-f9faad738b94,segment=NetworkSegment(25b64d95-7576-4e8d-87a2-926ee6896d06),segment_id=25b64d95-7576-4e8d-87a2-926ee6896d06)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:55.291437 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-0eba4851-3512-43e4-8acf-5e77a8295b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:55.355165 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-0eba4851-3512-43e4-8acf-5e77a8295b7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:55.356527 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-0eba4851-3512-43e4-8acf-5e77a8295b7f service neutron] 10.222.0.69 "PUT /v2.0/ports/ae233bde-3993-4698-a370-f9faad738b94 HTTP/1.1" status: 200 len: 1093 time: 1.0988486 Apr 06 14:33:55.356992 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc46fb0-e606-4c25-b210-55c4722babe6', 'tag': 'ae233bde-3993-4698-a370-f9faad738b94'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:33:55.375569 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba4851-3512-43e4-8acf-5e77a8295b7f service neutron] Pushing event updated for resources: {'Port': ['ID=ae233bde-3993-4698-a370-f9faad738b94,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:55.428855 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-625bc3ce-1024-4826-9ec5-2b2a64e0f99b'] response: {'name': 'network-changed', 'server_uuid': '3fc46fb0-e606-4c25-b210-55c4722babe6', 'tag': 'ae233bde-3993-4698-a370-f9faad738b94', 'status': 'completed', 'code': 200} Apr 06 14:33:55.471438 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-6aada7a9-4e1d-410b-afdc-233acd55565e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=3fc46fb0-e606-4c25-b210-55c4722babe6 HTTP/1.1" status: 200 len: 1096 time: 0.0740459 Apr 06 14:33:55.545181 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-1b703235-9509-4c74-8e9d-fa5b69635702 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae233bde-3993-4698-a370-f9faad738b94 HTTP/1.1" status: 200 len: 217 time: 0.0656984 Apr 06 14:33:55.607311 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-c6f92c6f-f78f-43e6-9b29-ea50be0bcbd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:55.608712 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-c6f92c6f-f78f-43e6-9b29-ea50be0bcbd9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=675a80f0-f22d-4222-90b2-0ffd26e4f59d HTTP/1.1" status: 200 len: 832 time: 0.0573804 Apr 06 14:33:55.685007 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-b3b2a183-7410-4df9-9bff-19c450cad14c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ae68254-040e-4b2c-8556-e2105142b37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695896 Apr 06 14:33:55.814837 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-e51ad209-f662-4b34-a700-52ba6a910550 service neutron] 10.222.0.69 "GET /v2.0/networks/4ae68254-040e-4b2c-8556-e2105142b37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229930 Apr 06 14:33:55.913932 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 2fdce351-0f2b-4ea8-91ff-aa175ce4177b up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:33:55.983811 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 2fdce351-0f2b-4ea8-91ff-aa175ce4177b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:33:55.984177 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:55.992796 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bfad0117-3a41-4120-b110-1b5ab744a19a req-13ab2a28-0477-4fa3-ba44-c1550c1f5f6b service neutron] 10.222.0.69 "GET /v2.0/networks/4ae68254-040e-4b2c-8556-e2105142b37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721473 Apr 06 14:33:56.032053 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840597c-c879-4790-a5c1-4fc1407656fb req-68d432dc-926c-4af8-905b-89dbd01cf7d8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:56.034445 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1840597c-c879-4790-a5c1-4fc1407656fb req-68d432dc-926c-4af8-905b-89dbd01cf7d8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fc46fb0-e606-4c25-b210-55c4722babe6 HTTP/1.1" status: 200 len: 943 time: 0.1188304 Apr 06 14:33:56.185431 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1840597c-c879-4790-a5c1-4fc1407656fb req-81aecea1-d070-4e06-84df-89420637d8c0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b87b628-d1e9-4e5d-a0e4-3ef63c4a9ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990198 Apr 06 14:33:56.195930 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6b5e7fc0-ad02-4490-bedf-864cad472e89 req-b53092d3-7ff4-498f-b19d-a10873adb430 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=3fc46fb0-e606-4c25-b210-55c4722babe6 HTTP/1.1" status: 200 len: 1096 time: 0.1585603 Apr 06 14:33:56.325223 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e7fc0-ad02-4490-bedf-864cad472e89 req-d93d251c-0750-43a8-a092-dbe704ab1040 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:56.326686 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6b5e7fc0-ad02-4490-bedf-864cad472e89 req-d93d251c-0750-43a8-a092-dbe704ab1040 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ae68254-040e-4b2c-8556-e2105142b37a HTTP/1.1" status: 200 len: 897 time: 0.1241405 Apr 06 14:33:56.393404 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6b5e7fc0-ad02-4490-bedf-864cad472e89 req-51f965fe-4ca0-44d2-80eb-933bf3552f47 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae233bde-3993-4698-a370-f9faad738b94 HTTP/1.1" status: 200 len: 217 time: 0.0604899 Apr 06 14:33:56.546695 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e7fc0-ad02-4490-bedf-864cad472e89 req-637c10a8-4e70-4865-88cd-1b0485fb6b62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:56.548030 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6b5e7fc0-ad02-4490-bedf-864cad472e89 req-637c10a8-4e70-4865-88cd-1b0485fb6b62 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=675a80f0-f22d-4222-90b2-0ffd26e4f59d HTTP/1.1" status: 200 len: 832 time: 0.1468713 Apr 06 14:33:56.621895 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6b5e7fc0-ad02-4490-bedf-864cad472e89 req-aa5100aa-4a22-4ab5-89d2-88e4b1d95f69 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ae68254-040e-4b2c-8556-e2105142b37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670640 Apr 06 14:33:56.750582 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6b5e7fc0-ad02-4490-bedf-864cad472e89 req-28f1cc09-a865-49e9-a6df-4eca91645b6c service neutron] 10.222.0.69 "GET /v2.0/networks/4ae68254-040e-4b2c-8556-e2105142b37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209981 Apr 06 14:33:56.878225 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6b5e7fc0-ad02-4490-bedf-864cad472e89 req-a7c20219-36b5-45b3-a03e-97e23d419406 service neutron] 10.222.0.69 "GET /v2.0/networks/4ae68254-040e-4b2c-8556-e2105142b37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213839 Apr 06 14:33:57.379391 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aca61d-2c61-4161-8129-192cb734a768 req-c9fb4953-8eae-430e-8410-51f28ece2915 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:57.380821 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-93aca61d-2c61-4161-8129-192cb734a768 req-c9fb4953-8eae-430e-8410-51f28ece2915 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fc46fb0-e606-4c25-b210-55c4722babe6 HTTP/1.1" status: 200 len: 943 time: 0.0746071 Apr 06 14:33:57.433854 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-93aca61d-2c61-4161-8129-192cb734a768 req-d5f42d81-ce75-4ce1-8414-8f311f51f6c2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b87b628-d1e9-4e5d-a0e4-3ef63c4a9ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473335 Apr 06 14:33:58.632668 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b9b42-e262-4a0b-9ebd-ecae34bfd82d req-2fa209dc-066d-4450-8665-540334d687fb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:58.634188 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5b6b9b42-e262-4a0b-9ebd-ecae34bfd82d req-2fa209dc-066d-4450-8665-540334d687fb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fc46fb0-e606-4c25-b210-55c4722babe6 HTTP/1.1" status: 200 len: 943 time: 0.0766206 Apr 06 14:33:58.682471 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5b6b9b42-e262-4a0b-9ebd-ecae34bfd82d req-da553d49-1d5e-4783-8d37-e4c11abcbbb4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b87b628-d1e9-4e5d-a0e4-3ef63c4a9ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428150 Apr 06 14:33:59.031876 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device ae233bde-3993-4698-a370-f9faad738b94 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:33:59.120139 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:59.174076 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port ae233bde-3993-4698-a370-f9faad738b94, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ae233bde-3993-4698-a370-f9faad738b94,segment=NetworkSegment(25b64d95-7576-4e8d-87a2-926ee6896d06),segment_id=25b64d95-7576-4e8d-87a2-926ee6896d06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:59.186930 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': 'ae233bde-3993-4698-a370-f9faad738b94', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'port_id': 'ae233bde-3993-4698-a370-f9faad738b94', 'mac_address': 'fa:16:3e:73:89:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:33:59.242814 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:59.259734 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae233bde-3993-4698-a370-f9faad738b94 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:33:59.274252 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port ae233bde-3993-4698-a370-f9faad738b94, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ae233bde-3993-4698-a370-f9faad738b94,segment=NetworkSegment(25b64d95-7576-4e8d-87a2-926ee6896d06),segment_id=25b64d95-7576-4e8d-87a2-926ee6896d06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:59.278560 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:33:59.344169 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=ae233bde-3993-4698-a370-f9faad738b94,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:59.538199 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['ae233bde-3993-4698-a370-f9faad738b94'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:33:59.883870 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbade217-8a17-4738-944c-043141d96ec2 req-86e15762-aaaf-4d68-ba7d-a5c9789d8e40 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:59.885889 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fbade217-8a17-4738-944c-043141d96ec2 req-86e15762-aaaf-4d68-ba7d-a5c9789d8e40 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fc46fb0-e606-4c25-b210-55c4722babe6 HTTP/1.1" status: 200 len: 944 time: 0.0805080 Apr 06 14:33:59.932457 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fbade217-8a17-4738-944c-043141d96ec2 req-266b2b5c-4f5d-42b5-ae10-ed29895eecfd tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b87b628-d1e9-4e5d-a0e4-3ef63c4a9ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409698 Apr 06 14:34:01.033856 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device ae233bde-3993-4698-a370-f9faad738b94 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:34:01.100761 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port ae233bde-3993-4698-a370-f9faad738b94 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:34:01.105318 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port ae233bde-3993-4698-a370-f9faad738b94 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:34:01.105683 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:01.130923 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f63fa-e6d9-4fa5-b5e9-d88c591f0726 req-a8f066fe-4ad3-4075-9193-0714756eb373 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:01.132371 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-124f63fa-e6d9-4fa5-b5e9-d88c591f0726 req-a8f066fe-4ad3-4075-9193-0714756eb373 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fc46fb0-e606-4c25-b210-55c4722babe6 HTTP/1.1" status: 200 len: 944 time: 0.0765381 Apr 06 14:34:01.179146 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-124f63fa-e6d9-4fa5-b5e9-d88c591f0726 req-b420bca7-480e-4cf5-aced-00ccb9a9f87f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b87b628-d1e9-4e5d-a0e4-3ef63c4a9ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404611 Apr 06 14:34:01.245517 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:01.272229 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc46fb0-e606-4c25-b210-55c4722babe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae233bde-3993-4698-a370-f9faad738b94'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:34:01.281427 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port ae233bde-3993-4698-a370-f9faad738b94, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ae233bde-3993-4698-a370-f9faad738b94,segment=NetworkSegment(25b64d95-7576-4e8d-87a2-926ee6896d06),segment_id=25b64d95-7576-4e8d-87a2-926ee6896d06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:01.285606 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:01.355250 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=ae233bde-3993-4698-a370-f9faad738b94,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:01.405664 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7481185-6b90-4672-9b4a-93306f2d49ad'] response: {'server_uuid': '3fc46fb0-e606-4c25-b210-55c4722babe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae233bde-3993-4698-a370-f9faad738b94', 'code': 200} Apr 06 14:34:01.635949 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fba222d6-af2c-4383-a13d-5f369f64a707 req-adcb7c15-9235-4159-94fe-dffbd8386c01 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3fc46fb0-e606-4c25-b210-55c4722babe6 HTTP/1.1" status: 200 len: 1098 time: 0.0732949 Apr 06 14:34:01.678256 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fba222d6-af2c-4383-a13d-5f369f64a707 req-e2a54efb-6d02-4c89-a80e-1880b602d15e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2b87b628-d1e9-4e5d-a0e4-3ef63c4a9ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348389 Apr 06 14:34:02.370361 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338f5fb-38c7-4a82-90c8-577ad1e83780 req-a24aacfe-f2f4-403a-ac9b-6ee5107360ea tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:02.371803 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b338f5fb-38c7-4a82-90c8-577ad1e83780 req-a24aacfe-f2f4-403a-ac9b-6ee5107360ea tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fc46fb0-e606-4c25-b210-55c4722babe6 HTTP/1.1" status: 200 len: 945 time: 0.0743859 Apr 06 14:34:02.416252 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b338f5fb-38c7-4a82-90c8-577ad1e83780 req-6c5f603e-643d-4fe1-8a8a-e43d2073f48f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b87b628-d1e9-4e5d-a0e4-3ef63c4a9ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389585 Apr 06 14:34:03.612933 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d7799-45cf-4b05-abda-f45cccd5069d req-780d22d2-9c1d-4a4b-88e4-55639c02d666 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:03.614277 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-557d7799-45cf-4b05-abda-f45cccd5069d req-780d22d2-9c1d-4a4b-88e4-55639c02d666 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fc46fb0-e606-4c25-b210-55c4722babe6 HTTP/1.1" status: 200 len: 945 time: 0.0751326 Apr 06 14:34:03.659311 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-557d7799-45cf-4b05-abda-f45cccd5069d req-c92e9f1f-498a-4d7f-9340-c6e22622ac64 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b87b628-d1e9-4e5d-a0e4-3ef63c4a9ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390608 Apr 06 14:34:03.859686 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706dcb0-1bf3-43cc-974f-b335cf80daca req-4ef63463-f3f1-4a0c-99c4-f562366dd74f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:03.861228 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b706dcb0-1bf3-43cc-974f-b335cf80daca req-4ef63463-f3f1-4a0c-99c4-f562366dd74f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fc46fb0-e606-4c25-b210-55c4722babe6 HTTP/1.1" status: 200 len: 945 time: 0.0807109 Apr 06 14:34:03.905719 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b706dcb0-1bf3-43cc-974f-b335cf80daca req-aeff4512-c78c-4317-982e-c7cc406e0740 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b87b628-d1e9-4e5d-a0e4-3ef63c4a9ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387998 Apr 06 14:34:03.933765 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57826) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:34:04.000637 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-40f0ebb0-2efd-4fdc-95ef-1522eca0374c tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3fc46fb0-e606-4c25-b210-55c4722babe6 HTTP/1.1" status: 200 len: 1093 time: 0.0657432 Apr 06 14:34:04.004708 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57830) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:34:04.009908 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-e4fcc3ee-e5f3-4160-b3b8-4c70eb4ab97a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'port_id': 'ae233bde-3993-4698-a370-f9faad738b94', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:34:04.015724 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e4fcc3ee-e5f3-4160-b3b8-4c70eb4ab97a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:34:04.019639 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e4fcc3ee-e5f3-4160-b3b8-4c70eb4ab97a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:floatingip and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:34:04.022533 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e4fcc3ee-e5f3-4160-b3b8-4c70eb4ab97a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:34:04.028095 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e4fcc3ee-e5f3-4160-b3b8-4c70eb4ab97a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:34:04.038618 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e4fcc3ee-e5f3-4160-b3b8-4c70eb4ab97a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:04.180686 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e4fcc3ee-e5f3-4160-b3b8-4c70eb4ab97a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:04.318717 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-e4fcc3ee-e5f3-4160-b3b8-4c70eb4ab97a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.26.8.34 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/a3c0b115-fec1-48a7-a14c-ce036ea3a41f) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:04.475589 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e4fcc3ee-e5f3-4160-b3b8-4c70eb4ab97a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:04.502397 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e4fcc3ee-e5f3-4160-b3b8-4c70eb4ab97a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:04.574591 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fcc3ee-e5f3-4160-b3b8-4c70eb4ab97a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:04.577245 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-e4fcc3ee-e5f3-4160-b3b8-4c70eb4ab97a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:04.581494 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fcc3ee-e5f3-4160-b3b8-4c70eb4ab97a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:34:04.608362 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fcc3ee-e5f3-4160-b3b8-4c70eb4ab97a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=a3c0b115-fec1-48a7-a14c-ce036ea3a41f,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:05.176829 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e4fcc3ee-e5f3-4160-b3b8-4c70eb4ab97a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:05.231899 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e4fcc3ee-e5f3-4160-b3b8-4c70eb4ab97a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:05.434650 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e4fcc3ee-e5f3-4160-b3b8-4c70eb4ab97a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:05.439690 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e4fcc3ee-e5f3-4160-b3b8-4c70eb4ab97a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:05.544908 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fcc3ee-e5f3-4160-b3b8-4c70eb4ab97a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=a3c0b115-fec1-48a7-a14c-ce036ea3a41f,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:05.559366 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e4fcc3ee-e5f3-4160-b3b8-4c70eb4ab97a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:05.750132 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-e4fcc3ee-e5f3-4160-b3b8-4c70eb4ab97a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Floating IP a3c95c63-c211-4091-92a5-e6b65e0cc7d1 associated. External IP: 172.26.8.34, port: ae233bde-3993-4698-a370-f9faad738b94. Apr 06 14:34:06.132668 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fcc3ee-e5f3-4160-b3b8-4c70eb4ab97a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router 15d75e0a-0bd8-4517-9915-0d6d1025c069 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:34:06.326601 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fcc3ee-e5f3-4160-b3b8-4c70eb4ab97a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:06.336192 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b2a84b-44ab-4b23-865a-2126b9e2c3ba None None] Sync routers for ids ['15d75e0a-0bd8-4517-9915-0d6d1025c069'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:34:06.347959 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b2a84b-44ab-4b23-865a-2126b9e2c3ba None None] Routers {'15d75e0a-0bd8-4517-9915-0d6d1025c069'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:34:06.348816 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a7b2a84b-44ab-4b23-865a-2126b9e2c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:33:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['15d75e0a-0bd8-4517-9915-0d6d1025c069'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:06.351085 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e4fcc3ee-e5f3-4160-b3b8-4c70eb4ab97a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:06.408266 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e4fcc3ee-e5f3-4160-b3b8-4c70eb4ab97a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4025156 Apr 06 14:34:06.408981 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc46fb0-e606-4c25-b210-55c4722babe6', 'tag': 'ae233bde-3993-4698-a370-f9faad738b94'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:34:06.411091 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57834) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:34:06.469009 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ccd9643-aab5-424c-bacc-4218652db8a1'] response: {'name': 'network-changed', 'server_uuid': '3fc46fb0-e606-4c25-b210-55c4722babe6', 'tag': 'ae233bde-3993-4698-a370-f9faad738b94', 'status': 'completed', 'code': 200} Apr 06 14:34:06.494935 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-58b8db0f-6310-4006-bd3b-89a40f1c6252 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3fc46fb0-e606-4c25-b210-55c4722babe6 HTTP/1.1" status: 200 len: 1093 time: 0.0825281 Apr 06 14:34:06.536374 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-a7b2a84b-44ab-4b23-865a-2126b9e2c3ba None None] Set router 15d75e0a-0bd8-4517-9915-0d6d1025c069 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:34:06.682859 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-30ed848d-e579-435e-a410-9bef8eafc503 req-5c1e0468-0456-4c34-8421-bc4944927647 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=3fc46fb0-e606-4c25-b210-55c4722babe6 HTTP/1.1" status: 200 len: 1098 time: 0.1907372 Apr 06 14:34:06.832669 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed848d-e579-435e-a410-9bef8eafc503 req-5388e3f7-e457-44ee-819f-5fe56db13319 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:06.838329 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57842) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:34:06.839892 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-30ed848d-e579-435e-a410-9bef8eafc503 req-5388e3f7-e457-44ee-819f-5fe56db13319 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ae68254-040e-4b2c-8556-e2105142b37a HTTP/1.1" status: 200 len: 897 time: 0.1483874 Apr 06 14:34:06.844804 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-57d5a797-28dc-4c6c-9820-43a09db60360 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-447132722', 'description': 'tempest-secgroup-smoke-447132722 description', 'project_id': '2c4f01a131354b128ac6b7c118186600'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:34:06.851739 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-57d5a797-28dc-4c6c-9820-43a09db60360 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:34:06.862123 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-57d5a797-28dc-4c6c-9820-43a09db60360 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:34:06.873319 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-57d5a797-28dc-4c6c-9820-43a09db60360 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:06.906852 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a7b2a84b-44ab-4b23-865a-2126b9e2c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'name': 'tempest-TestNetworkBasicOps-router-1203926749', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:47Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'a3c95c63-c211-4091-92a5-e6b65e0cc7d1', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.34', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'port_id': 'ae233bde-3993-4698-a370-f9faad738b94', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'mac_address': 'fa:16:3e:73:89:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc46fb0-e606-4c25-b210-55c4722babe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:34:05Z', 'updated_at': '2022-04-06T14:34:05Z', 'revision_number': 0, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdce351-0f2b-4ea8-91ff-aa175ce4177b', 'name': '', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:1f:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:46Z', 'updated_at': '2022-04-06T14:33:54Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:06.909727 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-57d5a797-28dc-4c6c-9820-43a09db60360 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:34:06.910779 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b2a84b-44ab-4b23-865a-2126b9e2c3ba None None] Checking router: 15d75e0a-0bd8-4517-9915-0d6d1025c069 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:34:06.913547 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-57d5a797-28dc-4c6c-9820-43a09db60360 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:34:06.917880 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-57d5a797-28dc-4c6c-9820-43a09db60360 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:34:06.922867 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b2a84b-44ab-4b23-865a-2126b9e2c3ba None None] Routers {'15d75e0a-0bd8-4517-9915-0d6d1025c069'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:34:06.923489 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a7b2a84b-44ab-4b23-865a-2126b9e2c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:33:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['15d75e0a-0bd8-4517-9915-0d6d1025c069'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:06.924595 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-57d5a797-28dc-4c6c-9820-43a09db60360 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:34:06.957598 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-30ed848d-e579-435e-a410-9bef8eafc503 req-322c7968-4894-49e8-a77a-1fe8813555dd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae233bde-3993-4698-a370-f9faad738b94 HTTP/1.1" status: 200 len: 998 time: 0.1113429 Apr 06 14:34:06.981176 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-57d5a797-28dc-4c6c-9820-43a09db60360 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:06.985728 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-57d5a797-28dc-4c6c-9820-43a09db60360 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:07.021768 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed848d-e579-435e-a410-9bef8eafc503 req-a56e2ded-9bf5-480d-baf9-2a0a9ba8626d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:07.023470 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-30ed848d-e579-435e-a410-9bef8eafc503 req-a56e2ded-9bf5-480d-baf9-2a0a9ba8626d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=675a80f0-f22d-4222-90b2-0ffd26e4f59d HTTP/1.1" status: 200 len: 832 time: 0.0595796 Apr 06 14:34:07.033208 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5a797-28dc-4c6c-9820-43a09db60360 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a46184e0-bf04-46c4-bafd-c30809b1ee51,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:07.036624 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-57d5a797-28dc-4c6c-9820-43a09db60360 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:07.037847 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-57d5a797-28dc-4c6c-9820-43a09db60360 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1983964 Apr 06 14:34:07.041271 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57846) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:34:07.047076 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-2e5f10be-5d52-40e5-94cc-0063a094857f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'a46184e0-bf04-46c4-bafd-c30809b1ee51', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:34:07.053129 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2e5f10be-5d52-40e5-94cc-0063a094857f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:34:07.057845 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2e5f10be-5d52-40e5-94cc-0063a094857f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:34:07.060748 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2e5f10be-5d52-40e5-94cc-0063a094857f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:34:07.066541 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2e5f10be-5d52-40e5-94cc-0063a094857f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:34:07.084428 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2e5f10be-5d52-40e5-94cc-0063a094857f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:07.107209 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-30ed848d-e579-435e-a410-9bef8eafc503 req-4883998f-ede6-495b-8b7a-4f8f38cef955 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ae68254-040e-4b2c-8556-e2105142b37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771601 Apr 06 14:34:07.114639 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-a7b2a84b-44ab-4b23-865a-2126b9e2c3ba None None] Set router 15d75e0a-0bd8-4517-9915-0d6d1025c069 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:34:07.149782 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2e5f10be-5d52-40e5-94cc-0063a094857f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:07.154788 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2e5f10be-5d52-40e5-94cc-0063a094857f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:07.185980 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f10be-5d52-40e5-94cc-0063a094857f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd44b4a-e0c9-4573-aaa3-42aee1ba4e90,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:07.198186 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2e5f10be-5d52-40e5-94cc-0063a094857f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:07.202499 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2e5f10be-5d52-40e5-94cc-0063a094857f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1577055 Apr 06 14:34:07.202759 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57850) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:34:07.210190 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-0b1f546f-253e-4db5-82e1-24fdb15be769 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'a46184e0-bf04-46c4-bafd-c30809b1ee51', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:34:07.219683 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0b1f546f-253e-4db5-82e1-24fdb15be769 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:34:07.226204 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0b1f546f-253e-4db5-82e1-24fdb15be769 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:34:07.231920 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0b1f546f-253e-4db5-82e1-24fdb15be769 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:34:07.247918 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0b1f546f-253e-4db5-82e1-24fdb15be769 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:34:07.273156 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-30ed848d-e579-435e-a410-9bef8eafc503 req-d693e12c-123a-4523-8d99-6d36a5f1c31f service neutron] 10.222.0.69 "GET /v2.0/networks/4ae68254-040e-4b2c-8556-e2105142b37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599071 Apr 06 14:34:07.300991 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0b1f546f-253e-4db5-82e1-24fdb15be769 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:07.448184 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0b1f546f-253e-4db5-82e1-24fdb15be769 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:07.454402 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-30ed848d-e579-435e-a410-9bef8eafc503 req-fb451f4f-63dc-4b65-ba7a-45afb000c272 service neutron] 10.222.0.69 "GET /v2.0/networks/4ae68254-040e-4b2c-8556-e2105142b37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743615 Apr 06 14:34:07.455101 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0b1f546f-253e-4db5-82e1-24fdb15be769 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:07.467259 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a7b2a84b-44ab-4b23-865a-2126b9e2c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'name': 'tempest-TestNetworkBasicOps-router-1203926749', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:47Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'a3c95c63-c211-4091-92a5-e6b65e0cc7d1', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.34', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'port_id': 'ae233bde-3993-4698-a370-f9faad738b94', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'mac_address': 'fa:16:3e:73:89:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc46fb0-e606-4c25-b210-55c4722babe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:34:05Z', 'updated_at': '2022-04-06T14:34:05Z', 'revision_number': 0, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdce351-0f2b-4ea8-91ff-aa175ce4177b', 'name': '', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:1f:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:46Z', 'updated_at': '2022-04-06T14:33:54Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:07.471566 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b2a84b-44ab-4b23-865a-2126b9e2c3ba None None] The sync data for ids ['15d75e0a-0bd8-4517-9915-0d6d1025c069'] in dv-neutron-835868-1-hyperv is: [{'id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'name': 'tempest-TestNetworkBasicOps-router-1203926749', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:47Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'a3c95c63-c211-4091-92a5-e6b65e0cc7d1', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.34', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'port_id': 'ae233bde-3993-4698-a370-f9faad738b94', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'mac_address': 'fa:16:3e:73:89:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc46fb0-e606-4c25-b210-55c4722babe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:34:05Z', 'updated_at': '2022-04-06T14:34:05Z', 'revision_number': 0, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdce351-0f2b-4ea8-91ff-aa175ce4177b', 'name': '', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:1f:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:46Z', 'updated_at': '2022-04-06T14:33:54Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:34:07.479572 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f546f-253e-4db5-82e1-24fdb15be769 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa21da4-c554-4edf-85f2-dc3abf5dc830,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:07.489297 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0b1f546f-253e-4db5-82e1-24fdb15be769 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:07.493038 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0b1f546f-253e-4db5-82e1-24fdb15be769 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2867613 Apr 06 14:34:07.493465 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57854) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:34:07.501732 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a1472fbe-bfba-4c37-8f1a-d0a25cacf36d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'a46184e0-bf04-46c4-bafd-c30809b1ee51', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:34:07.507886 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a1472fbe-bfba-4c37-8f1a-d0a25cacf36d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:34:07.512711 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a1472fbe-bfba-4c37-8f1a-d0a25cacf36d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:34:07.516092 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a1472fbe-bfba-4c37-8f1a-d0a25cacf36d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:34:07.522370 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a1472fbe-bfba-4c37-8f1a-d0a25cacf36d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:34:07.540228 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a1472fbe-bfba-4c37-8f1a-d0a25cacf36d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:07.601840 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a1472fbe-bfba-4c37-8f1a-d0a25cacf36d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:07.605668 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a1472fbe-bfba-4c37-8f1a-d0a25cacf36d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:07.628153 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1472fbe-bfba-4c37-8f1a-d0a25cacf36d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a7971b-90f5-4007-8d06-e3d57d01e486,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:07.637701 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a1472fbe-bfba-4c37-8f1a-d0a25cacf36d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:07.638896 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a1472fbe-bfba-4c37-8f1a-d0a25cacf36d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1441810 Apr 06 14:34:07.641575 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57858) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:34:07.647086 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-900f73c0-0413-42c6-96ec-ad9c6e2b576f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'a46184e0-bf04-46c4-bafd-c30809b1ee51', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:34:07.653493 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-900f73c0-0413-42c6-96ec-ad9c6e2b576f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:34:07.657248 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-900f73c0-0413-42c6-96ec-ad9c6e2b576f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:34:07.660048 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-900f73c0-0413-42c6-96ec-ad9c6e2b576f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:34:07.665651 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-900f73c0-0413-42c6-96ec-ad9c6e2b576f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:34:07.684357 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-900f73c0-0413-42c6-96ec-ad9c6e2b576f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:07.747451 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-900f73c0-0413-42c6-96ec-ad9c6e2b576f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:07.751410 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-900f73c0-0413-42c6-96ec-ad9c6e2b576f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:07.775214 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f73c0-0413-42c6-96ec-ad9c6e2b576f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b970c936-5c82-4634-b574-50c24814898b,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:07.784735 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-900f73c0-0413-42c6-96ec-ad9c6e2b576f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:07.785918 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-900f73c0-0413-42c6-96ec-ad9c6e2b576f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1434469 Apr 06 14:34:07.788578 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57862) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:34:07.793893 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-4acfa436-ff45-428a-b72f-084e5ba95456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'a46184e0-bf04-46c4-bafd-c30809b1ee51', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:34:07.799723 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4acfa436-ff45-428a-b72f-084e5ba95456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:34:07.803529 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4acfa436-ff45-428a-b72f-084e5ba95456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:34:07.806900 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4acfa436-ff45-428a-b72f-084e5ba95456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:34:07.813372 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4acfa436-ff45-428a-b72f-084e5ba95456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:34:07.825264 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-4acfa436-ff45-428a-b72f-084e5ba95456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Project 2c4f01a131354b128ac6b7c118186600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:34:07.831713 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4acfa436-ff45-428a-b72f-084e5ba95456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:07.894417 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4acfa436-ff45-428a-b72f-084e5ba95456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:07.898012 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4acfa436-ff45-428a-b72f-084e5ba95456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:07.919779 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfa436-ff45-428a-b72f-084e5ba95456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31658098-7614-4c7d-a010-3b71658cd63c,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:07.929548 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4acfa436-ff45-428a-b72f-084e5ba95456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:07.931227 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4acfa436-ff45-428a-b72f-084e5ba95456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1411989 Apr 06 14:34:07.933980 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57866) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:34:07.939198 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9bf169ca-d7d8-41e9-9b89-c8c94b827572 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'a46184e0-bf04-46c4-bafd-c30809b1ee51', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:34:07.945146 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9bf169ca-d7d8-41e9-9b89-c8c94b827572 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:34:07.949488 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9bf169ca-d7d8-41e9-9b89-c8c94b827572 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:34:07.952290 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9bf169ca-d7d8-41e9-9b89-c8c94b827572 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:34:07.957998 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9bf169ca-d7d8-41e9-9b89-c8c94b827572 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:34:07.968289 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-9bf169ca-d7d8-41e9-9b89-c8c94b827572 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Project 2c4f01a131354b128ac6b7c118186600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:34:07.974547 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9bf169ca-d7d8-41e9-9b89-c8c94b827572 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:08.040276 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9bf169ca-d7d8-41e9-9b89-c8c94b827572 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:08.041338 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4c3bc0f9-6731-4902-b314-915a9034f805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:08.043687 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9bf169ca-d7d8-41e9-9b89-c8c94b827572 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:08.066903 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf169ca-d7d8-41e9-9b89-c8c94b827572 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b030c684-b38f-4259-99c8-b6803d80bc64,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:08.075912 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9bf169ca-d7d8-41e9-9b89-c8c94b827572 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:08.077184 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9bf169ca-d7d8-41e9-9b89-c8c94b827572 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1422880 Apr 06 14:34:08.252423 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-11c2db1d-0976-4e9a-a174-1468f372180b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:34:08.267529 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-11c2db1d-0976-4e9a-a174-1468f372180b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:34:08.268769 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-11c2db1d-0976-4e9a-a174-1468f372180b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-447132722&fields=id&tenant_id=2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 267 time: 0.0559611 Apr 06 14:34:08.414228 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-42e71dff-4ada-44ac-8afb-a4e80bf940e9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:08.416206 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-42e71dff-4ada-44ac-8afb-a4e80bf940e9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/networks?id=4ae68254-040e-4b2c-8556-e2105142b37a HTTP/1.1" status: 200 len: 796 time: 0.1410406 Apr 06 14:34:08.432551 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-e833aa04-93cd-4233-b9ac-dec3ca663140 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/quotas/2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 375 time: 0.0110393 Apr 06 14:34:08.523865 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-02e745c0-4f9d-456f-a86d-471d8b039e82 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0863221 Apr 06 14:34:08.654792 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48445c77-04d3-465c-9742-51f716f0cbe9 None None] New status for floating IP a3c95c63-c211-4091-92a5-e6b65e0cc7d1: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:34:08.668514 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-912c470f-d6a6-4d40-8f34-6576391fdd4d service neutron] 10.222.0.60 "GET /v2.0/networks/4ae68254-040e-4b2c-8556-e2105142b37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326694 Apr 06 14:34:08.798860 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-d2851c63-7a16-406a-8944-42d36ef8a9f7 service neutron] 10.222.0.60 "GET /v2.0/networks/4ae68254-040e-4b2c-8556-e2105142b37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265197 Apr 06 14:34:08.990779 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2415c85a-73ad-4ccd-a5e2-434ab081ff81 req-1c38f501-4e76-413d-80d9-d7da2c5ba907 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=1163a8de-3050-49a5-bc3d-3beb90504203 HTTP/1.1" status: 200 len: 210 time: 0.0404491 Apr 06 14:34:10.063687 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-34f1b3a6-a73e-4905-9bd4-91746af7ddb6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:10.065113 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-34f1b3a6-a73e-4905-9bd4-91746af7ddb6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/networks?id=4ae68254-040e-4b2c-8556-e2105142b37a HTTP/1.1" status: 200 len: 796 time: 0.1439700 Apr 06 14:34:10.120249 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-9799d46d-59e2-45a9-b57f-cb94f3e12f62 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 472 time: 0.0425501 Apr 06 14:34:10.129797 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-8c398eec-f738-40f3-8c6d-637667dcaf28 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'port': {'device_id': '1163a8de-3050-49a5-bc3d-3beb90504203', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'admin_state_up': True, 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'security_groups': ['a46184e0-bf04-46c4-bafd-c30809b1ee51']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:34:10.171176 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-039d1939-9c94-4929-9418-00e9c1cd5e03 req-e43077b0-734c-44e6-84d6-a06727446715 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=1163a8de-3050-49a5-bc3d-3beb90504203 HTTP/1.1" status: 200 len: 210 time: 0.0470030 Apr 06 14:34:10.269334 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-8c398eec-f738-40f3-8c6d-637667dcaf28 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:34:10.278889 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-8c398eec-f738-40f3-8c6d-637667dcaf28 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:34:10.288438 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-8c398eec-f738-40f3-8c6d-637667dcaf28 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Made reservation on behalf of 2c4f01a131354b128ac6b7c118186600 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:10.291524 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-8c398eec-f738-40f3-8c6d-637667dcaf28 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:10.455129 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-8c398eec-f738-40f3-8c6d-637667dcaf28 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.20.0.11 (4ae68254-040e-4b2c-8556-e2105142b37a/675a80f0-f22d-4222-90b2-0ffd26e4f59d/7ec4488f-fe4f-487d-a964-c0229b1b06a4) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:10.745412 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-8c398eec-f738-40f3-8c6d-637667dcaf28 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:10.760930 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-8c398eec-f738-40f3-8c6d-637667dcaf28 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Transition to ACTIVE for port object 7ec4488f-fe4f-487d-a964-c0229b1b06a4 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:34:10.785510 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-8c398eec-f738-40f3-8c6d-637667dcaf28 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:10.862709 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-8c398eec-f738-40f3-8c6d-637667dcaf28 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 4ae68254-040e-4b2c-8556-e2105142b37a is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:10.866327 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-8c398eec-f738-40f3-8c6d-637667dcaf28 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:10.873155 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c398eec-f738-40f3-8c6d-637667dcaf28 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=7ec4488f-fe4f-487d-a964-c0229b1b06a4,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:10.875434 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-8c398eec-f738-40f3-8c6d-637667dcaf28 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:34:10.885665 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8151ae32-340e-468e-bb2a-6ec355ec612f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:10.939278 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-8c398eec-f738-40f3-8c6d-637667dcaf28 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:10.939925 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-8c398eec-f738-40f3-8c6d-637667dcaf28 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:10.966703 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-8c398eec-f738-40f3-8c6d-637667dcaf28 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8410032 Apr 06 14:34:10.979309 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-60e2c0fa-ce7f-49b2-8048-10ca9859b546 service neutron] Request body: {'port': {'device_id': '1163a8de-3050-49a5-bc3d-3beb90504203', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:34:11.089987 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-60e2c0fa-ce7f-49b2-8048-10ca9859b546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:11.159561 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ef091b53-3d9d-44e2-a860-8f68f327c8d3 None None] Provisioning for port 7ec4488f-fe4f-487d-a964-c0229b1b06a4 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:34:11.164430 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ef091b53-3d9d-44e2-a860-8f68f327c8d3 None None] Provisioning complete for port 7ec4488f-fe4f-487d-a964-c0229b1b06a4 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:34:11.164800 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef091b53-3d9d-44e2-a860-8f68f327c8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:11.224148 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ef091b53-3d9d-44e2-a860-8f68f327c8d3 None None] Port 7ec4488f-fe4f-487d-a964-c0229b1b06a4 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:34:11.324520 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:11.376877 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:11.424214 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d6672-3d69-4b0a-b1ce-f5e492028600 req-d76eb6af-951e-458b-9bd5-c4ecee3befba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:11.424966 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-434d6672-3d69-4b0a-b1ce-f5e492028600 req-d76eb6af-951e-458b-9bd5-c4ecee3befba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:34:11.454053 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-434d6672-3d69-4b0a-b1ce-f5e492028600 req-d76eb6af-951e-458b-9bd5-c4ecee3befba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:34:11.455202 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-434d6672-3d69-4b0a-b1ce-f5e492028600 req-d76eb6af-951e-458b-9bd5-c4ecee3befba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=1163a8de-3050-49a5-bc3d-3beb90504203 HTTP/1.1" status: 200 len: 932 time: 0.1523933 Apr 06 14:34:11.542444 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-60e2c0fa-ce7f-49b2-8048-10ca9859b546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec4488f-fe4f-487d-a964-c0229b1b06a4 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:34:11.553373 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-60e2c0fa-ce7f-49b2-8048-10ca9859b546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:11.564456 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-434d6672-3d69-4b0a-b1ce-f5e492028600 req-2d628b8e-1052-4774-879f-4b0222d87483 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=a46184e0-bf04-46c4-bafd-c30809b1ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797009 Apr 06 14:34:11.580620 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-60e2c0fa-ce7f-49b2-8048-10ca9859b546 service neutron] Transition to ACTIVE for port object 7ec4488f-fe4f-487d-a964-c0229b1b06a4 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:34:11.584672 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-60e2c0fa-ce7f-49b2-8048-10ca9859b546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:11.711644 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2c0fa-ce7f-49b2-8048-10ca9859b546 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec4488f-fe4f-487d-a964-c0229b1b06a4,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:11.824165 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-60e2c0fa-ce7f-49b2-8048-10ca9859b546 service neutron] Attempting to bind port 7ec4488f-fe4f-487d-a964-c0229b1b06a4 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:34:11.824507 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-60e2c0fa-ce7f-49b2-8048-10ca9859b546 service neutron] Attempting to bind port 7ec4488f-fe4f-487d-a964-c0229b1b06a4 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '25b64d95-7576-4e8d-87a2-926ee6896d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:34:11.826133 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-60e2c0fa-ce7f-49b2-8048-10ca9859b546 service neutron] Attempting to bind port 7ec4488f-fe4f-487d-a964-c0229b1b06a4 on network 4ae68254-040e-4b2c-8556-e2105142b37a {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:34:11.837793 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-60e2c0fa-ce7f-49b2-8048-10ca9859b546 service neutron] Port 7ec4488f-fe4f-487d-a964-c0229b1b06a4 on network 4ae68254-040e-4b2c-8556-e2105142b37a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:34:11.838033 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-60e2c0fa-ce7f-49b2-8048-10ca9859b546 service neutron] Attempting to bind port 7ec4488f-fe4f-487d-a964-c0229b1b06a4 on network 4ae68254-040e-4b2c-8556-e2105142b37a {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:34:11.845136 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-60e2c0fa-ce7f-49b2-8048-10ca9859b546 service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:34:11.845483 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-60e2c0fa-ce7f-49b2-8048-10ca9859b546 service neutron] Checking segment: {'id': '25b64d95-7576-4e8d-87a2-926ee6896d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:34:11.845897 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-60e2c0fa-ce7f-49b2-8048-10ca9859b546 service neutron] Bound using segment: {'id': '25b64d95-7576-4e8d-87a2-926ee6896d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:34:11.846458 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-60e2c0fa-ce7f-49b2-8048-10ca9859b546 service neutron] Bound port: 7ec4488f-fe4f-487d-a964-c0229b1b06a4, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b64d95-7576-4e8d-87a2-926ee6896d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:34:11.846807 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-60e2c0fa-ce7f-49b2-8048-10ca9859b546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:11.936907 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-60e2c0fa-ce7f-49b2-8048-10ca9859b546 service neutron] For port 7ec4488f-fe4f-487d-a964-c0229b1b06a4, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:11.939905 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-60e2c0fa-ce7f-49b2-8048-10ca9859b546 service neutron] For port 7ec4488f-fe4f-487d-a964-c0229b1b06a4, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7ec4488f-fe4f-487d-a964-c0229b1b06a4,segment=NetworkSegment(25b64d95-7576-4e8d-87a2-926ee6896d06),segment_id=25b64d95-7576-4e8d-87a2-926ee6896d06)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:11.945184 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-60e2c0fa-ce7f-49b2-8048-10ca9859b546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:12.009906 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-60e2c0fa-ce7f-49b2-8048-10ca9859b546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:12.011308 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-60e2c0fa-ce7f-49b2-8048-10ca9859b546 service neutron] 10.222.0.69 "PUT /v2.0/ports/7ec4488f-fe4f-487d-a964-c0229b1b06a4 HTTP/1.1" status: 200 len: 1094 time: 1.0369849 Apr 06 14:34:12.011742 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1163a8de-3050-49a5-bc3d-3beb90504203', 'tag': '7ec4488f-fe4f-487d-a964-c0229b1b06a4'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:34:12.029557 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2c0fa-ce7f-49b2-8048-10ca9859b546 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec4488f-fe4f-487d-a964-c0229b1b06a4,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:12.093452 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d32cf882-9f97-4515-8915-3acdb4a5870f'] response: {'name': 'network-changed', 'server_uuid': '1163a8de-3050-49a5-bc3d-3beb90504203', 'tag': '7ec4488f-fe4f-487d-a964-c0229b1b06a4', 'status': 'completed', 'code': 200} Apr 06 14:34:12.131696 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-ab8a02b9-90a2-4c14-ab81-270a2eb5e6be service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=1163a8de-3050-49a5-bc3d-3beb90504203 HTTP/1.1" status: 200 len: 1097 time: 0.0732806 Apr 06 14:34:12.203337 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-6793de5e-b478-4995-969b-436eab523866 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ec4488f-fe4f-487d-a964-c0229b1b06a4 HTTP/1.1" status: 200 len: 217 time: 0.0647511 Apr 06 14:34:12.263689 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-29a5b245-db7d-4ad8-8205-c8e49bccacf0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:12.265165 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-29a5b245-db7d-4ad8-8205-c8e49bccacf0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=675a80f0-f22d-4222-90b2-0ffd26e4f59d HTTP/1.1" status: 200 len: 832 time: 0.0564880 Apr 06 14:34:12.344041 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-a7c37e6e-b814-4552-ad5d-f7993c3fa969 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ae68254-040e-4b2c-8556-e2105142b37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695820 Apr 06 14:34:12.365983 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-5c63539a-e780-4a99-bd64-1b724511378a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:34:12.366916 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-5c63539a-e780-4a99-bd64-1b724511378a service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047200 Apr 06 14:34:12.499869 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-655913f3-199d-40c0-b3b5-c17a3be18ed2 service neutron] 10.222.0.69 "GET /v2.0/networks/4ae68254-040e-4b2c-8556-e2105142b37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237288 Apr 06 14:34:12.782020 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-eb74ccea-ddfb-4b50-b44a-3f762e699855 req-de9bc175-5775-4075-afb5-31d9abdbe4ae service neutron] 10.222.0.69 "GET /v2.0/networks/4ae68254-040e-4b2c-8556-e2105142b37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762184 Apr 06 14:34:12.807024 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7040aa-fda7-41cf-9b5c-460df3c59a59 req-7ec899c0-d78f-4952-936f-d20376b5eba0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:12.808482 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cd7040aa-fda7-41cf-9b5c-460df3c59a59 req-7ec899c0-d78f-4952-936f-d20376b5eba0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=1163a8de-3050-49a5-bc3d-3beb90504203 HTTP/1.1" status: 200 len: 944 time: 0.1215746 Apr 06 14:34:12.850796 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:12.904657 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cd7040aa-fda7-41cf-9b5c-460df3c59a59 req-678a1961-3e58-464d-8018-2b3e7da9d396 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=a46184e0-bf04-46c4-bafd-c30809b1ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899665 Apr 06 14:34:12.928158 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-149bfd81-efe5-44fb-b3fb-d661beb632dd req-0bd9a482-9283-4bb7-9c2d-e1cac6fe5906 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=1163a8de-3050-49a5-bc3d-3beb90504203 HTTP/1.1" status: 200 len: 1097 time: 0.0975709 Apr 06 14:34:13.058140 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bfd81-efe5-44fb-b3fb-d661beb632dd req-fb55d770-429a-4406-8bfd-614cd06a6dc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:13.059560 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-149bfd81-efe5-44fb-b3fb-d661beb632dd req-fb55d770-429a-4406-8bfd-614cd06a6dc3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ae68254-040e-4b2c-8556-e2105142b37a HTTP/1.1" status: 200 len: 897 time: 0.1257775 Apr 06 14:34:13.126628 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-149bfd81-efe5-44fb-b3fb-d661beb632dd req-a7f1e574-976f-4b57-a183-1597a6634d6e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ec4488f-fe4f-487d-a964-c0229b1b06a4 HTTP/1.1" status: 200 len: 217 time: 0.0604587 Apr 06 14:34:13.192777 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bfd81-efe5-44fb-b3fb-d661beb632dd req-9f764ba9-0b60-406b-a2c1-afe6b30d7858 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:13.194433 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-149bfd81-efe5-44fb-b3fb-d661beb632dd req-9f764ba9-0b60-406b-a2c1-afe6b30d7858 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=675a80f0-f22d-4222-90b2-0ffd26e4f59d HTTP/1.1" status: 200 len: 832 time: 0.0603056 Apr 06 14:34:13.268237 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-149bfd81-efe5-44fb-b3fb-d661beb632dd req-375b54bd-c533-459a-b55f-f74ce4cb80b0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ae68254-040e-4b2c-8556-e2105142b37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668766 Apr 06 14:34:13.403027 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-149bfd81-efe5-44fb-b3fb-d661beb632dd req-144d0ddf-b8c4-432e-b056-321eb2370e30 service neutron] 10.222.0.69 "GET /v2.0/networks/4ae68254-040e-4b2c-8556-e2105142b37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241145 Apr 06 14:34:13.533397 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-149bfd81-efe5-44fb-b3fb-d661beb632dd req-36c861a3-3d8b-4586-a11a-7cd5e1d985b7 service neutron] 10.222.0.69 "GET /v2.0/networks/4ae68254-040e-4b2c-8556-e2105142b37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239734 Apr 06 14:34:14.100653 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a404b15-17b3-444e-af4c-184a7de3463f req-1daa692a-27a3-4a2a-8c49-35d3524f6754 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:14.102062 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4a404b15-17b3-444e-af4c-184a7de3463f req-1daa692a-27a3-4a2a-8c49-35d3524f6754 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=1163a8de-3050-49a5-bc3d-3beb90504203 HTTP/1.1" status: 200 len: 944 time: 0.0752132 Apr 06 14:34:14.147385 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4a404b15-17b3-444e-af4c-184a7de3463f req-73143592-5d18-4d16-b387-0eea0cac83e4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=a46184e0-bf04-46c4-bafd-c30809b1ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398111 Apr 06 14:34:15.110354 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 7ec4488f-fe4f-487d-a964-c0229b1b06a4 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:34:15.280385 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 7ec4488f-fe4f-487d-a964-c0229b1b06a4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7ec4488f-fe4f-487d-a964-c0229b1b06a4,segment=NetworkSegment(25b64d95-7576-4e8d-87a2-926ee6896d06),segment_id=25b64d95-7576-4e8d-87a2-926ee6896d06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:15.293331 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '7ec4488f-fe4f-487d-a964-c0229b1b06a4', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'port_id': '7ec4488f-fe4f-487d-a964-c0229b1b06a4', 'mac_address': 'fa:16:3e:d1:c6:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:34:15.349131 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace8684-fc0e-465f-8805-d8b01b78b8d1 req-4c39db38-5b17-4e1c-bbcc-d0a148b02783 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:15.349728 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:15.350585 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7ace8684-fc0e-465f-8805-d8b01b78b8d1 req-4c39db38-5b17-4e1c-bbcc-d0a148b02783 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=1163a8de-3050-49a5-bc3d-3beb90504203 HTTP/1.1" status: 200 len: 944 time: 0.0788443 Apr 06 14:34:15.366253 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec4488f-fe4f-487d-a964-c0229b1b06a4 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:34:15.382142 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 7ec4488f-fe4f-487d-a964-c0229b1b06a4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7ec4488f-fe4f-487d-a964-c0229b1b06a4,segment=NetworkSegment(25b64d95-7576-4e8d-87a2-926ee6896d06),segment_id=25b64d95-7576-4e8d-87a2-926ee6896d06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:15.386960 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:15.397064 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7ace8684-fc0e-465f-8805-d8b01b78b8d1 req-77b82495-3e52-4d1a-a816-9294fb601d8e tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=a46184e0-bf04-46c4-bafd-c30809b1ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409005 Apr 06 14:34:15.450994 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=7ec4488f-fe4f-487d-a964-c0229b1b06a4,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:15.618491 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['7ec4488f-fe4f-487d-a964-c0229b1b06a4'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:34:16.676462 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad6243-ce3a-483d-9dd7-1753c10c3d75 req-d3bfa343-b25e-4638-8f6f-cb3b110fdd8a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:16.677920 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-41ad6243-ce3a-483d-9dd7-1753c10c3d75 req-d3bfa343-b25e-4638-8f6f-cb3b110fdd8a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=1163a8de-3050-49a5-bc3d-3beb90504203 HTTP/1.1" status: 200 len: 945 time: 0.1590667 Apr 06 14:34:16.722050 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-41ad6243-ce3a-483d-9dd7-1753c10c3d75 req-c34d8a7d-1e2e-4ddb-9bd3-ee7bbf75d4ca tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=a46184e0-bf04-46c4-bafd-c30809b1ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380340 Apr 06 14:34:17.111216 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 7ec4488f-fe4f-487d-a964-c0229b1b06a4 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:34:17.180240 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port 7ec4488f-fe4f-487d-a964-c0229b1b06a4 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:34:17.185351 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 7ec4488f-fe4f-487d-a964-c0229b1b06a4 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:34:17.185721 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:17.302899 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:17.332355 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1163a8de-3050-49a5-bc3d-3beb90504203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec4488f-fe4f-487d-a964-c0229b1b06a4'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:34:17.342092 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 7ec4488f-fe4f-487d-a964-c0229b1b06a4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7ec4488f-fe4f-487d-a964-c0229b1b06a4,segment=NetworkSegment(25b64d95-7576-4e8d-87a2-926ee6896d06),segment_id=25b64d95-7576-4e8d-87a2-926ee6896d06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:17.346233 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:17.389590 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc147b54-d37f-48a1-af0e-55adfc0b1d92'] response: {'server_uuid': '1163a8de-3050-49a5-bc3d-3beb90504203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec4488f-fe4f-487d-a964-c0229b1b06a4', 'code': 200} Apr 06 14:34:17.412148 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=7ec4488f-fe4f-487d-a964-c0229b1b06a4,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:17.633623 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4cdcb1ec-e3bb-44da-b140-f6937a360570 req-0a3c636e-e291-4257-aebe-f7246cfd475e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1163a8de-3050-49a5-bc3d-3beb90504203 HTTP/1.1" status: 200 len: 1099 time: 0.0657592 Apr 06 14:34:17.675293 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4cdcb1ec-e3bb-44da-b140-f6937a360570 req-456f7937-a12e-44ff-8c1e-44d6021c2c86 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a46184e0-bf04-46c4-bafd-c30809b1ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351212 Apr 06 14:34:17.916068 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95dc1c-0eca-4c3b-8571-529a119bc136 req-c0cca43b-6227-4f78-8978-c2e5bd42ccf7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:17.917459 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5b95dc1c-0eca-4c3b-8571-529a119bc136 req-c0cca43b-6227-4f78-8978-c2e5bd42ccf7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=1163a8de-3050-49a5-bc3d-3beb90504203 HTTP/1.1" status: 200 len: 946 time: 0.0755694 Apr 06 14:34:17.962047 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5b95dc1c-0eca-4c3b-8571-529a119bc136 req-7b23b1f5-699f-4868-82da-14f34c38b314 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=a46184e0-bf04-46c4-bafd-c30809b1ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388896 Apr 06 14:34:19.158501 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813b479-a764-4c48-a601-c2e100219019 req-168c2c5f-f2bb-40b2-b9fe-914dc9670e81 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:19.160034 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1813b479-a764-4c48-a601-c2e100219019 req-168c2c5f-f2bb-40b2-b9fe-914dc9670e81 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=1163a8de-3050-49a5-bc3d-3beb90504203 HTTP/1.1" status: 200 len: 946 time: 0.0787392 Apr 06 14:34:19.204730 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1813b479-a764-4c48-a601-c2e100219019 req-244986f8-4a8d-4316-b771-d4f82e908111 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=a46184e0-bf04-46c4-bafd-c30809b1ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385759 Apr 06 14:34:19.401418 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294308af-56ab-40b8-a622-fbccc478eef6 req-220e2dd7-839c-472a-9255-6b9fbaf1e64c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:19.402850 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-294308af-56ab-40b8-a622-fbccc478eef6 req-220e2dd7-839c-472a-9255-6b9fbaf1e64c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=1163a8de-3050-49a5-bc3d-3beb90504203 HTTP/1.1" status: 200 len: 946 time: 0.0807576 Apr 06 14:34:19.448385 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-294308af-56ab-40b8-a622-fbccc478eef6 req-b92f875c-36ab-4689-bba0-cf5d3f001c5a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=a46184e0-bf04-46c4-bafd-c30809b1ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399139 Apr 06 14:34:19.476100 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57910) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:34:19.543701 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5560b66a-fabc-46eb-9eea-c517efec2749 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1163a8de-3050-49a5-bc3d-3beb90504203 HTTP/1.1" status: 200 len: 1094 time: 0.0664752 Apr 06 14:34:19.546413 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57914) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:34:19.551576 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b2b0f9f1-fae0-4f46-9c5b-17806d8aab05 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'port_id': '7ec4488f-fe4f-487d-a964-c0229b1b06a4', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:34:19.557018 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b2b0f9f1-fae0-4f46-9c5b-17806d8aab05 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:34:19.560720 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b2b0f9f1-fae0-4f46-9c5b-17806d8aab05 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:floatingip and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:34:19.563488 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b2b0f9f1-fae0-4f46-9c5b-17806d8aab05 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:34:19.569320 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b2b0f9f1-fae0-4f46-9c5b-17806d8aab05 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:34:19.579784 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b2b0f9f1-fae0-4f46-9c5b-17806d8aab05 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:19.711091 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b2b0f9f1-fae0-4f46-9c5b-17806d8aab05 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:19.849397 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-b2b0f9f1-fae0-4f46-9c5b-17806d8aab05 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.26.8.241 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/8ceaa462-baef-4d54-a93a-b92b28676dff) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:19.996450 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b2b0f9f1-fae0-4f46-9c5b-17806d8aab05 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:20.023854 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b2b0f9f1-fae0-4f46-9c5b-17806d8aab05 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:20.094982 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b0f9f1-fae0-4f46-9c5b-17806d8aab05 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:20.097517 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-b2b0f9f1-fae0-4f46-9c5b-17806d8aab05 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:20.099991 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b0f9f1-fae0-4f46-9c5b-17806d8aab05 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:34:20.128691 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0f9f1-fae0-4f46-9c5b-17806d8aab05 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=8ceaa462-baef-4d54-a93a-b92b28676dff,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:20.599192 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b2b0f9f1-fae0-4f46-9c5b-17806d8aab05 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:20.654243 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:34:20.655791 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b2b0f9f1-fae0-4f46-9c5b-17806d8aab05 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:20.858289 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b2b0f9f1-fae0-4f46-9c5b-17806d8aab05 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:20.862515 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b2b0f9f1-fae0-4f46-9c5b-17806d8aab05 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:21.047947 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0f9f1-fae0-4f46-9c5b-17806d8aab05 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=8ceaa462-baef-4d54-a93a-b92b28676dff,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:21.068131 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b2b0f9f1-fae0-4f46-9c5b-17806d8aab05 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:21.258143 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-b2b0f9f1-fae0-4f46-9c5b-17806d8aab05 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Floating IP f160b8e4-059d-48b5-bb04-8fab72612a3b associated. External IP: 172.26.8.241, port: 7ec4488f-fe4f-487d-a964-c0229b1b06a4. Apr 06 14:34:21.647028 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b0f9f1-fae0-4f46-9c5b-17806d8aab05 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router 15d75e0a-0bd8-4517-9915-0d6d1025c069 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:34:21.842127 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b0f9f1-fae0-4f46-9c5b-17806d8aab05 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:21.851391 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81d55d1-1e14-4307-9a1c-4d3097232833 None None] Sync routers for ids ['15d75e0a-0bd8-4517-9915-0d6d1025c069'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:34:21.864589 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81d55d1-1e14-4307-9a1c-4d3097232833 None None] Routers {'15d75e0a-0bd8-4517-9915-0d6d1025c069'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:34:21.865328 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f81d55d1-1e14-4307-9a1c-4d3097232833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:34:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['15d75e0a-0bd8-4517-9915-0d6d1025c069'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:21.865769 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b2b0f9f1-fae0-4f46-9c5b-17806d8aab05 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:21.921096 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b2b0f9f1-fae0-4f46-9c5b-17806d8aab05 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3735256 Apr 06 14:34:21.921675 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1163a8de-3050-49a5-bc3d-3beb90504203', 'tag': '7ec4488f-fe4f-487d-a964-c0229b1b06a4'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:34:21.974658 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a16968de-104a-4096-b707-32e633d3f095'] response: {'name': 'network-changed', 'server_uuid': '1163a8de-3050-49a5-bc3d-3beb90504203', 'tag': '7ec4488f-fe4f-487d-a964-c0229b1b06a4', 'status': 'completed', 'code': 200} Apr 06 14:34:22.045934 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-f81d55d1-1e14-4307-9a1c-4d3097232833 None None] Set router 15d75e0a-0bd8-4517-9915-0d6d1025c069 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:34:22.065370 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2d18bf15-49ea-4e4b-8226-6e480ee4982e req-ef2d6982-043c-40a3-a35a-ac0823999b5e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=1163a8de-3050-49a5-bc3d-3beb90504203 HTTP/1.1" status: 200 len: 1099 time: 0.0676353 Apr 06 14:34:22.194887 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18bf15-49ea-4e4b-8226-6e480ee4982e req-cee283b3-a355-47bc-897a-7bac29d8fabf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:22.196258 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2d18bf15-49ea-4e4b-8226-6e480ee4982e req-cee283b3-a355-47bc-897a-7bac29d8fabf service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ae68254-040e-4b2c-8556-e2105142b37a HTTP/1.1" status: 200 len: 897 time: 0.1248708 Apr 06 14:34:22.299499 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2d18bf15-49ea-4e4b-8226-6e480ee4982e req-3f0208c8-bc39-40a4-a1a8-46a0c1d7aef9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ec4488f-fe4f-487d-a964-c0229b1b06a4 HTTP/1.1" status: 200 len: 1000 time: 0.0957010 Apr 06 14:34:22.364237 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18bf15-49ea-4e4b-8226-6e480ee4982e req-2e15d992-b3fd-4c79-a12d-edf9db247c24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:22.365729 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2d18bf15-49ea-4e4b-8226-6e480ee4982e req-2e15d992-b3fd-4c79-a12d-edf9db247c24 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=675a80f0-f22d-4222-90b2-0ffd26e4f59d HTTP/1.1" status: 200 len: 832 time: 0.0601475 Apr 06 14:34:22.394203 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f81d55d1-1e14-4307-9a1c-4d3097232833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'name': 'tempest-TestNetworkBasicOps-router-1203926749', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:47Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'a3c95c63-c211-4091-92a5-e6b65e0cc7d1', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.34', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'port_id': 'ae233bde-3993-4698-a370-f9faad738b94', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'mac_address': 'fa:16:3e:73:89:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc46fb0-e606-4c25-b210-55c4722babe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:34:05Z', 'updated_at': '2022-04-06T14:34:08Z', 'revision_number': 1, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}, {'id': 'f160b8e4-059d-48b5-bb04-8fab72612a3b', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.241', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'port_id': '7ec4488f-fe4f-487d-a964-c0229b1b06a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'mac_address': 'fa:16:3e:d1:c6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1163a8de-3050-49a5-bc3d-3beb90504203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:34:20Z', 'updated_at': '2022-04-06T14:34:20Z', 'revision_number': 0, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdce351-0f2b-4ea8-91ff-aa175ce4177b', 'name': '', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:1f:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:46Z', 'updated_at': '2022-04-06T14:33:54Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:22.398686 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81d55d1-1e14-4307-9a1c-4d3097232833 None None] Checking router: 15d75e0a-0bd8-4517-9915-0d6d1025c069 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:34:22.410656 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81d55d1-1e14-4307-9a1c-4d3097232833 None None] Routers {'15d75e0a-0bd8-4517-9915-0d6d1025c069'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:34:22.411285 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f81d55d1-1e14-4307-9a1c-4d3097232833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:34:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['15d75e0a-0bd8-4517-9915-0d6d1025c069'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:22.533716 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2d18bf15-49ea-4e4b-8226-6e480ee4982e req-031b03ff-3520-469c-8934-1cb58a8945d6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ae68254-040e-4b2c-8556-e2105142b37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1620674 Apr 06 14:34:22.592518 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-f81d55d1-1e14-4307-9a1c-4d3097232833 None None] Set router 15d75e0a-0bd8-4517-9915-0d6d1025c069 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:34:22.673910 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2d18bf15-49ea-4e4b-8226-6e480ee4982e req-3b62c94b-26f6-4c32-81c2-219ec1d395e6 service neutron] 10.222.0.69 "GET /v2.0/networks/4ae68254-040e-4b2c-8556-e2105142b37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328807 Apr 06 14:34:22.806662 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2d18bf15-49ea-4e4b-8226-6e480ee4982e req-b49dffb4-3145-45aa-b913-fbdb1147e9cd service neutron] 10.222.0.69 "GET /v2.0/networks/4ae68254-040e-4b2c-8556-e2105142b37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258028 Apr 06 14:34:22.975635 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f81d55d1-1e14-4307-9a1c-4d3097232833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'name': 'tempest-TestNetworkBasicOps-router-1203926749', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:47Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'a3c95c63-c211-4091-92a5-e6b65e0cc7d1', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.34', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'port_id': 'ae233bde-3993-4698-a370-f9faad738b94', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'mac_address': 'fa:16:3e:73:89:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc46fb0-e606-4c25-b210-55c4722babe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:34:05Z', 'updated_at': '2022-04-06T14:34:08Z', 'revision_number': 1, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}, {'id': 'f160b8e4-059d-48b5-bb04-8fab72612a3b', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.241', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'port_id': '7ec4488f-fe4f-487d-a964-c0229b1b06a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'mac_address': 'fa:16:3e:d1:c6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1163a8de-3050-49a5-bc3d-3beb90504203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:34:20Z', 'updated_at': '2022-04-06T14:34:20Z', 'revision_number': 0, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdce351-0f2b-4ea8-91ff-aa175ce4177b', 'name': '', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:1f:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:46Z', 'updated_at': '2022-04-06T14:33:54Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:22.979535 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81d55d1-1e14-4307-9a1c-4d3097232833 None None] The sync data for ids ['15d75e0a-0bd8-4517-9915-0d6d1025c069'] in dv-neutron-835868-1-hyperv is: [{'id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'name': 'tempest-TestNetworkBasicOps-router-1203926749', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:47Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'a3c95c63-c211-4091-92a5-e6b65e0cc7d1', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.34', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'port_id': 'ae233bde-3993-4698-a370-f9faad738b94', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'mac_address': 'fa:16:3e:73:89:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc46fb0-e606-4c25-b210-55c4722babe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:34:05Z', 'updated_at': '2022-04-06T14:34:08Z', 'revision_number': 1, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}, {'id': 'f160b8e4-059d-48b5-bb04-8fab72612a3b', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.241', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'port_id': '7ec4488f-fe4f-487d-a964-c0229b1b06a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'mac_address': 'fa:16:3e:d1:c6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1163a8de-3050-49a5-bc3d-3beb90504203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:34:20Z', 'updated_at': '2022-04-06T14:34:20Z', 'revision_number': 0, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdce351-0f2b-4ea8-91ff-aa175ce4177b', 'name': '', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:1f:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:46Z', 'updated_at': '2022-04-06T14:33:54Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:34:23.163388 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06499e48-e4ae-4b3d-8c96-3b58cba2341a None None] New status for floating IP f160b8e4-059d-48b5-bb04-8fab72612a3b: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:34:29.062314 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:38.043523 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-31e1ed5f-4679-4264-8fa1-dd7566634d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:40.879110 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7e49ec2e-1b83-400d-99f3-214c947d5000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:41.328342 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:41.379576 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:42.855058 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:47.295168 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d1a0572f-e138-42b9-8b79-b0a81b7b2a73 req-d9d159f9-b5cb-4291-921d-ef958bd05c3a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3fc46fb0-e606-4c25-b210-55c4722babe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1296792 Apr 06 14:34:47.436227 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d1a0572f-e138-42b9-8b79-b0a81b7b2a73 req-1704e4f8-5f7c-4e68-a6aa-e567171c9542 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=3fc46fb0-e606-4c25-b210-55c4722babe6 HTTP/1.1" status: 200 len: 1098 time: 0.0723982 Apr 06 14:34:47.586434 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0572f-e138-42b9-8b79-b0a81b7b2a73 req-f142c1e5-f4fd-49d3-b988-6bd7329576f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:47.587915 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d1a0572f-e138-42b9-8b79-b0a81b7b2a73 req-f142c1e5-f4fd-49d3-b988-6bd7329576f3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ae68254-040e-4b2c-8556-e2105142b37a HTTP/1.1" status: 200 len: 897 time: 0.1301270 Apr 06 14:34:47.689982 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d1a0572f-e138-42b9-8b79-b0a81b7b2a73 req-e5982805-b51d-40d4-a031-9e7b734bdc63 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae233bde-3993-4698-a370-f9faad738b94 HTTP/1.1" status: 200 len: 1000 time: 0.0947838 Apr 06 14:34:47.751854 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0572f-e138-42b9-8b79-b0a81b7b2a73 req-91fad293-5c1b-4188-b7ed-4c54a6401777 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:47.753327 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d1a0572f-e138-42b9-8b79-b0a81b7b2a73 req-91fad293-5c1b-4188-b7ed-4c54a6401777 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=675a80f0-f22d-4222-90b2-0ffd26e4f59d HTTP/1.1" status: 200 len: 832 time: 0.0566363 Apr 06 14:34:47.829286 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d1a0572f-e138-42b9-8b79-b0a81b7b2a73 req-8bd7b402-4d34-4da8-bb6c-513aff0ceabf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ae68254-040e-4b2c-8556-e2105142b37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699844 Apr 06 14:34:47.960437 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d1a0572f-e138-42b9-8b79-b0a81b7b2a73 req-0e107d42-64b0-4300-b71d-221c3474b2e7 service neutron] 10.222.0.69 "GET /v2.0/networks/4ae68254-040e-4b2c-8556-e2105142b37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249003 Apr 06 14:34:48.088136 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d1a0572f-e138-42b9-8b79-b0a81b7b2a73 req-4b5fe840-cf97-4a5b-bc13-c4d1578d51a6 service neutron] 10.222.0.69 "GET /v2.0/networks/4ae68254-040e-4b2c-8556-e2105142b37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213868 Apr 06 14:34:57.071741 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57934) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:34:57.174512 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f4c196ac-b94a-4841-88e5-d9b314848faa tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/a3c95c63-c211-4091-92a5-e6b65e0cc7d1 HTTP/1.1" status: 200 len: 992 time: 0.1015110 Apr 06 14:34:57.654175 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:34:58.069499 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57944) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:34:58.075242 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0b0e6f3d-59c3-4d09-8ca1-c0d2ebe245d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:34:58.188764 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6f3d-59c3-4d09-8ca1-c0d2ebe245d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:58.392601 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-0b0e6f3d-59c3-4d09-8ca1-c0d2ebe245d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] For port ae233bde-3993-4698-a370-f9faad738b94, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ae233bde-3993-4698-a370-f9faad738b94,segment=NetworkSegment(25b64d95-7576-4e8d-87a2-926ee6896d06),segment_id=25b64d95-7576-4e8d-87a2-926ee6896d06)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:58.418132 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6f3d-59c3-4d09-8ca1-c0d2ebe245d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:58.422568 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6f3d-59c3-4d09-8ca1-c0d2ebe245d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:58.495421 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0e6f3d-59c3-4d09-8ca1-c0d2ebe245d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:58.496044 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6f3d-59c3-4d09-8ca1-c0d2ebe245d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:58.504668 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0b0e6f3d-59c3-4d09-8ca1-c0d2ebe245d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "PUT /v2.0/ports/ae233bde-3993-4698-a370-f9faad738b94 HTTP/1.1" status: 200 len: 938 time: 0.4270289 Apr 06 14:34:58.504668 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc46fb0-e606-4c25-b210-55c4722babe6', 'tag': 'ae233bde-3993-4698-a370-f9faad738b94'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:34:58.514394 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e6f3d-59c3-4d09-8ca1-c0d2ebe245d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=ae233bde-3993-4698-a370-f9faad738b94,revision_number=6']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:58.525278 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6f3d-59c3-4d09-8ca1-c0d2ebe245d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:58.525631 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6f3d-59c3-4d09-8ca1-c0d2ebe245d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:58.525976 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6f3d-59c3-4d09-8ca1-c0d2ebe245d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:58.526315 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6f3d-59c3-4d09-8ca1-c0d2ebe245d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:58.526649 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6f3d-59c3-4d09-8ca1-c0d2ebe245d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:58.526984 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6f3d-59c3-4d09-8ca1-c0d2ebe245d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:58.527423 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6f3d-59c3-4d09-8ca1-c0d2ebe245d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:58.527772 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6f3d-59c3-4d09-8ca1-c0d2ebe245d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:58.528284 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6f3d-59c3-4d09-8ca1-c0d2ebe245d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:58.528535 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6f3d-59c3-4d09-8ca1-c0d2ebe245d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:58.528876 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6f3d-59c3-4d09-8ca1-c0d2ebe245d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:58.641408 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81dce704-5d76-409a-91c9-b6c04120304b'] response: {'name': 'network-changed', 'server_uuid': '3fc46fb0-e606-4c25-b210-55c4722babe6', 'tag': 'ae233bde-3993-4698-a370-f9faad738b94', 'status': 'completed', 'code': 200} Apr 06 14:34:58.730088 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-95ab76f7-1b6e-47f4-9360-55195a4ce73d req-a1798e86-3702-4e30-8262-3dd9b836402c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=3fc46fb0-e606-4c25-b210-55c4722babe6 HTTP/1.1" status: 200 len: 1099 time: 0.0678749 Apr 06 14:34:58.739215 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c94738a0-4923-4015-aba1-5f4216739a1a None None] Provisioning complete for port ae233bde-3993-4698-a370-f9faad738b94 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:34:58.739711 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c94738a0-4923-4015-aba1-5f4216739a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:58.799977 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c94738a0-4923-4015-aba1-5f4216739a1a None None] Port ae233bde-3993-4698-a370-f9faad738b94 is administratively disabled so it will not transition to active. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Apr 06 14:34:58.860543 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab76f7-1b6e-47f4-9360-55195a4ce73d req-47d9a877-8ede-4707-b9a1-908f4de71b4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:58.862027 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-95ab76f7-1b6e-47f4-9360-55195a4ce73d req-47d9a877-8ede-4707-b9a1-908f4de71b4b service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ae68254-040e-4b2c-8556-e2105142b37a HTTP/1.1" status: 200 len: 897 time: 0.1259580 Apr 06 14:34:58.965513 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-95ab76f7-1b6e-47f4-9360-55195a4ce73d req-911a4a79-1854-4097-b855-7fbd6d06a2a4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae233bde-3993-4698-a370-f9faad738b94 HTTP/1.1" status: 200 len: 1001 time: 0.0942848 Apr 06 14:34:59.029160 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab76f7-1b6e-47f4-9360-55195a4ce73d req-d86a3b19-04bc-4814-bde3-c34b57d2a3ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:59.030584 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-95ab76f7-1b6e-47f4-9360-55195a4ce73d req-d86a3b19-04bc-4814-bde3-c34b57d2a3ff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=675a80f0-f22d-4222-90b2-0ffd26e4f59d HTTP/1.1" status: 200 len: 832 time: 0.0561163 Apr 06 14:34:59.078929 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:34:59.197959 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-95ab76f7-1b6e-47f4-9360-55195a4ce73d req-8e5ff770-7309-49b8-a0c1-86bfe4b917a5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ae68254-040e-4b2c-8556-e2105142b37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1607265 Apr 06 14:34:59.326309 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-95ab76f7-1b6e-47f4-9360-55195a4ce73d req-a4761f15-d76e-444e-a180-be535d9ae8c4 service neutron] 10.222.0.69 "GET /v2.0/networks/4ae68254-040e-4b2c-8556-e2105142b37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208527 Apr 06 14:34:59.454823 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-95ab76f7-1b6e-47f4-9360-55195a4ce73d req-a2c24a84-9e3c-4bcc-993b-483d98363f3b service neutron] 10.222.0.69 "GET /v2.0/networks/4ae68254-040e-4b2c-8556-e2105142b37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223166 Apr 06 14:35:01.949136 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 57956) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:01.955060 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-467085ec-315f-468a-a6ad-44d214ed3a79 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:35:02.157019 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-467085ec-315f-468a-a6ad-44d214ed3a79 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:02.364576 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-467085ec-315f-468a-a6ad-44d214ed3a79 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] For port ae233bde-3993-4698-a370-f9faad738b94, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ae233bde-3993-4698-a370-f9faad738b94,segment=NetworkSegment(25b64d95-7576-4e8d-87a2-926ee6896d06),segment_id=25b64d95-7576-4e8d-87a2-926ee6896d06)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:02.388608 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-467085ec-315f-468a-a6ad-44d214ed3a79 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:02.393209 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-467085ec-315f-468a-a6ad-44d214ed3a79 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:02.464633 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467085ec-315f-468a-a6ad-44d214ed3a79 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:02.464938 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-467085ec-315f-468a-a6ad-44d214ed3a79 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:02.466135 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-467085ec-315f-468a-a6ad-44d214ed3a79 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "PUT /v2.0/ports/ae233bde-3993-4698-a370-f9faad738b94 HTTP/1.1" status: 200 len: 937 time: 0.5160165 Apr 06 14:35:02.466681 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc46fb0-e606-4c25-b210-55c4722babe6', 'tag': 'ae233bde-3993-4698-a370-f9faad738b94'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:35:02.469221 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57960) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:02.486007 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467085ec-315f-468a-a6ad-44d214ed3a79 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=ae233bde-3993-4698-a370-f9faad738b94,revision_number=7']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:02.532800 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c27e62f9-255a-4db7-b793-8fb348563b35'] response: {'name': 'network-changed', 'server_uuid': '3fc46fb0-e606-4c25-b210-55c4722babe6', 'tag': 'ae233bde-3993-4698-a370-f9faad738b94', 'status': 'completed', 'code': 200} Apr 06 14:35:02.632851 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-07561c2b-7ae4-4f9f-9436-dfdb563a4749 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/a3c95c63-c211-4091-92a5-e6b65e0cc7d1 HTTP/1.1" status: 200 len: 992 time: 0.1552627 Apr 06 14:35:02.645941 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d9b18938-6f23-4164-b7c9-93f88539dbe8 None None] Provisioning complete for port ae233bde-3993-4698-a370-f9faad738b94 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:35:02.646499 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d9b18938-6f23-4164-b7c9-93f88539dbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:02.660333 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-da85ed32-1d46-4f9f-85cc-dfafbe65ed48 req-3db814a0-c293-45ba-98e9-db7fc300b698 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=3fc46fb0-e606-4c25-b210-55c4722babe6 HTTP/1.1" status: 200 len: 1098 time: 0.1043549 Apr 06 14:35:02.693289 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['ae233bde-3993-4698-a370-f9faad738b94'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:35:02.794904 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85ed32-1d46-4f9f-85cc-dfafbe65ed48 req-42353c2a-2398-42fe-95a6-2e7925f030db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:02.796289 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-da85ed32-1d46-4f9f-85cc-dfafbe65ed48 req-42353c2a-2398-42fe-95a6-2e7925f030db service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ae68254-040e-4b2c-8556-e2105142b37a HTTP/1.1" status: 200 len: 897 time: 0.1299491 Apr 06 14:35:02.901987 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-da85ed32-1d46-4f9f-85cc-dfafbe65ed48 req-b1312cd1-25fc-4d0b-9043-2db6cd09f3d9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae233bde-3993-4698-a370-f9faad738b94 HTTP/1.1" status: 200 len: 1000 time: 0.0989852 Apr 06 14:35:02.964508 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85ed32-1d46-4f9f-85cc-dfafbe65ed48 req-da57009c-3d03-4883-ab7c-0732a2a75bd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:02.966055 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-da85ed32-1d46-4f9f-85cc-dfafbe65ed48 req-da57009c-3d03-4883-ab7c-0732a2a75bd0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=675a80f0-f22d-4222-90b2-0ffd26e4f59d HTTP/1.1" status: 200 len: 832 time: 0.0581257 Apr 06 14:35:03.042206 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-da85ed32-1d46-4f9f-85cc-dfafbe65ed48 req-502e11ff-dded-4187-aa74-2a0a069a9460 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ae68254-040e-4b2c-8556-e2105142b37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703318 Apr 06 14:35:03.176732 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-da85ed32-1d46-4f9f-85cc-dfafbe65ed48 req-006c016a-e08e-44f5-93e2-edcd07826445 service neutron] 10.222.0.69 "GET /v2.0/networks/4ae68254-040e-4b2c-8556-e2105142b37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275120 Apr 06 14:35:03.312230 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-da85ed32-1d46-4f9f-85cc-dfafbe65ed48 req-0adbe611-89fe-481f-92ee-91d6e49fa972 service neutron] 10.222.0.69 "GET /v2.0/networks/4ae68254-040e-4b2c-8556-e2105142b37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286206 Apr 06 14:35:05.204292 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57972) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:05.398948 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-8672f3d7-41a0-477e-bfe3-5858e038e456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port 8ceaa462-baef-4d54-a93a-b92b28676dff {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:35:05.399284 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8672f3d7-41a0-477e-bfe3-5858e038e456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:05.568971 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8672f3d7-41a0-477e-bfe3-5858e038e456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:05.569195 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8672f3d7-41a0-477e-bfe3-5858e038e456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:05.774332 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-8672f3d7-41a0-477e-bfe3-5858e038e456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for 8ceaa462-baef-4d54-a93a-b92b28676dff owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:35:05.922415 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8672f3d7-41a0-477e-bfe3-5858e038e456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:05.965435 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672f3d7-41a0-477e-bfe3-5858e038e456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=8ceaa462-baef-4d54-a93a-b92b28676dff,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:06.003885 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672f3d7-41a0-477e-bfe3-5858e038e456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:06.004234 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672f3d7-41a0-477e-bfe3-5858e038e456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:06.004577 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672f3d7-41a0-477e-bfe3-5858e038e456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:06.005011 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672f3d7-41a0-477e-bfe3-5858e038e456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:06.005353 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672f3d7-41a0-477e-bfe3-5858e038e456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:06.005687 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672f3d7-41a0-477e-bfe3-5858e038e456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:06.006018 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672f3d7-41a0-477e-bfe3-5858e038e456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:06.006350 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672f3d7-41a0-477e-bfe3-5858e038e456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:06.006677 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672f3d7-41a0-477e-bfe3-5858e038e456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:06.007004 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672f3d7-41a0-477e-bfe3-5858e038e456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:06.007357 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672f3d7-41a0-477e-bfe3-5858e038e456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:06.067907 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8672f3d7-41a0-477e-bfe3-5858e038e456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:06.446649 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8672f3d7-41a0-477e-bfe3-5858e038e456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router 15d75e0a-0bd8-4517-9915-0d6d1025c069 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:06.638282 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8672f3d7-41a0-477e-bfe3-5858e038e456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:06.647560 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db26330-9990-4989-8a6e-3eb9f8587b41 None None] Sync routers for ids ['15d75e0a-0bd8-4517-9915-0d6d1025c069'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:35:06.659484 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db26330-9990-4989-8a6e-3eb9f8587b41 None None] Routers {'15d75e0a-0bd8-4517-9915-0d6d1025c069'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:35:06.660088 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-1db26330-9990-4989-8a6e-3eb9f8587b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:34:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['15d75e0a-0bd8-4517-9915-0d6d1025c069'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:06.660581 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8672f3d7-41a0-477e-bfe3-5858e038e456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:06.718366 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8672f3d7-41a0-477e-bfe3-5858e038e456 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/floatingips/f160b8e4-059d-48b5-bb04-8fab72612a3b HTTP/1.1" status: 204 len: 168 time: 1.5128202 Apr 06 14:35:06.718984 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1163a8de-3050-49a5-bc3d-3beb90504203', 'tag': '7ec4488f-fe4f-487d-a964-c0229b1b06a4'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:35:06.774781 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-198a3dce-6e71-4fa3-b6ce-9d5d4ea9d8cd'] response: {'name': 'network-changed', 'server_uuid': '1163a8de-3050-49a5-bc3d-3beb90504203', 'tag': '7ec4488f-fe4f-487d-a964-c0229b1b06a4', 'status': 'completed', 'code': 200} Apr 06 14:35:06.846708 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-1db26330-9990-4989-8a6e-3eb9f8587b41 None None] Set router 15d75e0a-0bd8-4517-9915-0d6d1025c069 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:35:06.878034 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-52067e28-b987-43a4-8fa8-96e073aa7f44 req-01212f5f-b044-46b3-91a6-5a0f1a18d388 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=1163a8de-3050-49a5-bc3d-3beb90504203 HTTP/1.1" status: 200 len: 1099 time: 0.0787745 Apr 06 14:35:07.026758 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52067e28-b987-43a4-8fa8-96e073aa7f44 req-f93dfcd3-19a0-4061-ae21-b6b52f40a0fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:07.028229 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-52067e28-b987-43a4-8fa8-96e073aa7f44 req-f93dfcd3-19a0-4061-ae21-b6b52f40a0fd service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ae68254-040e-4b2c-8556-e2105142b37a HTTP/1.1" status: 200 len: 897 time: 0.1444974 Apr 06 14:35:07.103215 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-52067e28-b987-43a4-8fa8-96e073aa7f44 req-c065e68e-7b79-49bf-accb-23f881e36f5c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ec4488f-fe4f-487d-a964-c0229b1b06a4 HTTP/1.1" status: 200 len: 217 time: 0.0672772 Apr 06 14:35:07.135198 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301edd1c-e77e-4c9e-9708-687690c05443 req-889711bb-1783-45dd-bbab-641ad3461ee7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:07.137427 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-301edd1c-e77e-4c9e-9708-687690c05443 req-889711bb-1783-45dd-bbab-641ad3461ee7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=1163a8de-3050-49a5-bc3d-3beb90504203 HTTP/1.1" status: 200 len: 946 time: 0.0809731 Apr 06 14:35:07.169704 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52067e28-b987-43a4-8fa8-96e073aa7f44 req-8296f3a9-0d44-40bd-bf65-e427d849cc31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:07.171365 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-52067e28-b987-43a4-8fa8-96e073aa7f44 req-8296f3a9-0d44-40bd-bf65-e427d849cc31 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=675a80f0-f22d-4222-90b2-0ffd26e4f59d HTTP/1.1" status: 200 len: 832 time: 0.0614295 Apr 06 14:35:07.187894 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-301edd1c-e77e-4c9e-9708-687690c05443 req-3fa9a299-234e-433b-b919-e98a5e4b1604 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=a46184e0-bf04-46c4-bafd-c30809b1ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440371 Apr 06 14:35:07.218987 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-1db26330-9990-4989-8a6e-3eb9f8587b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'name': 'tempest-TestNetworkBasicOps-router-1203926749', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:47Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'a3c95c63-c211-4091-92a5-e6b65e0cc7d1', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.34', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'port_id': 'ae233bde-3993-4698-a370-f9faad738b94', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'mac_address': 'fa:16:3e:73:89:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc46fb0-e606-4c25-b210-55c4722babe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:34:05Z', 'updated_at': '2022-04-06T14:34:08Z', 'revision_number': 1, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdce351-0f2b-4ea8-91ff-aa175ce4177b', 'name': '', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:1f:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:46Z', 'updated_at': '2022-04-06T14:33:54Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:07.221085 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db26330-9990-4989-8a6e-3eb9f8587b41 None None] Checking router: 15d75e0a-0bd8-4517-9915-0d6d1025c069 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:35:07.232657 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db26330-9990-4989-8a6e-3eb9f8587b41 None None] Routers {'15d75e0a-0bd8-4517-9915-0d6d1025c069'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:35:07.233211 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-1db26330-9990-4989-8a6e-3eb9f8587b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:34:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['15d75e0a-0bd8-4517-9915-0d6d1025c069'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:07.251897 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-52067e28-b987-43a4-8fa8-96e073aa7f44 req-77d3acf3-ed29-4d8c-8c7b-f2e8aeb27b40 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ae68254-040e-4b2c-8556-e2105142b37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742798 Apr 06 14:35:07.453793 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-1db26330-9990-4989-8a6e-3eb9f8587b41 None None] Set router 15d75e0a-0bd8-4517-9915-0d6d1025c069 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:35:07.481943 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-52067e28-b987-43a4-8fa8-96e073aa7f44 req-b688738e-c466-4af1-b575-46b08fe787e4 service neutron] 10.222.0.69 "GET /v2.0/networks/4ae68254-040e-4b2c-8556-e2105142b37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231641 Apr 06 14:35:07.612385 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-52067e28-b987-43a4-8fa8-96e073aa7f44 req-a4ae570e-cebc-42f8-9833-f511839eabe1 service neutron] 10.222.0.69 "GET /v2.0/networks/4ae68254-040e-4b2c-8556-e2105142b37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238077 Apr 06 14:35:07.796506 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-1db26330-9990-4989-8a6e-3eb9f8587b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'name': 'tempest-TestNetworkBasicOps-router-1203926749', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:47Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'a3c95c63-c211-4091-92a5-e6b65e0cc7d1', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.34', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'port_id': 'ae233bde-3993-4698-a370-f9faad738b94', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'mac_address': 'fa:16:3e:73:89:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc46fb0-e606-4c25-b210-55c4722babe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:34:05Z', 'updated_at': '2022-04-06T14:34:08Z', 'revision_number': 1, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdce351-0f2b-4ea8-91ff-aa175ce4177b', 'name': '', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:1f:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:46Z', 'updated_at': '2022-04-06T14:33:54Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:07.800531 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db26330-9990-4989-8a6e-3eb9f8587b41 None None] The sync data for ids ['15d75e0a-0bd8-4517-9915-0d6d1025c069'] in dv-neutron-835868-1-hyperv is: [{'id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'name': 'tempest-TestNetworkBasicOps-router-1203926749', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:47Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'a3c95c63-c211-4091-92a5-e6b65e0cc7d1', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.34', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'port_id': 'ae233bde-3993-4698-a370-f9faad738b94', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'mac_address': 'fa:16:3e:73:89:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc46fb0-e606-4c25-b210-55c4722babe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:34:05Z', 'updated_at': '2022-04-06T14:34:08Z', 'revision_number': 1, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdce351-0f2b-4ea8-91ff-aa175ce4177b', 'name': '', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:1f:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:46Z', 'updated_at': '2022-04-06T14:33:54Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:35:08.011186 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd538c5-0a19-4f8a-9b41-cc5584d297bb None None] New status for floating IP f160b8e4-059d-48b5-bb04-8fab72612a3b: DOWN {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:35:08.045178 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dc25c732-444f-4bb2-bb86-320085ac2cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:08.430747 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68421f-2f89-4db4-b96f-d2c57a12bccf req-161932a7-2998-4d2b-88a9-5607df5d3623 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:08.431436 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-9d68421f-2f89-4db4-b96f-d2c57a12bccf req-161932a7-2998-4d2b-88a9-5607df5d3623 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:35:08.447169 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe5db3-5838-48b6-a95b-a1ffeb843fe4 req-526f8774-2228-49cc-8e5b-4d09597234f6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:08.447826 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-debe5db3-5838-48b6-a95b-a1ffeb843fe4 req-526f8774-2228-49cc-8e5b-4d09597234f6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:35:08.462378 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-9d68421f-2f89-4db4-b96f-d2c57a12bccf req-161932a7-2998-4d2b-88a9-5607df5d3623 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:35:08.463520 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9d68421f-2f89-4db4-b96f-d2c57a12bccf req-161932a7-2998-4d2b-88a9-5607df5d3623 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/ports?device_id=1163a8de-3050-49a5-bc3d-3beb90504203 HTTP/1.1" status: 200 len: 946 time: 0.1708124 Apr 06 14:35:08.465851 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-debe5db3-5838-48b6-a95b-a1ffeb843fe4 req-526f8774-2228-49cc-8e5b-4d09597234f6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:35:08.466838 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-debe5db3-5838-48b6-a95b-a1ffeb843fe4 req-526f8774-2228-49cc-8e5b-4d09597234f6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=1163a8de-3050-49a5-bc3d-3beb90504203 HTTP/1.1" status: 200 len: 946 time: 0.1339834 Apr 06 14:35:08.562750 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-9d68421f-2f89-4db4-b96f-d2c57a12bccf req-fb2203c1-c728-486d-a8bf-b27d944b99ae tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port 7ec4488f-fe4f-487d-a964-c0229b1b06a4 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:35:08.563483 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9d68421f-2f89-4db4-b96f-d2c57a12bccf req-fb2203c1-c728-486d-a8bf-b27d944b99ae tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:08.596690 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-debe5db3-5838-48b6-a95b-a1ffeb843fe4 req-adde15be-739d-4adc-ba09-d004649d6c52 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=a46184e0-bf04-46c4-bafd-c30809b1ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995195 Apr 06 14:35:08.803423 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-9d68421f-2f89-4db4-b96f-d2c57a12bccf req-fb2203c1-c728-486d-a8bf-b27d944b99ae tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] For port 7ec4488f-fe4f-487d-a964-c0229b1b06a4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7ec4488f-fe4f-487d-a964-c0229b1b06a4,segment=NetworkSegment(25b64d95-7576-4e8d-87a2-926ee6896d06),segment_id=25b64d95-7576-4e8d-87a2-926ee6896d06)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:08.803689 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9d68421f-2f89-4db4-b96f-d2c57a12bccf req-fb2203c1-c728-486d-a8bf-b27d944b99ae tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:08.923144 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-9d68421f-2f89-4db4-b96f-d2c57a12bccf req-fb2203c1-c728-486d-a8bf-b27d944b99ae tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for 7ec4488f-fe4f-487d-a964-c0229b1b06a4 owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:35:09.063779 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9d68421f-2f89-4db4-b96f-d2c57a12bccf req-fb2203c1-c728-486d-a8bf-b27d944b99ae tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:09.109695 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2203c1-c728-486d-a8bf-b27d944b99ae tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=7ec4488f-fe4f-487d-a964-c0229b1b06a4,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:09.184119 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d68421f-2f89-4db4-b96f-d2c57a12bccf req-fb2203c1-c728-486d-a8bf-b27d944b99ae tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] No DVR routers for this DVR port 7ec4488f-fe4f-487d-a964-c0229b1b06a4 on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:09.186546 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9d68421f-2f89-4db4-b96f-d2c57a12bccf req-fb2203c1-c728-486d-a8bf-b27d944b99ae tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:09.188963 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1163a8de-3050-49a5-bc3d-3beb90504203', 'name': 'network-vif-deleted', 'tag': '7ec4488f-fe4f-487d-a964-c0229b1b06a4'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:35:09.205727 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9d68421f-2f89-4db4-b96f-d2c57a12bccf req-fb2203c1-c728-486d-a8bf-b27d944b99ae tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "DELETE /v2.0/ports/7ec4488f-fe4f-487d-a964-c0229b1b06a4 HTTP/1.1" status: 204 len: 173 time: 0.7356343 Apr 06 14:35:09.246411 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3424538-0edc-4a4d-939f-6bea1221386e'] response: {'server_uuid': '1163a8de-3050-49a5-bc3d-3beb90504203', 'name': 'network-vif-deleted', 'tag': '7ec4488f-fe4f-487d-a964-c0229b1b06a4', 'status': 'completed', 'code': 200} Apr 06 14:35:09.775120 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-759c8502-793b-48d4-8928-d1ca1eccdc28 req-c120287e-90a5-4509-b90e-7c6585d13fa1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:35:09.791358 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-759c8502-793b-48d4-8928-d1ca1eccdc28 req-c120287e-90a5-4509-b90e-7c6585d13fa1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:35:09.792683 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-759c8502-793b-48d4-8928-d1ca1eccdc28 req-c120287e-90a5-4509-b90e-7c6585d13fa1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=1163a8de-3050-49a5-bc3d-3beb90504203 HTTP/1.1" status: 200 len: 210 time: 0.0606573 Apr 06 14:35:10.880982 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1a32d945-1630-434a-8f7a-3f79d43944b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:10.899086 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57990) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:10.969286 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-087a7e57-1151-410e-a8c2-ef0a93d5f8e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:11.000772 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-087a7e57-1151-410e-a8c2-ef0a93d5f8e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:11.061629 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-087a7e57-1151-410e-a8c2-ef0a93d5f8e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:11.080565 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a7e57-1151-410e-a8c2-ef0a93d5f8e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46184e0-bf04-46c4-bafd-c30809b1ee51,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:11.090628 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-087a7e57-1151-410e-a8c2-ef0a93d5f8e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:11.091750 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-087a7e57-1151-410e-a8c2-ef0a93d5f8e8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/security-groups/a46184e0-bf04-46c4-bafd-c30809b1ee51 HTTP/1.1" status: 204 len: 168 time: 0.1916902 Apr 06 14:35:11.131133 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 57996) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:11.326747 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-4f4c4dd7-8baf-4fd4-92e2-0532639cf68a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port a3c0b115-fec1-48a7-a14c-ce036ea3a41f {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:35:11.327176 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4f4c4dd7-8baf-4fd4-92e2-0532639cf68a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:11.331651 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:11.349220 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 7ec4488f-fe4f-487d-a964-c0229b1b06a4 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:35:11.390984 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: 7ec4488f-fe4f-487d-a964-c0229b1b06a4 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:35:11.391334 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 7ec4488f-fe4f-487d-a964-c0229b1b06a4 not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:35:11.399916 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:11.598785 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4f4c4dd7-8baf-4fd4-92e2-0532639cf68a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:11.599107 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4f4c4dd7-8baf-4fd4-92e2-0532639cf68a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:11.714936 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-4f4c4dd7-8baf-4fd4-92e2-0532639cf68a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for a3c0b115-fec1-48a7-a14c-ce036ea3a41f owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:35:11.858266 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4f4c4dd7-8baf-4fd4-92e2-0532639cf68a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:11.902168 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c4dd7-8baf-4fd4-92e2-0532639cf68a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=a3c0b115-fec1-48a7-a14c-ce036ea3a41f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:11.994859 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4f4c4dd7-8baf-4fd4-92e2-0532639cf68a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:12.379484 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4c4dd7-8baf-4fd4-92e2-0532639cf68a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router 15d75e0a-0bd8-4517-9915-0d6d1025c069 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:12.575722 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4c4dd7-8baf-4fd4-92e2-0532639cf68a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:12.586096 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d91b34-605c-41aa-8187-22d994952f3f None None] Sync routers for ids ['15d75e0a-0bd8-4517-9915-0d6d1025c069'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:35:12.595294 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4f4c4dd7-8baf-4fd4-92e2-0532639cf68a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:12.597773 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d91b34-605c-41aa-8187-22d994952f3f None None] Routers {'15d75e0a-0bd8-4517-9915-0d6d1025c069'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:35:12.598454 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b6d91b34-605c-41aa-8187-22d994952f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['15d75e0a-0bd8-4517-9915-0d6d1025c069'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:12.646848 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4f4c4dd7-8baf-4fd4-92e2-0532639cf68a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/floatingips/a3c95c63-c211-4091-92a5-e6b65e0cc7d1 HTTP/1.1" status: 204 len: 168 time: 1.5145545 Apr 06 14:35:12.648162 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc46fb0-e606-4c25-b210-55c4722babe6', 'tag': 'ae233bde-3993-4698-a370-f9faad738b94'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:35:12.712714 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f0a2328-48b7-41c3-96f6-f69917bc7282'] response: {'name': 'network-changed', 'server_uuid': '3fc46fb0-e606-4c25-b210-55c4722babe6', 'tag': 'ae233bde-3993-4698-a370-f9faad738b94', 'status': 'completed', 'code': 200} Apr 06 14:35:12.783149 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-b6d91b34-605c-41aa-8187-22d994952f3f None None] Set router 15d75e0a-0bd8-4517-9915-0d6d1025c069 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:35:12.808763 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b2dffe4a-1b15-4931-ba4c-1de98ac7546b req-b25ccd97-820d-4b68-9722-d8dfee18e549 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=3fc46fb0-e606-4c25-b210-55c4722babe6 HTTP/1.1" status: 200 len: 1098 time: 0.0753577 Apr 06 14:35:12.940444 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:13.109533 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dffe4a-1b15-4931-ba4c-1de98ac7546b req-552e3ecf-56e4-4a5e-9ae9-06fd62bf6275 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:13.110941 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b2dffe4a-1b15-4931-ba4c-1de98ac7546b req-552e3ecf-56e4-4a5e-9ae9-06fd62bf6275 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ae68254-040e-4b2c-8556-e2105142b37a HTTP/1.1" status: 200 len: 897 time: 0.2962222 Apr 06 14:35:13.128629 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b6d91b34-605c-41aa-8187-22d994952f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'name': 'tempest-TestNetworkBasicOps-router-1203926749', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:47Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '2fdce351-0f2b-4ea8-91ff-aa175ce4177b', 'name': '', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:1f:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:46Z', 'updated_at': '2022-04-06T14:33:54Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:13.132492 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d91b34-605c-41aa-8187-22d994952f3f None None] Checking router: 15d75e0a-0bd8-4517-9915-0d6d1025c069 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:35:13.142967 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d91b34-605c-41aa-8187-22d994952f3f None None] Routers {'15d75e0a-0bd8-4517-9915-0d6d1025c069'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:35:13.143560 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b6d91b34-605c-41aa-8187-22d994952f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['15d75e0a-0bd8-4517-9915-0d6d1025c069'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:13.187272 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b2dffe4a-1b15-4931-ba4c-1de98ac7546b req-0c590428-f651-4d0b-aeee-025293d3eacc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae233bde-3993-4698-a370-f9faad738b94 HTTP/1.1" status: 200 len: 217 time: 0.0662305 Apr 06 14:35:13.262156 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e659b18-baa2-42f4-8b2c-4e14c274d492 req-3bb78582-65e3-413f-aa8b-571b514949ba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:13.262761 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-8e659b18-baa2-42f4-8b2c-4e14c274d492 req-3bb78582-65e3-413f-aa8b-571b514949ba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:35:13.272414 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dffe4a-1b15-4931-ba4c-1de98ac7546b req-f313cd35-efbf-4b5b-bcaa-ac70b04e185d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:13.273871 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b2dffe4a-1b15-4931-ba4c-1de98ac7546b req-f313cd35-efbf-4b5b-bcaa-ac70b04e185d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=675a80f0-f22d-4222-90b2-0ffd26e4f59d HTTP/1.1" status: 200 len: 832 time: 0.0797780 Apr 06 14:35:13.315546 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-8e659b18-baa2-42f4-8b2c-4e14c274d492 req-3bb78582-65e3-413f-aa8b-571b514949ba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:35:13.316671 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8e659b18-baa2-42f4-8b2c-4e14c274d492 req-3bb78582-65e3-413f-aa8b-571b514949ba tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fc46fb0-e606-4c25-b210-55c4722babe6 HTTP/1.1" status: 200 len: 945 time: 0.3408139 Apr 06 14:35:13.324022 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-b6d91b34-605c-41aa-8187-22d994952f3f None None] Set router 15d75e0a-0bd8-4517-9915-0d6d1025c069 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:35:13.377279 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-8e659b18-baa2-42f4-8b2c-4e14c274d492 req-b382d051-3fd7-4e6b-805e-e49827588313 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:35:13.394143 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b2dffe4a-1b15-4931-ba4c-1de98ac7546b req-2c28f70f-a404-4680-923c-f7d14e4c21f1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ae68254-040e-4b2c-8556-e2105142b37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1132126 Apr 06 14:35:13.399184 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-8e659b18-baa2-42f4-8b2c-4e14c274d492 req-b382d051-3fd7-4e6b-805e-e49827588313 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:35:13.400336 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8e659b18-baa2-42f4-8b2c-4e14c274d492 req-b382d051-3fd7-4e6b-805e-e49827588313 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b87b628-d1e9-4e5d-a0e4-3ef63c4a9ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756173 Apr 06 14:35:13.528299 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b2dffe4a-1b15-4931-ba4c-1de98ac7546b req-8a9e7b32-7711-4e95-a586-96f973765605 service neutron] 10.222.0.69 "GET /v2.0/networks/4ae68254-040e-4b2c-8556-e2105142b37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267223 Apr 06 14:35:13.661014 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b2dffe4a-1b15-4931-ba4c-1de98ac7546b req-243ee8c9-e0a7-4ba2-b0c7-1839bfb38232 service neutron] 10.222.0.69 "GET /v2.0/networks/4ae68254-040e-4b2c-8556-e2105142b37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261957 Apr 06 14:35:13.686810 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b6d91b34-605c-41aa-8187-22d994952f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'name': 'tempest-TestNetworkBasicOps-router-1203926749', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:47Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '2fdce351-0f2b-4ea8-91ff-aa175ce4177b', 'name': '', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:1f:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:46Z', 'updated_at': '2022-04-06T14:33:54Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:13.690820 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d91b34-605c-41aa-8187-22d994952f3f None None] The sync data for ids ['15d75e0a-0bd8-4517-9915-0d6d1025c069'] in dv-neutron-835868-1-hyperv is: [{'id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'name': 'tempest-TestNetworkBasicOps-router-1203926749', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:47Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '2fdce351-0f2b-4ea8-91ff-aa175ce4177b', 'name': '', 'network_id': '4ae68254-040e-4b2c-8556-e2105142b37a', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:1f:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:46Z', 'updated_at': '2022-04-06T14:33:54Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '675a80f0-f22d-4222-90b2-0ffd26e4f59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:35:13.890114 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17dc99b-1eed-47ed-a80e-b7320d590e35 None None] New status for floating IP a3c95c63-c211-4091-92a5-e6b65e0cc7d1: DOWN {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:35:14.436665 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72c9ec-8542-44d0-a410-d7757a1b797a req-6d2af323-32d5-4791-b06d-43b0366a8201 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:14.438183 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2d72c9ec-8542-44d0-a410-d7757a1b797a req-6d2af323-32d5-4791-b06d-43b0366a8201 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fc46fb0-e606-4c25-b210-55c4722babe6 HTTP/1.1" status: 200 len: 945 time: 0.0743601 Apr 06 14:35:14.509983 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-2d72c9ec-8542-44d0-a410-d7757a1b797a req-09d571d3-64d8-46a3-ab9d-a3f16f4441df tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port ae233bde-3993-4698-a370-f9faad738b94 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:35:14.510327 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-2d72c9ec-8542-44d0-a410-d7757a1b797a req-09d571d3-64d8-46a3-ab9d-a3f16f4441df tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:14.605455 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130334b3-2a96-4ed2-9093-75fb88b44eed req-1972f2e8-f99f-4f2f-bec3-8c0d3df47c9d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:14.607026 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-130334b3-2a96-4ed2-9093-75fb88b44eed req-1972f2e8-f99f-4f2f-bec3-8c0d3df47c9d tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fc46fb0-e606-4c25-b210-55c4722babe6 HTTP/1.1" status: 200 len: 945 time: 0.0825138 Apr 06 14:35:14.653242 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-130334b3-2a96-4ed2-9093-75fb88b44eed req-aa7566b9-11d8-4aa5-ba91-0d2b74a82dfb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b87b628-d1e9-4e5d-a0e4-3ef63c4a9ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404253 Apr 06 14:35:14.750546 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-2d72c9ec-8542-44d0-a410-d7757a1b797a req-09d571d3-64d8-46a3-ab9d-a3f16f4441df tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] For port ae233bde-3993-4698-a370-f9faad738b94, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ae233bde-3993-4698-a370-f9faad738b94,segment=NetworkSegment(25b64d95-7576-4e8d-87a2-926ee6896d06),segment_id=25b64d95-7576-4e8d-87a2-926ee6896d06)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:14.750813 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-2d72c9ec-8542-44d0-a410-d7757a1b797a req-09d571d3-64d8-46a3-ab9d-a3f16f4441df tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:14.870888 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-2d72c9ec-8542-44d0-a410-d7757a1b797a req-09d571d3-64d8-46a3-ab9d-a3f16f4441df tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for ae233bde-3993-4698-a370-f9faad738b94 owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:35:15.013434 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-2d72c9ec-8542-44d0-a410-d7757a1b797a req-09d571d3-64d8-46a3-ab9d-a3f16f4441df tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:15.059868 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d571d3-64d8-46a3-ab9d-a3f16f4441df tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=ae233bde-3993-4698-a370-f9faad738b94,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:15.131792 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d72c9ec-8542-44d0-a410-d7757a1b797a req-09d571d3-64d8-46a3-ab9d-a3f16f4441df tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] No DVR routers for this DVR port ae233bde-3993-4698-a370-f9faad738b94 on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:15.134265 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-2d72c9ec-8542-44d0-a410-d7757a1b797a req-09d571d3-64d8-46a3-ab9d-a3f16f4441df tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:15.136726 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc46fb0-e606-4c25-b210-55c4722babe6', 'name': 'network-vif-deleted', 'tag': 'ae233bde-3993-4698-a370-f9faad738b94'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:35:15.152266 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2d72c9ec-8542-44d0-a410-d7757a1b797a req-09d571d3-64d8-46a3-ab9d-a3f16f4441df tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "DELETE /v2.0/ports/ae233bde-3993-4698-a370-f9faad738b94 HTTP/1.1" status: 204 len: 173 time: 0.7085278 Apr 06 14:35:15.204551 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf035b96-bab2-41d6-afa0-b4bc15a7c682'] response: {'server_uuid': '3fc46fb0-e606-4c25-b210-55c4722babe6', 'name': 'network-vif-deleted', 'tag': 'ae233bde-3993-4698-a370-f9faad738b94', 'status': 'completed', 'code': 200} Apr 06 14:35:15.758540 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 58014) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:15.826457 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ad20f38b-8223-4c30-882a-675e073f9fa9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:15.855570 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ad20f38b-8223-4c30-882a-675e073f9fa9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:15.916730 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ad20f38b-8223-4c30-882a-675e073f9fa9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:15.933549 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20f38b-8223-4c30-882a-675e073f9fa9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b87b628-d1e9-4e5d-a0e4-3ef63c4a9ecb,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:15.949067 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ad20f38b-8223-4c30-882a-675e073f9fa9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:15.950173 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ad20f38b-8223-4c30-882a-675e073f9fa9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/security-groups/2b87b628-d1e9-4e5d-a0e4-3ef63c4a9ecb HTTP/1.1" status: 204 len: 168 time: 0.1907043 Apr 06 14:35:15.993397 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58020) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:16.473684 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2549dfaf-e0d6-4fd3-9ed2-8561e48a8b4f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:17.070024 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-2549dfaf-e0d6-4fd3-9ed2-8561e48a8b4f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port 2fdce351-0f2b-4ea8-91ff-aa175ce4177b {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:35:17.070699 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2549dfaf-e0d6-4fd3-9ed2-8561e48a8b4f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:17.251627 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-2549dfaf-e0d6-4fd3-9ed2-8561e48a8b4f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] For port 2fdce351-0f2b-4ea8-91ff-aa175ce4177b, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=2fdce351-0f2b-4ea8-91ff-aa175ce4177b,segment=NetworkSegment(25b64d95-7576-4e8d-87a2-926ee6896d06),segment_id=25b64d95-7576-4e8d-87a2-926ee6896d06)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:17.251973 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2549dfaf-e0d6-4fd3-9ed2-8561e48a8b4f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:17.371124 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-2549dfaf-e0d6-4fd3-9ed2-8561e48a8b4f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for 2fdce351-0f2b-4ea8-91ff-aa175ce4177b owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:35:17.381062 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device ae233bde-3993-4698-a370-f9faad738b94 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:35:17.415617 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: ae233bde-3993-4698-a370-f9faad738b94 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:35:17.415956 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device ae233bde-3993-4698-a370-f9faad738b94 not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:35:17.538947 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2549dfaf-e0d6-4fd3-9ed2-8561e48a8b4f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:17.587425 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549dfaf-e0d6-4fd3-9ed2-8561e48a8b4f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=2fdce351-0f2b-4ea8-91ff-aa175ce4177b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:17.977878 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2549dfaf-e0d6-4fd3-9ed2-8561e48a8b4f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:18.535069 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2549dfaf-e0d6-4fd3-9ed2-8561e48a8b4f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router 15d75e0a-0bd8-4517-9915-0d6d1025c069 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:18.732948 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2549dfaf-e0d6-4fd3-9ed2-8561e48a8b4f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:18.742762 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf7442-285e-4ca8-9776-3c961233a685 None None] Sync routers for ids ['15d75e0a-0bd8-4517-9915-0d6d1025c069'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:35:18.746702 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2549dfaf-e0d6-4fd3-9ed2-8561e48a8b4f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "PUT /v2.0/routers/15d75e0a-0bd8-4517-9915-0d6d1025c069/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7521925 Apr 06 14:35:18.749262 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58024) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:18.754390 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cf7442-285e-4ca8-9776-3c961233a685 None None] Routers {'15d75e0a-0bd8-4517-9915-0d6d1025c069'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:35:18.754998 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d7cf7442-285e-4ca8-9776-3c961233a685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['15d75e0a-0bd8-4517-9915-0d6d1025c069'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:18.929636 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-d7cf7442-285e-4ca8-9776-3c961233a685 None None] Set router 15d75e0a-0bd8-4517-9915-0d6d1025c069 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:35:18.930872 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ccb9f96-e1a5-4b3c-95da-cc4eb5d27887 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting subnet 675a80f0-f22d-4222-90b2-0ffd26e4f59d {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:35:18.934117 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ccb9f96-e1a5-4b3c-95da-cc4eb5d27887 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:18.991109 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ccb9f96-e1a5-4b3c-95da-cc4eb5d27887 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:19.081862 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ccb9f96-e1a5-4b3c-95da-cc4eb5d27887 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:19.152960 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ccb9f96-e1a5-4b3c-95da-cc4eb5d27887 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:19.191521 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb9f96-e1a5-4b3c-95da-cc4eb5d27887 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Subnet': ['ID=675a80f0-f22d-4222-90b2-0ffd26e4f59d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:19.197038 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ccb9f96-e1a5-4b3c-95da-cc4eb5d27887 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:19.205414 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6ccb9f96-e1a5-4b3c-95da-cc4eb5d27887 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/subnets/675a80f0-f22d-4222-90b2-0ffd26e4f59d HTTP/1.1" status: 204 len: 168 time: 0.4528735 Apr 06 14:35:19.205570 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69c0253-4901-40c0-82e8-a191cc10b704 None None] Network 4ae68254-040e-4b2c-8556-e2105142b37a requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:35:19.205682 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58028) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:19.339492 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d7cf7442-285e-4ca8-9776-3c961233a685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'name': 'tempest-TestNetworkBasicOps-router-1203926749', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:35:17Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:19.371207 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf7442-285e-4ca8-9776-3c961233a685 None None] Checking router: 15d75e0a-0bd8-4517-9915-0d6d1025c069 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:35:19.393622 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cf7442-285e-4ca8-9776-3c961233a685 None None] Routers {'15d75e0a-0bd8-4517-9915-0d6d1025c069'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:35:19.394231 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d7cf7442-285e-4ca8-9776-3c961233a685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['15d75e0a-0bd8-4517-9915-0d6d1025c069'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:19.507096 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b55dd50-d86a-42fc-9f9b-4d472e0a5514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:19.582220 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-d7cf7442-285e-4ca8-9776-3c961233a685 None None] Set router 15d75e0a-0bd8-4517-9915-0d6d1025c069 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:35:19.621658 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2bb323-67ef-4d90-8f0d-2c09a9367f8a None None] DHCP port deletion for 4ae68254-040e-4b2c-8556-e2105142b37a request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:35:19.634729 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-9e2bb323-67ef-4d90-8f0d-2c09a9367f8a None None] Deleting port 58d8f0e0-29d1-4f44-95eb-066717e8f290 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:35:19.635100 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9e2bb323-67ef-4d90-8f0d-2c09a9367f8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:19.709602 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b55dd50-d86a-42fc-9f9b-4d472e0a5514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:19.718814 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-1b55dd50-d86a-42fc-9f9b-4d472e0a5514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port 43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:35:19.719274 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b55dd50-d86a-42fc-9f9b-4d472e0a5514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:19.893591 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-1b55dd50-d86a-42fc-9f9b-4d472e0a5514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] For port 43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:19.893947 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b55dd50-d86a-42fc-9f9b-4d472e0a5514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:19.993448 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 58d8f0e0-29d1-4f44-95eb-066717e8f290 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:35:20.014746 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-1b55dd50-d86a-42fc-9f9b-4d472e0a5514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for 43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:35:20.117095 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-9e2bb323-67ef-4d90-8f0d-2c09a9367f8a None None] For port 58d8f0e0-29d1-4f44-95eb-066717e8f290, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=58d8f0e0-29d1-4f44-95eb-066717e8f290,segment=NetworkSegment(25b64d95-7576-4e8d-87a2-926ee6896d06),segment_id=25b64d95-7576-4e8d-87a2-926ee6896d06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:20.117319 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9e2bb323-67ef-4d90-8f0d-2c09a9367f8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:20.187713 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b55dd50-d86a-42fc-9f9b-4d472e0a5514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:20.239650 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55dd50-d86a-42fc-9f9b-4d472e0a5514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:20.249148 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-9e2bb323-67ef-4d90-8f0d-2c09a9367f8a None None] Calling delete_port for 58d8f0e0-29d1-4f44-95eb-066717e8f290 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:35:20.351728 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:20.376061 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d7cf7442-285e-4ca8-9776-3c961233a685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'name': 'tempest-TestNetworkBasicOps-router-1203926749', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:35:17Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:20.394433 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf7442-285e-4ca8-9776-3c961233a685 None None] The sync data for ids ['15d75e0a-0bd8-4517-9915-0d6d1025c069'] in dv-neutron-835868-1-hyperv is: [{'id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'name': 'tempest-TestNetworkBasicOps-router-1203926749', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:35:17Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d75e0a-0bd8-4517-9915-0d6d1025c069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:43Z', 'updated_at': '2022-04-06T14:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:35:20.434369 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9e2bb323-67ef-4d90-8f0d-2c09a9367f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:20.472202 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b55dd50-d86a-42fc-9f9b-4d472e0a5514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:20.480667 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2bb323-67ef-4d90-8f0d-2c09a9367f8a None None] Pushing event deleted for resources: {'Port': ['ID=58d8f0e0-29d1-4f44-95eb-066717e8f290,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:20.494333 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2bb323-67ef-4d90-8f0d-2c09a9367f8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:20.494720 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2bb323-67ef-4d90-8f0d-2c09a9367f8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:20.495025 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2bb323-67ef-4d90-8f0d-2c09a9367f8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:20.495364 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2bb323-67ef-4d90-8f0d-2c09a9367f8a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:20.495699 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2bb323-67ef-4d90-8f0d-2c09a9367f8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:20.496032 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2bb323-67ef-4d90-8f0d-2c09a9367f8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:20.496368 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2bb323-67ef-4d90-8f0d-2c09a9367f8a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:20.496726 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2bb323-67ef-4d90-8f0d-2c09a9367f8a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:20.497084 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2bb323-67ef-4d90-8f0d-2c09a9367f8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:20.497414 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2bb323-67ef-4d90-8f0d-2c09a9367f8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:20.497740 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2bb323-67ef-4d90-8f0d-2c09a9367f8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:20.500251 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2bb323-67ef-4d90-8f0d-2c09a9367f8a None None] No DVR routers for this DVR port 58d8f0e0-29d1-4f44-95eb-066717e8f290 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:20.816776 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b55dd50-d86a-42fc-9f9b-4d472e0a5514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:20.822034 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b55dd50-d86a-42fc-9f9b-4d472e0a5514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:20.856969 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b55dd50-d86a-42fc-9f9b-4d472e0a5514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:20.857586 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b55dd50-d86a-42fc-9f9b-4d472e0a5514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Fanout notify agent at l3_agent the message router_deleted on router 15d75e0a-0bd8-4517-9915-0d6d1025c069 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:35:20.879746 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b55dd50-d86a-42fc-9f9b-4d472e0a5514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:20.880840 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1b55dd50-d86a-42fc-9f9b-4d472e0a5514 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/routers/15d75e0a-0bd8-4517-9915-0d6d1025c069 HTTP/1.1" status: 204 len: 168 time: 1.6743445 Apr 06 14:35:20.884119 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58032) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:20.999041 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8a786ea7-9fdb-4e42-8769-7dadbf64cb3c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:21.130632 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8a786ea7-9fdb-4e42-8769-7dadbf64cb3c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:21.154475 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-8a786ea7-9fdb-4e42-8769-7dadbf64cb3c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae68254-040e-4b2c-8556-e2105142b37a']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:21.166602 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-8a786ea7-9fdb-4e42-8769-7dadbf64cb3c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b64d95-7576-4e8d-87a2-926ee6896d06') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:21.166899 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-8a786ea7-9fdb-4e42-8769-7dadbf64cb3c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b64d95-7576-4e8d-87a2-926ee6896d06') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:21.177759 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8a786ea7-9fdb-4e42-8769-7dadbf64cb3c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:21.193368 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8a786ea7-9fdb-4e42-8769-7dadbf64cb3c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:21.199675 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a786ea7-9fdb-4e42-8769-7dadbf64cb3c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:35:21.200049 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8a786ea7-9fdb-4e42-8769-7dadbf64cb3c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:35:21.213933 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:35:21.291308 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8a786ea7-9fdb-4e42-8769-7dadbf64cb3c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:21.308891 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8a786ea7-9fdb-4e42-8769-7dadbf64cb3c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:21.319965 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a786ea7-9fdb-4e42-8769-7dadbf64cb3c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Network': ['ID=4ae68254-040e-4b2c-8556-e2105142b37a,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:21.328203 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8a786ea7-9fdb-4e42-8769-7dadbf64cb3c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/networks/4ae68254-040e-4b2c-8556-e2105142b37a HTTP/1.1" status: 204 len: 168 time: 0.4430873 Apr 06 14:35:21.355588 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58036) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:21.361198 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2d96e70b-f5a3-4ef4-be3b-3d870e794427 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'network': {'name': 'tempest-network-smoke--1888929737', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'port_security_enabled': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:35:21.366363 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2d96e70b-f5a3-4ef4-be3b-3d870e794427 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:35:21.370832 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2d96e70b-f5a3-4ef4-be3b-3d870e794427 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:network and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:35:21.373575 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2d96e70b-f5a3-4ef4-be3b-3d870e794427 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:35:21.379392 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2d96e70b-f5a3-4ef4-be3b-3d870e794427 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:35:21.390488 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d96e70b-f5a3-4ef4-be3b-3d870e794427 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Made reservation on behalf of 2c4f01a131354b128ac6b7c118186600 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:21.393516 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d96e70b-f5a3-4ef4-be3b-3d870e794427 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:21.423386 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d96e70b-f5a3-4ef4-be3b-3d870e794427 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:35:21.432758 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d96e70b-f5a3-4ef4-be3b-3d870e794427 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:21.433161 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-2d96e70b-f5a3-4ef4-be3b-3d870e794427 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Added segment 6cd41774-88fb-4b8c-84d2-3e973f5e35e0 of type vlan for network 3415e55c-864d-4a62-ae38-805103dffc68 Apr 06 14:35:21.463598 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d96e70b-f5a3-4ef4-be3b-3d870e794427 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:21.491993 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d96e70b-f5a3-4ef4-be3b-3d870e794427 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:21.497337 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d96e70b-f5a3-4ef4-be3b-3d870e794427 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:21.497337 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d96e70b-f5a3-4ef4-be3b-3d870e794427 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:21.601764 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2d96e70b-f5a3-4ef4-be3b-3d870e794427 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2443290 Apr 06 14:35:21.604422 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 58040) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:21.607134 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96e70b-f5a3-4ef4-be3b-3d870e794427 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Network': ['ID=3415e55c-864d-4a62-ae38-805103dffc68,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:21.609982 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-55fda956-90b0-46df-8170-8a58626b346b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-440872921', 'admin_state_up': True, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:35:21.616895 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-55fda956-90b0-46df-8170-8a58626b346b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:35:21.617164 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 3415e55c-864d-4a62-ae38-805103dffc68 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:35:21.620786 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-55fda956-90b0-46df-8170-8a58626b346b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:router and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:35:21.623711 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-55fda956-90b0-46df-8170-8a58626b346b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:35:21.634049 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-55fda956-90b0-46df-8170-8a58626b346b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:35:21.644178 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-55fda956-90b0-46df-8170-8a58626b346b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:21.645189 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-55fda956-90b0-46df-8170-8a58626b346b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:21.664563 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-55fda956-90b0-46df-8170-8a58626b346b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:21.809130 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-55fda956-90b0-46df-8170-8a58626b346b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:21.954446 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 2fdce351-0f2b-4ea8-91ff-aa175ce4177b no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:35:21.984703 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-55fda956-90b0-46df-8170-8a58626b346b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:21.989333 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 2fdce351-0f2b-4ea8-91ff-aa175ce4177b {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:35:21.989687 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 2fdce351-0f2b-4ea8-91ff-aa175ce4177b not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:35:21.990105 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:35:22.017566 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-55fda956-90b0-46df-8170-8a58626b346b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:22.021073 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:35:22.021423 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 43ba3d8a-6cd4-4828-ada3-f4a5e72bff2b not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:35:22.148456 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-55fda956-90b0-46df-8170-8a58626b346b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.26.8.38 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/11c6e521-9646-4b00-98c6-f067ee772e64) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:22.290055 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-55fda956-90b0-46df-8170-8a58626b346b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:22.316984 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-55fda956-90b0-46df-8170-8a58626b346b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:22.385722 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fda956-90b0-46df-8170-8a58626b346b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:22.388275 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-55fda956-90b0-46df-8170-8a58626b346b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:22.392482 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fda956-90b0-46df-8170-8a58626b346b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:35:22.416927 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fda956-90b0-46df-8170-8a58626b346b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=11c6e521-9646-4b00-98c6-f067ee772e64,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:22.626343 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-55fda956-90b0-46df-8170-8a58626b346b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:22.627119 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-55fda956-90b0-46df-8170-8a58626b346b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:22.855619 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55fda956-90b0-46df-8170-8a58626b346b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router 3c50ff53-ab9a-41f2-98c8-f4f3e44713e8 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:35:23.062624 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fda956-90b0-46df-8170-8a58626b346b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:23.072654 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ca8df4-9dd1-4634-94cd-f63ae02beed7 None None] Sync routers for ids ['3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:35:23.084088 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ca8df4-9dd1-4634-94cd-f63ae02beed7 None None] Routers {'3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:35:23.084676 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b7ca8df4-9dd1-4634-94cd-f63ae02beed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:23.089881 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-55fda956-90b0-46df-8170-8a58626b346b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:23.091104 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-55fda956-90b0-46df-8170-8a58626b346b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4856372 Apr 06 14:35:23.094047 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 58044) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:23.132670 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-40552a88-0f40-4fef-a358-89c91105a1c8 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=2c4f01a131354b128ac6b7c118186600&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375948 Apr 06 14:35:23.135366 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 58048) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:23.259340 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-b7ca8df4-9dd1-4634-94cd-f63ae02beed7 None None] Set router 3c50ff53-ab9a-41f2-98c8-f4f3e44713e8 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:35:23.261096 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18a3800-2660-4bd5-9d81-771af0dc5500 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:23.262557 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e18a3800-2660-4bd5-9d81-771af0dc5500 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1263278 Apr 06 14:35:23.265491 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 58052) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:23.308700 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ba1211ea-4df2-4488-b2f6-32444b50944d tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5b121ca5-69d5-4d27-bffe-4929f7aabdf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398917 Apr 06 14:35:23.308951 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 58056) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:23.314032 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-33c539a7-d0c1-44f6-91c0-ce46e2f33dee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1948562809', 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:35:23.420236 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-33c539a7-d0c1-44f6-91c0-ce46e2f33dee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:35:23.424061 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-33c539a7-d0c1-44f6-91c0-ce46e2f33dee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:subnet and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:35:23.426876 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-33c539a7-d0c1-44f6-91c0-ce46e2f33dee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:35:23.433127 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-33c539a7-d0c1-44f6-91c0-ce46e2f33dee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:35:23.443812 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c539a7-d0c1-44f6-91c0-ce46e2f33dee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Made reservation on behalf of 2c4f01a131354b128ac6b7c118186600 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:23.537821 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b7ca8df4-9dd1-4634-94cd-f63ae02beed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'name': 'tempest-TestNetworkBasicOps-router-440872921', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '11c6e521-9646-4b00-98c6-f067ee772e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:21Z', 'updated_at': '2022-04-06T14:35:22Z', 'revision_number': 3, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '11c6e521-9646-4b00-98c6-f067ee772e64', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:68:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:23.542078 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ca8df4-9dd1-4634-94cd-f63ae02beed7 None None] Checking router: 3c50ff53-ab9a-41f2-98c8-f4f3e44713e8 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:35:23.542425 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ca8df4-9dd1-4634-94cd-f63ae02beed7 None None] Updating router 3c50ff53-ab9a-41f2-98c8-f4f3e44713e8 port 11c6e521-9646-4b00-98c6-f067ee772e64 binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:35:23.544222 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-33c539a7-d0c1-44f6-91c0-ce46e2f33dee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:23.592277 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-b7ca8df4-9dd1-4634-94cd-f63ae02beed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:23.754941 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-33c539a7-d0c1-44f6-91c0-ce46e2f33dee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:23.834123 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c539a7-d0c1-44f6-91c0-ce46e2f33dee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Subnet': ['ID=90f93252-5b34-4940-b7c6-a940fc6b8b10,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:23.848394 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c539a7-d0c1-44f6-91c0-ce46e2f33dee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Checking segment: {'id': '6cd41774-88fb-4b8c-84d2-3e973f5e35e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:35:23.848744 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c539a7-d0c1-44f6-91c0-ce46e2f33dee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network hostable DHCP agents. Network: 3415e55c-864d-4a62-ae38-805103dffc68, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:35:23.871803 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c539a7-d0c1-44f6-91c0-ce46e2f33dee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 3415e55c-864d-4a62-ae38-805103dffc68 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:35:23.882550 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-33c539a7-d0c1-44f6-91c0-ce46e2f33dee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 3415e55c-864d-4a62-ae38-805103dffc68) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:23.886451 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c539a7-d0c1-44f6-91c0-ce46e2f33dee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:23.887152 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-33c539a7-d0c1-44f6-91c0-ce46e2f33dee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:23.891470 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab410aa-2525-4b1f-94db-b5bb5e77fa80 None None] Network 3415e55c-864d-4a62-ae38-805103dffc68 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:35:23.910544 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-33c539a7-d0c1-44f6-91c0-ce46e2f33dee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6004119 Apr 06 14:35:23.913569 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 58060) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:23.932297 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-b7ca8df4-9dd1-4634-94cd-f63ae02beed7 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:23.944636 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-b7ca8df4-9dd1-4634-94cd-f63ae02beed7 None None] Transition to ACTIVE for port object 11c6e521-9646-4b00-98c6-f067ee772e64 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:35:23.951171 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-b7ca8df4-9dd1-4634-94cd-f63ae02beed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:24.030465 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-b7ca8df4-9dd1-4634-94cd-f63ae02beed7 None None] Attempting to bind port 11c6e521-9646-4b00-98c6-f067ee772e64 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:35:24.030845 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-b7ca8df4-9dd1-4634-94cd-f63ae02beed7 None None] Attempting to bind port 11c6e521-9646-4b00-98c6-f067ee772e64 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:35:24.031206 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ca8df4-9dd1-4634-94cd-f63ae02beed7 None None] Attempting to bind port 11c6e521-9646-4b00-98c6-f067ee772e64 on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:35:24.041665 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944bb15-9ae4-443d-aa11-3e1060763ea2 None None] Pushing event updated for resources: {'Port': ['ID=11c6e521-9646-4b00-98c6-f067ee772e64,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:24.050304 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944bb15-9ae4-443d-aa11-3e1060763ea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:24.050733 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944bb15-9ae4-443d-aa11-3e1060763ea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:24.050993 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944bb15-9ae4-443d-aa11-3e1060763ea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:24.051333 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944bb15-9ae4-443d-aa11-3e1060763ea2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:24.051669 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944bb15-9ae4-443d-aa11-3e1060763ea2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:24.052001 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944bb15-9ae4-443d-aa11-3e1060763ea2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:24.052333 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944bb15-9ae4-443d-aa11-3e1060763ea2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:24.053173 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944bb15-9ae4-443d-aa11-3e1060763ea2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:24.053173 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944bb15-9ae4-443d-aa11-3e1060763ea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:24.053479 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944bb15-9ae4-443d-aa11-3e1060763ea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:24.054242 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944bb15-9ae4-443d-aa11-3e1060763ea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:24.058473 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ca8df4-9dd1-4634-94cd-f63ae02beed7 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:35:24.058847 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ca8df4-9dd1-4634-94cd-f63ae02beed7 None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:35:24.059269 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-b7ca8df4-9dd1-4634-94cd-f63ae02beed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:24.059979 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ca8df4-9dd1-4634-94cd-f63ae02beed7 None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:35:24.060457 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-b7ca8df4-9dd1-4634-94cd-f63ae02beed7 None None] Bound port: 11c6e521-9646-4b00-98c6-f067ee772e64, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:35:24.060834 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-b7ca8df4-9dd1-4634-94cd-f63ae02beed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:24.115367 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec41eadb-eb82-4fee-aaec-317c32c8be27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-3415e55c-864d-4a62-ae38-805103dffc68', 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ips': [{'subnet_id': '90f93252-5b34-4940-b7c6-a940fc6b8b10'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:35:24.116268 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ec41eadb-eb82-4fee-aaec-317c32c8be27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:24.135251 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-b7ca8df4-9dd1-4634-94cd-f63ae02beed7 None None] For port 11c6e521-9646-4b00-98c6-f067ee772e64, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:24.138276 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-b7ca8df4-9dd1-4634-94cd-f63ae02beed7 None None] For port 11c6e521-9646-4b00-98c6-f067ee772e64, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=11c6e521-9646-4b00-98c6-f067ee772e64,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:24.143107 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-b7ca8df4-9dd1-4634-94cd-f63ae02beed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:24.254609 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ca8df4-9dd1-4634-94cd-f63ae02beed7 None None] Routers {'3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:35:24.255229 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b7ca8df4-9dd1-4634-94cd-f63ae02beed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:24.279459 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-ec41eadb-eb82-4fee-aaec-317c32c8be27 None None] Allocated IP 172.20.0.2 (3415e55c-864d-4a62-ae38-805103dffc68/90f93252-5b34-4940-b7c6-a940fc6b8b10/b6739cdd-eb0f-4984-ac8d-17cd0fc4634d) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:24.379132 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944bb15-9ae4-443d-aa11-3e1060763ea2 None None] Pushing event updated for resources: {'Port': ['ID=11c6e521-9646-4b00-98c6-f067ee772e64,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:24.449285 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-b7ca8df4-9dd1-4634-94cd-f63ae02beed7 None None] Set router 3c50ff53-ab9a-41f2-98c8-f4f3e44713e8 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:35:24.532747 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ec41eadb-eb82-4fee-aaec-317c32c8be27 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:24.545639 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ec41eadb-eb82-4fee-aaec-317c32c8be27 None None] Transition to ACTIVE for port object b6739cdd-eb0f-4984-ac8d-17cd0fc4634d will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:35:24.565371 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ec41eadb-eb82-4fee-aaec-317c32c8be27 None None] Transition to ACTIVE for port object b6739cdd-eb0f-4984-ac8d-17cd0fc4634d will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:35:24.571671 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ec41eadb-eb82-4fee-aaec-317c32c8be27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:24.632381 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec41eadb-eb82-4fee-aaec-317c32c8be27 None None] Network 3415e55c-864d-4a62-ae38-805103dffc68 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:24.639528 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-ec41eadb-eb82-4fee-aaec-317c32c8be27 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:24.642167 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec41eadb-eb82-4fee-aaec-317c32c8be27 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:35:24.655162 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41eadb-eb82-4fee-aaec-317c32c8be27 None None] Pushing event updated for resources: {'Port': ['ID=b6739cdd-eb0f-4984-ac8d-17cd0fc4634d,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:24.742580 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ec41eadb-eb82-4fee-aaec-317c32c8be27 None None] Attempting to bind port b6739cdd-eb0f-4984-ac8d-17cd0fc4634d on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:35:24.743033 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ec41eadb-eb82-4fee-aaec-317c32c8be27 None None] Attempting to bind port b6739cdd-eb0f-4984-ac8d-17cd0fc4634d by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '6cd41774-88fb-4b8c-84d2-3e973f5e35e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:35:24.743331 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec41eadb-eb82-4fee-aaec-317c32c8be27 None None] Attempting to bind port b6739cdd-eb0f-4984-ac8d-17cd0fc4634d on network 3415e55c-864d-4a62-ae38-805103dffc68 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:35:24.749855 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec41eadb-eb82-4fee-aaec-317c32c8be27 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:35:24.750228 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec41eadb-eb82-4fee-aaec-317c32c8be27 None None] Checking segment: {'id': '6cd41774-88fb-4b8c-84d2-3e973f5e35e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:35:24.750631 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ec41eadb-eb82-4fee-aaec-317c32c8be27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:24.751024 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec41eadb-eb82-4fee-aaec-317c32c8be27 None None] Bound using segment: {'id': '6cd41774-88fb-4b8c-84d2-3e973f5e35e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:35:24.751488 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ec41eadb-eb82-4fee-aaec-317c32c8be27 None None] Bound port: b6739cdd-eb0f-4984-ac8d-17cd0fc4634d, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd41774-88fb-4b8c-84d2-3e973f5e35e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:35:24.751861 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ec41eadb-eb82-4fee-aaec-317c32c8be27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:24.752743 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b7ca8df4-9dd1-4634-94cd-f63ae02beed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'name': 'tempest-TestNetworkBasicOps-router-440872921', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '11c6e521-9646-4b00-98c6-f067ee772e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:21Z', 'updated_at': '2022-04-06T14:35:22Z', 'revision_number': 3, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '11c6e521-9646-4b00-98c6-f067ee772e64', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:68:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:24.758357 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ca8df4-9dd1-4634-94cd-f63ae02beed7 None None] The sync data for ids ['3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'] in dv-neutron-835868-1-hyperv is: [{'id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'name': 'tempest-TestNetworkBasicOps-router-440872921', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '11c6e521-9646-4b00-98c6-f067ee772e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:21Z', 'updated_at': '2022-04-06T14:35:22Z', 'revision_number': 3, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '11c6e521-9646-4b00-98c6-f067ee772e64', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:68:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:35:24.784252 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0747e0a-d1d5-466f-ba13-def38f51151f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:24.854646 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ec41eadb-eb82-4fee-aaec-317c32c8be27 None None] For port b6739cdd-eb0f-4984-ac8d-17cd0fc4634d, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:24.857924 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ec41eadb-eb82-4fee-aaec-317c32c8be27 None None] For port b6739cdd-eb0f-4984-ac8d-17cd0fc4634d, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=b6739cdd-eb0f-4984-ac8d-17cd0fc4634d,segment=NetworkSegment(6cd41774-88fb-4b8c-84d2-3e973f5e35e0),segment_id=6cd41774-88fb-4b8c-84d2-3e973f5e35e0)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:24.861800 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ec41eadb-eb82-4fee-aaec-317c32c8be27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:24.948000 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41eadb-eb82-4fee-aaec-317c32c8be27 None None] Pushing event updated for resources: {'Port': ['ID=b6739cdd-eb0f-4984-ac8d-17cd0fc4634d,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:25.304405 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-b0747e0a-d1d5-466f-ba13-def38f51151f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.20.0.1 (3415e55c-864d-4a62-ae38-805103dffc68/90f93252-5b34-4940-b7c6-a940fc6b8b10/63032606-fa55-4ab0-815b-f5c9603b4a4a) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:25.483009 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0747e0a-d1d5-466f-ba13-def38f51151f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:25.499789 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-b0747e0a-d1d5-466f-ba13-def38f51151f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Transition to ACTIVE for port object 63032606-fa55-4ab0-815b-f5c9603b4a4a will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:35:25.522222 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0747e0a-d1d5-466f-ba13-def38f51151f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:25.593742 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0747e0a-d1d5-466f-ba13-def38f51151f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 3415e55c-864d-4a62-ae38-805103dffc68 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:25.597132 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-b0747e0a-d1d5-466f-ba13-def38f51151f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:25.600263 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0747e0a-d1d5-466f-ba13-def38f51151f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:35:25.633673 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0747e0a-d1d5-466f-ba13-def38f51151f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=63032606-fa55-4ab0-815b-f5c9603b4a4a,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:25.667532 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0747e0a-d1d5-466f-ba13-def38f51151f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:25.757230 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0747e0a-d1d5-466f-ba13-def38f51151f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:25.922782 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ab80bf-1d21-41c8-ac3b-b4860f895b4b None None] Network 3415e55c-864d-4a62-ae38-805103dffc68 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:35:26.035897 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device b6739cdd-eb0f-4984-ac8d-17cd0fc4634d up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:35:26.074623 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-10f980d0-0aac-4d83-a87f-820dcc743d9f None None] Provisioning for port b6739cdd-eb0f-4984-ac8d-17cd0fc4634d completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:35:26.214772 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port b6739cdd-eb0f-4984-ac8d-17cd0fc4634d completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:35:26.222000 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port b6739cdd-eb0f-4984-ac8d-17cd0fc4634d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:35:26.222387 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:26.279875 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0747e0a-d1d5-466f-ba13-def38f51151f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:26.284470 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0747e0a-d1d5-466f-ba13-def38f51151f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:26.360288 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:26.396275 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port b6739cdd-eb0f-4984-ac8d-17cd0fc4634d, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=b6739cdd-eb0f-4984-ac8d-17cd0fc4634d,segment=NetworkSegment(6cd41774-88fb-4b8c-84d2-3e973f5e35e0),segment_id=6cd41774-88fb-4b8c-84d2-3e973f5e35e0)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:26.401877 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:26.403162 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0747e0a-d1d5-466f-ba13-def38f51151f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:26.403677 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 11c6e521-9646-4b00-98c6-f067ee772e64 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:35:26.406772 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0747e0a-d1d5-466f-ba13-def38f51151f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=63032606-fa55-4ab0-815b-f5c9603b4a4a,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:26.545304 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=b6739cdd-eb0f-4984-ac8d-17cd0fc4634d,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:26.557205 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1cb23890-1992-41aa-a407-03de410130bb None None] Provisioning complete for port b6739cdd-eb0f-4984-ac8d-17cd0fc4634d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:35:26.557373 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0747e0a-d1d5-466f-ba13-def38f51151f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 3415e55c-864d-4a62-ae38-805103dffc68 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:26.557690 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1cb23890-1992-41aa-a407-03de410130bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:26.558517 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-b0747e0a-d1d5-466f-ba13-def38f51151f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:26.592518 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 11c6e521-9646-4b00-98c6-f067ee772e64 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:35:26.602986 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 11c6e521-9646-4b00-98c6-f067ee772e64 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:35:26.603329 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:26.788530 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:26.812255 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 11c6e521-9646-4b00-98c6-f067ee772e64, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=11c6e521-9646-4b00-98c6-f067ee772e64,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:26.815730 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1cb23890-1992-41aa-a407-03de410130bb None None] Provisioning for port 63032606-fa55-4ab0-815b-f5c9603b4a4a completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:35:26.822672 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:26.857323 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1cb23890-1992-41aa-a407-03de410130bb None None] Provisioning complete for port 63032606-fa55-4ab0-815b-f5c9603b4a4a triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:35:26.857613 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1cb23890-1992-41aa-a407-03de410130bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:26.939388 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1cb23890-1992-41aa-a407-03de410130bb None None] Port 63032606-fa55-4ab0-815b-f5c9603b4a4a cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:35:26.943585 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=11c6e521-9646-4b00-98c6-f067ee772e64,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:26.976276 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0747e0a-d1d5-466f-ba13-def38f51151f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router 3c50ff53-ab9a-41f2-98c8-f4f3e44713e8 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:27.060534 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9a515059-2421-4174-b8a7-0f69fb087a86 None None] Provisioning complete for port 63032606-fa55-4ab0-815b-f5c9603b4a4a triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:35:27.061174 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9a515059-2421-4174-b8a7-0f69fb087a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:27.118613 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-9a515059-2421-4174-b8a7-0f69fb087a86 None None] Port 63032606-fa55-4ab0-815b-f5c9603b4a4a cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:35:27.176654 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0747e0a-d1d5-466f-ba13-def38f51151f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:27.189371 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b0747e0a-d1d5-466f-ba13-def38f51151f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "PUT /v2.0/routers/3c50ff53-ab9a-41f2-98c8-f4f3e44713e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2748313 Apr 06 14:35:27.191846 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 58064) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:27.326310 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f32681-cb21-477a-a925-d4cc803826b9 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:27.327008 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f32681-cb21-477a-a925-d4cc803826b9 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:27.327108 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f32681-cb21-477a-a925-d4cc803826b9 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:27.327396 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f32681-cb21-477a-a925-d4cc803826b9 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:27.329045 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c6f32681-cb21-477a-a925-d4cc803826b9 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1363013 Apr 06 14:35:27.331710 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 58068) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:27.401163 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd3e565-d4ba-4eb4-940f-6e1484d47cea tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:27.401535 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd3e565-d4ba-4eb4-940f-6e1484d47cea tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:27.402687 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd3e565-d4ba-4eb4-940f-6e1484d47cea tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:27.402687 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd3e565-d4ba-4eb4-940f-6e1484d47cea tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:27.403857 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7cd3e565-d4ba-4eb4-940f-6e1484d47cea tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0712786 Apr 06 14:35:27.406547 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 58072) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:27.596905 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-30b084e1-f20a-45e2-80a8-abbdd34d5181 tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1892915 Apr 06 14:35:27.806093 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 58078) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:27.811569 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8193f684-9e3f-4125-8f16-f0b2f384d3ea tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1245602280', 'description': 'tempest-secgroup-smoke-1245602280 description', 'project_id': '2c4f01a131354b128ac6b7c118186600'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:35:27.817490 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8193f684-9e3f-4125-8f16-f0b2f384d3ea tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:35:27.822065 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8193f684-9e3f-4125-8f16-f0b2f384d3ea tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:35:27.824859 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8193f684-9e3f-4125-8f16-f0b2f384d3ea tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:35:27.830447 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8193f684-9e3f-4125-8f16-f0b2f384d3ea tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:35:27.841624 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8193f684-9e3f-4125-8f16-f0b2f384d3ea tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:27.877494 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8193f684-9e3f-4125-8f16-f0b2f384d3ea tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:35:27.881200 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8193f684-9e3f-4125-8f16-f0b2f384d3ea tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:35:27.884415 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8193f684-9e3f-4125-8f16-f0b2f384d3ea tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:35:27.889955 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8193f684-9e3f-4125-8f16-f0b2f384d3ea tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:35:27.966409 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device b6739cdd-eb0f-4984-ac8d-17cd0fc4634d up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:35:28.035754 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port b6739cdd-eb0f-4984-ac8d-17cd0fc4634d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:35:28.036044 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:28.053308 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8193f684-9e3f-4125-8f16-f0b2f384d3ea tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:28.057691 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8193f684-9e3f-4125-8f16-f0b2f384d3ea tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:28.108292 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193f684-9e3f-4125-8f16-f0b2f384d3ea tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af1d2be8-115a-40a4-8dea-5842212270d2,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:28.112405 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8193f684-9e3f-4125-8f16-f0b2f384d3ea tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:28.113665 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8193f684-9e3f-4125-8f16-f0b2f384d3ea tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3065839 Apr 06 14:35:28.117299 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58082) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:28.123263 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-53b54091-4572-491a-838c-bcbab8974751 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'af1d2be8-115a-40a4-8dea-5842212270d2', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:35:28.130074 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-53b54091-4572-491a-838c-bcbab8974751 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:35:28.134971 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-53b54091-4572-491a-838c-bcbab8974751 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:35:28.138471 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-53b54091-4572-491a-838c-bcbab8974751 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:35:28.145540 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-53b54091-4572-491a-838c-bcbab8974751 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:35:28.162292 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53b54091-4572-491a-838c-bcbab8974751 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:28.185704 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 11c6e521-9646-4b00-98c6-f067ee772e64 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:35:28.235948 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53b54091-4572-491a-838c-bcbab8974751 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:28.239563 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53b54091-4572-491a-838c-bcbab8974751 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:28.257371 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 11c6e521-9646-4b00-98c6-f067ee772e64 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:35:28.257846 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:28.263983 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b54091-4572-491a-838c-bcbab8974751 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1508b1dd-7e7a-47c0-a25c-29d89dd5423e,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:28.273673 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53b54091-4572-491a-838c-bcbab8974751 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:28.275013 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-53b54091-4572-491a-838c-bcbab8974751 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1566718 Apr 06 14:35:28.277810 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58086) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:28.283550 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-7c5df744-6dc4-4628-9dcd-1ed195efc4fb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'af1d2be8-115a-40a4-8dea-5842212270d2', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:35:28.289490 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7c5df744-6dc4-4628-9dcd-1ed195efc4fb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:35:28.293204 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7c5df744-6dc4-4628-9dcd-1ed195efc4fb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:35:28.296033 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7c5df744-6dc4-4628-9dcd-1ed195efc4fb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:35:28.302495 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7c5df744-6dc4-4628-9dcd-1ed195efc4fb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:35:28.320537 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7c5df744-6dc4-4628-9dcd-1ed195efc4fb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:28.348661 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c6ef6-9b1d-4d3c-ba84-8dd7c0c75697 None None] Sync routers for ids ['3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:35:28.383852 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c6ef6-9b1d-4d3c-ba84-8dd7c0c75697 None None] Routers {'3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:35:28.384464 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-bc0c6ef6-9b1d-4d3c-ba84-8dd7c0c75697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:28.389897 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7c5df744-6dc4-4628-9dcd-1ed195efc4fb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:28.393766 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7c5df744-6dc4-4628-9dcd-1ed195efc4fb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:28.417380 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5df744-6dc4-4628-9dcd-1ed195efc4fb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d129f9eb-c48e-47f8-b74a-a3719aa8e351,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:28.427052 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7c5df744-6dc4-4628-9dcd-1ed195efc4fb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:28.428409 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7c5df744-6dc4-4628-9dcd-1ed195efc4fb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1495233 Apr 06 14:35:28.431678 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58090) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:28.437045 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-3476fea9-1ec1-455a-a45e-339a9f7f913b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'af1d2be8-115a-40a4-8dea-5842212270d2', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:35:28.442935 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3476fea9-1ec1-455a-a45e-339a9f7f913b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:35:28.447251 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3476fea9-1ec1-455a-a45e-339a9f7f913b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:35:28.450302 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3476fea9-1ec1-455a-a45e-339a9f7f913b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:35:28.456266 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3476fea9-1ec1-455a-a45e-339a9f7f913b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:35:28.475281 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3476fea9-1ec1-455a-a45e-339a9f7f913b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:28.541998 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3476fea9-1ec1-455a-a45e-339a9f7f913b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:28.545845 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3476fea9-1ec1-455a-a45e-339a9f7f913b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:28.562711 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-bc0c6ef6-9b1d-4d3c-ba84-8dd7c0c75697 None None] Set router 3c50ff53-ab9a-41f2-98c8-f4f3e44713e8 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:35:28.569150 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476fea9-1ec1-455a-a45e-339a9f7f913b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd8bb08-264c-4b79-94fd-136022a9ba7b,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:28.578991 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3476fea9-1ec1-455a-a45e-339a9f7f913b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:28.580352 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3476fea9-1ec1-455a-a45e-339a9f7f913b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1477416 Apr 06 14:35:28.583139 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58094) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:28.588786 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-259571aa-f02b-4b38-81c1-d1a3577849c8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'af1d2be8-115a-40a4-8dea-5842212270d2', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:35:28.594670 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-259571aa-f02b-4b38-81c1-d1a3577849c8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:35:28.598490 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-259571aa-f02b-4b38-81c1-d1a3577849c8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:35:28.602176 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-259571aa-f02b-4b38-81c1-d1a3577849c8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:35:28.607909 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-259571aa-f02b-4b38-81c1-d1a3577849c8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:35:28.625612 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-259571aa-f02b-4b38-81c1-d1a3577849c8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:28.694042 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-259571aa-f02b-4b38-81c1-d1a3577849c8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:28.698494 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-259571aa-f02b-4b38-81c1-d1a3577849c8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:28.721165 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259571aa-f02b-4b38-81c1-d1a3577849c8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d0916f-1116-499c-a69a-0dc912dc0938,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:28.732043 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-259571aa-f02b-4b38-81c1-d1a3577849c8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:28.733766 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-259571aa-f02b-4b38-81c1-d1a3577849c8 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1494036 Apr 06 14:35:28.736129 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58098) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:28.742270 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-92786a78-3f30-4b18-93c9-3727e10485a1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'af1d2be8-115a-40a4-8dea-5842212270d2', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:35:28.748429 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-92786a78-3f30-4b18-93c9-3727e10485a1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:35:28.752542 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-92786a78-3f30-4b18-93c9-3727e10485a1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:35:28.755637 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-92786a78-3f30-4b18-93c9-3727e10485a1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:35:28.761471 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-92786a78-3f30-4b18-93c9-3727e10485a1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:35:28.772282 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-92786a78-3f30-4b18-93c9-3727e10485a1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Project 2c4f01a131354b128ac6b7c118186600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:35:28.779934 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92786a78-3f30-4b18-93c9-3727e10485a1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:28.849262 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92786a78-3f30-4b18-93c9-3727e10485a1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:28.853585 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92786a78-3f30-4b18-93c9-3727e10485a1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:28.874245 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92786a78-3f30-4b18-93c9-3727e10485a1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c32a80f4-5a91-46ab-8b9f-7bdabba96fce,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:28.886378 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92786a78-3f30-4b18-93c9-3727e10485a1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:28.887672 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-92786a78-3f30-4b18-93c9-3727e10485a1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1506121 Apr 06 14:35:28.890658 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58102) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:28.893546 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-bc0c6ef6-9b1d-4d3c-ba84-8dd7c0c75697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'name': 'tempest-TestNetworkBasicOps-router-440872921', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '11c6e521-9646-4b00-98c6-f067ee772e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:21Z', 'updated_at': '2022-04-06T14:35:25Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '11c6e521-9646-4b00-98c6-f067ee772e64', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:68:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '63032606-fa55-4ab0-815b-f5c9603b4a4a', 'name': '', 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:dd:e8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90f93252-5b34-4940-b7c6-a940fc6b8b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:25Z', 'updated_at': '2022-04-06T14:35:26Z', 'revision_number': 2, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '90f93252-5b34-4940-b7c6-a940fc6b8b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:28.896159 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-55b3f68c-6a3e-4938-a922-e40903c189f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'security_group_rule': {'security_group_id': 'af1d2be8-115a-40a4-8dea-5842212270d2', 'project_id': '2c4f01a131354b128ac6b7c118186600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:35:28.898578 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c6ef6-9b1d-4d3c-ba84-8dd7c0c75697 None None] Checking router: 3c50ff53-ab9a-41f2-98c8-f4f3e44713e8 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:35:28.898995 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c6ef6-9b1d-4d3c-ba84-8dd7c0c75697 None None] Updating router 3c50ff53-ab9a-41f2-98c8-f4f3e44713e8 port 63032606-fa55-4ab0-815b-f5c9603b4a4a binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:35:28.902853 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-55b3f68c-6a3e-4938-a922-e40903c189f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:35:28.906619 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-55b3f68c-6a3e-4938-a922-e40903c189f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:security_group_rule and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:35:28.909476 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-55b3f68c-6a3e-4938-a922-e40903c189f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:35:28.915582 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-55b3f68c-6a3e-4938-a922-e40903c189f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:35:28.926670 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-55b3f68c-6a3e-4938-a922-e40903c189f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Project 2c4f01a131354b128ac6b7c118186600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:35:28.933256 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-55b3f68c-6a3e-4938-a922-e40903c189f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:28.952087 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bc0c6ef6-9b1d-4d3c-ba84-8dd7c0c75697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:28.999245 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-55b3f68c-6a3e-4938-a922-e40903c189f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:29.002346 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-55b3f68c-6a3e-4938-a922-e40903c189f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:29.024019 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3f68c-6a3e-4938-a922-e40903c189f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6da638a-89e9-42e0-8e63-cbcb28d1c201,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:29.036386 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-55b3f68c-6a3e-4938-a922-e40903c189f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:29.037822 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-55b3f68c-6a3e-4938-a922-e40903c189f3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1460490 Apr 06 14:35:29.102189 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:29.219095 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-e68989b5-091b-4117-9f78-f0e162f3d4e1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1245602280&fields=id&tenant_id=2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 267 time: 0.0412433 Apr 06 14:35:29.316502 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bc0c6ef6-9b1d-4d3c-ba84-8dd7c0c75697 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:29.328552 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-bc0c6ef6-9b1d-4d3c-ba84-8dd7c0c75697 None None] Transition to ACTIVE for port object 63032606-fa55-4ab0-815b-f5c9603b4a4a will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:35:29.335597 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bc0c6ef6-9b1d-4d3c-ba84-8dd7c0c75697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:29.364393 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-88aa8ba4-d698-4add-89fb-47050321e5ca tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:29.365001 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-88aa8ba4-d698-4add-89fb-47050321e5ca tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:network {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:35:29.380265 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-88aa8ba4-d698-4add-89fb-47050321e5ca tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:network {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:35:29.382459 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-88aa8ba4-d698-4add-89fb-47050321e5ca tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/networks?id=3415e55c-864d-4a62-ae38-805103dffc68 HTTP/1.1" status: 200 len: 797 time: 0.1571341 Apr 06 14:35:29.405855 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-f8924f9e-1bf4-4a5a-b736-031bf1083b8f tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/quotas/2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 375 time: 0.0126228 Apr 06 14:35:29.467990 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b529b-4c1e-4804-863e-0d3940dd934d None None] Pushing event updated for resources: {'Port': ['ID=63032606-fa55-4ab0-815b-f5c9603b4a4a,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:29.500909 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-86f59e7e-4cef-4bdf-a2e0-e4cb47af70e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:35:29.518223 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-86f59e7e-4cef-4bdf-a2e0-e4cb47af70e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:35:29.519602 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-86f59e7e-4cef-4bdf-a2e0-e4cb47af70e3 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1084571 Apr 06 14:35:29.562319 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-bc0c6ef6-9b1d-4d3c-ba84-8dd7c0c75697 None None] Attempting to bind port 63032606-fa55-4ab0-815b-f5c9603b4a4a on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:35:29.562697 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-bc0c6ef6-9b1d-4d3c-ba84-8dd7c0c75697 None None] Attempting to bind port 63032606-fa55-4ab0-815b-f5c9603b4a4a by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '6cd41774-88fb-4b8c-84d2-3e973f5e35e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:35:29.563060 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c6ef6-9b1d-4d3c-ba84-8dd7c0c75697 None None] Attempting to bind port 63032606-fa55-4ab0-815b-f5c9603b4a4a on network 3415e55c-864d-4a62-ae38-805103dffc68 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:35:29.570143 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c6ef6-9b1d-4d3c-ba84-8dd7c0c75697 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:35:29.570540 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c6ef6-9b1d-4d3c-ba84-8dd7c0c75697 None None] Checking segment: {'id': '6cd41774-88fb-4b8c-84d2-3e973f5e35e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:35:29.570913 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bc0c6ef6-9b1d-4d3c-ba84-8dd7c0c75697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:29.571300 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c6ef6-9b1d-4d3c-ba84-8dd7c0c75697 None None] Bound using segment: {'id': '6cd41774-88fb-4b8c-84d2-3e973f5e35e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:35:29.571763 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-bc0c6ef6-9b1d-4d3c-ba84-8dd7c0c75697 None None] Bound port: 63032606-fa55-4ab0-815b-f5c9603b4a4a, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd41774-88fb-4b8c-84d2-3e973f5e35e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:35:29.572131 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bc0c6ef6-9b1d-4d3c-ba84-8dd7c0c75697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:29.602021 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-875e365f-8e87-4afe-b2d3-5ec53acc2a24 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:35:29.603013 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-875e365f-8e87-4afe-b2d3-5ec53acc2a24 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0708780 Apr 06 14:35:29.664251 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-bc0c6ef6-9b1d-4d3c-ba84-8dd7c0c75697 None None] For port 63032606-fa55-4ab0-815b-f5c9603b4a4a, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:29.667397 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-bc0c6ef6-9b1d-4d3c-ba84-8dd7c0c75697 None None] For port 63032606-fa55-4ab0-815b-f5c9603b4a4a, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=63032606-fa55-4ab0-815b-f5c9603b4a4a,segment=NetworkSegment(6cd41774-88fb-4b8c-84d2-3e973f5e35e0),segment_id=6cd41774-88fb-4b8c-84d2-3e973f5e35e0)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:29.672953 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bc0c6ef6-9b1d-4d3c-ba84-8dd7c0c75697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:29.795015 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b529b-4c1e-4804-863e-0d3940dd934d None None] Pushing event updated for resources: {'Port': ['ID=63032606-fa55-4ab0-815b-f5c9603b4a4a,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:29.799907 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c6ef6-9b1d-4d3c-ba84-8dd7c0c75697 None None] Routers {'3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:35:29.800529 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-bc0c6ef6-9b1d-4d3c-ba84-8dd7c0c75697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:29.853995 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-9f4cf6bd-1792-449e-ad92-df2d7ae3c96f service neutron] 10.222.0.60 "GET /v2.0/networks/3415e55c-864d-4a62-ae38-805103dffc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445059 Apr 06 14:35:29.982612 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-bc0c6ef6-9b1d-4d3c-ba84-8dd7c0c75697 None None] Set router 3c50ff53-ab9a-41f2-98c8-f4f3e44713e8 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:35:29.994100 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-eeaf824a-1588-4ece-a69d-68415b051f8e service neutron] 10.222.0.60 "GET /v2.0/networks/3415e55c-864d-4a62-ae38-805103dffc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337042 Apr 06 14:35:30.179326 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-d9c6ad3a-70bd-4ce8-8c28-28c263fb2a48 req-e592af78-5f7e-48d6-a29a-58a92b13ef1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:35:30.191023 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-d9c6ad3a-70bd-4ce8-8c28-28c263fb2a48 req-e592af78-5f7e-48d6-a29a-58a92b13ef1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:35:30.192311 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d9c6ad3a-70bd-4ce8-8c28-28c263fb2a48 req-e592af78-5f7e-48d6-a29a-58a92b13ef1c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a9a0ad6-20b3-4d87-9d54-34ec3303f680 HTTP/1.1" status: 200 len: 210 time: 0.0532389 Apr 06 14:35:30.322129 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-bc0c6ef6-9b1d-4d3c-ba84-8dd7c0c75697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'name': 'tempest-TestNetworkBasicOps-router-440872921', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '11c6e521-9646-4b00-98c6-f067ee772e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:21Z', 'updated_at': '2022-04-06T14:35:25Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '11c6e521-9646-4b00-98c6-f067ee772e64', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:68:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '63032606-fa55-4ab0-815b-f5c9603b4a4a', 'name': '', 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:dd:e8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90f93252-5b34-4940-b7c6-a940fc6b8b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:25Z', 'updated_at': '2022-04-06T14:35:29Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '90f93252-5b34-4940-b7c6-a940fc6b8b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:30.326159 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c6ef6-9b1d-4d3c-ba84-8dd7c0c75697 None None] The sync data for ids ['3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'] in dv-neutron-835868-1-hyperv is: [{'id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'name': 'tempest-TestNetworkBasicOps-router-440872921', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '11c6e521-9646-4b00-98c6-f067ee772e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:21Z', 'updated_at': '2022-04-06T14:35:25Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '11c6e521-9646-4b00-98c6-f067ee772e64', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:68:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '63032606-fa55-4ab0-815b-f5c9603b4a4a', 'name': '', 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:dd:e8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90f93252-5b34-4940-b7c6-a940fc6b8b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:25Z', 'updated_at': '2022-04-06T14:35:29Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '90f93252-5b34-4940-b7c6-a940fc6b8b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:35:31.234808 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-dad6409e-65b4-44d7-a03a-cff541f38529 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:31.236126 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-dad6409e-65b4-44d7-a03a-cff541f38529 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/networks?id=3415e55c-864d-4a62-ae38-805103dffc68 HTTP/1.1" status: 200 len: 797 time: 0.1494257 Apr 06 14:35:31.290917 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-363b84be-fa37-4530-91c9-d95511b2d7f0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c4f01a131354b128ac6b7c118186600 HTTP/1.1" status: 200 len: 380 time: 0.0427637 Apr 06 14:35:31.301090 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-92873ef4-fd93-43b1-a226-8fc15a998ecb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'port': {'device_id': '7a9a0ad6-20b3-4d87-9d54-34ec3303f680', 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68', 'admin_state_up': True, 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'security_groups': ['af1d2be8-115a-40a4-8dea-5842212270d2']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:35:31.426825 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9ffda992-4140-4b64-9fb8-d3367828b025 req-0c7e3e29-dc68-4bc5-84db-ce16cd5ff1d1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a9a0ad6-20b3-4d87-9d54-34ec3303f680 HTTP/1.1" status: 200 len: 210 time: 0.1028628 Apr 06 14:35:31.485166 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-92873ef4-fd93-43b1-a226-8fc15a998ecb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:35:31.494877 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-92873ef4-fd93-43b1-a226-8fc15a998ecb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:35:31.504402 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-92873ef4-fd93-43b1-a226-8fc15a998ecb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Made reservation on behalf of 2c4f01a131354b128ac6b7c118186600 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:31.507558 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-92873ef4-fd93-43b1-a226-8fc15a998ecb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:31.664511 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-92873ef4-fd93-43b1-a226-8fc15a998ecb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.20.0.5 (3415e55c-864d-4a62-ae38-805103dffc68/90f93252-5b34-4940-b7c6-a940fc6b8b10/37eedd84-50f3-4f82-a5c7-62a6d5b71433) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:31.854049 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-92873ef4-fd93-43b1-a226-8fc15a998ecb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:31.869780 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-92873ef4-fd93-43b1-a226-8fc15a998ecb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Transition to ACTIVE for port object 37eedd84-50f3-4f82-a5c7-62a6d5b71433 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:35:31.890851 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-92873ef4-fd93-43b1-a226-8fc15a998ecb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:31.969377 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-92873ef4-fd93-43b1-a226-8fc15a998ecb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 3415e55c-864d-4a62-ae38-805103dffc68 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:31.972834 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-92873ef4-fd93-43b1-a226-8fc15a998ecb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:31.976579 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-92873ef4-fd93-43b1-a226-8fc15a998ecb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:35:31.982455 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 63032606-fa55-4ab0-815b-f5c9603b4a4a up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:35:32.003101 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92873ef4-fd93-43b1-a226-8fc15a998ecb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=37eedd84-50f3-4f82-a5c7-62a6d5b71433,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:32.045171 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-92873ef4-fd93-43b1-a226-8fc15a998ecb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:32.046019 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-92873ef4-fd93-43b1-a226-8fc15a998ecb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:32.054614 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 63032606-fa55-4ab0-815b-f5c9603b4a4a completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:35:32.060609 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 63032606-fa55-4ab0-815b-f5c9603b4a4a triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:35:32.061185 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:32.074319 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-92873ef4-fd93-43b1-a226-8fc15a998ecb tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7766361 Apr 06 14:35:32.086766 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-9893b388-b45c-4f6b-bc31-247a7eb3e08b service neutron] Request body: {'port': {'device_id': '7a9a0ad6-20b3-4d87-9d54-34ec3303f680', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:35:32.184242 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:32.200634 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-9893b388-b45c-4f6b-bc31-247a7eb3e08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:32.215832 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 63032606-fa55-4ab0-815b-f5c9603b4a4a, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=63032606-fa55-4ab0-815b-f5c9603b4a4a,segment=NetworkSegment(6cd41774-88fb-4b8c-84d2-3e973f5e35e0),segment_id=6cd41774-88fb-4b8c-84d2-3e973f5e35e0)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:32.219703 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:32.295914 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-eb3b9d6c-7a7b-44a3-bf2b-6383ee36531a None None] Provisioning for port 37eedd84-50f3-4f82-a5c7-62a6d5b71433 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:35:32.301843 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=63032606-fa55-4ab0-815b-f5c9603b4a4a,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:32.304406 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-eb3b9d6c-7a7b-44a3-bf2b-6383ee36531a None None] Provisioning complete for port 37eedd84-50f3-4f82-a5c7-62a6d5b71433 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:35:32.304775 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-eb3b9d6c-7a7b-44a3-bf2b-6383ee36531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:32.358759 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-eb3b9d6c-7a7b-44a3-bf2b-6383ee36531a None None] Port 37eedd84-50f3-4f82-a5c7-62a6d5b71433 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:35:32.535248 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-9893b388-b45c-4f6b-bc31-247a7eb3e08b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37eedd84-50f3-4f82-a5c7-62a6d5b71433 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:35:32.542032 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-9893b388-b45c-4f6b-bc31-247a7eb3e08b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:32.557332 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-9893b388-b45c-4f6b-bc31-247a7eb3e08b service neutron] Transition to ACTIVE for port object 37eedd84-50f3-4f82-a5c7-62a6d5b71433 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:35:32.561191 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-9893b388-b45c-4f6b-bc31-247a7eb3e08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:32.633640 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681aa950-19b0-4d0b-b035-03f94998d0fc req-6c30d075-40e2-43ab-bb9d-8bbd3a54b6df tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:32.635125 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-681aa950-19b0-4d0b-b035-03f94998d0fc req-6c30d075-40e2-43ab-bb9d-8bbd3a54b6df tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a9a0ad6-20b3-4d87-9d54-34ec3303f680 HTTP/1.1" status: 200 len: 943 time: 0.0820425 Apr 06 14:35:32.683621 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-681aa950-19b0-4d0b-b035-03f94998d0fc req-8da78c8b-7f02-4434-b519-b47c37cea744 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:35:32.684689 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893b388-b45c-4f6b-bc31-247a7eb3e08b service neutron] Pushing event updated for resources: {'Port': ['ID=37eedd84-50f3-4f82-a5c7-62a6d5b71433,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:32.705079 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-681aa950-19b0-4d0b-b035-03f94998d0fc req-8da78c8b-7f02-4434-b519-b47c37cea744 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:35:32.706261 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-681aa950-19b0-4d0b-b035-03f94998d0fc req-8da78c8b-7f02-4434-b519-b47c37cea744 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=af1d2be8-115a-40a4-8dea-5842212270d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648484 Apr 06 14:35:32.904943 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-9893b388-b45c-4f6b-bc31-247a7eb3e08b service neutron] Attempting to bind port 37eedd84-50f3-4f82-a5c7-62a6d5b71433 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:35:32.905208 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-9893b388-b45c-4f6b-bc31-247a7eb3e08b service neutron] Attempting to bind port 37eedd84-50f3-4f82-a5c7-62a6d5b71433 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '6cd41774-88fb-4b8c-84d2-3e973f5e35e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:35:32.905536 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-9893b388-b45c-4f6b-bc31-247a7eb3e08b service neutron] Attempting to bind port 37eedd84-50f3-4f82-a5c7-62a6d5b71433 on network 3415e55c-864d-4a62-ae38-805103dffc68 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:35:32.911173 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-9893b388-b45c-4f6b-bc31-247a7eb3e08b service neutron] Port 37eedd84-50f3-4f82-a5c7-62a6d5b71433 on network 3415e55c-864d-4a62-ae38-805103dffc68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:35:32.911491 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-9893b388-b45c-4f6b-bc31-247a7eb3e08b service neutron] Attempting to bind port 37eedd84-50f3-4f82-a5c7-62a6d5b71433 on network 3415e55c-864d-4a62-ae38-805103dffc68 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:35:32.918170 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-9893b388-b45c-4f6b-bc31-247a7eb3e08b service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:35:32.918502 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-9893b388-b45c-4f6b-bc31-247a7eb3e08b service neutron] Checking segment: {'id': '6cd41774-88fb-4b8c-84d2-3e973f5e35e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:35:32.918884 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-9893b388-b45c-4f6b-bc31-247a7eb3e08b service neutron] Bound using segment: {'id': '6cd41774-88fb-4b8c-84d2-3e973f5e35e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:35:32.919299 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-9893b388-b45c-4f6b-bc31-247a7eb3e08b service neutron] Bound port: 37eedd84-50f3-4f82-a5c7-62a6d5b71433, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd41774-88fb-4b8c-84d2-3e973f5e35e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:35:32.919643 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-9893b388-b45c-4f6b-bc31-247a7eb3e08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:33.008670 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-9893b388-b45c-4f6b-bc31-247a7eb3e08b service neutron] For port 37eedd84-50f3-4f82-a5c7-62a6d5b71433, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:33.011855 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-9893b388-b45c-4f6b-bc31-247a7eb3e08b service neutron] For port 37eedd84-50f3-4f82-a5c7-62a6d5b71433, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=37eedd84-50f3-4f82-a5c7-62a6d5b71433,segment=NetworkSegment(6cd41774-88fb-4b8c-84d2-3e973f5e35e0),segment_id=6cd41774-88fb-4b8c-84d2-3e973f5e35e0)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:33.015439 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-9893b388-b45c-4f6b-bc31-247a7eb3e08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:33.077026 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-9893b388-b45c-4f6b-bc31-247a7eb3e08b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:33.078382 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-9893b388-b45c-4f6b-bc31-247a7eb3e08b service neutron] 10.222.0.69 "PUT /v2.0/ports/37eedd84-50f3-4f82-a5c7-62a6d5b71433 HTTP/1.1" status: 200 len: 1093 time: 0.9969504 Apr 06 14:35:33.078814 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9a0ad6-20b3-4d87-9d54-34ec3303f680', 'tag': '37eedd84-50f3-4f82-a5c7-62a6d5b71433'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:35:33.103255 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893b388-b45c-4f6b-bc31-247a7eb3e08b service neutron] Pushing event updated for resources: {'Port': ['ID=37eedd84-50f3-4f82-a5c7-62a6d5b71433,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:33.160392 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4fa912c-b875-46d8-8935-a11eb85118a4'] response: {'name': 'network-changed', 'server_uuid': '7a9a0ad6-20b3-4d87-9d54-34ec3303f680', 'tag': '37eedd84-50f3-4f82-a5c7-62a6d5b71433', 'status': 'completed', 'code': 200} Apr 06 14:35:33.202210 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-8d8b10be-7ec0-41d2-8051-b37cc0b71505 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=7a9a0ad6-20b3-4d87-9d54-34ec3303f680 HTTP/1.1" status: 200 len: 1096 time: 0.0788701 Apr 06 14:35:33.269947 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-1bd4ce21-a880-4da0-a285-a429fce241ba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37eedd84-50f3-4f82-a5c7-62a6d5b71433 HTTP/1.1" status: 200 len: 217 time: 0.0603983 Apr 06 14:35:33.333453 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-e25994d4-f671-4c28-89f5-299fecc2f68a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:33.334956 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-e25994d4-f671-4c28-89f5-299fecc2f68a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=90f93252-5b34-4940-b7c6-a940fc6b8b10 HTTP/1.1" status: 200 len: 835 time: 0.0590003 Apr 06 14:35:33.409243 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-8a1447f6-e54f-411b-af59-68bd1594445b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3415e55c-864d-4a62-ae38-805103dffc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686114 Apr 06 14:35:33.539900 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-cceb254b-6ab5-4476-8539-f8ba4b16f07c service neutron] 10.222.0.69 "GET /v2.0/networks/3415e55c-864d-4a62-ae38-805103dffc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250083 Apr 06 14:35:33.668668 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c40c286e-3921-4b8b-a7a8-7512edf62dc3 req-fa606940-c033-4ffc-88ae-5defcb355e08 service neutron] 10.222.0.69 "GET /v2.0/networks/3415e55c-864d-4a62-ae38-805103dffc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226783 Apr 06 14:35:33.786921 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-70432a92-2f94-4856-b3b2-ea909e8be96c req-535ccc44-2739-4883-9e09-947f626a0cae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=7a9a0ad6-20b3-4d87-9d54-34ec3303f680 HTTP/1.1" status: 200 len: 1096 time: 0.0728579 Apr 06 14:35:33.921886 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ab008-15ed-44b3-8889-4bb89c44600d req-1f6594b9-b28f-49f0-8515-117108ad123b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:33.923568 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cb4ab008-15ed-44b3-8889-4bb89c44600d req-1f6594b9-b28f-49f0-8515-117108ad123b tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a9a0ad6-20b3-4d87-9d54-34ec3303f680 HTTP/1.1" status: 200 len: 943 time: 0.0831082 Apr 06 14:35:33.925399 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70432a92-2f94-4856-b3b2-ea909e8be96c req-1d922ddf-23cc-44bb-8db6-8a0dafbe189c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:33.927250 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-70432a92-2f94-4856-b3b2-ea909e8be96c req-1d922ddf-23cc-44bb-8db6-8a0dafbe189c service neutron] 10.222.0.69 "GET /v2.0/networks?id=3415e55c-864d-4a62-ae38-805103dffc68 HTTP/1.1" status: 200 len: 898 time: 0.1334651 Apr 06 14:35:33.967350 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 63032606-fa55-4ab0-815b-f5c9603b4a4a up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:35:33.977117 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cb4ab008-15ed-44b3-8889-4bb89c44600d req-8b57367a-a809-4adf-a6df-ba70ee5f0986 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=af1d2be8-115a-40a4-8dea-5842212270d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474982 Apr 06 14:35:33.994858 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-70432a92-2f94-4856-b3b2-ea909e8be96c req-e2406062-a796-437d-90a3-ace2e36fe984 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37eedd84-50f3-4f82-a5c7-62a6d5b71433 HTTP/1.1" status: 200 len: 217 time: 0.0611591 Apr 06 14:35:34.037978 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 63032606-fa55-4ab0-815b-f5c9603b4a4a triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:35:34.038343 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:34.060077 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70432a92-2f94-4856-b3b2-ea909e8be96c req-9dae7e77-42e6-44eb-8902-422fabbdb97d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:34.061599 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-70432a92-2f94-4856-b3b2-ea909e8be96c req-9dae7e77-42e6-44eb-8902-422fabbdb97d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=90f93252-5b34-4940-b7c6-a940fc6b8b10 HTTP/1.1" status: 200 len: 835 time: 0.0608830 Apr 06 14:35:34.145766 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-70432a92-2f94-4856-b3b2-ea909e8be96c req-58055d27-6e1d-439e-b53d-0e4d1fa6dff5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3415e55c-864d-4a62-ae38-805103dffc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750344 Apr 06 14:35:34.277171 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-70432a92-2f94-4856-b3b2-ea909e8be96c req-200afc84-1d5c-4f64-9369-6606862f9db6 service neutron] 10.222.0.69 "GET /v2.0/networks/3415e55c-864d-4a62-ae38-805103dffc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245966 Apr 06 14:35:34.406056 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-70432a92-2f94-4856-b3b2-ea909e8be96c req-2c68149b-f120-40e0-84a0-e210feec745f service neutron] 10.222.0.69 "GET /v2.0/networks/3415e55c-864d-4a62-ae38-805103dffc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232243 Apr 06 14:35:34.653825 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:35:35.179151 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0bc998-0165-4cad-968f-ad4a5372ef44 req-d9c3ad2e-31d7-46b3-a740-33ae0ccebcae tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:35.179752 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-3f0bc998-0165-4cad-968f-ad4a5372ef44 req-d9c3ad2e-31d7-46b3-a740-33ae0ccebcae tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:35:35.195657 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-3f0bc998-0165-4cad-968f-ad4a5372ef44 req-d9c3ad2e-31d7-46b3-a740-33ae0ccebcae tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:35:35.196776 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3f0bc998-0165-4cad-968f-ad4a5372ef44 req-d9c3ad2e-31d7-46b3-a740-33ae0ccebcae tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a9a0ad6-20b3-4d87-9d54-34ec3303f680 HTTP/1.1" status: 200 len: 943 time: 0.0982316 Apr 06 14:35:35.327551 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3f0bc998-0165-4cad-968f-ad4a5372ef44 req-fe59c672-d8bf-42b8-8f94-1cbbf09e5c45 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=af1d2be8-115a-40a4-8dea-5842212270d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251624 Apr 06 14:35:35.455419 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 37eedd84-50f3-4f82-a5c7-62a6d5b71433 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:35:35.584782 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 37eedd84-50f3-4f82-a5c7-62a6d5b71433, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=37eedd84-50f3-4f82-a5c7-62a6d5b71433,segment=NetworkSegment(6cd41774-88fb-4b8c-84d2-3e973f5e35e0),segment_id=6cd41774-88fb-4b8c-84d2-3e973f5e35e0)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:35.598039 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '37eedd84-50f3-4f82-a5c7-62a6d5b71433', 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68', 'port_id': '37eedd84-50f3-4f82-a5c7-62a6d5b71433', 'mac_address': 'fa:16:3e:95:ce:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f93252-5b34-4940-b7c6-a940fc6b8b10', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:35:35.655548 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:35.672113 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37eedd84-50f3-4f82-a5c7-62a6d5b71433 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:35:35.688161 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 37eedd84-50f3-4f82-a5c7-62a6d5b71433, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=37eedd84-50f3-4f82-a5c7-62a6d5b71433,segment=NetworkSegment(6cd41774-88fb-4b8c-84d2-3e973f5e35e0),segment_id=6cd41774-88fb-4b8c-84d2-3e973f5e35e0)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:35.692019 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:35.755515 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=37eedd84-50f3-4f82-a5c7-62a6d5b71433,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:35.888294 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['37eedd84-50f3-4f82-a5c7-62a6d5b71433'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:35:36.518894 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a08c34-7b56-4e6a-bd8a-87ec26471c47 req-7ce86f9f-d78d-40a4-9871-d4f8b74dc1ae tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:36.520356 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-16a08c34-7b56-4e6a-bd8a-87ec26471c47 req-7ce86f9f-d78d-40a4-9871-d4f8b74dc1ae tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a9a0ad6-20b3-4d87-9d54-34ec3303f680 HTTP/1.1" status: 200 len: 944 time: 0.0745037 Apr 06 14:35:36.565099 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-16a08c34-7b56-4e6a-bd8a-87ec26471c47 req-cae42c8a-f3e9-4cd1-9c13-0865fbdb7109 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=af1d2be8-115a-40a4-8dea-5842212270d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386004 Apr 06 14:35:37.462043 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 37eedd84-50f3-4f82-a5c7-62a6d5b71433 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:35:37.561958 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port 37eedd84-50f3-4f82-a5c7-62a6d5b71433 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:35:37.566394 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 37eedd84-50f3-4f82-a5c7-62a6d5b71433 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:35:37.566763 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:37.678907 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:37.706836 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9a0ad6-20b3-4d87-9d54-34ec3303f680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37eedd84-50f3-4f82-a5c7-62a6d5b71433'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:35:37.718882 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 37eedd84-50f3-4f82-a5c7-62a6d5b71433, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=37eedd84-50f3-4f82-a5c7-62a6d5b71433,segment=NetworkSegment(6cd41774-88fb-4b8c-84d2-3e973f5e35e0),segment_id=6cd41774-88fb-4b8c-84d2-3e973f5e35e0)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:37.723359 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:37.760229 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca5669-2256-4f33-acfd-8df03c758987 req-8f41604d-abbd-43c6-b35f-c7e09d70dcce tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:37.761810 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f7ca5669-2256-4f33-acfd-8df03c758987 req-8f41604d-abbd-43c6-b35f-c7e09d70dcce tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a9a0ad6-20b3-4d87-9d54-34ec3303f680 HTTP/1.1" status: 200 len: 944 time: 0.0793028 Apr 06 14:35:37.770750 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cfd77d8-6502-4e2c-b04f-66b471fb2a1f'] response: {'server_uuid': '7a9a0ad6-20b3-4d87-9d54-34ec3303f680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37eedd84-50f3-4f82-a5c7-62a6d5b71433', 'code': 200} Apr 06 14:35:37.792683 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=37eedd84-50f3-4f82-a5c7-62a6d5b71433,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:37.811588 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f7ca5669-2256-4f33-acfd-8df03c758987 req-a2bd957c-f8c9-4db6-836a-d8ca48080321 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=af1d2be8-115a-40a4-8dea-5842212270d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437179 Apr 06 14:35:38.009262 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f198968e-aad1-49d3-ae65-c821c5689ef5 req-c19db136-9b51-4441-b763-113c29b73b52 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7a9a0ad6-20b3-4d87-9d54-34ec3303f680 HTTP/1.1" status: 200 len: 1098 time: 0.0694137 Apr 06 14:35:38.047708 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c43b8f6b-0ad9-4f57-963b-0931259f6f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:38.051350 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f198968e-aad1-49d3-ae65-c821c5689ef5 req-9579d790-4047-4a7c-96a1-452c1d252696 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=af1d2be8-115a-40a4-8dea-5842212270d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366113 Apr 06 14:35:39.027006 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed22119-064d-409b-8d53-b0e81acf213a req-98d53f29-e947-430b-aae9-02a61fb240a2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:39.028501 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1ed22119-064d-409b-8d53-b0e81acf213a req-98d53f29-e947-430b-aae9-02a61fb240a2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a9a0ad6-20b3-4d87-9d54-34ec3303f680 HTTP/1.1" status: 200 len: 945 time: 0.0882075 Apr 06 14:35:39.088781 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1ed22119-064d-409b-8d53-b0e81acf213a req-9554a406-8e34-4329-b4bf-44aa953760d4 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=af1d2be8-115a-40a4-8dea-5842212270d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537562 Apr 06 14:35:40.284491 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953568f-30db-4440-a8af-6ec804c46221 req-a41ddd18-dc29-4b5f-a70c-3ec61f44f468 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:40.285962 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0953568f-30db-4440-a8af-6ec804c46221 req-a41ddd18-dc29-4b5f-a70c-3ec61f44f468 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a9a0ad6-20b3-4d87-9d54-34ec3303f680 HTTP/1.1" status: 200 len: 945 time: 0.0735967 Apr 06 14:35:40.333409 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0953568f-30db-4440-a8af-6ec804c46221 req-cadab296-fa36-43cc-b0db-f01d9dd35fc2 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=af1d2be8-115a-40a4-8dea-5842212270d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413458 Apr 06 14:35:40.527359 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f4064-89b5-4fd8-9bb0-9c84acc2d0ba req-4d9fc3d4-798d-4c13-b559-ad09c63b3dc6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:40.528793 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9a0f4064-89b5-4fd8-9bb0-9c84acc2d0ba req-4d9fc3d4-798d-4c13-b559-ad09c63b3dc6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a9a0ad6-20b3-4d87-9d54-34ec3303f680 HTTP/1.1" status: 200 len: 945 time: 0.0751357 Apr 06 14:35:40.573644 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9a0f4064-89b5-4fd8-9bb0-9c84acc2d0ba req-a991f37c-f54d-4f1d-979e-eca8dc2c8835 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=af1d2be8-115a-40a4-8dea-5842212270d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392184 Apr 06 14:35:40.601071 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58148) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:40.671080 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b0db8ec2-d00e-45b4-a2c3-3403ad4339ff tempest-TestNetworkBasicOps-1659744715 tempest-TestNetworkBasicOps-1659744715-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7a9a0ad6-20b3-4d87-9d54-34ec3303f680 HTTP/1.1" status: 200 len: 1093 time: 0.0687628 Apr 06 14:35:40.673675 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58152) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:40.679142 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f1da6b11-f3f2-455d-bb30-657bcb5e26ee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'port_id': '37eedd84-50f3-4f82-a5c7-62a6d5b71433', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:35:40.685114 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f1da6b11-f3f2-455d-bb30-657bcb5e26ee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:35:40.688910 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f1da6b11-f3f2-455d-bb30-657bcb5e26ee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Usage tracker for resource:floatingip and tenant:2c4f01a131354b128ac6b7c118186600 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:35:40.691701 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f1da6b11-f3f2-455d-bb30-657bcb5e26ee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:35:40.698203 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f1da6b11-f3f2-455d-bb30-657bcb5e26ee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:35:40.708668 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1da6b11-f3f2-455d-bb30-657bcb5e26ee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:40.852447 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1da6b11-f3f2-455d-bb30-657bcb5e26ee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:40.883305 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-55c0d675-bfda-469f-bb68-fa0573a41f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:40.988916 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-f1da6b11-f3f2-455d-bb30-657bcb5e26ee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Allocated IP 172.26.8.45 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/a24313ba-dac2-4906-927f-fc36f68993dc) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:41.137385 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1da6b11-f3f2-455d-bb30-657bcb5e26ee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:41.166351 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1da6b11-f3f2-455d-bb30-657bcb5e26ee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:41.237063 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1da6b11-f3f2-455d-bb30-657bcb5e26ee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:41.239643 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-f1da6b11-f3f2-455d-bb30-657bcb5e26ee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:41.244304 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1da6b11-f3f2-455d-bb30-657bcb5e26ee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:35:41.270644 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da6b11-f3f2-455d-bb30-657bcb5e26ee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=a24313ba-dac2-4906-927f-fc36f68993dc,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:41.333810 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:41.385036 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:41.738840 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1da6b11-f3f2-455d-bb30-657bcb5e26ee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:41.797630 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1da6b11-f3f2-455d-bb30-657bcb5e26ee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:42.091951 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1da6b11-f3f2-455d-bb30-657bcb5e26ee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:42.096283 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1da6b11-f3f2-455d-bb30-657bcb5e26ee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:42.213676 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da6b11-f3f2-455d-bb30-657bcb5e26ee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event updated for resources: {'Port': ['ID=a24313ba-dac2-4906-927f-fc36f68993dc,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:42.228796 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1da6b11-f3f2-455d-bb30-657bcb5e26ee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:42.424250 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-f1da6b11-f3f2-455d-bb30-657bcb5e26ee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Floating IP 8d20d256-db07-4f6d-942d-4d289c21ea95 associated. External IP: 172.26.8.45, port: 37eedd84-50f3-4f82-a5c7-62a6d5b71433. Apr 06 14:35:42.827437 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1da6b11-f3f2-455d-bb30-657bcb5e26ee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router 3c50ff53-ab9a-41f2-98c8-f4f3e44713e8 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:42.864556 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:43.039244 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1da6b11-f3f2-455d-bb30-657bcb5e26ee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:43.049120 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fec36b-d26e-4c71-88fd-c4a104947dd0 None None] Sync routers for ids ['3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:35:43.062174 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fec36b-d26e-4c71-88fd-c4a104947dd0 None None] Routers {'3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:35:43.062782 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-58fec36b-d26e-4c71-88fd-c4a104947dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:35:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:43.066145 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1da6b11-f3f2-455d-bb30-657bcb5e26ee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:35:43.122397 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f1da6b11-f3f2-455d-bb30-657bcb5e26ee tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4475915 Apr 06 14:35:43.122852 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9a0ad6-20b3-4d87-9d54-34ec3303f680', 'tag': '37eedd84-50f3-4f82-a5c7-62a6d5b71433'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:35:43.125261 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 58156) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:43.179855 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68898ec7-9b75-4465-81ee-1792448696d5'] response: {'name': 'network-changed', 'server_uuid': '7a9a0ad6-20b3-4d87-9d54-34ec3303f680', 'tag': '37eedd84-50f3-4f82-a5c7-62a6d5b71433', 'status': 'completed', 'code': 200} Apr 06 14:35:43.244029 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-52e861a9-d0e2-4229-af18-1bbcd802f983 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/8d20d256-db07-4f6d-942d-4d289c21ea95 HTTP/1.1" status: 200 len: 990 time: 0.1163878 Apr 06 14:35:43.244272 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-58fec36b-d26e-4c71-88fd-c4a104947dd0 None None] Set router 3c50ff53-ab9a-41f2-98c8-f4f3e44713e8 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:35:43.279808 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-96676e9f-be73-4e60-847c-d10215632a42 req-dfd73322-e797-4d59-8293-c38c3ce14466 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=7a9a0ad6-20b3-4d87-9d54-34ec3303f680 HTTP/1.1" status: 200 len: 1098 time: 0.0785747 Apr 06 14:35:43.409498 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96676e9f-be73-4e60-847c-d10215632a42 req-f88008ad-07fc-404b-bdc0-29eb6971f9ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:43.411255 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-96676e9f-be73-4e60-847c-d10215632a42 req-f88008ad-07fc-404b-bdc0-29eb6971f9ba service neutron] 10.222.0.69 "GET /v2.0/networks?id=3415e55c-864d-4a62-ae38-805103dffc68 HTTP/1.1" status: 200 len: 898 time: 0.1249499 Apr 06 14:35:43.513924 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-96676e9f-be73-4e60-847c-d10215632a42 req-e41decd5-7395-4a39-9b88-97fb0e06feae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37eedd84-50f3-4f82-a5c7-62a6d5b71433 HTTP/1.1" status: 200 len: 998 time: 0.0960290 Apr 06 14:35:43.575961 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96676e9f-be73-4e60-847c-d10215632a42 req-fd867410-0c98-4215-a60c-faf2d6cd88d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:43.577417 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-96676e9f-be73-4e60-847c-d10215632a42 req-fd867410-0c98-4215-a60c-faf2d6cd88d1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=90f93252-5b34-4940-b7c6-a940fc6b8b10 HTTP/1.1" status: 200 len: 835 time: 0.0563760 Apr 06 14:35:43.580199 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-58fec36b-d26e-4c71-88fd-c4a104947dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'name': 'tempest-TestNetworkBasicOps-router-440872921', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '11c6e521-9646-4b00-98c6-f067ee772e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:21Z', 'updated_at': '2022-04-06T14:35:25Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '11c6e521-9646-4b00-98c6-f067ee772e64', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:68:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '8d20d256-db07-4f6d-942d-4d289c21ea95', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.45', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'port_id': '37eedd84-50f3-4f82-a5c7-62a6d5b71433', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68', 'mac_address': 'fa:16:3e:95:ce:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9a0ad6-20b3-4d87-9d54-34ec3303f680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:35:41Z', 'updated_at': '2022-04-06T14:35:41Z', 'revision_number': 0, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63032606-fa55-4ab0-815b-f5c9603b4a4a', 'name': '', 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:dd:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90f93252-5b34-4940-b7c6-a940fc6b8b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:25Z', 'updated_at': '2022-04-06T14:35:32Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '90f93252-5b34-4940-b7c6-a940fc6b8b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:43.584200 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fec36b-d26e-4c71-88fd-c4a104947dd0 None None] Checking router: 3c50ff53-ab9a-41f2-98c8-f4f3e44713e8 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:35:43.595166 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fec36b-d26e-4c71-88fd-c4a104947dd0 None None] Routers {'3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:35:43.595758 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-58fec36b-d26e-4c71-88fd-c4a104947dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:35:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:43.650691 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-96676e9f-be73-4e60-847c-d10215632a42 req-c192047a-0422-4fb4-adcb-fc5ad21b5767 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3415e55c-864d-4a62-ae38-805103dffc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671537 Apr 06 14:35:43.776589 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-58fec36b-d26e-4c71-88fd-c4a104947dd0 None None] Set router 3c50ff53-ab9a-41f2-98c8-f4f3e44713e8 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:35:43.891206 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-96676e9f-be73-4e60-847c-d10215632a42 req-29c6e85e-ae53-43a0-a6c2-df0c08660d28 service neutron] 10.222.0.69 "GET /v2.0/networks/3415e55c-864d-4a62-ae38-805103dffc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341425 Apr 06 14:35:44.023907 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-96676e9f-be73-4e60-847c-d10215632a42 req-e40ddde8-17ed-4d38-b5fb-988d3aa3bb89 service neutron] 10.222.0.69 "GET /v2.0/networks/3415e55c-864d-4a62-ae38-805103dffc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262071 Apr 06 14:35:44.150937 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-58fec36b-d26e-4c71-88fd-c4a104947dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'name': 'tempest-TestNetworkBasicOps-router-440872921', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '11c6e521-9646-4b00-98c6-f067ee772e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:21Z', 'updated_at': '2022-04-06T14:35:25Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '11c6e521-9646-4b00-98c6-f067ee772e64', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:68:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '8d20d256-db07-4f6d-942d-4d289c21ea95', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.45', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'port_id': '37eedd84-50f3-4f82-a5c7-62a6d5b71433', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68', 'mac_address': 'fa:16:3e:95:ce:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9a0ad6-20b3-4d87-9d54-34ec3303f680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:35:41Z', 'updated_at': '2022-04-06T14:35:41Z', 'revision_number': 0, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63032606-fa55-4ab0-815b-f5c9603b4a4a', 'name': '', 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:dd:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90f93252-5b34-4940-b7c6-a940fc6b8b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:25Z', 'updated_at': '2022-04-06T14:35:32Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '90f93252-5b34-4940-b7c6-a940fc6b8b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:44.154857 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fec36b-d26e-4c71-88fd-c4a104947dd0 None None] The sync data for ids ['3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'] in dv-neutron-835868-1-hyperv is: [{'id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'name': 'tempest-TestNetworkBasicOps-router-440872921', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '11c6e521-9646-4b00-98c6-f067ee772e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:21Z', 'updated_at': '2022-04-06T14:35:25Z', 'revision_number': 4, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '11c6e521-9646-4b00-98c6-f067ee772e64', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:68:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '8d20d256-db07-4f6d-942d-4d289c21ea95', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.45', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'port_id': '37eedd84-50f3-4f82-a5c7-62a6d5b71433', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68', 'mac_address': 'fa:16:3e:95:ce:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9a0ad6-20b3-4d87-9d54-34ec3303f680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:35:41Z', 'updated_at': '2022-04-06T14:35:41Z', 'revision_number': 0, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63032606-fa55-4ab0-815b-f5c9603b4a4a', 'name': '', 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:dd:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90f93252-5b34-4940-b7c6-a940fc6b8b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:25Z', 'updated_at': '2022-04-06T14:35:32Z', 'revision_number': 5, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '90f93252-5b34-4940-b7c6-a940fc6b8b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:35:44.246825 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58162) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:44.349088 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-064c7a55-2d19-4800-838e-2b54e4025b39 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/8d20d256-db07-4f6d-942d-4d289c21ea95 HTTP/1.1" status: 200 len: 990 time: 0.1011043 Apr 06 14:35:45.350324 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2a8da9-6949-4490-bd6d-533c31705749 None None] New status for floating IP 8d20d256-db07-4f6d-942d-4d289c21ea95: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:35:45.353571 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58166) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:45.458702 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2fb42e5e-5290-4ae3-b8ec-78a73b23d819 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/8d20d256-db07-4f6d-942d-4d289c21ea95 HTTP/1.1" status: 200 len: 990 time: 0.1039953 Apr 06 14:35:46.461894 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58170) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:35:46.564844 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bb896b76-3e29-46a8-9ee6-be87f0cbba00 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/8d20d256-db07-4f6d-942d-4d289c21ea95 HTTP/1.1" status: 200 len: 992 time: 0.1019068 Apr 06 14:35:59.083615 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:08.050013 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1bc4b325-9337-49f3-9aaf-e29278370098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:10.887336 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9f5dcdde-379c-44c8-a978-324363fd6eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:11.337224 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:11.387820 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:11.653436 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:36:12.860723 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:15.530380 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 58186) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:36:15.535561 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f661a9cb-3751-40c0-a6e6-70efa236b2cc tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:36:16.076689 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f661a9cb-3751-40c0-a6e6-70efa236b2cc tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:16.086976 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f661a9cb-3751-40c0-a6e6-70efa236b2cc tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653861', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691619'] for router, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:16.373083 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f661a9cb-3751-40c0-a6e6-70efa236b2cc tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router 3c50ff53-ab9a-41f2-98c8-f4f3e44713e8 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:16.571826 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f661a9cb-3751-40c0-a6e6-70efa236b2cc tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:16.578039 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f661a9cb-3751-40c0-a6e6-70efa236b2cc tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:16.580085 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f661a9cb-3751-40c0-a6e6-70efa236b2cc tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "PUT /v2.0/routers/3c50ff53-ab9a-41f2-98c8-f4f3e44713e8 HTTP/1.1" status: 200 len: 887 time: 1.0485168 Apr 06 14:36:16.581256 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2ce8f0-5764-4a66-9fa3-7b08da506247 None None] Sync routers for ids ['3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:36:16.593798 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2ce8f0-5764-4a66-9fa3-7b08da506247 None None] Routers {'3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:36:16.594399 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6a2ce8f0-5764-4a66-9fa3-7b08da506247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:16.651256 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6a2ce8f0-5764-4a66-9fa3-7b08da506247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:16.662175 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2ce8f0-5764-4a66-9fa3-7b08da506247 None None] Routers {'3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:36:16.662758 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6a2ce8f0-5764-4a66-9fa3-7b08da506247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:16.720833 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6a2ce8f0-5764-4a66-9fa3-7b08da506247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:16.721249 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2ce8f0-5764-4a66-9fa3-7b08da506247 None None] The sync data for ids ['3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'] in dv-neutron-835868-1-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:36:17.457215 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d1bff8-9ed7-456c-92e8-ced803805c46 None None] New status for floating IP 8d20d256-db07-4f6d-942d-4d289c21ea95: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:36:17.979842 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 63032606-fa55-4ab0-815b-f5c9603b4a4a no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:36:18.095007 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:18.126288 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 63032606-fa55-4ab0-815b-f5c9603b4a4a, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=63032606-fa55-4ab0-815b-f5c9603b4a4a,segment=NetworkSegment(6cd41774-88fb-4b8c-84d2-3e973f5e35e0),segment_id=6cd41774-88fb-4b8c-84d2-3e973f5e35e0)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:18.130193 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:18.130891 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 11c6e521-9646-4b00-98c6-f067ee772e64 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:36:18.262793 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=63032606-fa55-4ab0-815b-f5c9603b4a4a,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:18.293309 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:18.309117 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 11c6e521-9646-4b00-98c6-f067ee772e64, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=11c6e521-9646-4b00-98c6-f067ee772e64,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:18.313169 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:18.377806 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=11c6e521-9646-4b00-98c6-f067ee772e64,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:18.738155 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58192) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:36:18.743488 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8f5e41da-2517-494f-8452-1d63b5704bd5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:36:19.291907 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8f5e41da-2517-494f-8452-1d63b5704bd5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:19.303112 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8f5e41da-2517-494f-8452-1d63b5704bd5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653861', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691619'] for router, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:19.498197 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5e41da-2517-494f-8452-1d63b5704bd5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router 3c50ff53-ab9a-41f2-98c8-f4f3e44713e8 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:19.784579 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5e41da-2517-494f-8452-1d63b5704bd5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:19.791334 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8f5e41da-2517-494f-8452-1d63b5704bd5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:19.795740 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8f5e41da-2517-494f-8452-1d63b5704bd5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "PUT /v2.0/routers/3c50ff53-ab9a-41f2-98c8-f4f3e44713e8 HTTP/1.1" status: 200 len: 886 time: 1.0533261 Apr 06 14:36:19.795740 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58196) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:36:19.798679 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81398be7-6bc1-4d0e-b6f5-58933b95478e None None] Sync routers for ids ['3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:36:19.812255 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81398be7-6bc1-4d0e-b6f5-58933b95478e None None] Routers {'3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:36:19.812853 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-81398be7-6bc1-4d0e-b6f5-58933b95478e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:19.899600 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-855a95a3-33f9-416b-8afa-6bd017ee6134 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/8d20d256-db07-4f6d-942d-4d289c21ea95 HTTP/1.1" status: 200 len: 990 time: 0.1020570 Apr 06 14:36:20.001069 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-81398be7-6bc1-4d0e-b6f5-58933b95478e None None] Set router 3c50ff53-ab9a-41f2-98c8-f4f3e44713e8 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:36:20.335396 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-81398be7-6bc1-4d0e-b6f5-58933b95478e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'name': 'tempest-TestNetworkBasicOps-router-440872921', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '11c6e521-9646-4b00-98c6-f067ee772e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:21Z', 'updated_at': '2022-04-06T14:36:19Z', 'revision_number': 6, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '11c6e521-9646-4b00-98c6-f067ee772e64', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:68:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:36:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '8d20d256-db07-4f6d-942d-4d289c21ea95', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.45', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'port_id': '37eedd84-50f3-4f82-a5c7-62a6d5b71433', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68', 'mac_address': 'fa:16:3e:95:ce:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9a0ad6-20b3-4d87-9d54-34ec3303f680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:35:41Z', 'updated_at': '2022-04-06T14:36:17Z', 'revision_number': 2, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63032606-fa55-4ab0-815b-f5c9603b4a4a', 'name': '', 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:dd:e8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90f93252-5b34-4940-b7c6-a940fc6b8b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:25Z', 'updated_at': '2022-04-06T14:36:18Z', 'revision_number': 6, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '90f93252-5b34-4940-b7c6-a940fc6b8b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:20.339187 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81398be7-6bc1-4d0e-b6f5-58933b95478e None None] Checking router: 3c50ff53-ab9a-41f2-98c8-f4f3e44713e8 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:36:20.349400 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81398be7-6bc1-4d0e-b6f5-58933b95478e None None] Routers {'3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:36:20.349986 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-81398be7-6bc1-4d0e-b6f5-58933b95478e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:20.551361 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-81398be7-6bc1-4d0e-b6f5-58933b95478e None None] Set router 3c50ff53-ab9a-41f2-98c8-f4f3e44713e8 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:36:20.895637 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-81398be7-6bc1-4d0e-b6f5-58933b95478e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'name': 'tempest-TestNetworkBasicOps-router-440872921', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '11c6e521-9646-4b00-98c6-f067ee772e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:21Z', 'updated_at': '2022-04-06T14:36:19Z', 'revision_number': 6, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '11c6e521-9646-4b00-98c6-f067ee772e64', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:68:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:36:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '8d20d256-db07-4f6d-942d-4d289c21ea95', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.45', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'port_id': '37eedd84-50f3-4f82-a5c7-62a6d5b71433', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68', 'mac_address': 'fa:16:3e:95:ce:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9a0ad6-20b3-4d87-9d54-34ec3303f680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:35:41Z', 'updated_at': '2022-04-06T14:36:17Z', 'revision_number': 2, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63032606-fa55-4ab0-815b-f5c9603b4a4a', 'name': '', 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:dd:e8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90f93252-5b34-4940-b7c6-a940fc6b8b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:25Z', 'updated_at': '2022-04-06T14:36:18Z', 'revision_number': 6, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '90f93252-5b34-4940-b7c6-a940fc6b8b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:20.899578 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81398be7-6bc1-4d0e-b6f5-58933b95478e None None] The sync data for ids ['3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'] in dv-neutron-835868-1-hyperv is: [{'id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'name': 'tempest-TestNetworkBasicOps-router-440872921', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '11c6e521-9646-4b00-98c6-f067ee772e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:21Z', 'updated_at': '2022-04-06T14:36:19Z', 'revision_number': 6, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port': {'id': '11c6e521-9646-4b00-98c6-f067ee772e64', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:68:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:22Z', 'updated_at': '2022-04-06T14:36:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '8d20d256-db07-4f6d-942d-4d289c21ea95', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'floating_ip_address': '172.26.8.45', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'port_id': '37eedd84-50f3-4f82-a5c7-62a6d5b71433', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68', 'mac_address': 'fa:16:3e:95:ce:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9a0ad6-20b3-4d87-9d54-34ec3303f680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:35:41Z', 'updated_at': '2022-04-06T14:36:17Z', 'revision_number': 2, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63032606-fa55-4ab0-815b-f5c9603b4a4a', 'name': '', 'network_id': '3415e55c-864d-4a62-ae38-805103dffc68', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'mac_address': 'fa:16:3e:dd:e8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90f93252-5b34-4940-b7c6-a940fc6b8b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:25Z', 'updated_at': '2022-04-06T14:36:18Z', 'revision_number': 6, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'subnets': [{'id': '90f93252-5b34-4940-b7c6-a940fc6b8b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:36:20.901358 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58200) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:36:21.009716 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c8d69051-423e-49ff-b66b-c86e41608a32 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/8d20d256-db07-4f6d-942d-4d289c21ea95 HTTP/1.1" status: 200 len: 990 time: 0.1072099 Apr 06 14:36:22.013579 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58204) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:36:22.017840 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 63032606-fa55-4ab0-815b-f5c9603b4a4a up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:36:22.086610 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 63032606-fa55-4ab0-815b-f5c9603b4a4a triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:36:22.086981 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:22.118846 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7f11b147-41d1-435a-938f-44e1ddedf0e7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/8d20d256-db07-4f6d-942d-4d289c21ea95 HTTP/1.1" status: 200 len: 990 time: 0.1039431 Apr 06 14:36:22.199217 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:22.230017 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 63032606-fa55-4ab0-815b-f5c9603b4a4a, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=63032606-fa55-4ab0-815b-f5c9603b4a4a,segment=NetworkSegment(6cd41774-88fb-4b8c-84d2-3e973f5e35e0),segment_id=6cd41774-88fb-4b8c-84d2-3e973f5e35e0)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:22.233985 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:22.234867 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 11c6e521-9646-4b00-98c6-f067ee772e64 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:36:22.378277 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=63032606-fa55-4ab0-815b-f5c9603b4a4a,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:22.389862 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:22.390205 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:22.390686 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:22.391028 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:22.391363 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:22.391690 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:22.392016 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:22.392340 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:22.392663 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:22.393011 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:22.393336 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:22.407771 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 11c6e521-9646-4b00-98c6-f067ee772e64 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:36:22.408177 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:22.520211 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:22.535196 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 11c6e521-9646-4b00-98c6-f067ee772e64, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=11c6e521-9646-4b00-98c6-f067ee772e64,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:22.539735 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:22.604516 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=11c6e521-9646-4b00-98c6-f067ee772e64,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:23.122854 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58208) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:36:23.227363 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2f68877a-b521-4733-b6ed-f9446ecd004a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/8d20d256-db07-4f6d-942d-4d289c21ea95 HTTP/1.1" status: 200 len: 990 time: 0.1034119 Apr 06 14:36:23.990483 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 63032606-fa55-4ab0-815b-f5c9603b4a4a up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:36:24.060012 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 63032606-fa55-4ab0-815b-f5c9603b4a4a triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:36:24.060385 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:24.169814 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 11c6e521-9646-4b00-98c6-f067ee772e64 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:36:24.230700 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58212) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:36:24.237500 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 11c6e521-9646-4b00-98c6-f067ee772e64 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:36:24.237864 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:24.334091 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1b7758ba-4a5b-4237-a531-2f95ab0ddfa0 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/8d20d256-db07-4f6d-942d-4d289c21ea95 HTTP/1.1" status: 200 len: 990 time: 0.1017013 Apr 06 14:36:25.337572 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58216) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:36:25.436115 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-38a29ab2-1ed1-42c8-95e2-8267fe375e9a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/8d20d256-db07-4f6d-942d-4d289c21ea95 HTTP/1.1" status: 200 len: 990 time: 0.0974033 Apr 06 14:36:26.440018 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 58220) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:36:26.543655 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-178b4b2e-9abd-496f-94f0-6a7d01dca099 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/8d20d256-db07-4f6d-942d-4d289c21ea95 HTTP/1.1" status: 200 len: 990 time: 0.1025136 Apr 06 14:36:27.547481 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 58224) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:36:27.652212 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6955d0b7-82f1-411f-9976-f5960a776912 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/8d20d256-db07-4f6d-942d-4d289c21ea95 HTTP/1.1" status: 200 len: 990 time: 0.1036186 Apr 06 14:36:28.015973 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b29eb3-c3a2-4767-b369-16385659160a None None] New status for floating IP 8d20d256-db07-4f6d-942d-4d289c21ea95: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:36:28.655104 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 58228) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:36:28.761103 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-515da328-0a10-4c66-9361-3c13120d1967 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/floatingips/8d20d256-db07-4f6d-942d-4d289c21ea95 HTTP/1.1" status: 200 len: 992 time: 0.1048422 Apr 06 14:36:29.045396 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 58236) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:36:29.088700 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:29.238375 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-50dba39a-762b-4b9b-bc84-b85417ccc4e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port a24313ba-dac2-4906-927f-fc36f68993dc {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:36:29.238624 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-50dba39a-762b-4b9b-bc84-b85417ccc4e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:29.407514 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-50dba39a-762b-4b9b-bc84-b85417ccc4e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:29.407836 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-50dba39a-762b-4b9b-bc84-b85417ccc4e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:29.524979 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-50dba39a-762b-4b9b-bc84-b85417ccc4e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for a24313ba-dac2-4906-927f-fc36f68993dc owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:36:29.671133 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-50dba39a-762b-4b9b-bc84-b85417ccc4e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:29.719531 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dba39a-762b-4b9b-bc84-b85417ccc4e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=a24313ba-dac2-4906-927f-fc36f68993dc,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:29.760502 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dba39a-762b-4b9b-bc84-b85417ccc4e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:29.760849 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dba39a-762b-4b9b-bc84-b85417ccc4e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:29.761209 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dba39a-762b-4b9b-bc84-b85417ccc4e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:29.761543 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dba39a-762b-4b9b-bc84-b85417ccc4e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:29.761877 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dba39a-762b-4b9b-bc84-b85417ccc4e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:29.762203 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dba39a-762b-4b9b-bc84-b85417ccc4e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:29.762532 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dba39a-762b-4b9b-bc84-b85417ccc4e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:29.762855 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dba39a-762b-4b9b-bc84-b85417ccc4e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:29.763178 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dba39a-762b-4b9b-bc84-b85417ccc4e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:29.763499 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dba39a-762b-4b9b-bc84-b85417ccc4e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:29.763825 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dba39a-762b-4b9b-bc84-b85417ccc4e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:29.821149 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-50dba39a-762b-4b9b-bc84-b85417ccc4e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:30.298862 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50dba39a-762b-4b9b-bc84-b85417ccc4e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router 3c50ff53-ab9a-41f2-98c8-f4f3e44713e8 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:30.494441 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50dba39a-762b-4b9b-bc84-b85417ccc4e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:30.514065 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-50dba39a-762b-4b9b-bc84-b85417ccc4e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:30.569142 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-50dba39a-762b-4b9b-bc84-b85417ccc4e6 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/floatingips/8d20d256-db07-4f6d-942d-4d289c21ea95 HTTP/1.1" status: 204 len: 168 time: 1.5224824 Apr 06 14:36:30.569548 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9a0ad6-20b3-4d87-9d54-34ec3303f680', 'tag': '37eedd84-50f3-4f82-a5c7-62a6d5b71433'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:36:30.624567 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b69b107f-5944-4dbf-90a8-76d1933d79f4'] response: {'name': 'network-changed', 'server_uuid': '7a9a0ad6-20b3-4d87-9d54-34ec3303f680', 'tag': '37eedd84-50f3-4f82-a5c7-62a6d5b71433', 'status': 'completed', 'code': 200} Apr 06 14:36:30.723034 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f1dd5ac8-0743-4f57-8e8c-37f2538ceed4 req-0c9e0696-4f27-463a-a3e2-9eda8f1b9171 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c4f01a131354b128ac6b7c118186600&device_id=7a9a0ad6-20b3-4d87-9d54-34ec3303f680 HTTP/1.1" status: 200 len: 1098 time: 0.0730159 Apr 06 14:36:30.869740 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd5ac8-0743-4f57-8e8c-37f2538ceed4 req-de3bf83e-cf64-48be-bf99-6f5028b21a14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:30.871299 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f1dd5ac8-0743-4f57-8e8c-37f2538ceed4 req-de3bf83e-cf64-48be-bf99-6f5028b21a14 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3415e55c-864d-4a62-ae38-805103dffc68 HTTP/1.1" status: 200 len: 898 time: 0.1421680 Apr 06 14:36:30.941646 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f1dd5ac8-0743-4f57-8e8c-37f2538ceed4 req-e25d0e19-18da-4a78-83d0-baeadeb76ca0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37eedd84-50f3-4f82-a5c7-62a6d5b71433 HTTP/1.1" status: 200 len: 217 time: 0.0625710 Apr 06 14:36:30.965528 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2d113-5ba8-4922-ad25-fd76aef743ba req-24fd1fb8-f65a-4e74-9b9d-ca3648f6a5a9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:30.965528 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-d4a2d113-5ba8-4922-ad25-fd76aef743ba req-24fd1fb8-f65a-4e74-9b9d-ca3648f6a5a9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Synchronizing usage tracker for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:36:30.978607 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-d4a2d113-5ba8-4922-ad25-fd76aef743ba req-24fd1fb8-f65a-4e74-9b9d-ca3648f6a5a9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Unset dirty status for tenant:2c4f01a131354b128ac6b7c118186600 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:36:30.979866 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d4a2d113-5ba8-4922-ad25-fd76aef743ba req-24fd1fb8-f65a-4e74-9b9d-ca3648f6a5a9 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a9a0ad6-20b3-4d87-9d54-34ec3303f680 HTTP/1.1" status: 200 len: 945 time: 0.0962279 Apr 06 14:36:31.008788 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd5ac8-0743-4f57-8e8c-37f2538ceed4 req-5dea641a-aa9f-4a72-9d71-7eed343583db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:31.010240 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f1dd5ac8-0743-4f57-8e8c-37f2538ceed4 req-5dea641a-aa9f-4a72-9d71-7eed343583db service neutron] 10.222.0.69 "GET /v2.0/subnets?id=90f93252-5b34-4940-b7c6-a940fc6b8b10 HTTP/1.1" status: 200 len: 835 time: 0.0621097 Apr 06 14:36:31.026474 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d4a2d113-5ba8-4922-ad25-fd76aef743ba req-24765886-4e02-4524-b29a-c226c0bf0e59 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=af1d2be8-115a-40a4-8dea-5842212270d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403638 Apr 06 14:36:31.086095 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f1dd5ac8-0743-4f57-8e8c-37f2538ceed4 req-8b3dd69f-ad73-4ed0-9de3-bec0664feb3a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3415e55c-864d-4a62-ae38-805103dffc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683229 Apr 06 14:36:31.214186 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f1dd5ac8-0743-4f57-8e8c-37f2538ceed4 req-078da4d2-c5dd-4262-b619-8ac3155aa78f service neutron] 10.222.0.69 "GET /v2.0/networks/3415e55c-864d-4a62-ae38-805103dffc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209376 Apr 06 14:36:31.444420 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f1dd5ac8-0743-4f57-8e8c-37f2538ceed4 req-e0534908-1938-47a7-9236-fcb971c686ab service neutron] 10.222.0.69 "GET /v2.0/networks/3415e55c-864d-4a62-ae38-805103dffc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217357 Apr 06 14:36:32.258028 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121f9d2-8ce2-42ec-b45e-b54bfaeffb4e req-8b715cb4-324b-401d-a545-6040236688d1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:32.259447 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3121f9d2-8ce2-42ec-b45e-b54bfaeffb4e req-8b715cb4-324b-401d-a545-6040236688d1 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a9a0ad6-20b3-4d87-9d54-34ec3303f680 HTTP/1.1" status: 200 len: 945 time: 0.0805223 Apr 06 14:36:32.368337 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-3121f9d2-8ce2-42ec-b45e-b54bfaeffb4e req-ae3941df-aa50-46e7-b252-fd3b624bb031 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port 37eedd84-50f3-4f82-a5c7-62a6d5b71433 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:36:32.368598 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-3121f9d2-8ce2-42ec-b45e-b54bfaeffb4e req-ae3941df-aa50-46e7-b252-fd3b624bb031 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:32.468638 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3647f-55a9-4856-84c5-cf6cf8600ffe req-e80a2cfc-84d9-4550-89c4-9ec47db96ede tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:32.470144 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-43f3647f-55a9-4856-84c5-cf6cf8600ffe req-e80a2cfc-84d9-4550-89c4-9ec47db96ede tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a9a0ad6-20b3-4d87-9d54-34ec3303f680 HTTP/1.1" status: 200 len: 945 time: 0.1735735 Apr 06 14:36:32.610089 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-43f3647f-55a9-4856-84c5-cf6cf8600ffe req-2fac096e-ba81-495e-a2d5-5c0e758c5288 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "GET /v2.0/security-groups?id=af1d2be8-115a-40a4-8dea-5842212270d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304951 Apr 06 14:36:32.659172 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-3121f9d2-8ce2-42ec-b45e-b54bfaeffb4e req-ae3941df-aa50-46e7-b252-fd3b624bb031 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] For port 37eedd84-50f3-4f82-a5c7-62a6d5b71433, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=37eedd84-50f3-4f82-a5c7-62a6d5b71433,segment=NetworkSegment(6cd41774-88fb-4b8c-84d2-3e973f5e35e0),segment_id=6cd41774-88fb-4b8c-84d2-3e973f5e35e0)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:32.659529 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-3121f9d2-8ce2-42ec-b45e-b54bfaeffb4e req-ae3941df-aa50-46e7-b252-fd3b624bb031 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:32.776749 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-3121f9d2-8ce2-42ec-b45e-b54bfaeffb4e req-ae3941df-aa50-46e7-b252-fd3b624bb031 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for 37eedd84-50f3-4f82-a5c7-62a6d5b71433 owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:36:32.916722 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-3121f9d2-8ce2-42ec-b45e-b54bfaeffb4e req-ae3941df-aa50-46e7-b252-fd3b624bb031 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:32.963180 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3941df-aa50-46e7-b252-fd3b624bb031 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=37eedd84-50f3-4f82-a5c7-62a6d5b71433,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:33.002254 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3941df-aa50-46e7-b252-fd3b624bb031 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:33.002606 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3941df-aa50-46e7-b252-fd3b624bb031 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:33.002950 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3941df-aa50-46e7-b252-fd3b624bb031 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:33.003292 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3941df-aa50-46e7-b252-fd3b624bb031 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:33.003626 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3941df-aa50-46e7-b252-fd3b624bb031 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:33.003958 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3941df-aa50-46e7-b252-fd3b624bb031 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:33.004288 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3941df-aa50-46e7-b252-fd3b624bb031 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:33.004618 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3941df-aa50-46e7-b252-fd3b624bb031 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:33.005495 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3941df-aa50-46e7-b252-fd3b624bb031 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:33.005823 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3941df-aa50-46e7-b252-fd3b624bb031 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:33.006149 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3941df-aa50-46e7-b252-fd3b624bb031 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:33.048255 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-3121f9d2-8ce2-42ec-b45e-b54bfaeffb4e req-ae3941df-aa50-46e7-b252-fd3b624bb031 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] No DVR routers for this DVR port 37eedd84-50f3-4f82-a5c7-62a6d5b71433 on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:36:33.050575 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-3121f9d2-8ce2-42ec-b45e-b54bfaeffb4e req-ae3941df-aa50-46e7-b252-fd3b624bb031 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:33.053087 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9a0ad6-20b3-4d87-9d54-34ec3303f680', 'name': 'network-vif-deleted', 'tag': '37eedd84-50f3-4f82-a5c7-62a6d5b71433'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:36:33.068802 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3121f9d2-8ce2-42ec-b45e-b54bfaeffb4e req-ae3941df-aa50-46e7-b252-fd3b624bb031 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.69 "DELETE /v2.0/ports/37eedd84-50f3-4f82-a5c7-62a6d5b71433 HTTP/1.1" status: 204 len: 173 time: 0.8033099 Apr 06 14:36:33.112485 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73ff7552-93b0-4f55-b60d-11c8e2bf0699'] response: {'server_uuid': '7a9a0ad6-20b3-4d87-9d54-34ec3303f680', 'name': 'network-vif-deleted', 'tag': '37eedd84-50f3-4f82-a5c7-62a6d5b71433', 'status': 'completed', 'code': 200} Apr 06 14:36:33.711791 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58252) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:36:33.779037 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1c622f4e-8637-4aed-a64e-df8bc734592c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:33.808251 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1c622f4e-8637-4aed-a64e-df8bc734592c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:33.877081 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1c622f4e-8637-4aed-a64e-df8bc734592c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:33.893850 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c622f4e-8637-4aed-a64e-df8bc734592c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1d2be8-115a-40a4-8dea-5842212270d2,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:33.905401 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1c622f4e-8637-4aed-a64e-df8bc734592c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:33.906526 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1c622f4e-8637-4aed-a64e-df8bc734592c tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/security-groups/af1d2be8-115a-40a4-8dea-5842212270d2 HTTP/1.1" status: 204 len: 168 time: 0.1937659 Apr 06 14:36:33.958466 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 58258) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:36:34.365264 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b131d265-81b9-47f8-96f2-7bb377337b6a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:35.077856 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b131d265-81b9-47f8-96f2-7bb377337b6a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port 63032606-fa55-4ab0-815b-f5c9603b4a4a {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:36:35.078983 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b131d265-81b9-47f8-96f2-7bb377337b6a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:35.263529 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-b131d265-81b9-47f8-96f2-7bb377337b6a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] For port 63032606-fa55-4ab0-815b-f5c9603b4a4a, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=63032606-fa55-4ab0-815b-f5c9603b4a4a,segment=NetworkSegment(6cd41774-88fb-4b8c-84d2-3e973f5e35e0),segment_id=6cd41774-88fb-4b8c-84d2-3e973f5e35e0)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:35.263917 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b131d265-81b9-47f8-96f2-7bb377337b6a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:35.387652 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b131d265-81b9-47f8-96f2-7bb377337b6a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for 63032606-fa55-4ab0-815b-f5c9603b4a4a owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:36:35.575241 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b131d265-81b9-47f8-96f2-7bb377337b6a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:35.627614 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b131d265-81b9-47f8-96f2-7bb377337b6a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=63032606-fa55-4ab0-815b-f5c9603b4a4a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:35.759875 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 37eedd84-50f3-4f82-a5c7-62a6d5b71433 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:36:35.799556 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: 37eedd84-50f3-4f82-a5c7-62a6d5b71433 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:36:35.800180 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 37eedd84-50f3-4f82-a5c7-62a6d5b71433 not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:36:35.933383 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b131d265-81b9-47f8-96f2-7bb377337b6a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:36.612219 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b131d265-81b9-47f8-96f2-7bb377337b6a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Router 3c50ff53-ab9a-41f2-98c8-f4f3e44713e8 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:36.814875 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b131d265-81b9-47f8-96f2-7bb377337b6a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:36.827645 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b131d265-81b9-47f8-96f2-7bb377337b6a tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "PUT /v2.0/routers/3c50ff53-ab9a-41f2-98c8-f4f3e44713e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8681939 Apr 06 14:36:36.830323 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 58262) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:36:37.010648 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e16aaad-e8d0-4af3-a247-a9a70e3ec3d7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting subnet 90f93252-5b34-4940-b7c6-a940fc6b8b10 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:36:37.013476 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e16aaad-e8d0-4af3-a247-a9a70e3ec3d7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:37.068896 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e16aaad-e8d0-4af3-a247-a9a70e3ec3d7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:37.150732 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e16aaad-e8d0-4af3-a247-a9a70e3ec3d7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:37.227714 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e16aaad-e8d0-4af3-a247-a9a70e3ec3d7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:37.270247 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16aaad-e8d0-4af3-a247-a9a70e3ec3d7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Subnet': ['ID=90f93252-5b34-4940-b7c6-a940fc6b8b10,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:37.276502 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e16aaad-e8d0-4af3-a247-a9a70e3ec3d7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:37.281097 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75841716-795d-4fa0-8f68-819b47fe2e16 None None] Network 3415e55c-864d-4a62-ae38-805103dffc68 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:36:37.283315 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5e16aaad-e8d0-4af3-a247-a9a70e3ec3d7 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/subnets/90f93252-5b34-4940-b7c6-a940fc6b8b10 HTTP/1.1" status: 204 len: 168 time: 0.4520063 Apr 06 14:36:37.286914 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 58266) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:36:37.496386 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff9f5aa2-61ea-4d63-a590-deb00e4e26e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:37.572844 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2ca710-6552-4614-9397-5b7e66de931c None None] DHCP port deletion for 3415e55c-864d-4a62-ae38-805103dffc68 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:36:37.577250 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ca710-6552-4614-9397-5b7e66de931c None None] Deleting port b6739cdd-eb0f-4984-ac8d-17cd0fc4634d {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:36:37.577630 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fc2ca710-6552-4614-9397-5b7e66de931c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:37.699929 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff9f5aa2-61ea-4d63-a590-deb00e4e26e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:37.710125 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ff9f5aa2-61ea-4d63-a590-deb00e4e26e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Deleting port 11c6e521-9646-4b00-98c6-f067ee772e64 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:36:37.710470 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff9f5aa2-61ea-4d63-a590-deb00e4e26e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:37.780023 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-fc2ca710-6552-4614-9397-5b7e66de931c None None] For port b6739cdd-eb0f-4984-ac8d-17cd0fc4634d, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=b6739cdd-eb0f-4984-ac8d-17cd0fc4634d,segment=NetworkSegment(6cd41774-88fb-4b8c-84d2-3e973f5e35e0),segment_id=6cd41774-88fb-4b8c-84d2-3e973f5e35e0)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:37.780381 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fc2ca710-6552-4614-9397-5b7e66de931c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:37.884523 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-ff9f5aa2-61ea-4d63-a590-deb00e4e26e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] For port 11c6e521-9646-4b00-98c6-f067ee772e64, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=11c6e521-9646-4b00-98c6-f067ee772e64,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:37.884969 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff9f5aa2-61ea-4d63-a590-deb00e4e26e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:37.899398 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ca710-6552-4614-9397-5b7e66de931c None None] Calling delete_port for b6739cdd-eb0f-4984-ac8d-17cd0fc4634d owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:36:38.008242 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device b6739cdd-eb0f-4984-ac8d-17cd0fc4634d no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:36:38.077620 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fc2ca710-6552-4614-9397-5b7e66de931c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:38.120038 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ff9f5aa2-61ea-4d63-a590-deb00e4e26e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Calling delete_port for 11c6e521-9646-4b00-98c6-f067ee772e64 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:36:38.125612 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7f8773bd-97b3-4559-9961-1fe84ed82d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:38.129421 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ca710-6552-4614-9397-5b7e66de931c None None] Pushing event deleted for resources: {'Port': ['ID=b6739cdd-eb0f-4984-ac8d-17cd0fc4634d,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:38.138635 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2ca710-6552-4614-9397-5b7e66de931c None None] No DVR routers for this DVR port b6739cdd-eb0f-4984-ac8d-17cd0fc4634d on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:36:38.141273 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No active binding found for port b6739cdd-eb0f-4984-ac8d-17cd0fc4634d {{(pid=83739) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 06 14:36:38.141780 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device b6739cdd-eb0f-4984-ac8d-17cd0fc4634d not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:36:38.287577 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff9f5aa2-61ea-4d63-a590-deb00e4e26e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:38.330551 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f5aa2-61ea-4d63-a590-deb00e4e26e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Port': ['ID=11c6e521-9646-4b00-98c6-f067ee772e64,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:38.500535 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0ed1df-f698-4a3b-9487-e37d37d7602b None None] Sync routers for ids ['3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:36:38.518080 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0ed1df-f698-4a3b-9487-e37d37d7602b None None] Routers {'3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:36:38.518080 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4f0ed1df-f698-4a3b-9487-e37d37d7602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:38.557571 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff9f5aa2-61ea-4d63-a590-deb00e4e26e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:38.639059 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-4f0ed1df-f698-4a3b-9487-e37d37d7602b None None] Set router 3c50ff53-ab9a-41f2-98c8-f4f3e44713e8 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:36:38.743829 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4f0ed1df-f698-4a3b-9487-e37d37d7602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'name': 'tempest-TestNetworkBasicOps-router-440872921', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:21Z', 'updated_at': '2022-04-06T14:36:38Z', 'revision_number': 9, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port_host': None}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:38.747703 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0ed1df-f698-4a3b-9487-e37d37d7602b None None] Checking router: 3c50ff53-ab9a-41f2-98c8-f4f3e44713e8 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:36:38.758304 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0ed1df-f698-4a3b-9487-e37d37d7602b None None] Routers {'3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:36:38.758898 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4f0ed1df-f698-4a3b-9487-e37d37d7602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:38.818273 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff9f5aa2-61ea-4d63-a590-deb00e4e26e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:38.822853 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff9f5aa2-61ea-4d63-a590-deb00e4e26e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:38.850807 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff9f5aa2-61ea-4d63-a590-deb00e4e26e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:38.851646 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9f5aa2-61ea-4d63-a590-deb00e4e26e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Fanout notify agent at l3_agent the message router_deleted on router 3c50ff53-ab9a-41f2-98c8-f4f3e44713e8 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:36:38.866543 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff9f5aa2-61ea-4d63-a590-deb00e4e26e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:38.867631 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ff9f5aa2-61ea-4d63-a590-deb00e4e26e5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/routers/3c50ff53-ab9a-41f2-98c8-f4f3e44713e8 HTTP/1.1" status: 204 len: 168 time: 1.5796623 Apr 06 14:36:38.870318 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 58270) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:36:38.883826 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-4f0ed1df-f698-4a3b-9487-e37d37d7602b None None] Set router 3c50ff53-ab9a-41f2-98c8-f4f3e44713e8 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:36:38.986181 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-08e93081-71fe-40bd-8aa8-b55482c0bea5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:38.990536 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4f0ed1df-f698-4a3b-9487-e37d37d7602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'name': 'tempest-TestNetworkBasicOps-router-440872921', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:21Z', 'updated_at': '2022-04-06T14:36:38Z', 'revision_number': 9, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port_host': None}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:38.994475 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0ed1df-f698-4a3b-9487-e37d37d7602b None None] The sync data for ids ['3c50ff53-ab9a-41f2-98c8-f4f3e44713e8'] in dv-neutron-835868-1-hyperv is: [{'id': '3c50ff53-ab9a-41f2-98c8-f4f3e44713e8', 'name': 'tempest-TestNetworkBasicOps-router-440872921', 'tenant_id': '2c4f01a131354b128ac6b7c118186600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:21Z', 'updated_at': '2022-04-06T14:36:38Z', 'revision_number': 9, 'project_id': '2c4f01a131354b128ac6b7c118186600', 'gw_port_host': None}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:36:39.118742 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-08e93081-71fe-40bd-8aa8-b55482c0bea5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:39.143586 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-08e93081-71fe-40bd-8aa8-b55482c0bea5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3415e55c-864d-4a62-ae38-805103dffc68']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:39.156256 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-08e93081-71fe-40bd-8aa8-b55482c0bea5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd41774-88fb-4b8c-84d2-3e973f5e35e0') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:39.156557 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-08e93081-71fe-40bd-8aa8-b55482c0bea5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd41774-88fb-4b8c-84d2-3e973f5e35e0') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:39.167854 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-08e93081-71fe-40bd-8aa8-b55482c0bea5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:39.183601 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-08e93081-71fe-40bd-8aa8-b55482c0bea5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:39.189512 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e93081-71fe-40bd-8aa8-b55482c0bea5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:36:39.189906 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-08e93081-71fe-40bd-8aa8-b55482c0bea5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:36:39.204497 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:36:39.284589 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-08e93081-71fe-40bd-8aa8-b55482c0bea5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:39.305457 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-08e93081-71fe-40bd-8aa8-b55482c0bea5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:39.316366 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e93081-71fe-40bd-8aa8-b55482c0bea5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] Pushing event deleted for resources: {'Network': ['ID=3415e55c-864d-4a62-ae38-805103dffc68,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:39.331020 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-08e93081-71fe-40bd-8aa8-b55482c0bea5 tempest-TestNetworkBasicOps-735047775 tempest-TestNetworkBasicOps-735047775-project] 10.222.0.60 "DELETE /v2.0/networks/3415e55c-864d-4a62-ae38-805103dffc68 HTTP/1.1" status: 204 len: 168 time: 0.4554319 Apr 06 14:36:39.735913 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58278) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:36:39.847885 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460fb097-15ba-49cb-94ee-c684fae5d352 None None] New status for floating IP 8d20d256-db07-4f6d-942d-4d289c21ea95: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:36:39.964699 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 58284) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:36:39.965341 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-250247d6-751d-4310-9a59-9e3d7773a63f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2c4f01a131354b128ac6b7c118186600&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2275393 Apr 06 14:36:40.018818 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 63032606-fa55-4ab0-815b-f5c9603b4a4a no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:36:40.048080 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b8f0bf55-b847-4f3c-908d-d8922a6cd919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:40.074198 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 63032606-fa55-4ab0-815b-f5c9603b4a4a {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:36:40.074735 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 63032606-fa55-4ab0-815b-f5c9603b4a4a not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:36:40.075420 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 11c6e521-9646-4b00-98c6-f067ee772e64 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:36:40.101470 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b8f0bf55-b847-4f3c-908d-d8922a6cd919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:40.140713 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 11c6e521-9646-4b00-98c6-f067ee772e64 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:36:40.141742 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 11c6e521-9646-4b00-98c6-f067ee772e64 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:36:40.267663 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b8f0bf55-b847-4f3c-908d-d8922a6cd919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:40.285647 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0bf55-b847-4f3c-908d-d8922a6cd919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f662a3-1a1d-42a1-b528-023125cd49cb,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:40.292567 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b8f0bf55-b847-4f3c-908d-d8922a6cd919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:40.293712 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b8f0bf55-b847-4f3c-908d-d8922a6cd919 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b7f662a3-1a1d-42a1-b528-023125cd49cb HTTP/1.1" status: 204 len: 168 time: 0.3278258 Apr 06 14:36:40.645205 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 58292) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:36:40.663635 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-83b4d748-66f9-4e40-a5f3-ff33a57b85ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:40.695706 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-83b4d748-66f9-4e40-a5f3-ff33a57b85ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:36:40.699525 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-83b4d748-66f9-4e40-a5f3-ff33a57b85ed admin admin] Usage tracker for resource:security_group_rule and tenant:bf8f0c4e86f04d978c60b4a37b681428 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:36:40.702472 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-83b4d748-66f9-4e40-a5f3-ff33a57b85ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:36:40.708996 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-83b4d748-66f9-4e40-a5f3-ff33a57b85ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:36:40.773730 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-83b4d748-66f9-4e40-a5f3-ff33a57b85ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:40.778907 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-83b4d748-66f9-4e40-a5f3-ff33a57b85ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:40.825112 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4d748-66f9-4e40-a5f3-ff33a57b85ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093daf1c-1f3f-4710-9381-79b72ac8d0b0,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:40.829532 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-83b4d748-66f9-4e40-a5f3-ff33a57b85ed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf8f0c4e86f04d978c60b4a37b681428&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1826653 Apr 06 14:36:40.832443 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58296) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:36:40.889577 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2ae6da55-6b02-4fe5-a837-a87567afd268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:40.903643 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0af17e97-2dce-4494-aa71-4b5dc5a2de19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:40.929423 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0af17e97-2dce-4494-aa71-4b5dc5a2de19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:40.982851 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0af17e97-2dce-4494-aa71-4b5dc5a2de19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:40.997683 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af17e97-2dce-4494-aa71-4b5dc5a2de19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093daf1c-1f3f-4710-9381-79b72ac8d0b0,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:41.003686 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0af17e97-2dce-4494-aa71-4b5dc5a2de19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:41.005408 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0af17e97-2dce-4494-aa71-4b5dc5a2de19 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/093daf1c-1f3f-4710-9381-79b72ac8d0b0 HTTP/1.1" status: 204 len: 168 time: 0.1714740 Apr 06 14:36:41.346085 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:41.393112 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:42.868748 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:48.653316 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:36:48.987529 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-79310c3c-a9b9-4fee-8181-daa4ebc3fed5 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=73e1b86cfbca4783bcb72ac6917f507b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275419 Apr 06 14:36:49.131565 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-b9edf9a6-e053-4e74-a5da-f4421677d55d tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:49.133039 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-b9edf9a6-e053-4e74-a5da-f4421677d55d tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1401262 Apr 06 14:36:49.149098 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-d8d4dc35-424a-4706-b46c-52fabe5e9982 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.60 "GET /v2.0/quotas/73e1b86cfbca4783bcb72ac6917f507b HTTP/1.1" status: 200 len: 375 time: 0.0107684 Apr 06 14:36:49.193214 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-3e9f2f38-3d04-470f-8824-8a4ed114ae9f tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=73e1b86cfbca4783bcb72ac6917f507b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392675 Apr 06 14:36:49.389504 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-92a9a1ee-80d3-4a55-b96b-0714de1b0db1 req-4e4bbf98-3983-4939-b53f-203536d4cae3 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.60 "GET /v2.0/ports?device_id=3014bdcb-da6a-4df1-92cd-14f5a792c1a1 HTTP/1.1" status: 200 len: 210 time: 0.0445817 Apr 06 14:36:50.502837 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-993a537c-3678-4bbf-b5d3-60278b0ebf58 req-d480051d-4e62-48f4-9afb-6e2fe3e92820 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.60 "GET /v2.0/ports?device_id=3014bdcb-da6a-4df1-92cd-14f5a792c1a1 HTTP/1.1" status: 200 len: 210 time: 0.0451210 Apr 06 14:36:51.620007 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-245579a5-7772-4528-a064-6b40d9c9595f req-e699d97d-2975-49b0-bb7c-3737f196d5f2 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.60 "GET /v2.0/ports?device_id=3014bdcb-da6a-4df1-92cd-14f5a792c1a1 HTTP/1.1" status: 200 len: 210 time: 0.0492194 Apr 06 14:36:52.365784 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-4684bb32-8db0-43a6-8a29-9a3a873585f8 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=73e1b86cfbca4783bcb72ac6917f507b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271103 Apr 06 14:36:52.602904 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-40bdcdfb-0abb-4ca3-920a-9fdc483331a6 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:52.604678 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-40bdcdfb-0abb-4ca3-920a-9fdc483331a6 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2337804 Apr 06 14:36:52.620976 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-3ca11764-73ef-44ef-addc-ac628dd39df4 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Request body: {'port': {'device_id': '3014bdcb-da6a-4df1-92cd-14f5a792c1a1', 'network_id': '9bc8d217-454e-46a3-94e9-b5d894d850e9', 'admin_state_up': True, 'tenant_id': '73e1b86cfbca4783bcb72ac6917f507b'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:36:52.752177 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-3ca11764-73ef-44ef-addc-ac628dd39df4 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:36:52.791009 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-3ca11764-73ef-44ef-addc-ac628dd39df4 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Usage tracker for resource:port and tenant:73e1b86cfbca4783bcb72ac6917f507b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:36:52.795114 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4092e738-b940-4a31-8fd3-3d9fa1065219 req-887642ab-c6da-4f96-8f10-d60d4a17aea3 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.60 "GET /v2.0/ports?device_id=3014bdcb-da6a-4df1-92cd-14f5a792c1a1 HTTP/1.1" status: 200 len: 210 time: 0.0456908 Apr 06 14:36:52.795866 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-3ca11764-73ef-44ef-addc-ac628dd39df4 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:36:52.802146 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-3ca11764-73ef-44ef-addc-ac628dd39df4 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:36:52.814360 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-3ca11764-73ef-44ef-addc-ac628dd39df4 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Made reservation on behalf of 73e1b86cfbca4783bcb72ac6917f507b for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:52.819070 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-3ca11764-73ef-44ef-addc-ac628dd39df4 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:52.837162 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-3ca11764-73ef-44ef-addc-ac628dd39df4 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:52.867781 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-3ca11764-73ef-44ef-addc-ac628dd39df4 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:36:52.871601 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-3ca11764-73ef-44ef-addc-ac628dd39df4 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Usage tracker for resource:security_group_rule and tenant:73e1b86cfbca4783bcb72ac6917f507b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:36:52.874317 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-3ca11764-73ef-44ef-addc-ac628dd39df4 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:36:52.880678 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-3ca11764-73ef-44ef-addc-ac628dd39df4 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:36:52.950500 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-3ca11764-73ef-44ef-addc-ac628dd39df4 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:52.954347 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-3ca11764-73ef-44ef-addc-ac628dd39df4 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:53.032945 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca11764-73ef-44ef-addc-ac628dd39df4 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a00f410b-e7f5-4734-969f-e1cfd8649a75,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:53.121040 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-3ca11764-73ef-44ef-addc-ac628dd39df4 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Allocated IP 192.168.233.176 (9bc8d217-454e-46a3-94e9-b5d894d850e9/1ad6b1d2-c130-44ea-96ee-42452e46e169/d83418e5-af7a-427d-b43d-64c9c1dcd6e0) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:53.315741 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-3ca11764-73ef-44ef-addc-ac628dd39df4 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:53.330872 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-3ca11764-73ef-44ef-addc-ac628dd39df4 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Transition to ACTIVE for port object d83418e5-af7a-427d-b43d-64c9c1dcd6e0 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:36:53.352558 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-3ca11764-73ef-44ef-addc-ac628dd39df4 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:53.423565 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-3ca11764-73ef-44ef-addc-ac628dd39df4 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Network 9bc8d217-454e-46a3-94e9-b5d894d850e9 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:53.427555 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-3ca11764-73ef-44ef-addc-ac628dd39df4 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:53.431167 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-3ca11764-73ef-44ef-addc-ac628dd39df4 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:36:53.461457 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca11764-73ef-44ef-addc-ac628dd39df4 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Pushing event updated for resources: {'Port': ['ID=d83418e5-af7a-427d-b43d-64c9c1dcd6e0,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:53.496215 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-3ca11764-73ef-44ef-addc-ac628dd39df4 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:53.496825 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-3ca11764-73ef-44ef-addc-ac628dd39df4 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:53.522949 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-3ca11764-73ef-44ef-addc-ac628dd39df4 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9053273 Apr 06 14:36:53.535352 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-44ae443d-e409-4700-86b0-b5c57dff7c9a service neutron] Request body: {'port': {'device_id': '3014bdcb-da6a-4df1-92cd-14f5a792c1a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:36:53.644039 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-44ae443d-e409-4700-86b0-b5c57dff7c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:53.688974 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fa866140-2bbb-4311-922e-d76b8adeb117 None None] Provisioning for port d83418e5-af7a-427d-b43d-64c9c1dcd6e0 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:36:53.693425 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fa866140-2bbb-4311-922e-d76b8adeb117 None None] Provisioning complete for port d83418e5-af7a-427d-b43d-64c9c1dcd6e0 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:36:53.693801 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fa866140-2bbb-4311-922e-d76b8adeb117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:53.744102 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-fa866140-2bbb-4311-922e-d76b8adeb117 None None] Port d83418e5-af7a-427d-b43d-64c9c1dcd6e0 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:36:53.984395 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-44ae443d-e409-4700-86b0-b5c57dff7c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d83418e5-af7a-427d-b43d-64c9c1dcd6e0 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:36:53.991458 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-44ae443d-e409-4700-86b0-b5c57dff7c9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:53.996525 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66857b21-3eb3-4447-b785-2bec3ce88be3 req-25f8068d-b36e-4b79-9217-65b1bf8e85b8 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:53.997669 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-66857b21-3eb3-4447-b785-2bec3ce88be3 req-25f8068d-b36e-4b79-9217-65b1bf8e85b8 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.60 "GET /v2.0/ports?device_id=3014bdcb-da6a-4df1-92cd-14f5a792c1a1 HTTP/1.1" status: 200 len: 936 time: 0.0785272 Apr 06 14:36:54.007139 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-44ae443d-e409-4700-86b0-b5c57dff7c9a service neutron] Transition to ACTIVE for port object d83418e5-af7a-427d-b43d-64c9c1dcd6e0 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:36:54.010890 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-44ae443d-e409-4700-86b0-b5c57dff7c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:54.043142 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-66857b21-3eb3-4447-b785-2bec3ce88be3 req-f6b65e4a-75ea-496c-bbc8-0d4eb0066d9b tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.60 "GET /v2.0/security-groups?id=a00f410b-e7f5-4734-969f-e1cfd8649a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394754 Apr 06 14:36:54.137666 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae443d-e409-4700-86b0-b5c57dff7c9a service neutron] Pushing event updated for resources: {'Port': ['ID=d83418e5-af7a-427d-b43d-64c9c1dcd6e0,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:54.248285 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-44ae443d-e409-4700-86b0-b5c57dff7c9a service neutron] Attempting to bind port d83418e5-af7a-427d-b43d-64c9c1dcd6e0 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:36:54.248618 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-44ae443d-e409-4700-86b0-b5c57dff7c9a service neutron] Attempting to bind port d83418e5-af7a-427d-b43d-64c9c1dcd6e0 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'dd6b44f1-4725-4a69-b7b2-c0131438caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9bc8d217-454e-46a3-94e9-b5d894d850e9'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:36:54.248973 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-44ae443d-e409-4700-86b0-b5c57dff7c9a service neutron] Attempting to bind port d83418e5-af7a-427d-b43d-64c9c1dcd6e0 on network 9bc8d217-454e-46a3-94e9-b5d894d850e9 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:36:54.255983 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-44ae443d-e409-4700-86b0-b5c57dff7c9a service neutron] Port d83418e5-af7a-427d-b43d-64c9c1dcd6e0 on network 9bc8d217-454e-46a3-94e9-b5d894d850e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:36:54.256298 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-44ae443d-e409-4700-86b0-b5c57dff7c9a service neutron] Attempting to bind port d83418e5-af7a-427d-b43d-64c9c1dcd6e0 on network 9bc8d217-454e-46a3-94e9-b5d894d850e9 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:36:54.262754 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-44ae443d-e409-4700-86b0-b5c57dff7c9a service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:36:54.263085 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-44ae443d-e409-4700-86b0-b5c57dff7c9a service neutron] Checking segment: {'id': 'dd6b44f1-4725-4a69-b7b2-c0131438caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9bc8d217-454e-46a3-94e9-b5d894d850e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:36:54.263513 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-44ae443d-e409-4700-86b0-b5c57dff7c9a service neutron] Bound using segment: {'id': 'dd6b44f1-4725-4a69-b7b2-c0131438caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9bc8d217-454e-46a3-94e9-b5d894d850e9'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:36:54.263934 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-44ae443d-e409-4700-86b0-b5c57dff7c9a service neutron] Bound port: d83418e5-af7a-427d-b43d-64c9c1dcd6e0, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd6b44f1-4725-4a69-b7b2-c0131438caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9bc8d217-454e-46a3-94e9-b5d894d850e9'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:36:54.264281 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-44ae443d-e409-4700-86b0-b5c57dff7c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:54.348549 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-44ae443d-e409-4700-86b0-b5c57dff7c9a service neutron] For port d83418e5-af7a-427d-b43d-64c9c1dcd6e0, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:36:54.351310 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-44ae443d-e409-4700-86b0-b5c57dff7c9a service neutron] For port d83418e5-af7a-427d-b43d-64c9c1dcd6e0, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d83418e5-af7a-427d-b43d-64c9c1dcd6e0,segment=NetworkSegment(dd6b44f1-4725-4a69-b7b2-c0131438caeb),segment_id=dd6b44f1-4725-4a69-b7b2-c0131438caeb)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:36:54.355656 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-44ae443d-e409-4700-86b0-b5c57dff7c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:54.507349 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-44ae443d-e409-4700-86b0-b5c57dff7c9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:54.508731 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-44ae443d-e409-4700-86b0-b5c57dff7c9a service neutron] 10.222.0.69 "PUT /v2.0/ports/d83418e5-af7a-427d-b43d-64c9c1dcd6e0 HTTP/1.1" status: 200 len: 1098 time: 0.9776218 Apr 06 14:36:54.509206 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3014bdcb-da6a-4df1-92cd-14f5a792c1a1', 'tag': 'd83418e5-af7a-427d-b43d-64c9c1dcd6e0'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:36:54.527079 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae443d-e409-4700-86b0-b5c57dff7c9a service neutron] Pushing event updated for resources: {'Port': ['ID=d83418e5-af7a-427d-b43d-64c9c1dcd6e0,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:54.582576 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5e69cc8-accc-4ae7-afd2-d9386a88e435'] response: {'name': 'network-changed', 'server_uuid': '3014bdcb-da6a-4df1-92cd-14f5a792c1a1', 'tag': 'd83418e5-af7a-427d-b43d-64c9c1dcd6e0', 'status': 'completed', 'code': 200} Apr 06 14:36:54.623984 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-86a18171-edcf-4508-9746-8c51d2ef7731 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=73e1b86cfbca4783bcb72ac6917f507b&device_id=3014bdcb-da6a-4df1-92cd-14f5a792c1a1 HTTP/1.1" status: 200 len: 1101 time: 0.0734191 Apr 06 14:36:54.698307 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-3a40d191-d06c-4239-afad-5df19889b737 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=d83418e5-af7a-427d-b43d-64c9c1dcd6e0 HTTP/1.1" status: 200 len: 217 time: 0.0666673 Apr 06 14:36:54.758295 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-564b92ba-598f-4743-90f7-75b5038183e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:54.759659 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-564b92ba-598f-4743-90f7-75b5038183e3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1ad6b1d2-c130-44ea-96ee-42452e46e169 HTTP/1.1" status: 200 len: 843 time: 0.0558069 Apr 06 14:36:54.837174 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-0365efca-d466-4865-9d7d-b8d37931693e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bc8d217-454e-46a3-94e9-b5d894d850e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0716105 Apr 06 14:36:54.963914 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-558c8b9d-febe-4af9-92fc-d301bd1e10df service neutron] 10.222.0.69 "GET /v2.0/networks/9bc8d217-454e-46a3-94e9-b5d894d850e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208184 Apr 06 14:36:55.091775 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-37c3ab15-ae0d-45f5-ae2d-2f28da9fd7b0 req-b3a3e2bd-5200-4059-a964-67af6d04a1dd service neutron] 10.222.0.69 "GET /v2.0/networks/9bc8d217-454e-46a3-94e9-b5d894d850e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212864 Apr 06 14:36:55.204183 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-81ee45d9-2743-436a-b511-810f0fb7622f req-06aa8751-3ca8-4f23-85c3-50775903ecbf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=73e1b86cfbca4783bcb72ac6917f507b&device_id=3014bdcb-da6a-4df1-92cd-14f5a792c1a1 HTTP/1.1" status: 200 len: 1101 time: 0.0681493 Apr 06 14:36:55.251106 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced89f11-1fd8-4769-b7dd-d8e2db54eee2 req-2d738392-56a9-419c-b3bf-f487261ba93b tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:55.252451 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ced89f11-1fd8-4769-b7dd-d8e2db54eee2 req-2d738392-56a9-419c-b3bf-f487261ba93b tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.60 "GET /v2.0/ports?device_id=3014bdcb-da6a-4df1-92cd-14f5a792c1a1 HTTP/1.1" status: 200 len: 948 time: 0.0768001 Apr 06 14:36:55.296708 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ced89f11-1fd8-4769-b7dd-d8e2db54eee2 req-3fe0317c-0218-4c8c-9ffa-044ef2463d38 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.60 "GET /v2.0/security-groups?id=a00f410b-e7f5-4734-969f-e1cfd8649a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379829 Apr 06 14:36:55.333355 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee45d9-2743-436a-b511-810f0fb7622f req-b627741f-71d2-40c8-b633-52161fd2ef82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:55.334774 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-81ee45d9-2743-436a-b511-810f0fb7622f req-b627741f-71d2-40c8-b633-52161fd2ef82 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bc8d217-454e-46a3-94e9-b5d894d850e9 HTTP/1.1" status: 200 len: 870 time: 0.1243460 Apr 06 14:36:55.402246 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-81ee45d9-2743-436a-b511-810f0fb7622f req-a78df6cb-7eb4-4e22-a6f6-edc4e630905f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=d83418e5-af7a-427d-b43d-64c9c1dcd6e0 HTTP/1.1" status: 200 len: 217 time: 0.0613351 Apr 06 14:36:55.463532 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee45d9-2743-436a-b511-810f0fb7622f req-16d897b0-73f3-43cf-ba37-b5b7e9735f55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:55.464932 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-81ee45d9-2743-436a-b511-810f0fb7622f req-16d897b0-73f3-43cf-ba37-b5b7e9735f55 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1ad6b1d2-c130-44ea-96ee-42452e46e169 HTTP/1.1" status: 200 len: 843 time: 0.0552180 Apr 06 14:36:55.543144 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-81ee45d9-2743-436a-b511-810f0fb7622f req-f26ce2f0-ac3b-42dc-aa49-41e27c9cc871 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bc8d217-454e-46a3-94e9-b5d894d850e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0696304 Apr 06 14:36:55.671745 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-81ee45d9-2743-436a-b511-810f0fb7622f req-e8e07b9a-a0bc-47fa-98fc-666e3c013e8f service neutron] 10.222.0.69 "GET /v2.0/networks/9bc8d217-454e-46a3-94e9-b5d894d850e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220372 Apr 06 14:36:55.804239 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-81ee45d9-2743-436a-b511-810f0fb7622f req-7319e772-a628-40fe-b4e1-8011cb7abbcd service neutron] 10.222.0.69 "GET /v2.0/networks/9bc8d217-454e-46a3-94e9-b5d894d850e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258223 Apr 06 14:36:56.491370 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769fc4f-7c0e-4787-8b97-ebbc982b4924 req-774d86a3-01f3-42ef-befd-18f624a04b4e tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:56.492048 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-2769fc4f-7c0e-4787-8b97-ebbc982b4924 req-774d86a3-01f3-42ef-befd-18f624a04b4e tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Synchronizing usage tracker for tenant:73e1b86cfbca4783bcb72ac6917f507b on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:36:56.508140 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-2769fc4f-7c0e-4787-8b97-ebbc982b4924 req-774d86a3-01f3-42ef-befd-18f624a04b4e tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Unset dirty status for tenant:73e1b86cfbca4783bcb72ac6917f507b on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:36:56.509294 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2769fc4f-7c0e-4787-8b97-ebbc982b4924 req-774d86a3-01f3-42ef-befd-18f624a04b4e tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.60 "GET /v2.0/ports?device_id=3014bdcb-da6a-4df1-92cd-14f5a792c1a1 HTTP/1.1" status: 200 len: 948 time: 0.0911164 Apr 06 14:36:56.552875 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-2769fc4f-7c0e-4787-8b97-ebbc982b4924 req-78a155ad-732d-4ede-beeb-e8141585b08e tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Synchronizing usage tracker for tenant:73e1b86cfbca4783bcb72ac6917f507b on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:36:56.569956 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-2769fc4f-7c0e-4787-8b97-ebbc982b4924 req-78a155ad-732d-4ede-beeb-e8141585b08e tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Unset dirty status for tenant:73e1b86cfbca4783bcb72ac6917f507b on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:36:56.571191 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2769fc4f-7c0e-4787-8b97-ebbc982b4924 req-78a155ad-732d-4ede-beeb-e8141585b08e tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.60 "GET /v2.0/security-groups?id=a00f410b-e7f5-4734-969f-e1cfd8649a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564952 Apr 06 14:36:57.766354 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254473aa-0054-45bd-a8e4-5475a847cf9b req-3c824277-b39a-46c5-ae00-5d12fb94e45e tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:57.767793 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-254473aa-0054-45bd-a8e4-5475a847cf9b req-3c824277-b39a-46c5-ae00-5d12fb94e45e tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.60 "GET /v2.0/ports?device_id=3014bdcb-da6a-4df1-92cd-14f5a792c1a1 HTTP/1.1" status: 200 len: 948 time: 0.0783803 Apr 06 14:36:57.811976 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-254473aa-0054-45bd-a8e4-5475a847cf9b req-bc6a9323-943d-492d-89ac-e3805b89a8d6 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.60 "GET /v2.0/security-groups?id=a00f410b-e7f5-4734-969f-e1cfd8649a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380445 Apr 06 14:36:57.853144 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device d83418e5-af7a-427d-b43d-64c9c1dcd6e0 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:36:57.985012 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port d83418e5-af7a-427d-b43d-64c9c1dcd6e0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d83418e5-af7a-427d-b43d-64c9c1dcd6e0,segment=NetworkSegment(dd6b44f1-4725-4a69-b7b2-c0131438caeb),segment_id=dd6b44f1-4725-4a69-b7b2-c0131438caeb)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:58.001101 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': 'd83418e5-af7a-427d-b43d-64c9c1dcd6e0', 'network_id': '9bc8d217-454e-46a3-94e9-b5d894d850e9', 'port_id': 'd83418e5-af7a-427d-b43d-64c9c1dcd6e0', 'mac_address': 'fa:16:3e:e6:a2:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad6b1d2-c130-44ea-96ee-42452e46e169', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:36:58.052639 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:58.069416 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d83418e5-af7a-427d-b43d-64c9c1dcd6e0 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:36:58.083726 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port d83418e5-af7a-427d-b43d-64c9c1dcd6e0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d83418e5-af7a-427d-b43d-64c9c1dcd6e0,segment=NetworkSegment(dd6b44f1-4725-4a69-b7b2-c0131438caeb),segment_id=dd6b44f1-4725-4a69-b7b2-c0131438caeb)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:58.087730 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:58.151155 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=d83418e5-af7a-427d-b43d-64c9c1dcd6e0,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:58.306613 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['d83418e5-af7a-427d-b43d-64c9c1dcd6e0'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:36:59.013971 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa2cb2-c0cd-49a7-bbb3-018bf1c327ab req-e5a1723a-ca80-483f-9efc-7e68d15bb663 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:59.015401 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6daa2cb2-c0cd-49a7-bbb3-018bf1c327ab req-e5a1723a-ca80-483f-9efc-7e68d15bb663 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.60 "GET /v2.0/ports?device_id=3014bdcb-da6a-4df1-92cd-14f5a792c1a1 HTTP/1.1" status: 200 len: 949 time: 0.0777676 Apr 06 14:36:59.060430 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6daa2cb2-c0cd-49a7-bbb3-018bf1c327ab req-254f070d-f3c2-4bfb-8f70-85fbc3f95767 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.60 "GET /v2.0/security-groups?id=a00f410b-e7f5-4734-969f-e1cfd8649a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384133 Apr 06 14:36:59.102825 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:36:59.884018 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device d83418e5-af7a-427d-b43d-64c9c1dcd6e0 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:36:59.955878 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port d83418e5-af7a-427d-b43d-64c9c1dcd6e0 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:36:59.960831 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port d83418e5-af7a-427d-b43d-64c9c1dcd6e0 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:36:59.961260 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:00.071084 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:00.097533 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3014bdcb-da6a-4df1-92cd-14f5a792c1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83418e5-af7a-427d-b43d-64c9c1dcd6e0'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:37:00.108831 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port d83418e5-af7a-427d-b43d-64c9c1dcd6e0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d83418e5-af7a-427d-b43d-64c9c1dcd6e0,segment=NetworkSegment(dd6b44f1-4725-4a69-b7b2-c0131438caeb),segment_id=dd6b44f1-4725-4a69-b7b2-c0131438caeb)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:00.113797 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:00.184130 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-355ee65a-e90c-4d79-bdcb-44b48dc4e380'] response: {'server_uuid': '3014bdcb-da6a-4df1-92cd-14f5a792c1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83418e5-af7a-427d-b43d-64c9c1dcd6e0', 'code': 200} Apr 06 14:37:00.186788 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=d83418e5-af7a-427d-b43d-64c9c1dcd6e0,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:00.305242 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bad4be-0b58-46f4-9e89-642733213add req-16553907-1a6b-4a23-9d54-823dce6e86b4 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:00.306691 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a5bad4be-0b58-46f4-9e89-642733213add req-16553907-1a6b-4a23-9d54-823dce6e86b4 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.60 "GET /v2.0/ports?device_id=3014bdcb-da6a-4df1-92cd-14f5a792c1a1 HTTP/1.1" status: 200 len: 950 time: 0.0817599 Apr 06 14:37:00.360226 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a5bad4be-0b58-46f4-9e89-642733213add req-06f86cf1-6ba1-4e65-979e-6a06878b4f0e tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.60 "GET /v2.0/security-groups?id=a00f410b-e7f5-4734-969f-e1cfd8649a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475800 Apr 06 14:37:00.412176 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-237156c0-d3a4-426b-89ed-3ef3026468a7 req-8e173c40-435e-43b3-ac32-680bfb9e7350 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3014bdcb-da6a-4df1-92cd-14f5a792c1a1 HTTP/1.1" status: 200 len: 1103 time: 0.0709653 Apr 06 14:37:00.452330 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-237156c0-d3a4-426b-89ed-3ef3026468a7 req-4bf53666-ef26-4cc4-a71b-771b3fcdf9e3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a00f410b-e7f5-4734-969f-e1cfd8649a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345039 Apr 06 14:37:01.659468 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bab35-b597-4f1e-a2a3-5943af915d36 req-c7afae19-19a6-412b-b872-175e993a4df5 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:01.660836 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8d7bab35-b597-4f1e-a2a3-5943af915d36 req-c7afae19-19a6-412b-b872-175e993a4df5 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.60 "GET /v2.0/ports?device_id=3014bdcb-da6a-4df1-92cd-14f5a792c1a1 HTTP/1.1" status: 200 len: 950 time: 0.1760280 Apr 06 14:37:01.705593 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8d7bab35-b597-4f1e-a2a3-5943af915d36 req-d82c3f66-6e82-47b8-ab72-e438e718372c tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.60 "GET /v2.0/security-groups?id=a00f410b-e7f5-4734-969f-e1cfd8649a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391333 Apr 06 14:37:02.900482 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810a319-e0dd-41c4-b12c-964a6c600518 req-645cd6cc-e01f-4155-aa7c-90769f14d55f tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:02.902020 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5810a319-e0dd-41c4-b12c-964a6c600518 req-645cd6cc-e01f-4155-aa7c-90769f14d55f tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.60 "GET /v2.0/ports?device_id=3014bdcb-da6a-4df1-92cd-14f5a792c1a1 HTTP/1.1" status: 200 len: 950 time: 0.0777745 Apr 06 14:37:02.948179 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5810a319-e0dd-41c4-b12c-964a6c600518 req-570c9dff-3a24-45d1-9929-b8d29dca92f2 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.60 "GET /v2.0/security-groups?id=a00f410b-e7f5-4734-969f-e1cfd8649a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406668 Apr 06 14:37:03.361812 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-59c160b5-72de-4f9d-a23a-1b0cd04f4c9b req-5a89a5db-e3f9-4281-83d4-45c6dba79e6e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3014bdcb-da6a-4df1-92cd-14f5a792c1a1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0680218 Apr 06 14:37:03.967707 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2ec42a07-780e-478e-a323-2d42bccbaf8a req-23d2f575-0955-4dea-a7e5-9c0f69b1b284 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3014bdcb-da6a-4df1-92cd-14f5a792c1a1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1890850 Apr 06 14:37:04.487371 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b087d-e767-4d58-999b-362fd1100908 req-a8fe7a70-eb1b-4879-a6db-0f4ba5136644 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:04.489271 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-797b087d-e767-4d58-999b-362fd1100908 req-a8fe7a70-eb1b-4879-a6db-0f4ba5136644 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.60 "GET /v2.0/ports?device_id=3014bdcb-da6a-4df1-92cd-14f5a792c1a1 HTTP/1.1" status: 200 len: 950 time: 0.0779357 Apr 06 14:37:04.533451 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-797b087d-e767-4d58-999b-362fd1100908 req-e254b01b-c470-4f1e-b580-f521f70d8e4c tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.60 "GET /v2.0/security-groups?id=a00f410b-e7f5-4734-969f-e1cfd8649a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386889 Apr 06 14:37:05.793631 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f83aed-ae0f-466e-8f0e-14e4407241ca req-4193ba45-607e-4c62-a00e-f6df2b6434f7 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:05.795053 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-37f83aed-ae0f-466e-8f0e-14e4407241ca req-4193ba45-607e-4c62-a00e-f6df2b6434f7 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.60 "GET /v2.0/ports?device_id=3014bdcb-da6a-4df1-92cd-14f5a792c1a1 HTTP/1.1" status: 200 len: 950 time: 0.1314392 Apr 06 14:37:05.801133 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84663893-ba9f-454f-be00-f40480b2139c req-0cdd844e-64fb-4694-86fa-bc5f36f346eb tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:05.802412 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-84663893-ba9f-454f-be00-f40480b2139c req-0cdd844e-64fb-4694-86fa-bc5f36f346eb tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.69 "GET /v2.0/ports?device_id=3014bdcb-da6a-4df1-92cd-14f5a792c1a1 HTTP/1.1" status: 200 len: 950 time: 0.1053071 Apr 06 14:37:05.892361 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-84663893-ba9f-454f-be00-f40480b2139c req-4c36ae75-43da-4a56-a28f-d07096909ca7 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Deleting port d83418e5-af7a-427d-b43d-64c9c1dcd6e0 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:37:05.892700 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-84663893-ba9f-454f-be00-f40480b2139c req-4c36ae75-43da-4a56-a28f-d07096909ca7 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:05.921318 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-37f83aed-ae0f-466e-8f0e-14e4407241ca req-dc974c9e-7735-4e0a-b71a-cb06b3e762f4 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.60 "GET /v2.0/security-groups?id=a00f410b-e7f5-4734-969f-e1cfd8649a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180286 Apr 06 14:37:06.129443 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-84663893-ba9f-454f-be00-f40480b2139c req-4c36ae75-43da-4a56-a28f-d07096909ca7 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] For port d83418e5-af7a-427d-b43d-64c9c1dcd6e0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d83418e5-af7a-427d-b43d-64c9c1dcd6e0,segment=NetworkSegment(dd6b44f1-4725-4a69-b7b2-c0131438caeb),segment_id=dd6b44f1-4725-4a69-b7b2-c0131438caeb)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:06.129804 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-84663893-ba9f-454f-be00-f40480b2139c req-4c36ae75-43da-4a56-a28f-d07096909ca7 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:06.247886 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-84663893-ba9f-454f-be00-f40480b2139c req-4c36ae75-43da-4a56-a28f-d07096909ca7 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Calling delete_port for d83418e5-af7a-427d-b43d-64c9c1dcd6e0 owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:37:06.385435 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-84663893-ba9f-454f-be00-f40480b2139c req-4c36ae75-43da-4a56-a28f-d07096909ca7 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:06.397851 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['d83418e5-af7a-427d-b43d-64c9c1dcd6e0'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:37:06.435063 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36ae75-43da-4a56-a28f-d07096909ca7 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Pushing event deleted for resources: {'Port': ['ID=d83418e5-af7a-427d-b43d-64c9c1dcd6e0,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:06.510794 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-84663893-ba9f-454f-be00-f40480b2139c req-4c36ae75-43da-4a56-a28f-d07096909ca7 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] No DVR routers for this DVR port d83418e5-af7a-427d-b43d-64c9c1dcd6e0 on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:37:06.513395 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-84663893-ba9f-454f-be00-f40480b2139c req-4c36ae75-43da-4a56-a28f-d07096909ca7 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:06.516028 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3014bdcb-da6a-4df1-92cd-14f5a792c1a1', 'name': 'network-vif-deleted', 'tag': 'd83418e5-af7a-427d-b43d-64c9c1dcd6e0'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:37:06.532407 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-84663893-ba9f-454f-be00-f40480b2139c req-4c36ae75-43da-4a56-a28f-d07096909ca7 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.69 "DELETE /v2.0/ports/d83418e5-af7a-427d-b43d-64c9c1dcd6e0 HTTP/1.1" status: 204 len: 173 time: 0.7163830 Apr 06 14:37:06.582096 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7e17594-30b0-4753-9351-d7463bf387e9'] response: {'server_uuid': '3014bdcb-da6a-4df1-92cd-14f5a792c1a1', 'name': 'network-vif-deleted', 'tag': 'd83418e5-af7a-427d-b43d-64c9c1dcd6e0', 'status': 'completed', 'code': 200} Apr 06 14:37:07.102035 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-d0a873eb-4fd8-4460-a364-c1f230f0cc0e req-f9f0b119-818a-4655-84d5-63e3794c4b94 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Synchronizing usage tracker for tenant:73e1b86cfbca4783bcb72ac6917f507b on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:37:07.117553 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-d0a873eb-4fd8-4460-a364-c1f230f0cc0e req-f9f0b119-818a-4655-84d5-63e3794c4b94 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] Unset dirty status for tenant:73e1b86cfbca4783bcb72ac6917f507b on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:37:07.118693 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d0a873eb-4fd8-4460-a364-c1f230f0cc0e req-f9f0b119-818a-4655-84d5-63e3794c4b94 tempest-ServersAdminNegativeTestJSON-1706416847 tempest-ServersAdminNegativeTestJSON-1706416847-project] 10.222.0.60 "GET /v2.0/ports?device_id=3014bdcb-da6a-4df1-92cd-14f5a792c1a1 HTTP/1.1" status: 200 len: 210 time: 0.0621486 Apr 06 14:37:08.047102 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-511ed2eb-a8e4-4c09-8b29-c46cde183a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:08.508049 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58444) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:37:08.674812 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e638e0bc-8b74-412e-9986-48fa4ca2f3f4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=73e1b86cfbca4783bcb72ac6917f507b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1655438 Apr 06 14:37:08.677855 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58450) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:37:08.737356 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ce4f13a-51bd-489e-80ad-8bb6cbb8ac42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:08.762046 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ce4f13a-51bd-489e-80ad-8bb6cbb8ac42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:08.813278 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ce4f13a-51bd-489e-80ad-8bb6cbb8ac42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:08.830155 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce4f13a-51bd-489e-80ad-8bb6cbb8ac42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00f410b-e7f5-4734-969f-e1cfd8649a75,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:08.839339 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ce4f13a-51bd-489e-80ad-8bb6cbb8ac42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:08.840472 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2ce4f13a-51bd-489e-80ad-8bb6cbb8ac42 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a00f410b-e7f5-4734-969f-e1cfd8649a75 HTTP/1.1" status: 204 len: 168 time: 0.1617372 Apr 06 14:37:09.157838 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 58458) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:37:09.176241 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2dbb4de1-ff3d-410f-a01c-dfc2bf6d0e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:09.207798 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2dbb4de1-ff3d-410f-a01c-dfc2bf6d0e2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:37:09.211588 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2dbb4de1-ff3d-410f-a01c-dfc2bf6d0e2a admin admin] Usage tracker for resource:security_group_rule and tenant:e5448ac3af064800868b2536f3c9f181 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:37:09.214284 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2dbb4de1-ff3d-410f-a01c-dfc2bf6d0e2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:37:09.219768 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2dbb4de1-ff3d-410f-a01c-dfc2bf6d0e2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:37:09.283386 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2dbb4de1-ff3d-410f-a01c-dfc2bf6d0e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:09.287482 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2dbb4de1-ff3d-410f-a01c-dfc2bf6d0e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:09.338283 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2dbb4de1-ff3d-410f-a01c-dfc2bf6d0e2a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e5448ac3af064800868b2536f3c9f181&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1793666 Apr 06 14:37:09.339056 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb4de1-ff3d-410f-a01c-dfc2bf6d0e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7db53c9-b7d3-4b32-a93a-740c6bc78e51,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:09.341196 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58462) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:37:09.399656 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-51747370-925b-4c9d-88b2-0965de4aeb7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:09.423567 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-51747370-925b-4c9d-88b2-0965de4aeb7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:09.474639 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-51747370-925b-4c9d-88b2-0965de4aeb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:09.487864 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51747370-925b-4c9d-88b2-0965de4aeb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7db53c9-b7d3-4b32-a93a-740c6bc78e51,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:09.493947 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-51747370-925b-4c9d-88b2-0965de4aeb7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:09.495056 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-51747370-925b-4c9d-88b2-0965de4aeb7f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f7db53c9-b7d3-4b32-a93a-740c6bc78e51 HTTP/1.1" status: 204 len: 168 time: 0.1528146 Apr 06 14:37:09.947162 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device d83418e5-af7a-427d-b43d-64c9c1dcd6e0 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:37:09.985245 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: d83418e5-af7a-427d-b43d-64c9c1dcd6e0 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:37:09.985598 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device d83418e5-af7a-427d-b43d-64c9c1dcd6e0 not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:37:10.316138 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 58484) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:37:10.442373 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-45c51a9d-1a2f-4704-bcb9-604607f04408 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-627150573-network', 'tenant_id': '1a50b91685cf49219c3ace9b03611aff'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:37:10.447335 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-45c51a9d-1a2f-4704-bcb9-604607f04408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:37:10.451130 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-45c51a9d-1a2f-4704-bcb9-604607f04408 admin admin] Usage tracker for resource:network and tenant:1a50b91685cf49219c3ace9b03611aff is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:37:10.455270 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-45c51a9d-1a2f-4704-bcb9-604607f04408 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:37:10.461896 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-45c51a9d-1a2f-4704-bcb9-604607f04408 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:37:10.471483 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c51a9d-1a2f-4704-bcb9-604607f04408 admin admin] Made reservation on behalf of 1a50b91685cf49219c3ace9b03611aff for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:10.474657 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-45c51a9d-1a2f-4704-bcb9-604607f04408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:10.486557 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-45c51a9d-1a2f-4704-bcb9-604607f04408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:10.516504 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-45c51a9d-1a2f-4704-bcb9-604607f04408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:37:10.520814 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-45c51a9d-1a2f-4704-bcb9-604607f04408 admin admin] Usage tracker for resource:security_group_rule and tenant:1a50b91685cf49219c3ace9b03611aff is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:37:10.523534 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-45c51a9d-1a2f-4704-bcb9-604607f04408 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:37:10.529076 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-45c51a9d-1a2f-4704-bcb9-604607f04408 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:37:10.592916 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-45c51a9d-1a2f-4704-bcb9-604607f04408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:10.596560 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-45c51a9d-1a2f-4704-bcb9-604607f04408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:10.627834 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c51a9d-1a2f-4704-bcb9-604607f04408 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:37:10.632820 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c51a9d-1a2f-4704-bcb9-604607f04408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:10.640545 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-45c51a9d-1a2f-4704-bcb9-604607f04408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:10.640925 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-45c51a9d-1a2f-4704-bcb9-604607f04408 admin admin] Added segment 03d150fc-f79a-4b1e-8d9d-2c381e6bdd09 of type vlan for network 2e50e521-9b69-474c-9f99-08badfeb9484 Apr 06 14:37:10.669508 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-45c51a9d-1a2f-4704-bcb9-604607f04408 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:10.698086 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-45c51a9d-1a2f-4704-bcb9-604607f04408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:10.698974 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c51a9d-1a2f-4704-bcb9-604607f04408 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:10.699555 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-45c51a9d-1a2f-4704-bcb9-604607f04408 admin admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:10.807549 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c51a9d-1a2f-4704-bcb9-604607f04408 admin admin] Pushing event updated for resources: {'Network': ['ID=2e50e521-9b69-474c-9f99-08badfeb9484,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:10.814735 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-45c51a9d-1a2f-4704-bcb9-604607f04408 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4975357 Apr 06 14:37:10.818143 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 58490) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:37:10.822640 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 2e50e521-9b69-474c-9f99-08badfeb9484 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:37:10.825146 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1aad63ac-3505-442e-b919-30bd11d5081d admin admin] Request body: {'subnet': {'network_id': '2e50e521-9b69-474c-9f99-08badfeb9484', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-627150573-subnet', 'tenant_id': '1a50b91685cf49219c3ace9b03611aff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:37:10.830059 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1aad63ac-3505-442e-b919-30bd11d5081d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:37:10.834787 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1aad63ac-3505-442e-b919-30bd11d5081d admin admin] Usage tracker for resource:subnet and tenant:1a50b91685cf49219c3ace9b03611aff is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:37:10.838530 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1aad63ac-3505-442e-b919-30bd11d5081d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:37:10.844278 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1aad63ac-3505-442e-b919-30bd11d5081d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:37:10.854097 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aad63ac-3505-442e-b919-30bd11d5081d admin admin] Made reservation on behalf of 1a50b91685cf49219c3ace9b03611aff for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:10.856330 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1aad63ac-3505-442e-b919-30bd11d5081d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:10.923440 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a736548e-32ca-4ded-a8ef-faae40f8e087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:11.064040 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1aad63ac-3505-442e-b919-30bd11d5081d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:11.124484 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad63ac-3505-442e-b919-30bd11d5081d admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f8ae02-e334-46fc-b977-990131fd02b3,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:11.148648 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aad63ac-3505-442e-b919-30bd11d5081d admin admin] Checking segment: {'id': '03d150fc-f79a-4b1e-8d9d-2c381e6bdd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2e50e521-9b69-474c-9f99-08badfeb9484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:37:11.149053 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aad63ac-3505-442e-b919-30bd11d5081d admin admin] Network hostable DHCP agents. Network: 2e50e521-9b69-474c-9f99-08badfeb9484, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:37:11.169642 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aad63ac-3505-442e-b919-30bd11d5081d admin admin] Network 2e50e521-9b69-474c-9f99-08badfeb9484 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:37:11.178827 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-1aad63ac-3505-442e-b919-30bd11d5081d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 2e50e521-9b69-474c-9f99-08badfeb9484) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:11.183385 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aad63ac-3505-442e-b919-30bd11d5081d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:11.184556 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1aad63ac-3505-442e-b919-30bd11d5081d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:11.187773 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47448883-e453-4b8b-89ee-6850cdceb6f5 None None] Network 2e50e521-9b69-474c-9f99-08badfeb9484 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:37:11.213331 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1aad63ac-3505-442e-b919-30bd11d5081d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3860331 Apr 06 14:37:11.402306 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:11.433441 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:11.450648 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79926008-6593-4612-9fc8-70d8ae2ef69c None None] Network 2e50e521-9b69-474c-9f99-08badfeb9484 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:37:11.731233 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-5b72bf57-5c69-41a2-b60f-b84fa0c3ab58 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:11.732675 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-5b72bf57-5c69-41a2-b60f-b84fa0c3ab58 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/networks?id=2e50e521-9b69-474c-9f99-08badfeb9484 HTTP/1.1" status: 200 len: 811 time: 0.1375380 Apr 06 14:37:11.748838 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-e299da54-830b-4969-b268-5d93c79bdb2b tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/quotas/1a50b91685cf49219c3ace9b03611aff HTTP/1.1" status: 200 len: 375 time: 0.0107305 Apr 06 14:37:11.798897 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-681a8f3b-33ca-4f81-ba62-03415ca77a32 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1a50b91685cf49219c3ace9b03611aff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452337 Apr 06 14:37:12.015809 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-0ab18edd-ec99-4de0-95fe-67d0d5c1b196 service neutron] 10.222.0.60 "GET /v2.0/networks/2e50e521-9b69-474c-9f99-08badfeb9484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095404 Apr 06 14:37:12.143904 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-0f0c4727-29d5-4f42-b555-64f3ca339565 service neutron] 10.222.0.60 "GET /v2.0/networks/2e50e521-9b69-474c-9f99-08badfeb9484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219211 Apr 06 14:37:12.326361 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d24973c5-63ad-41d1-b45f-d509f0935f0c req-b65f37f6-524a-43bb-ba74-6e22e602bef7 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 210 time: 0.0446565 Apr 06 14:37:12.866109 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:13.318445 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-c818b982-998a-4f6c-ab7c-218c3bc5d6e1 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:13.320289 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-c818b982-998a-4f6c-ab7c-218c3bc5d6e1 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.69 "GET /v2.0/networks?id=2e50e521-9b69-474c-9f99-08badfeb9484 HTTP/1.1" status: 200 len: 811 time: 0.1419084 Apr 06 14:37:13.336114 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-77710ded-499a-4fe4-b43b-0a56077ea207 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Request body: {'port': {'device_id': 'a10787d2-d234-418d-83c3-18c3739073dc', 'network_id': '2e50e521-9b69-474c-9f99-08badfeb9484', 'admin_state_up': True, 'tenant_id': '1a50b91685cf49219c3ace9b03611aff'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:37:13.509950 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3106d9d8-d343-4524-8604-7b78432c0ddf req-ee7143b6-7327-47ff-a96e-95909b8ee5b5 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 210 time: 0.0557854 Apr 06 14:37:13.518101 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-77710ded-499a-4fe4-b43b-0a56077ea207 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:37:13.522503 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-77710ded-499a-4fe4-b43b-0a56077ea207 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Usage tracker for resource:port and tenant:1a50b91685cf49219c3ace9b03611aff is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:37:13.525401 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-77710ded-499a-4fe4-b43b-0a56077ea207 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:37:13.531038 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-77710ded-499a-4fe4-b43b-0a56077ea207 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:37:13.541854 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-77710ded-499a-4fe4-b43b-0a56077ea207 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Made reservation on behalf of 1a50b91685cf49219c3ace9b03611aff for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:13.545143 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-77710ded-499a-4fe4-b43b-0a56077ea207 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:13.702196 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-77710ded-499a-4fe4-b43b-0a56077ea207 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Allocated IP 172.20.0.7 (2e50e521-9b69-474c-9f99-08badfeb9484/93f8ae02-e334-46fc-b977-990131fd02b3/522a073c-9fe1-4636-aee9-0b6f64f9b49f) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:13.903606 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-77710ded-499a-4fe4-b43b-0a56077ea207 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:13.930077 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-77710ded-499a-4fe4-b43b-0a56077ea207 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:13.996334 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-77710ded-499a-4fe4-b43b-0a56077ea207 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Network 2e50e521-9b69-474c-9f99-08badfeb9484 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:14.003714 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-77710ded-499a-4fe4-b43b-0a56077ea207 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:14.006672 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-77710ded-499a-4fe4-b43b-0a56077ea207 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:37:14.046200 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77710ded-499a-4fe4-b43b-0a56077ea207 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Pushing event updated for resources: {'Port': ['ID=522a073c-9fe1-4636-aee9-0b6f64f9b49f,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:14.074591 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-77710ded-499a-4fe4-b43b-0a56077ea207 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:14.075344 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-77710ded-499a-4fe4-b43b-0a56077ea207 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:14.095216 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-77710ded-499a-4fe4-b43b-0a56077ea207 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7626886 Apr 06 14:37:14.105887 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-0cf3bab4-3f6b-4248-afc1-87cd702c9585 service neutron] Request body: {'port': {'device_id': 'a10787d2-d234-418d-83c3-18c3739073dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:37:14.210975 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-0cf3bab4-3f6b-4248-afc1-87cd702c9585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:14.536100 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-0cf3bab4-3f6b-4248-afc1-87cd702c9585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522a073c-9fe1-4636-aee9-0b6f64f9b49f {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:37:14.542900 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-0cf3bab4-3f6b-4248-afc1-87cd702c9585 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:14.558185 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-0cf3bab4-3f6b-4248-afc1-87cd702c9585 service neutron] Transition to ACTIVE for port object 522a073c-9fe1-4636-aee9-0b6f64f9b49f will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:37:14.561909 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-0cf3bab4-3f6b-4248-afc1-87cd702c9585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:14.690760 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3bab4-3f6b-4248-afc1-87cd702c9585 service neutron] Pushing event updated for resources: {'Port': ['ID=522a073c-9fe1-4636-aee9-0b6f64f9b49f,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:14.853453 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7aed38-6699-4506-9971-7994562119aa req-e411b1f8-f758-4d62-ab68-bbd04a7e3a2a tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:14.854924 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0c7aed38-6699-4506-9971-7994562119aa req-e411b1f8-f758-4d62-ab68-bbd04a7e3a2a tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 943 time: 0.0795217 Apr 06 14:37:14.892654 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-0cf3bab4-3f6b-4248-afc1-87cd702c9585 service neutron] Attempting to bind port 522a073c-9fe1-4636-aee9-0b6f64f9b49f on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:37:14.893017 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-0cf3bab4-3f6b-4248-afc1-87cd702c9585 service neutron] Attempting to bind port 522a073c-9fe1-4636-aee9-0b6f64f9b49f by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '03d150fc-f79a-4b1e-8d9d-2c381e6bdd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2e50e521-9b69-474c-9f99-08badfeb9484'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:37:14.893338 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-0cf3bab4-3f6b-4248-afc1-87cd702c9585 service neutron] Attempting to bind port 522a073c-9fe1-4636-aee9-0b6f64f9b49f on network 2e50e521-9b69-474c-9f99-08badfeb9484 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:37:14.899420 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-0cf3bab4-3f6b-4248-afc1-87cd702c9585 service neutron] Port 522a073c-9fe1-4636-aee9-0b6f64f9b49f on network 2e50e521-9b69-474c-9f99-08badfeb9484 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:37:14.899633 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-0c7aed38-6699-4506-9971-7994562119aa req-3f3b6217-1070-4974-917c-6065d0edacea tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Synchronizing usage tracker for tenant:1a50b91685cf49219c3ace9b03611aff on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:37:14.899754 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-0cf3bab4-3f6b-4248-afc1-87cd702c9585 service neutron] Attempting to bind port 522a073c-9fe1-4636-aee9-0b6f64f9b49f on network 2e50e521-9b69-474c-9f99-08badfeb9484 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:37:14.905806 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-0cf3bab4-3f6b-4248-afc1-87cd702c9585 service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:37:14.906142 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-0cf3bab4-3f6b-4248-afc1-87cd702c9585 service neutron] Checking segment: {'id': '03d150fc-f79a-4b1e-8d9d-2c381e6bdd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2e50e521-9b69-474c-9f99-08badfeb9484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:37:14.906516 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-0cf3bab4-3f6b-4248-afc1-87cd702c9585 service neutron] Bound using segment: {'id': '03d150fc-f79a-4b1e-8d9d-2c381e6bdd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2e50e521-9b69-474c-9f99-08badfeb9484'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:37:14.906928 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-0cf3bab4-3f6b-4248-afc1-87cd702c9585 service neutron] Bound port: 522a073c-9fe1-4636-aee9-0b6f64f9b49f, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03d150fc-f79a-4b1e-8d9d-2c381e6bdd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2e50e521-9b69-474c-9f99-08badfeb9484'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:37:14.907268 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-0cf3bab4-3f6b-4248-afc1-87cd702c9585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:14.916396 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-0c7aed38-6699-4506-9971-7994562119aa req-3f3b6217-1070-4974-917c-6065d0edacea tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Unset dirty status for tenant:1a50b91685cf49219c3ace9b03611aff on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:37:14.917701 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0c7aed38-6699-4506-9971-7994562119aa req-3f3b6217-1070-4974-917c-6065d0edacea tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567057 Apr 06 14:37:14.994447 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-0cf3bab4-3f6b-4248-afc1-87cd702c9585 service neutron] For port 522a073c-9fe1-4636-aee9-0b6f64f9b49f, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:37:14.997305 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-0cf3bab4-3f6b-4248-afc1-87cd702c9585 service neutron] For port 522a073c-9fe1-4636-aee9-0b6f64f9b49f, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=522a073c-9fe1-4636-aee9-0b6f64f9b49f,segment=NetworkSegment(03d150fc-f79a-4b1e-8d9d-2c381e6bdd09),segment_id=03d150fc-f79a-4b1e-8d9d-2c381e6bdd09)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:37:15.001275 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-0cf3bab4-3f6b-4248-afc1-87cd702c9585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:15.059959 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-0cf3bab4-3f6b-4248-afc1-87cd702c9585 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:15.061317 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-0cf3bab4-3f6b-4248-afc1-87cd702c9585 service neutron] 10.222.0.69 "PUT /v2.0/ports/522a073c-9fe1-4636-aee9-0b6f64f9b49f HTTP/1.1" status: 200 len: 1093 time: 0.9592776 Apr 06 14:37:15.061740 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10787d2-d234-418d-83c3-18c3739073dc', 'tag': '522a073c-9fe1-4636-aee9-0b6f64f9b49f'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:37:15.080685 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3bab4-3f6b-4248-afc1-87cd702c9585 service neutron] Pushing event updated for resources: {'Port': ['ID=522a073c-9fe1-4636-aee9-0b6f64f9b49f,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:15.135164 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-576533fd-6a0d-4e88-bb4a-73daeb37ac6b'] response: {'name': 'network-changed', 'server_uuid': 'a10787d2-d234-418d-83c3-18c3739073dc', 'tag': '522a073c-9fe1-4636-aee9-0b6f64f9b49f', 'status': 'completed', 'code': 200} Apr 06 14:37:15.169320 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-e5774067-45fc-49d4-a14c-37d6593189f8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1a50b91685cf49219c3ace9b03611aff&device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 1096 time: 0.0719583 Apr 06 14:37:15.235211 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-1344987f-1ef1-4838-a6a7-82d14739afd5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=522a073c-9fe1-4636-aee9-0b6f64f9b49f HTTP/1.1" status: 200 len: 217 time: 0.0590880 Apr 06 14:37:15.296959 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-80eeee66-259f-4069-82e4-d7c30679b195 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:15.298323 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-80eeee66-259f-4069-82e4-d7c30679b195 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=93f8ae02-e334-46fc-b977-990131fd02b3 HTTP/1.1" status: 200 len: 851 time: 0.0575621 Apr 06 14:37:15.343463 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-5d035e38-1094-49f0-973f-3c4c075aac3d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e50e521-9b69-474c-9f99-08badfeb9484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391171 Apr 06 14:37:15.468634 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-9351d5b3-0d50-4bdd-a7e6-592aad6fbdab service neutron] 10.222.0.69 "GET /v2.0/networks/2e50e521-9b69-474c-9f99-08badfeb9484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190913 Apr 06 14:37:15.596745 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5ba18c75-dfa9-42db-ae58-ea4f6a7056da req-8ae5715a-0108-4ddd-85ad-124a77f71f1d service neutron] 10.222.0.69 "GET /v2.0/networks/2e50e521-9b69-474c-9f99-08badfeb9484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211369 Apr 06 14:37:15.716309 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-715d96ac-1a8d-468c-855f-be69ce6ee49d req-c20f47f1-cf34-4719-bc35-d4ae1e7eb3c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1a50b91685cf49219c3ace9b03611aff&device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 1096 time: 0.0735531 Apr 06 14:37:15.849530 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d96ac-1a8d-468c-855f-be69ce6ee49d req-c2ddda0c-83c0-45c3-ac63-85286e1729b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:15.850880 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-715d96ac-1a8d-468c-855f-be69ce6ee49d req-c2ddda0c-83c0-45c3-ac63-85286e1729b7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e50e521-9b69-474c-9f99-08badfeb9484 HTTP/1.1" status: 200 len: 912 time: 0.1281025 Apr 06 14:37:15.916173 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-715d96ac-1a8d-468c-855f-be69ce6ee49d req-f87e0af8-a597-4d54-9f14-cc44bf21c793 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=522a073c-9fe1-4636-aee9-0b6f64f9b49f HTTP/1.1" status: 200 len: 217 time: 0.0585041 Apr 06 14:37:15.983300 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d96ac-1a8d-468c-855f-be69ce6ee49d req-5f1bcc13-efac-487c-8305-2b45ee476d1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:15.984747 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-715d96ac-1a8d-468c-855f-be69ce6ee49d req-5f1bcc13-efac-487c-8305-2b45ee476d1c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=93f8ae02-e334-46fc-b977-990131fd02b3 HTTP/1.1" status: 200 len: 851 time: 0.0595517 Apr 06 14:37:16.030821 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-715d96ac-1a8d-468c-855f-be69ce6ee49d req-ad59af92-9fce-4642-8db7-28d7d616a608 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e50e521-9b69-474c-9f99-08badfeb9484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379372 Apr 06 14:37:16.124487 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b527ff-23cd-444d-9a73-c42a85a07712 req-3408bb7f-8274-4f6d-8181-6d9ba86bfc13 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:16.125899 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-14b527ff-23cd-444d-9a73-c42a85a07712 req-3408bb7f-8274-4f6d-8181-6d9ba86bfc13 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 943 time: 0.0867531 Apr 06 14:37:16.165431 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-715d96ac-1a8d-468c-855f-be69ce6ee49d req-17ab078c-cdd2-47e8-85ac-f9b1d583a001 service neutron] 10.222.0.69 "GET /v2.0/networks/2e50e521-9b69-474c-9f99-08badfeb9484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278512 Apr 06 14:37:16.246676 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-14b527ff-23cd-444d-9a73-c42a85a07712 req-d86f9a5c-561e-4666-8f01-5d8fc0820e04 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143310 Apr 06 14:37:16.297996 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-715d96ac-1a8d-468c-855f-be69ce6ee49d req-f5f75505-b794-4ca5-ac87-6d3c717da497 service neutron] 10.222.0.69 "GET /v2.0/networks/2e50e521-9b69-474c-9f99-08badfeb9484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246140 Apr 06 14:37:17.441681 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c83884-8a06-4480-9c53-0a8b6262c210 req-a44a2eed-fc05-4d00-852f-7ce321fc3164 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:17.442390 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-41c83884-8a06-4480-9c53-0a8b6262c210 req-a44a2eed-fc05-4d00-852f-7ce321fc3164 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Synchronizing usage tracker for tenant:1a50b91685cf49219c3ace9b03611aff on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:37:17.459432 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-41c83884-8a06-4480-9c53-0a8b6262c210 req-a44a2eed-fc05-4d00-852f-7ce321fc3164 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Unset dirty status for tenant:1a50b91685cf49219c3ace9b03611aff on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:37:17.460554 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-41c83884-8a06-4480-9c53-0a8b6262c210 req-a44a2eed-fc05-4d00-852f-7ce321fc3164 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 943 time: 0.0906858 Apr 06 14:37:17.508071 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-41c83884-8a06-4480-9c53-0a8b6262c210 req-07d71e83-aa15-4dab-bbe2-a3a264491fa4 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418396 Apr 06 14:37:17.983355 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 522a073c-9fe1-4636-aee9-0b6f64f9b49f details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:37:18.110382 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 522a073c-9fe1-4636-aee9-0b6f64f9b49f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=522a073c-9fe1-4636-aee9-0b6f64f9b49f,segment=NetworkSegment(03d150fc-f79a-4b1e-8d9d-2c381e6bdd09),segment_id=03d150fc-f79a-4b1e-8d9d-2c381e6bdd09)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:18.123484 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '522a073c-9fe1-4636-aee9-0b6f64f9b49f', 'network_id': '2e50e521-9b69-474c-9f99-08badfeb9484', 'port_id': '522a073c-9fe1-4636-aee9-0b6f64f9b49f', 'mac_address': 'fa:16:3e:14:35:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f8ae02-e334-46fc-b977-990131fd02b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:37:18.174254 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:18.191197 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522a073c-9fe1-4636-aee9-0b6f64f9b49f {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:37:18.205946 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 522a073c-9fe1-4636-aee9-0b6f64f9b49f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=522a073c-9fe1-4636-aee9-0b6f64f9b49f,segment=NetworkSegment(03d150fc-f79a-4b1e-8d9d-2c381e6bdd09),segment_id=03d150fc-f79a-4b1e-8d9d-2c381e6bdd09)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:18.209709 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:18.274188 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=522a073c-9fe1-4636-aee9-0b6f64f9b49f,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:18.406213 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['522a073c-9fe1-4636-aee9-0b6f64f9b49f'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:37:18.703229 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b250a5f-4690-43cc-8f7c-7ad311180bd6 req-92c805d9-3fff-4287-8ba3-d2d3a9bfbbe3 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:18.704581 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0b250a5f-4690-43cc-8f7c-7ad311180bd6 req-92c805d9-3fff-4287-8ba3-d2d3a9bfbbe3 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 944 time: 0.0754876 Apr 06 14:37:18.748929 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0b250a5f-4690-43cc-8f7c-7ad311180bd6 req-87e1bbc0-318b-4f51-98c0-5cab72bf45ff tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382590 Apr 06 14:37:19.990574 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 522a073c-9fe1-4636-aee9-0b6f64f9b49f up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:37:20.024966 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3372870-5c28-4ef7-9292-1dc8b42f3c70 req-2b440b2c-a832-42cb-8784-cae88946bd70 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:20.026416 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b3372870-5c28-4ef7-9292-1dc8b42f3c70 req-2b440b2c-a832-42cb-8784-cae88946bd70 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 944 time: 0.1586053 Apr 06 14:37:20.061478 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port 522a073c-9fe1-4636-aee9-0b6f64f9b49f completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:37:20.066314 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 522a073c-9fe1-4636-aee9-0b6f64f9b49f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:37:20.066857 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:20.071678 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b3372870-5c28-4ef7-9292-1dc8b42f3c70 req-37f161e8-4904-4458-abb3-db882b526aa6 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397422 Apr 06 14:37:20.178201 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:20.203315 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10787d2-d234-418d-83c3-18c3739073dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522a073c-9fe1-4636-aee9-0b6f64f9b49f'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:37:20.214313 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 522a073c-9fe1-4636-aee9-0b6f64f9b49f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=522a073c-9fe1-4636-aee9-0b6f64f9b49f,segment=NetworkSegment(03d150fc-f79a-4b1e-8d9d-2c381e6bdd09),segment_id=03d150fc-f79a-4b1e-8d9d-2c381e6bdd09)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:20.218177 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:20.258902 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3a01404-1200-468b-8466-213e4f1fddb4'] response: {'server_uuid': 'a10787d2-d234-418d-83c3-18c3739073dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522a073c-9fe1-4636-aee9-0b6f64f9b49f', 'code': 200} Apr 06 14:37:20.283920 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=522a073c-9fe1-4636-aee9-0b6f64f9b49f,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:20.477035 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7733bcef-451a-4938-8b76-690de6056c06 req-b0719a46-1dd6-483b-adfa-31806c324861 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 1098 time: 0.0682738 Apr 06 14:37:20.516579 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7733bcef-451a-4938-8b76-690de6056c06 req-7d8b120e-3cd6-4ba3-9c1a-e41366ebf4e9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339916 Apr 06 14:37:21.262351 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66c2b6-69b7-4348-96d7-f4d9226eb361 req-ae524b1b-f79c-4d2c-a005-ab8eb219eba1 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:21.263796 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2c66c2b6-69b7-4348-96d7-f4d9226eb361 req-ae524b1b-f79c-4d2c-a005-ab8eb219eba1 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.0755112 Apr 06 14:37:21.307686 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2c66c2b6-69b7-4348-96d7-f4d9226eb361 req-2a18276c-8dc3-4ae1-a04e-fadca5b4fe22 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384004 Apr 06 14:37:22.503733 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5245d-2e2d-44d8-afb2-eb0a526c2a0e req-96183b69-06e6-47cf-8135-168559d10bad tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:22.505194 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-60c5245d-2e2d-44d8-afb2-eb0a526c2a0e req-96183b69-06e6-47cf-8135-168559d10bad tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.0797076 Apr 06 14:37:22.549742 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-60c5245d-2e2d-44d8-afb2-eb0a526c2a0e req-1bbf5008-2ad7-42b6-adde-805d5f18cbec tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390854 Apr 06 14:37:22.744854 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c20fef5a-4077-46df-a921-e11007405d77 req-29257019-8225-4612-bf0a-a6d75d483791 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0692031 Apr 06 14:37:23.011779 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58544) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:37:23.046521 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502f591-110b-480e-8b24-251402968344 req-57e448c5-98f4-48d2-bafd-1186246e024b tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:23.048103 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8502f591-110b-480e-8b24-251402968344 req-57e448c5-98f4-48d2-bafd-1186246e024b tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.0765421 Apr 06 14:37:23.096920 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8502f591-110b-480e-8b24-251402968344 req-cb9ba240-2479-40f5-9701-66aafe2845d9 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433810 Apr 06 14:37:23.148593 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-010f9c2b-ccaf-433d-af3c-00ef6a5429dd req-48362541-06d7-4c87-a2c4-8663babf0085 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1355984 Apr 06 14:37:24.295837 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d953f-5531-4d57-a3f8-6bd235204a3c req-a7611edb-2c7a-4530-8376-8e135754551d tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:24.297222 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ac5d953f-5531-4d57-a3f8-6bd235204a3c req-a7611edb-2c7a-4530-8376-8e135754551d tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.0796971 Apr 06 14:37:24.387855 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ac5d953f-5531-4d57-a3f8-6bd235204a3c req-51793e31-c658-412b-9daa-244a0bdd9b2a tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843573 Apr 06 14:37:24.405916 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-010f9c2b-ccaf-433d-af3c-00ef6a5429dd req-511df57e-493a-4a4d-abf8-1bb10b9ae5d7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1a50b91685cf49219c3ace9b03611aff&device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 1098 time: 0.0887005 Apr 06 14:37:24.534457 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f9c2b-ccaf-433d-af3c-00ef6a5429dd req-9b55994b-e68b-47f1-b8e8-96660dd3736f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:24.535915 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-010f9c2b-ccaf-433d-af3c-00ef6a5429dd req-9b55994b-e68b-47f1-b8e8-96660dd3736f service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e50e521-9b69-474c-9f99-08badfeb9484 HTTP/1.1" status: 200 len: 912 time: 0.1236954 Apr 06 14:37:24.603981 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-010f9c2b-ccaf-433d-af3c-00ef6a5429dd req-d2693041-4684-40a5-9fd0-4915bb521ac8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=522a073c-9fe1-4636-aee9-0b6f64f9b49f HTTP/1.1" status: 200 len: 217 time: 0.0620122 Apr 06 14:37:24.663825 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f9c2b-ccaf-433d-af3c-00ef6a5429dd req-7bd0578c-a7f8-43c7-92da-8b1d50d3e9e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:24.665211 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-010f9c2b-ccaf-433d-af3c-00ef6a5429dd req-7bd0578c-a7f8-43c7-92da-8b1d50d3e9e3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=93f8ae02-e334-46fc-b977-990131fd02b3 HTTP/1.1" status: 200 len: 851 time: 0.0547667 Apr 06 14:37:24.711128 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-010f9c2b-ccaf-433d-af3c-00ef6a5429dd req-635beaf3-5bc3-4cb4-82ee-1bb80dc87fde service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e50e521-9b69-474c-9f99-08badfeb9484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406692 Apr 06 14:37:24.838845 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-010f9c2b-ccaf-433d-af3c-00ef6a5429dd req-3aaa2791-5331-4b33-af5f-ab792eb5b7f3 service neutron] 10.222.0.69 "GET /v2.0/networks/2e50e521-9b69-474c-9f99-08badfeb9484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216960 Apr 06 14:37:24.967364 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-010f9c2b-ccaf-433d-af3c-00ef6a5429dd req-962cdb36-600f-416d-8a68-a1f676cc4236 service neutron] 10.222.0.69 "GET /v2.0/networks/2e50e521-9b69-474c-9f99-08badfeb9484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223755 Apr 06 14:37:25.582800 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6449a-59b8-4aed-b966-cc6b5e0719f0 req-6df5cccc-e819-40c2-80b6-ec6d30007a28 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:25.584218 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cca6449a-59b8-4aed-b966-cc6b5e0719f0 req-6df5cccc-e819-40c2-80b6-ec6d30007a28 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.0743637 Apr 06 14:37:25.628224 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cca6449a-59b8-4aed-b966-cc6b5e0719f0 req-8f21c1bf-ba67-4d85-83a9-bd411d51ef63 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385334 Apr 06 14:37:25.652642 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:37:26.819422 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f13ae4-2c97-4561-87e9-466aaa6d75ac req-9e9545a0-42ee-4e8e-965b-757309949727 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:26.821138 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-90f13ae4-2c97-4561-87e9-466aaa6d75ac req-9e9545a0-42ee-4e8e-965b-757309949727 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.0747080 Apr 06 14:37:26.865103 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-90f13ae4-2c97-4561-87e9-466aaa6d75ac req-5a48fc8b-b018-4ba9-9ee1-6c3b75455051 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383496 Apr 06 14:37:28.060632 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0d51f-3b87-4ab9-8749-1e5a37a6bc32 req-8c091663-40d7-47ff-9413-5981614c6623 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:28.062083 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-45b0d51f-3b87-4ab9-8749-1e5a37a6bc32 req-8c091663-40d7-47ff-9413-5981614c6623 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.0782115 Apr 06 14:37:28.106592 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-45b0d51f-3b87-4ab9-8749-1e5a37a6bc32 req-543b7366-6ee0-498c-a1f0-d1f621d3fea0 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383694 Apr 06 14:37:29.100384 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:29.306812 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7134d-e250-49b4-8a6b-19e62f687cfd req-212b0300-0f34-4b14-8bf9-7835c654f824 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:29.308243 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-05e7134d-e250-49b4-8a6b-19e62f687cfd req-212b0300-0f34-4b14-8bf9-7835c654f824 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.0773561 Apr 06 14:37:29.354157 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-05e7134d-e250-49b4-8a6b-19e62f687cfd req-e24f0cef-7aae-4102-8fd3-f8869621412b tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403428 Apr 06 14:37:30.546308 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d464dcb-21c5-4e02-b899-48db95dda50d req-5bb2b6ca-a046-49d4-adc2-228a46a00788 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:30.547742 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8d464dcb-21c5-4e02-b899-48db95dda50d req-5bb2b6ca-a046-49d4-adc2-228a46a00788 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.0756781 Apr 06 14:37:30.591806 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8d464dcb-21c5-4e02-b899-48db95dda50d req-71e09510-79ce-4fac-a0cc-61e8b46ab78d tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378981 Apr 06 14:37:31.786198 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a320cc-dfdb-4c67-af4d-ec0c707d909a req-abbafff7-49fc-4824-bd5e-fbde63078e81 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:31.787626 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d8a320cc-dfdb-4c67-af4d-ec0c707d909a req-abbafff7-49fc-4824-bd5e-fbde63078e81 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.0744355 Apr 06 14:37:31.838343 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d8a320cc-dfdb-4c67-af4d-ec0c707d909a req-601c7362-1933-49c4-a08b-1d9726f70024 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433662 Apr 06 14:37:33.038824 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da984875-1afe-4dd1-babe-edd636775c4c req-3fa54489-f84a-4bc5-a550-483688d1d5e8 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:33.040230 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-da984875-1afe-4dd1-babe-edd636775c4c req-3fa54489-f84a-4bc5-a550-483688d1d5e8 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.0773957 Apr 06 14:37:33.083584 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-da984875-1afe-4dd1-babe-edd636775c4c req-abaff82f-964a-460b-9b80-a5744a1be3c3 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378366 Apr 06 14:37:34.273855 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78324350-94be-4fa3-a7ad-e90cd1cad349 req-2ad04e8d-1b0a-4571-a562-0dac4f8801a3 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:34.275547 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-78324350-94be-4fa3-a7ad-e90cd1cad349 req-2ad04e8d-1b0a-4571-a562-0dac4f8801a3 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.0748260 Apr 06 14:37:34.319529 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-78324350-94be-4fa3-a7ad-e90cd1cad349 req-3b2510cc-c296-4218-a9d2-804fdf5f8873 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382698 Apr 06 14:37:35.511351 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977252b-d300-4402-b41a-3de4fc0bacd6 req-d9997af5-e6c3-4219-8278-e2d31eaf6d95 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:35.512770 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3977252b-d300-4402-b41a-3de4fc0bacd6 req-d9997af5-e6c3-4219-8278-e2d31eaf6d95 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.0760484 Apr 06 14:37:35.561182 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3977252b-d300-4402-b41a-3de4fc0bacd6 req-523c53eb-5f32-456d-aad9-ddfa46953329 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427279 Apr 06 14:37:36.755101 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc63d4-1021-48d4-adaa-64bfe25ab400 req-f5225c95-acc6-45db-94d1-ded292d2771c tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:36.756508 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c7fc63d4-1021-48d4-adaa-64bfe25ab400 req-f5225c95-acc6-45db-94d1-ded292d2771c tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.0771806 Apr 06 14:37:36.885999 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c7fc63d4-1021-48d4-adaa-64bfe25ab400 req-c6d9ed6c-41d2-41a9-ac1f-46aefd19af4a tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240597 Apr 06 14:37:38.049163 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-541c4a91-0511-416f-9492-6d403179e129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:38.080561 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb31f36-0ae7-4f5a-8e5c-d21f07af74ec req-5f2f4534-2983-4be2-b376-00d83d6bacd1 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:38.082696 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1bb31f36-0ae7-4f5a-8e5c-d21f07af74ec req-5f2f4534-2983-4be2-b376-00d83d6bacd1 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.0782521 Apr 06 14:37:38.125601 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1bb31f36-0ae7-4f5a-8e5c-d21f07af74ec req-0872e6d8-c190-4f52-baa0-5e2ee8d22d68 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373397 Apr 06 14:37:39.321331 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a2888-f914-4ea8-857b-201397664901 req-5c6d68ec-82f0-44ef-9e65-bb0f9f74d8e8 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:39.322802 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7b7a2888-f914-4ea8-857b-201397664901 req-5c6d68ec-82f0-44ef-9e65-bb0f9f74d8e8 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.0756896 Apr 06 14:37:39.366428 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7b7a2888-f914-4ea8-857b-201397664901 req-fb850c0a-cdd7-4fd6-89db-98cac9e89fc4 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382040 Apr 06 14:37:40.563581 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fe4c9-5fe3-4d42-a984-6e343c5bf29f req-89883470-409a-41b3-95bf-ad52c90e7d6a tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:40.565095 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a66fe4c9-5fe3-4d42-a984-6e343c5bf29f req-89883470-409a-41b3-95bf-ad52c90e7d6a tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.0787165 Apr 06 14:37:40.609849 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a66fe4c9-5fe3-4d42-a984-6e343c5bf29f req-6760f1ca-abcd-4b55-bf6d-2e19ff334b6d tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385108 Apr 06 14:37:40.893969 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7494f2cd-a965-457a-80be-0ed3b2c04606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:41.344819 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:41.395535 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:41.803145 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783be69-c147-445a-925f-68dafc4cf4b8 req-f60606ff-1f51-475c-abb6-b08659cbe8af tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:41.805293 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1783be69-c147-445a-925f-68dafc4cf4b8 req-f60606ff-1f51-475c-abb6-b08659cbe8af tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.0777202 Apr 06 14:37:41.849767 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1783be69-c147-445a-925f-68dafc4cf4b8 req-d9808c4c-6072-4c0f-87aa-0b61aa207730 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396564 Apr 06 14:37:42.872128 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:43.042205 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bbe26-ad09-49ab-b0e4-930f47909536 req-118ecb98-bbb7-4f2e-a8bc-1a5548011356 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:43.043647 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6c0bbe26-ad09-49ab-b0e4-930f47909536 req-118ecb98-bbb7-4f2e-a8bc-1a5548011356 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.0747595 Apr 06 14:37:43.089030 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6c0bbe26-ad09-49ab-b0e4-930f47909536 req-2087d119-1bdb-4efa-8fac-d8e1213b60c7 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398116 Apr 06 14:37:44.296964 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa15e5-f073-429d-ac25-8957aa111028 req-56cb4312-e79e-4674-b5f5-749f0ddaa7b9 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:44.298400 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c0fa15e5-f073-429d-ac25-8957aa111028 req-56cb4312-e79e-4674-b5f5-749f0ddaa7b9 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.0754063 Apr 06 14:37:44.347818 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c0fa15e5-f073-429d-ac25-8957aa111028 req-eecb4926-8da9-46f9-9c1f-dd2b39ca4cbe tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433774 Apr 06 14:37:45.542601 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84616b20-9f47-4ce8-8094-c7289e075951 req-763c385b-e7e0-4c09-9e94-c77c84321b8c tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:45.544012 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-84616b20-9f47-4ce8-8094-c7289e075951 req-763c385b-e7e0-4c09-9e94-c77c84321b8c tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.0769536 Apr 06 14:37:45.588208 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-84616b20-9f47-4ce8-8094-c7289e075951 req-c9115c13-a15c-4e23-b81a-c3888cee4b6d tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386660 Apr 06 14:37:46.782422 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff79966-07e1-4752-ab7f-3d8b957db83a req-c3caa842-ad9c-43a9-b153-f643788839cf tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:46.783944 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7ff79966-07e1-4752-ab7f-3d8b957db83a req-c3caa842-ad9c-43a9-b153-f643788839cf tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.0760186 Apr 06 14:37:46.828442 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7ff79966-07e1-4752-ab7f-3d8b957db83a req-92347ac3-c34a-4d70-8ae3-bce242eba86d tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384262 Apr 06 14:37:48.024159 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114fc85-873e-4f4e-82d8-dd3b35f142d0 req-89c3cd93-f139-4aa6-bdae-2d1349b56431 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:48.025619 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3114fc85-873e-4f4e-82d8-dd3b35f142d0 req-89c3cd93-f139-4aa6-bdae-2d1349b56431 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.0749159 Apr 06 14:37:48.069730 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3114fc85-873e-4f4e-82d8-dd3b35f142d0 req-3ae31ed1-ed6d-436c-8648-64cc56ed0ac9 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386181 Apr 06 14:37:49.264832 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2548f2-e2fb-41f6-b32f-8e49342a1b2c req-55eb69bd-cf79-442c-88c4-5a949b636fa4 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:49.266296 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0c2548f2-e2fb-41f6-b32f-8e49342a1b2c req-55eb69bd-cf79-442c-88c4-5a949b636fa4 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.0782447 Apr 06 14:37:49.311529 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0c2548f2-e2fb-41f6-b32f-8e49342a1b2c req-731211ff-5f2d-4f33-ab1a-ff02c882d9b7 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397434 Apr 06 14:37:50.509635 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ad6b1-b876-444e-99e2-24f77eea3430 req-63fbf88c-ee7f-4a90-bdf2-2efbc8bafacc tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:50.511075 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2a9ad6b1-b876-444e-99e2-24f77eea3430 req-63fbf88c-ee7f-4a90-bdf2-2efbc8bafacc tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.0781446 Apr 06 14:37:50.560824 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2a9ad6b1-b876-444e-99e2-24f77eea3430 req-73b1efc6-59fc-4ef4-ac76-cd5c941f88e2 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441322 Apr 06 14:37:51.273052 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7be944b4-0bc1-40c5-a379-5348df7925e5 req-d5e83741-cab5-4326-8f94-ce12ca77f868 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1a50b91685cf49219c3ace9b03611aff&device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 1098 time: 0.0670953 Apr 06 14:37:51.416699 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be944b4-0bc1-40c5-a379-5348df7925e5 req-d21e1a81-1e19-4b96-bc2d-e98d270041a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:51.418159 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7be944b4-0bc1-40c5-a379-5348df7925e5 req-d21e1a81-1e19-4b96-bc2d-e98d270041a9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e50e521-9b69-474c-9f99-08badfeb9484 HTTP/1.1" status: 200 len: 912 time: 0.1243010 Apr 06 14:37:51.488509 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7be944b4-0bc1-40c5-a379-5348df7925e5 req-763eb200-3d48-4128-8eef-d7f56a01fb67 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=522a073c-9fe1-4636-aee9-0b6f64f9b49f HTTP/1.1" status: 200 len: 217 time: 0.0624359 Apr 06 14:37:51.548493 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be944b4-0bc1-40c5-a379-5348df7925e5 req-25c6cdd3-1ccc-4d37-b99a-571b670fc768 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:51.550402 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7be944b4-0bc1-40c5-a379-5348df7925e5 req-25c6cdd3-1ccc-4d37-b99a-571b670fc768 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=93f8ae02-e334-46fc-b977-990131fd02b3 HTTP/1.1" status: 200 len: 851 time: 0.0549634 Apr 06 14:37:51.598851 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7be944b4-0bc1-40c5-a379-5348df7925e5 req-cd8d7dd8-53ad-4fd1-b6ff-525876f0d4af service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e50e521-9b69-474c-9f99-08badfeb9484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407581 Apr 06 14:37:51.773850 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7be944b4-0bc1-40c5-a379-5348df7925e5 req-534c82a1-aafd-4785-8907-3492811127a6 service neutron] 10.222.0.69 "GET /v2.0/networks/2e50e521-9b69-474c-9f99-08badfeb9484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678617 Apr 06 14:37:51.863994 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9dd978-c7c3-4427-b09c-60ff1e1249fa req-0662f82a-5751-4a9f-9817-55632ed8a7ef tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:51.865440 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8b9dd978-c7c3-4427-b09c-60ff1e1249fa req-0662f82a-5751-4a9f-9817-55632ed8a7ef tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.1829610 Apr 06 14:37:52.014660 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7be944b4-0bc1-40c5-a379-5348df7925e5 req-6ff55d9d-5738-4904-bb8d-38bd13d9a0ce service neutron] 10.222.0.69 "GET /v2.0/networks/2e50e521-9b69-474c-9f99-08badfeb9484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332728 Apr 06 14:37:52.016743 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8b9dd978-c7c3-4427-b09c-60ff1e1249fa req-d5c8b1aa-4ec6-459f-a6de-223c89bc9741 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443346 Apr 06 14:37:52.023766 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-010f9c2b-ccaf-433d-af3c-00ef6a5429dd req-7c650bc5-bdb8-4752-b295-1db67c88d70b service neutron] 10.222.0.69 "GET /v2.0/ports/522a073c-9fe1-4636-aee9-0b6f64f9b49f/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.1475043 Apr 06 14:37:52.288034 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-010f9c2b-ccaf-433d-af3c-00ef6a5429dd req-306648e6-7fc0-45e3-ad9d-b610f88e449e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc&tenant_id=1a50b91685cf49219c3ace9b03611aff HTTP/1.1" status: 200 len: 1098 time: 0.0679307 Apr 06 14:37:52.396586 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-010f9c2b-ccaf-433d-af3c-00ef6a5429dd req-8e3921c5-c227-4c7b-971b-20f839a32237 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1a50b91685cf49219c3ace9b03611aff&device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 1098 time: 0.0699747 Apr 06 14:37:52.612572 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f9c2b-ccaf-433d-af3c-00ef6a5429dd req-2bad8561-ebd8-4153-90df-337c11743ae4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:52.613934 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-010f9c2b-ccaf-433d-af3c-00ef6a5429dd req-2bad8561-ebd8-4153-90df-337c11743ae4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e50e521-9b69-474c-9f99-08badfeb9484 HTTP/1.1" status: 200 len: 912 time: 0.2103376 Apr 06 14:37:52.678410 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-010f9c2b-ccaf-433d-af3c-00ef6a5429dd req-f7484ed6-dcb5-4ff6-90de-e5a9c8264c57 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=522a073c-9fe1-4636-aee9-0b6f64f9b49f HTTP/1.1" status: 200 len: 217 time: 0.0577688 Apr 06 14:37:52.742022 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f9c2b-ccaf-433d-af3c-00ef6a5429dd req-79dcf8f7-4e26-4610-8b3d-e4e41d859e08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:52.743407 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-010f9c2b-ccaf-433d-af3c-00ef6a5429dd req-79dcf8f7-4e26-4610-8b3d-e4e41d859e08 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=93f8ae02-e334-46fc-b977-990131fd02b3 HTTP/1.1" status: 200 len: 851 time: 0.0582659 Apr 06 14:37:52.789717 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-010f9c2b-ccaf-433d-af3c-00ef6a5429dd req-c3a0a7f7-aeb6-4be2-8208-07c94db2c532 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e50e521-9b69-474c-9f99-08badfeb9484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371029 Apr 06 14:37:52.917092 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-010f9c2b-ccaf-433d-af3c-00ef6a5429dd req-bfbe1206-91c3-44ac-9d86-edf998a6219a service neutron] 10.222.0.69 "GET /v2.0/networks/2e50e521-9b69-474c-9f99-08badfeb9484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212490 Apr 06 14:37:53.046379 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-010f9c2b-ccaf-433d-af3c-00ef6a5429dd req-dba72dd2-17b9-4862-b7a1-a8b7911a73ac service neutron] 10.222.0.69 "GET /v2.0/networks/2e50e521-9b69-474c-9f99-08badfeb9484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221848 Apr 06 14:37:53.215026 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e1249-ff7f-417a-b1ed-0f35f93938fe req-28ec92e7-5b68-40f2-a492-225cbaa64740 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:53.216486 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e55e1249-ff7f-417a-b1ed-0f35f93938fe req-28ec92e7-5b68-40f2-a492-225cbaa64740 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.0787177 Apr 06 14:37:53.265022 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e55e1249-ff7f-417a-b1ed-0f35f93938fe req-f4c677c4-c070-4276-aee4-f11ae999ce5c tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429480 Apr 06 14:37:54.465222 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c62da-18ec-481a-813a-d88c7d1e38cf req-37a94e66-be5e-4a04-949c-0befeed27019 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:54.466655 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-095c62da-18ec-481a-813a-d88c7d1e38cf req-37a94e66-be5e-4a04-949c-0befeed27019 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.0786684 Apr 06 14:37:54.510899 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-095c62da-18ec-481a-813a-d88c7d1e38cf req-c9b16d50-699d-4f52-800d-26cd70c131b3 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382481 Apr 06 14:37:55.707800 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf6341-52ec-4f96-aa11-a8fcb66f43f9 req-c1116447-6f50-4166-9c70-39f60f007969 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:55.709267 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eadf6341-52ec-4f96-aa11-a8fcb66f43f9 req-c1116447-6f50-4166-9c70-39f60f007969 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.0751867 Apr 06 14:37:55.754089 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eadf6341-52ec-4f96-aa11-a8fcb66f43f9 req-6638fb84-902e-4de9-a92e-ca835177bb88 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393889 Apr 06 14:37:56.140052 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6be03-dba4-45f2-bb72-cce2b2c2986b req-b30e67a1-919c-4734-a623-c83543f360fd tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:56.141498 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e3f6be03-dba4-45f2-bb72-cce2b2c2986b req-b30e67a1-919c-4734-a623-c83543f360fd tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.69 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc&tenant_id=1a50b91685cf49219c3ace9b03611aff&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 945 time: 0.0781882 Apr 06 14:37:56.186193 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 522a073c-9fe1-4636-aee9-0b6f64f9b49f details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:37:56.190084 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 522a073c-9fe1-4636-aee9-0b6f64f9b49f no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:37:56.282732 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e3f6be03-dba4-45f2-bb72-cce2b2c2986b req-2c656880-b3e8-423e-80c7-540e39d51525 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1a50b91685cf49219c3ace9b03611aff&device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 1098 time: 0.0706792 Apr 06 14:37:56.392727 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:56.411313 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6be03-dba4-45f2-bb72-cce2b2c2986b req-33ed1052-d004-47ce-aa88-9181d9b43c5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:56.412796 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e3f6be03-dba4-45f2-bb72-cce2b2c2986b req-33ed1052-d004-47ce-aa88-9181d9b43c5a service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e50e521-9b69-474c-9f99-08badfeb9484 HTTP/1.1" status: 200 len: 912 time: 0.1232564 Apr 06 14:37:56.422104 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 522a073c-9fe1-4636-aee9-0b6f64f9b49f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=522a073c-9fe1-4636-aee9-0b6f64f9b49f,segment=NetworkSegment(03d150fc-f79a-4b1e-8d9d-2c381e6bdd09),segment_id=03d150fc-f79a-4b1e-8d9d-2c381e6bdd09)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:56.447602 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10787d2-d234-418d-83c3-18c3739073dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '522a073c-9fe1-4636-aee9-0b6f64f9b49f'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:37:56.453570 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '522a073c-9fe1-4636-aee9-0b6f64f9b49f', 'network_id': '2e50e521-9b69-474c-9f99-08badfeb9484', 'port_id': '522a073c-9fe1-4636-aee9-0b6f64f9b49f', 'mac_address': 'fa:16:3e:14:35:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f8ae02-e334-46fc-b977-990131fd02b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:37:56.459544 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 522a073c-9fe1-4636-aee9-0b6f64f9b49f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=522a073c-9fe1-4636-aee9-0b6f64f9b49f,segment=NetworkSegment(03d150fc-f79a-4b1e-8d9d-2c381e6bdd09),segment_id=03d150fc-f79a-4b1e-8d9d-2c381e6bdd09)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:56.480009 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e3f6be03-dba4-45f2-bb72-cce2b2c2986b req-9e7d766e-a49e-42bb-9f1c-3e1e52ab8640 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=522a073c-9fe1-4636-aee9-0b6f64f9b49f HTTP/1.1" status: 200 len: 217 time: 0.0604327 Apr 06 14:37:56.522145 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:56.550235 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6be03-dba4-45f2-bb72-cce2b2c2986b req-412663d3-58fd-46ea-a4fb-c3d1809358d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:56.551565 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e3f6be03-dba4-45f2-bb72-cce2b2c2986b req-412663d3-58fd-46ea-a4fb-c3d1809358d3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=93f8ae02-e334-46fc-b977-990131fd02b3 HTTP/1.1" status: 200 len: 851 time: 0.0611351 Apr 06 14:37:56.555874 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-009d6e8e-a019-44fd-bebc-a18e7956a16b'] response: {'server_uuid': 'a10787d2-d234-418d-83c3-18c3739073dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '522a073c-9fe1-4636-aee9-0b6f64f9b49f', 'code': 200} Apr 06 14:37:56.599628 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:56.600621 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e3f6be03-dba4-45f2-bb72-cce2b2c2986b req-df13dd76-c508-4303-99fa-2144160547c2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e50e521-9b69-474c-9f99-08badfeb9484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389626 Apr 06 14:37:56.621019 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=522a073c-9fe1-4636-aee9-0b6f64f9b49f,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:56.623859 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522a073c-9fe1-4636-aee9-0b6f64f9b49f {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:37:56.634859 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:56.635268 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:56.635624 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:56.635962 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:56.636295 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:56.636625 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:56.636978 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:56.637309 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:56.637634 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:56.638022 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:56.638444 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:56.650766 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 522a073c-9fe1-4636-aee9-0b6f64f9b49f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=522a073c-9fe1-4636-aee9-0b6f64f9b49f,segment=NetworkSegment(03d150fc-f79a-4b1e-8d9d-2c381e6bdd09),segment_id=03d150fc-f79a-4b1e-8d9d-2c381e6bdd09)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:56.654613 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:56.720923 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=522a073c-9fe1-4636-aee9-0b6f64f9b49f,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:56.733833 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e3f6be03-dba4-45f2-bb72-cce2b2c2986b req-4a8c0845-73e1-4343-a45d-254935089428 service neutron] 10.222.0.69 "GET /v2.0/networks/2e50e521-9b69-474c-9f99-08badfeb9484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243126 Apr 06 14:37:56.734173 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['522a073c-9fe1-4636-aee9-0b6f64f9b49f'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:37:56.867355 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e3f6be03-dba4-45f2-bb72-cce2b2c2986b req-50bd0499-25b2-4e98-8df6-ad4d07f45037 service neutron] 10.222.0.69 "GET /v2.0/networks/2e50e521-9b69-474c-9f99-08badfeb9484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263957 Apr 06 14:37:57.957354 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7dd05-51a8-4fdb-887e-ea7c6de47b1a req-ade104a9-e42d-41bb-86f8-4d0014b46358 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:57.958777 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9aa7dd05-51a8-4fdb-887e-ea7c6de47b1a req-ade104a9-e42d-41bb-86f8-4d0014b46358 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 944 time: 0.0788851 Apr 06 14:37:58.003092 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9aa7dd05-51a8-4fdb-887e-ea7c6de47b1a req-7a1c63d7-7a0f-4df5-9612-04c9bf027ee6 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388310 Apr 06 14:37:58.206729 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 522a073c-9fe1-4636-aee9-0b6f64f9b49f up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:37:58.272969 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 522a073c-9fe1-4636-aee9-0b6f64f9b49f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:37:58.273338 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:58.382514 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:58.413099 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 522a073c-9fe1-4636-aee9-0b6f64f9b49f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=522a073c-9fe1-4636-aee9-0b6f64f9b49f,segment=NetworkSegment(03d150fc-f79a-4b1e-8d9d-2c381e6bdd09),segment_id=03d150fc-f79a-4b1e-8d9d-2c381e6bdd09)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:58.417057 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:58.480289 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=522a073c-9fe1-4636-aee9-0b6f64f9b49f,revision_number=8']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:58.557451 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10787d2-d234-418d-83c3-18c3739073dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522a073c-9fe1-4636-aee9-0b6f64f9b49f'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:37:58.614393 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41fe4721-a4db-4b59-8091-5f74b17d741a'] response: {'server_uuid': 'a10787d2-d234-418d-83c3-18c3739073dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522a073c-9fe1-4636-aee9-0b6f64f9b49f', 'code': 200} Apr 06 14:37:59.094527 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:37:59.194043 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec365d93-6a21-4e89-98dc-17d9fd9f9402 req-2aec5f5d-69b7-47c6-9fe7-0820041ed60d tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:59.195730 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ec365d93-6a21-4e89-98dc-17d9fd9f9402 req-2aec5f5d-69b7-47c6-9fe7-0820041ed60d tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.0736947 Apr 06 14:37:59.241091 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ec365d93-6a21-4e89-98dc-17d9fd9f9402 req-b231de9a-ab08-42a8-9298-3bff87ba1081 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397646 Apr 06 14:38:00.131355 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6be03-dba4-45f2-bb72-cce2b2c2986b req-311a7ad7-a27e-4546-b3f3-756ee8646a0a tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:00.132758 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e3f6be03-dba4-45f2-bb72-cce2b2c2986b req-311a7ad7-a27e-4546-b3f3-756ee8646a0a tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.69 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.0749347 Apr 06 14:38:00.204722 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-e3f6be03-dba4-45f2-bb72-cce2b2c2986b req-fa02703a-857b-4f09-986c-dbc5a283de9c tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Deleting port 522a073c-9fe1-4636-aee9-0b6f64f9b49f {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:38:00.205007 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-e3f6be03-dba4-45f2-bb72-cce2b2c2986b req-fa02703a-857b-4f09-986c-dbc5a283de9c tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:00.595029 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-e3f6be03-dba4-45f2-bb72-cce2b2c2986b req-fa02703a-857b-4f09-986c-dbc5a283de9c tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] For port 522a073c-9fe1-4636-aee9-0b6f64f9b49f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=522a073c-9fe1-4636-aee9-0b6f64f9b49f,segment=NetworkSegment(03d150fc-f79a-4b1e-8d9d-2c381e6bdd09),segment_id=03d150fc-f79a-4b1e-8d9d-2c381e6bdd09)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:00.595386 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-e3f6be03-dba4-45f2-bb72-cce2b2c2986b req-fa02703a-857b-4f09-986c-dbc5a283de9c tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:00.664752 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79546384-e93e-45b8-86df-4b7948d7a2bb req-5e729ffd-c1c8-4e8c-ab3b-625ca1d1ddf6 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:00.666295 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-79546384-e93e-45b8-86df-4b7948d7a2bb req-5e729ffd-c1c8-4e8c-ab3b-625ca1d1ddf6 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10787d2-d234-418d-83c3-18c3739073dc HTTP/1.1" status: 200 len: 945 time: 0.2351408 Apr 06 14:38:00.728087 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-e3f6be03-dba4-45f2-bb72-cce2b2c2986b req-fa02703a-857b-4f09-986c-dbc5a283de9c tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Calling delete_port for 522a073c-9fe1-4636-aee9-0b6f64f9b49f owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:38:00.834555 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-79546384-e93e-45b8-86df-4b7948d7a2bb req-212a3896-9116-4b7b-acc2-6fed04577ae7 tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166444 Apr 06 14:38:00.905295 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-e3f6be03-dba4-45f2-bb72-cce2b2c2986b req-fa02703a-857b-4f09-986c-dbc5a283de9c tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:00.916655 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['522a073c-9fe1-4636-aee9-0b6f64f9b49f'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:38:00.958361 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02703a-857b-4f09-986c-dbc5a283de9c tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Pushing event deleted for resources: {'Port': ['ID=522a073c-9fe1-4636-aee9-0b6f64f9b49f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:00.998643 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa02703a-857b-4f09-986c-dbc5a283de9c tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:00.998985 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa02703a-857b-4f09-986c-dbc5a283de9c tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:00.999327 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa02703a-857b-4f09-986c-dbc5a283de9c tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:00.999659 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa02703a-857b-4f09-986c-dbc5a283de9c tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:00.999989 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa02703a-857b-4f09-986c-dbc5a283de9c tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:01.000320 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa02703a-857b-4f09-986c-dbc5a283de9c tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:01.000645 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa02703a-857b-4f09-986c-dbc5a283de9c tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:01.001002 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa02703a-857b-4f09-986c-dbc5a283de9c tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:01.001328 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa02703a-857b-4f09-986c-dbc5a283de9c tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:01.001648 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa02703a-857b-4f09-986c-dbc5a283de9c tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:01.001973 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa02703a-857b-4f09-986c-dbc5a283de9c tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:01.040880 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f6be03-dba4-45f2-bb72-cce2b2c2986b req-fa02703a-857b-4f09-986c-dbc5a283de9c tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] No DVR routers for this DVR port 522a073c-9fe1-4636-aee9-0b6f64f9b49f on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:01.043256 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-e3f6be03-dba4-45f2-bb72-cce2b2c2986b req-fa02703a-857b-4f09-986c-dbc5a283de9c tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:01.046940 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10787d2-d234-418d-83c3-18c3739073dc', 'name': 'network-vif-deleted', 'tag': '522a073c-9fe1-4636-aee9-0b6f64f9b49f'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:38:01.061011 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e3f6be03-dba4-45f2-bb72-cce2b2c2986b req-fa02703a-857b-4f09-986c-dbc5a283de9c tempest-DeleteServersTestJSON-286836518 tempest-DeleteServersTestJSON-286836518-project] 10.222.0.69 "DELETE /v2.0/ports/522a073c-9fe1-4636-aee9-0b6f64f9b49f HTTP/1.1" status: 204 len: 173 time: 0.9221814 Apr 06 14:38:01.109268 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f7ea226-4b4f-4a22-93f6-a026e7215645'] response: {'server_uuid': 'a10787d2-d234-418d-83c3-18c3739073dc', 'name': 'network-vif-deleted', 'tag': '522a073c-9fe1-4636-aee9-0b6f64f9b49f', 'status': 'completed', 'code': 200} Apr 06 14:38:02.105349 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58646) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:38:02.166451 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1338a1-daff-49a4-8a50-094e8ac33d65 admin admin] Deleting subnet 93f8ae02-e334-46fc-b977-990131fd02b3 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:38:02.169284 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc1338a1-daff-49a4-8a50-094e8ac33d65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:02.217211 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc1338a1-daff-49a4-8a50-094e8ac33d65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:02.269193 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc1338a1-daff-49a4-8a50-094e8ac33d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:02.339489 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc1338a1-daff-49a4-8a50-094e8ac33d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:02.375500 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1338a1-daff-49a4-8a50-094e8ac33d65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93f8ae02-e334-46fc-b977-990131fd02b3,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:02.381488 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc1338a1-daff-49a4-8a50-094e8ac33d65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:02.387143 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bc1338a1-daff-49a4-8a50-094e8ac33d65 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/93f8ae02-e334-46fc-b977-990131fd02b3 HTTP/1.1" status: 204 len: 168 time: 0.2808056 Apr 06 14:38:02.389673 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58650) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:38:02.492002 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5c9bec1a-455f-4391-9a7e-2f8ac3f4c4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:02.610298 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5c9bec1a-455f-4391-9a7e-2f8ac3f4c4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:02.634533 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-5c9bec1a-455f-4391-9a7e-2f8ac3f4c4f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e50e521-9b69-474c-9f99-08badfeb9484']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:02.646697 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-5c9bec1a-455f-4391-9a7e-2f8ac3f4c4f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d150fc-f79a-4b1e-8d9d-2c381e6bdd09') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:02.647000 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-5c9bec1a-455f-4391-9a7e-2f8ac3f4c4f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d150fc-f79a-4b1e-8d9d-2c381e6bdd09') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:02.652562 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:38:02.658344 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5c9bec1a-455f-4391-9a7e-2f8ac3f4c4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:02.680804 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5c9bec1a-455f-4391-9a7e-2f8ac3f4c4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:02.687021 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c9bec1a-455f-4391-9a7e-2f8ac3f4c4f4 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:38:02.687471 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5c9bec1a-455f-4391-9a7e-2f8ac3f4c4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:38:02.704396 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:38:02.775720 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5c9bec1a-455f-4391-9a7e-2f8ac3f4c4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:02.791982 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5c9bec1a-455f-4391-9a7e-2f8ac3f4c4f4 admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:02.800930 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9bec1a-455f-4391-9a7e-2f8ac3f4c4f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e50e521-9b69-474c-9f99-08badfeb9484,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:02.803414 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5c9bec1a-455f-4391-9a7e-2f8ac3f4c4f4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2e50e521-9b69-474c-9f99-08badfeb9484 HTTP/1.1" status: 204 len: 168 time: 0.4128523 Apr 06 14:38:02.944029 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58656) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:38:02.995720 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d89c5127-0917-40b7-b405-52b3da2ba6bf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a50b91685cf49219c3ace9b03611aff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0505202 Apr 06 14:38:02.998302 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58660) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:38:03.054412 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-367b4f33-bc30-4cd5-88c6-1b67fd25d8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:03.079115 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-367b4f33-bc30-4cd5-88c6-1b67fd25d8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:03.129318 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-367b4f33-bc30-4cd5-88c6-1b67fd25d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:03.145710 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b4f33-bc30-4cd5-88c6-1b67fd25d8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:03.155216 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-367b4f33-bc30-4cd5-88c6-1b67fd25d8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:03.156332 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-367b4f33-bc30-4cd5-88c6-1b67fd25d8d5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c0c1b70d-ebf1-4f5a-9c41-f38aeea55fc3 HTTP/1.1" status: 204 len: 168 time: 0.1571567 Apr 06 14:38:03.963848 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 58682) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:38:04.095885 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-415470336-network', 'tenant_id': '9adf49c7336443d0b7b7f5101bc1fc02'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:38:04.100579 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:38:04.104461 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Usage tracker for resource:network and tenant:9adf49c7336443d0b7b7f5101bc1fc02 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:38:04.107263 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:38:04.113321 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:38:04.122489 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Made reservation on behalf of 9adf49c7336443d0b7b7f5101bc1fc02 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:04.124701 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:04.140606 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:04.171567 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:38:04.175335 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Usage tracker for resource:security_group_rule and tenant:9adf49c7336443d0b7b7f5101bc1fc02 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:38:04.178122 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:38:04.183719 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:38:04.241584 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 522a073c-9fe1-4636-aee9-0b6f64f9b49f no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:38:04.249382 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:04.253758 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:04.274791 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: 522a073c-9fe1-4636-aee9-0b6f64f9b49f {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:38:04.275144 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 522a073c-9fe1-4636-aee9-0b6f64f9b49f not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:38:04.280838 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:38:04.292990 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be57430f-1ab7-41e3-a7ff-6a04405fadc7,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:04.298315 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:04.298663 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Added segment 062c60c2-8c15-469d-8783-93cad0a5676e of type vlan for network b264bfe5-626c-428d-b41e-25048941a31f Apr 06 14:38:04.307973 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:04.308325 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:04.308669 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:04.309046 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:04.309387 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:04.309726 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:04.310060 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:04.310402 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:04.310721 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:04.311047 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:04.311374 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:04.335245 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:04.363362 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:04.364254 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:04.364823 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:04.536778 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5716765 Apr 06 14:38:04.539659 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11a5e9-4584-4685-88be-1e5c4467a54a admin admin] Pushing event updated for resources: {'Network': ['ID=b264bfe5-626c-428d-b41e-25048941a31f,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:04.539798 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 58688) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:38:04.545492 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-5c602fb5-026f-440d-9174-8113c3b6a0d8 admin admin] Request body: {'subnet': {'network_id': 'b264bfe5-626c-428d-b41e-25048941a31f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-415470336-subnet', 'tenant_id': '9adf49c7336443d0b7b7f5101bc1fc02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:38:04.550423 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network b264bfe5-626c-428d-b41e-25048941a31f details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:38:04.551295 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5c602fb5-026f-440d-9174-8113c3b6a0d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:38:04.555288 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5c602fb5-026f-440d-9174-8113c3b6a0d8 admin admin] Usage tracker for resource:subnet and tenant:9adf49c7336443d0b7b7f5101bc1fc02 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:38:04.558274 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5c602fb5-026f-440d-9174-8113c3b6a0d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:38:04.564067 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5c602fb5-026f-440d-9174-8113c3b6a0d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:38:04.574262 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c602fb5-026f-440d-9174-8113c3b6a0d8 admin admin] Made reservation on behalf of 9adf49c7336443d0b7b7f5101bc1fc02 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:04.576546 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5c602fb5-026f-440d-9174-8113c3b6a0d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:04.861899 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5c602fb5-026f-440d-9174-8113c3b6a0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:04.929556 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c602fb5-026f-440d-9174-8113c3b6a0d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e52a1ff8-a865-4ede-ae21-9487cbd34a64,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:04.947717 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c602fb5-026f-440d-9174-8113c3b6a0d8 admin admin] Checking segment: {'id': '062c60c2-8c15-469d-8783-93cad0a5676e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b264bfe5-626c-428d-b41e-25048941a31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:38:04.948077 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c602fb5-026f-440d-9174-8113c3b6a0d8 admin admin] Network hostable DHCP agents. Network: b264bfe5-626c-428d-b41e-25048941a31f, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:38:04.969198 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c602fb5-026f-440d-9174-8113c3b6a0d8 admin admin] Network b264bfe5-626c-428d-b41e-25048941a31f is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:38:04.977700 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-5c602fb5-026f-440d-9174-8113c3b6a0d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, b264bfe5-626c-428d-b41e-25048941a31f) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:04.981544 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c602fb5-026f-440d-9174-8113c3b6a0d8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:04.982127 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5c602fb5-026f-440d-9174-8113c3b6a0d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:04.986692 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf9048a-a457-49f1-b46a-a708501a7eb5 None None] Network b264bfe5-626c-428d-b41e-25048941a31f requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:38:05.002403 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5c602fb5-026f-440d-9174-8113c3b6a0d8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4613502 Apr 06 14:38:05.195614 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469be2d4-478e-4e0f-9b26-462ab4075f16 None None] Network b264bfe5-626c-428d-b41e-25048941a31f requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:38:05.545106 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-287fd2d9-984e-46b0-b444-d89704393f11 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:05.545768 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-287fd2d9-984e-46b0-b444-d89704393f11 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Synchronizing usage tracker for tenant:9adf49c7336443d0b7b7f5101bc1fc02 on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:38:05.562458 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-287fd2d9-984e-46b0-b444-d89704393f11 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Unset dirty status for tenant:9adf49c7336443d0b7b7f5101bc1fc02 on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:38:05.563692 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-287fd2d9-984e-46b0-b444-d89704393f11 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/networks?id=b264bfe5-626c-428d-b41e-25048941a31f HTTP/1.1" status: 200 len: 814 time: 0.1541607 Apr 06 14:38:05.580412 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-bbb4c74a-e214-4d3b-bb92-bfd55de0139c tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/quotas/9adf49c7336443d0b7b7f5101bc1fc02 HTTP/1.1" status: 200 len: 375 time: 0.0105896 Apr 06 14:38:05.624652 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-ab0b8f24-5a5b-46c8-888c-068d28aab367 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9adf49c7336443d0b7b7f5101bc1fc02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392725 Apr 06 14:38:05.634679 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-553a1a34-d597-431e-8625-29af3e807b0a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:38:05.635577 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-553a1a34-d597-431e-8625-29af3e807b0a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046759 Apr 06 14:38:05.764393 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-c9f24903-3caa-4136-8290-35209c809c39 service neutron] 10.222.0.60 "GET /v2.0/networks/b264bfe5-626c-428d-b41e-25048941a31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232648 Apr 06 14:38:05.894528 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-5ba48fa4-09b0-428d-9a0c-b09ee2f53806 service neutron] 10.222.0.60 "GET /v2.0/networks/b264bfe5-626c-428d-b41e-25048941a31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245787 Apr 06 14:38:06.078572 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d873a6d7-42fa-46eb-872c-74492112f8ca req-326ebd21-530a-4d52-9ee3-b35a32a4b6bb tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 210 time: 0.0435040 Apr 06 14:38:07.112804 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-0fa75ee2-e318-4bf3-85db-1e09683d13d3 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:07.114148 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-0fa75ee2-e318-4bf3-85db-1e09683d13d3 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.69 "GET /v2.0/networks?id=b264bfe5-626c-428d-b41e-25048941a31f HTTP/1.1" status: 200 len: 814 time: 0.1536829 Apr 06 14:38:07.130491 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-d1af8a68-6ea7-486e-b5f7-68a3a4fd5d48 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Request body: {'port': {'device_id': '4c84653c-3b16-4cf5-b19b-c3c2638db319', 'network_id': 'b264bfe5-626c-428d-b41e-25048941a31f', 'admin_state_up': True, 'tenant_id': '9adf49c7336443d0b7b7f5101bc1fc02'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:38:07.252289 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-35e1be18-55f1-4d98-9785-d268d416ee9b req-f8f6aa87-31a4-4c65-ad4e-21c8c391bf39 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 210 time: 0.0446904 Apr 06 14:38:07.262633 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-d1af8a68-6ea7-486e-b5f7-68a3a4fd5d48 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:38:07.266426 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-d1af8a68-6ea7-486e-b5f7-68a3a4fd5d48 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Usage tracker for resource:port and tenant:9adf49c7336443d0b7b7f5101bc1fc02 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:38:07.273020 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-d1af8a68-6ea7-486e-b5f7-68a3a4fd5d48 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:38:07.274931 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-d1af8a68-6ea7-486e-b5f7-68a3a4fd5d48 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:38:07.284840 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-d1af8a68-6ea7-486e-b5f7-68a3a4fd5d48 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Made reservation on behalf of 9adf49c7336443d0b7b7f5101bc1fc02 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:07.287768 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-d1af8a68-6ea7-486e-b5f7-68a3a4fd5d48 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:07.442207 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-d1af8a68-6ea7-486e-b5f7-68a3a4fd5d48 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Allocated IP 172.20.0.9 (b264bfe5-626c-428d-b41e-25048941a31f/e52a1ff8-a865-4ede-ae21-9487cbd34a64/7f429714-d460-47a8-8cc5-f50ad02c30d2) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:38:07.633713 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-d1af8a68-6ea7-486e-b5f7-68a3a4fd5d48 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:07.661466 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-d1af8a68-6ea7-486e-b5f7-68a3a4fd5d48 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:07.732127 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-d1af8a68-6ea7-486e-b5f7-68a3a4fd5d48 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Network b264bfe5-626c-428d-b41e-25048941a31f is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:07.735275 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-d1af8a68-6ea7-486e-b5f7-68a3a4fd5d48 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:07.737216 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af8a68-6ea7-486e-b5f7-68a3a4fd5d48 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Pushing event updated for resources: {'Port': ['ID=7f429714-d460-47a8-8cc5-f50ad02c30d2,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:07.739302 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-d1af8a68-6ea7-486e-b5f7-68a3a4fd5d48 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:38:07.799880 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-d1af8a68-6ea7-486e-b5f7-68a3a4fd5d48 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:07.800479 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-d1af8a68-6ea7-486e-b5f7-68a3a4fd5d48 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:07.821840 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-d1af8a68-6ea7-486e-b5f7-68a3a4fd5d48 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6952491 Apr 06 14:38:07.834467 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-eaaffbd5-0022-4b7b-99d7-a362f2c63ffc service neutron] Request body: {'port': {'device_id': '4c84653c-3b16-4cf5-b19b-c3c2638db319', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:38:07.939487 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-eaaffbd5-0022-4b7b-99d7-a362f2c63ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:08.053364 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-55846460-a946-4091-9bcb-485bad27a777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:08.281677 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-eaaffbd5-0022-4b7b-99d7-a362f2c63ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f429714-d460-47a8-8cc5-f50ad02c30d2 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:38:08.288502 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-eaaffbd5-0022-4b7b-99d7-a362f2c63ffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:08.304053 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-eaaffbd5-0022-4b7b-99d7-a362f2c63ffc service neutron] Transition to ACTIVE for port object 7f429714-d460-47a8-8cc5-f50ad02c30d2 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:38:08.307956 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-eaaffbd5-0022-4b7b-99d7-a362f2c63ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:08.563307 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaffbd5-0022-4b7b-99d7-a362f2c63ffc service neutron] Pushing event updated for resources: {'Port': ['ID=7f429714-d460-47a8-8cc5-f50ad02c30d2,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:08.682930 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06516c-c3c8-4475-958e-e57e7925ac26 req-aff1ae90-2042-4681-a0c2-9466f6cb1344 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:08.683616 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-3a06516c-c3c8-4475-958e-e57e7925ac26 req-aff1ae90-2042-4681-a0c2-9466f6cb1344 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Synchronizing usage tracker for tenant:9adf49c7336443d0b7b7f5101bc1fc02 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:38:08.696849 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-eaaffbd5-0022-4b7b-99d7-a362f2c63ffc service neutron] Attempting to bind port 7f429714-d460-47a8-8cc5-f50ad02c30d2 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:38:08.697222 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-eaaffbd5-0022-4b7b-99d7-a362f2c63ffc service neutron] Attempting to bind port 7f429714-d460-47a8-8cc5-f50ad02c30d2 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '062c60c2-8c15-469d-8783-93cad0a5676e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b264bfe5-626c-428d-b41e-25048941a31f'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:38:08.697548 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-eaaffbd5-0022-4b7b-99d7-a362f2c63ffc service neutron] Attempting to bind port 7f429714-d460-47a8-8cc5-f50ad02c30d2 on network b264bfe5-626c-428d-b41e-25048941a31f {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:38:08.708568 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-eaaffbd5-0022-4b7b-99d7-a362f2c63ffc service neutron] Port 7f429714-d460-47a8-8cc5-f50ad02c30d2 on network b264bfe5-626c-428d-b41e-25048941a31f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:38:08.708941 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-eaaffbd5-0022-4b7b-99d7-a362f2c63ffc service neutron] Attempting to bind port 7f429714-d460-47a8-8cc5-f50ad02c30d2 on network b264bfe5-626c-428d-b41e-25048941a31f {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:38:08.713080 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-3a06516c-c3c8-4475-958e-e57e7925ac26 req-aff1ae90-2042-4681-a0c2-9466f6cb1344 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Unset dirty status for tenant:9adf49c7336443d0b7b7f5101bc1fc02 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:38:08.714204 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3a06516c-c3c8-4475-958e-e57e7925ac26 req-aff1ae90-2042-4681-a0c2-9466f6cb1344 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 943 time: 0.3080814 Apr 06 14:38:08.717310 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-eaaffbd5-0022-4b7b-99d7-a362f2c63ffc service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:38:08.717647 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-eaaffbd5-0022-4b7b-99d7-a362f2c63ffc service neutron] Checking segment: {'id': '062c60c2-8c15-469d-8783-93cad0a5676e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b264bfe5-626c-428d-b41e-25048941a31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:38:08.718027 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-eaaffbd5-0022-4b7b-99d7-a362f2c63ffc service neutron] Bound using segment: {'id': '062c60c2-8c15-469d-8783-93cad0a5676e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b264bfe5-626c-428d-b41e-25048941a31f'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:38:08.718451 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-eaaffbd5-0022-4b7b-99d7-a362f2c63ffc service neutron] Bound port: 7f429714-d460-47a8-8cc5-f50ad02c30d2, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062c60c2-8c15-469d-8783-93cad0a5676e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b264bfe5-626c-428d-b41e-25048941a31f'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:38:08.718798 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-eaaffbd5-0022-4b7b-99d7-a362f2c63ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:08.833844 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3a06516c-c3c8-4475-958e-e57e7925ac26 req-b8ca9840-b694-40ac-bd57-b9a280c19f2d tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049726 Apr 06 14:38:08.847071 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-eaaffbd5-0022-4b7b-99d7-a362f2c63ffc service neutron] For port 7f429714-d460-47a8-8cc5-f50ad02c30d2, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:38:08.850354 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-eaaffbd5-0022-4b7b-99d7-a362f2c63ffc service neutron] For port 7f429714-d460-47a8-8cc5-f50ad02c30d2, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7f429714-d460-47a8-8cc5-f50ad02c30d2,segment=NetworkSegment(062c60c2-8c15-469d-8783-93cad0a5676e),segment_id=062c60c2-8c15-469d-8783-93cad0a5676e)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:38:08.855928 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-eaaffbd5-0022-4b7b-99d7-a362f2c63ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:08.921978 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-eaaffbd5-0022-4b7b-99d7-a362f2c63ffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:08.923307 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-eaaffbd5-0022-4b7b-99d7-a362f2c63ffc service neutron] 10.222.0.69 "PUT /v2.0/ports/7f429714-d460-47a8-8cc5-f50ad02c30d2 HTTP/1.1" status: 200 len: 1093 time: 1.0935042 Apr 06 14:38:08.923737 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c84653c-3b16-4cf5-b19b-c3c2638db319', 'tag': '7f429714-d460-47a8-8cc5-f50ad02c30d2'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:38:08.936285 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaffbd5-0022-4b7b-99d7-a362f2c63ffc service neutron] Pushing event updated for resources: {'Port': ['ID=7f429714-d460-47a8-8cc5-f50ad02c30d2,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:08.996282 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa097870-acc6-4bf2-a79c-4d3dca42fb4a'] response: {'name': 'network-changed', 'server_uuid': '4c84653c-3b16-4cf5-b19b-c3c2638db319', 'tag': '7f429714-d460-47a8-8cc5-f50ad02c30d2', 'status': 'completed', 'code': 200} Apr 06 14:38:09.034858 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-a95db6f4-2c60-4ebf-8017-9f2f9e0d0cf4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9adf49c7336443d0b7b7f5101bc1fc02&device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 1096 time: 0.0733786 Apr 06 14:38:09.101208 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-13c5871c-3fa5-45eb-a62f-5a3d96b22945 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f429714-d460-47a8-8cc5-f50ad02c30d2 HTTP/1.1" status: 200 len: 217 time: 0.0592961 Apr 06 14:38:09.163986 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-b2de295d-16d6-4e12-a507-472d379ee641 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:09.165461 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-b2de295d-16d6-4e12-a507-472d379ee641 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e52a1ff8-a865-4ede-ae21-9487cbd34a64 HTTP/1.1" status: 200 len: 854 time: 0.0586915 Apr 06 14:38:09.209968 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-40dca66f-1b04-4972-9a1f-7bd337e5791f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b264bfe5-626c-428d-b41e-25048941a31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376179 Apr 06 14:38:09.337171 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-a1c244da-12ed-4a8a-b95f-cb5983f32760 service neutron] 10.222.0.69 "GET /v2.0/networks/b264bfe5-626c-428d-b41e-25048941a31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212866 Apr 06 14:38:09.465353 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2f90e2b3-5583-4a0a-a313-178b5c3682b3 req-22b19bb1-3d49-4ebb-95b6-00b9836e3a59 service neutron] 10.222.0.69 "GET /v2.0/networks/b264bfe5-626c-428d-b41e-25048941a31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213884 Apr 06 14:38:09.574492 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5d8927a5-be10-45fa-9bf0-576203cdef6b req-4a340c5e-eb75-4e37-a13e-1337bb5f7c4d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9adf49c7336443d0b7b7f5101bc1fc02&device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 1096 time: 0.0672026 Apr 06 14:38:09.703183 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8927a5-be10-45fa-9bf0-576203cdef6b req-bcf16c66-b615-4231-81ba-3062cc9e599b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:09.704609 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5d8927a5-be10-45fa-9bf0-576203cdef6b req-bcf16c66-b615-4231-81ba-3062cc9e599b service neutron] 10.222.0.69 "GET /v2.0/networks?id=b264bfe5-626c-428d-b41e-25048941a31f HTTP/1.1" status: 200 len: 915 time: 0.1227462 Apr 06 14:38:09.773283 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5d8927a5-be10-45fa-9bf0-576203cdef6b req-914972bb-0220-4e09-88b7-7143e331f8cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f429714-d460-47a8-8cc5-f50ad02c30d2 HTTP/1.1" status: 200 len: 217 time: 0.0614800 Apr 06 14:38:09.833735 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8927a5-be10-45fa-9bf0-576203cdef6b req-8bd5dfdb-1793-46ba-aca4-36cdab2b64a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:09.835159 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5d8927a5-be10-45fa-9bf0-576203cdef6b req-8bd5dfdb-1793-46ba-aca4-36cdab2b64a0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e52a1ff8-a865-4ede-ae21-9487cbd34a64 HTTP/1.1" status: 200 len: 854 time: 0.0557308 Apr 06 14:38:09.884241 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5d8927a5-be10-45fa-9bf0-576203cdef6b req-bcb25690-e8ac-404d-88c7-05113a52859c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b264bfe5-626c-428d-b41e-25048941a31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426893 Apr 06 14:38:10.065733 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5d8927a5-be10-45fa-9bf0-576203cdef6b req-96212866-09cf-4631-b23a-5d978615ab67 service neutron] 10.222.0.69 "GET /v2.0/networks/b264bfe5-626c-428d-b41e-25048941a31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730351 Apr 06 14:38:10.238547 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569fcca-8798-42d8-b41a-014ca0eff26c req-eb3b7f34-d8ff-4f3b-be57-1c59b5e3699b tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:10.239964 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3569fcca-8798-42d8-b41a-014ca0eff26c req-eb3b7f34-d8ff-4f3b-be57-1c59b5e3699b tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 943 time: 0.2831922 Apr 06 14:38:10.325384 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3569fcca-8798-42d8-b41a-014ca0eff26c req-fd7f1a67-d0e5-4038-9fff-018dc90f9cdb tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788000 Apr 06 14:38:10.328367 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5d8927a5-be10-45fa-9bf0-576203cdef6b req-21830e4e-4ca9-4789-a619-0b7396fb237e service neutron] 10.222.0.69 "GET /v2.0/networks/b264bfe5-626c-428d-b41e-25048941a31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568154 Apr 06 14:38:10.899935 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-64be393c-6900-4400-be3f-2e8a1b811eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:11.347705 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:11.399546 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:11.525446 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546995c-0f6d-4f3e-bcab-1e04de900078 req-9866842b-5f2f-4ce8-8b35-18f56fcc04c3 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:11.526905 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f546995c-0f6d-4f3e-bcab-1e04de900078 req-9866842b-5f2f-4ce8-8b35-18f56fcc04c3 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 943 time: 0.0784993 Apr 06 14:38:11.570599 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-f546995c-0f6d-4f3e-bcab-1e04de900078 req-fa41a853-abdf-4cdb-8422-6eab1fbf63b1 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Synchronizing usage tracker for tenant:9adf49c7336443d0b7b7f5101bc1fc02 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:38:11.587030 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-f546995c-0f6d-4f3e-bcab-1e04de900078 req-fa41a853-abdf-4cdb-8422-6eab1fbf63b1 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Unset dirty status for tenant:9adf49c7336443d0b7b7f5101bc1fc02 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:38:11.588284 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f546995c-0f6d-4f3e-bcab-1e04de900078 req-fa41a853-abdf-4cdb-8422-6eab1fbf63b1 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558906 Apr 06 14:38:12.331021 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 7f429714-d460-47a8-8cc5-f50ad02c30d2 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:38:12.458896 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 7f429714-d460-47a8-8cc5-f50ad02c30d2, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7f429714-d460-47a8-8cc5-f50ad02c30d2,segment=NetworkSegment(062c60c2-8c15-469d-8783-93cad0a5676e),segment_id=062c60c2-8c15-469d-8783-93cad0a5676e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:12.471369 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '7f429714-d460-47a8-8cc5-f50ad02c30d2', 'network_id': 'b264bfe5-626c-428d-b41e-25048941a31f', 'port_id': '7f429714-d460-47a8-8cc5-f50ad02c30d2', 'mac_address': 'fa:16:3e:70:15:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e52a1ff8-a865-4ede-ae21-9487cbd34a64', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:38:12.525260 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:12.541766 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f429714-d460-47a8-8cc5-f50ad02c30d2 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:38:12.556386 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 7f429714-d460-47a8-8cc5-f50ad02c30d2, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7f429714-d460-47a8-8cc5-f50ad02c30d2,segment=NetworkSegment(062c60c2-8c15-469d-8783-93cad0a5676e),segment_id=062c60c2-8c15-469d-8783-93cad0a5676e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:12.560202 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:12.622530 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=7f429714-d460-47a8-8cc5-f50ad02c30d2,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:12.782613 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268646a-1f43-446e-91ab-05e0c9985e57 req-c94f197f-4a37-4014-a283-46916b50f83c tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:12.784259 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0268646a-1f43-446e-91ab-05e0c9985e57 req-c94f197f-4a37-4014-a283-46916b50f83c tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 944 time: 0.0787110 Apr 06 14:38:12.785164 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['7f429714-d460-47a8-8cc5-f50ad02c30d2'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:38:12.830398 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0268646a-1f43-446e-91ab-05e0c9985e57 req-9faed2cf-eb98-4c06-83c0-bc5a8b8a9a98 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402110 Apr 06 14:38:12.888352 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:14.028886 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d6dd0-fb7c-48e5-bd98-62f0506681bf req-ef75f5c6-7cbf-4e23-8798-e1a68686b581 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:14.030349 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9f6d6dd0-fb7c-48e5-bd98-62f0506681bf req-ef75f5c6-7cbf-4e23-8798-e1a68686b581 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 944 time: 0.0784347 Apr 06 14:38:14.074700 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9f6d6dd0-fb7c-48e5-bd98-62f0506681bf req-b47f72b2-4cde-4555-9c06-4d2f917d70bc tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388002 Apr 06 14:38:14.346195 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 7f429714-d460-47a8-8cc5-f50ad02c30d2 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:38:14.411109 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port 7f429714-d460-47a8-8cc5-f50ad02c30d2 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:38:14.415588 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 7f429714-d460-47a8-8cc5-f50ad02c30d2 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:38:14.415976 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:14.527557 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:14.553293 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c84653c-3b16-4cf5-b19b-c3c2638db319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f429714-d460-47a8-8cc5-f50ad02c30d2'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:38:14.562591 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 7f429714-d460-47a8-8cc5-f50ad02c30d2, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7f429714-d460-47a8-8cc5-f50ad02c30d2,segment=NetworkSegment(062c60c2-8c15-469d-8783-93cad0a5676e),segment_id=062c60c2-8c15-469d-8783-93cad0a5676e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:14.566866 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:14.614302 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c42abea9-5b2c-479f-98f6-cd18ce4d547f'] response: {'server_uuid': '4c84653c-3b16-4cf5-b19b-c3c2638db319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f429714-d460-47a8-8cc5-f50ad02c30d2', 'code': 200} Apr 06 14:38:14.639254 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=7f429714-d460-47a8-8cc5-f50ad02c30d2,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:14.825657 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-338ae6b3-563b-4025-9219-4e91021afdd2 req-c7078651-2d95-4b61-ba02-a6b39ec87e66 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 1098 time: 0.0664690 Apr 06 14:38:14.869220 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-338ae6b3-563b-4025-9219-4e91021afdd2 req-ea6fd446-c3e9-4f89-9c05-6d9d2d0172d9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353839 Apr 06 14:38:15.267456 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0848d0-40dc-4146-9d48-a65ab29bc61a req-6d1a39da-4644-4dea-b4b0-cd6ada8b27e0 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:15.269410 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac0848d0-40dc-4146-9d48-a65ab29bc61a req-6d1a39da-4644-4dea-b4b0-cd6ada8b27e0 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.0741558 Apr 06 14:38:15.316571 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac0848d0-40dc-4146-9d48-a65ab29bc61a req-d807ae88-9078-4747-a8a8-5ca08fec580c tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417562 Apr 06 14:38:16.515893 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208dde8-34bd-45c2-b1cc-7eea34e5ff22 req-b716c343-88e6-4fd0-bdbe-7a204f23d064 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:16.518775 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6208dde8-34bd-45c2-b1cc-7eea34e5ff22 req-b716c343-88e6-4fd0-bdbe-7a204f23d064 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.0791721 Apr 06 14:38:16.562434 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6208dde8-34bd-45c2-b1cc-7eea34e5ff22 req-f0f3a21d-45c6-41bb-8a44-c11548de0a5a tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390513 Apr 06 14:38:16.753684 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b423b-033f-4235-8736-977329e0b78c req-5dce2560-2bd8-463b-8fe2-96a61ebf1b35 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:16.755140 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-031b423b-033f-4235-8736-977329e0b78c req-5dce2560-2bd8-463b-8fe2-96a61ebf1b35 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.0742137 Apr 06 14:38:16.799644 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-031b423b-033f-4235-8736-977329e0b78c req-662bd3ef-f7c4-4a16-a37c-73d684d7a09b tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391026 Apr 06 14:38:17.160286 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae39fc-1124-4162-8879-8cf17a5b85c9 req-a67c0d1c-5cb2-4459-8b4d-5ff0b97d6310 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:17.161721 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b6ae39fc-1124-4162-8879-8cf17a5b85c9 req-a67c0d1c-5cb2-4459-8b4d-5ff0b97d6310 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.0781171 Apr 06 14:38:17.205820 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b6ae39fc-1124-4162-8879-8cf17a5b85c9 req-86c0d6e6-6d8d-4ddc-a239-c0b457374526 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381672 Apr 06 14:38:17.396814 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1a81f-34a3-48b3-ba52-57819bfb8e38 req-93b19766-f08e-4faf-a26a-2cc867d2ecaf tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:17.398291 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7ad1a81f-34a3-48b3-ba52-57819bfb8e38 req-93b19766-f08e-4faf-a26a-2cc867d2ecaf tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.0750535 Apr 06 14:38:17.447475 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7ad1a81f-34a3-48b3-ba52-57819bfb8e38 req-ac061656-b6cc-4198-9750-4c8a0b095d22 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436711 Apr 06 14:38:17.636573 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-32ee35c7-b281-4641-8286-efa0c2aa6569 req-716cc60f-1eab-4e1c-965f-ffc67c4ad9ad service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0654607 Apr 06 14:38:17.958689 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-68f9fa22-4cc6-43b7-84af-e7576655c4bb req-4f0cb4aa-70cc-4c9d-8657-33d7bc966a37 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1239064 Apr 06 14:38:17.972256 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b05351-a055-4de8-aaf1-545a2e1a09f6 req-07dbca28-166e-4d18-8e45-eec501f28f05 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:17.973689 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-38b05351-a055-4de8-aaf1-545a2e1a09f6 req-07dbca28-166e-4d18-8e45-eec501f28f05 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.1007955 Apr 06 14:38:18.020730 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-38b05351-a055-4de8-aaf1-545a2e1a09f6 req-e4f63108-e0c2-46f9-8c90-96de8e57b0aa tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408933 Apr 06 14:38:19.148451 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-68f9fa22-4cc6-43b7-84af-e7576655c4bb req-4968b76d-c518-45d4-b3ff-c546fe566e1b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9adf49c7336443d0b7b7f5101bc1fc02&device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 1098 time: 0.0686529 Apr 06 14:38:19.219453 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf1955-fde2-4e35-8f7c-917c340e6f0f req-bfa6b983-b927-443c-b5a9-e65dc80fd413 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:19.221419 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fcaf1955-fde2-4e35-8f7c-917c340e6f0f req-bfa6b983-b927-443c-b5a9-e65dc80fd413 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.0795720 Apr 06 14:38:19.266415 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fcaf1955-fde2-4e35-8f7c-917c340e6f0f req-c8790044-350b-42e7-90d0-2241bd8a1196 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391779 Apr 06 14:38:19.278088 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9fa22-4cc6-43b7-84af-e7576655c4bb req-e2d47748-3cdd-4445-a769-a252c7998aa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:19.279535 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-68f9fa22-4cc6-43b7-84af-e7576655c4bb req-e2d47748-3cdd-4445-a769-a252c7998aa7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b264bfe5-626c-428d-b41e-25048941a31f HTTP/1.1" status: 200 len: 915 time: 0.1242414 Apr 06 14:38:19.348432 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-68f9fa22-4cc6-43b7-84af-e7576655c4bb req-72070a81-a415-4e33-8d70-c2a4fb7ddd02 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f429714-d460-47a8-8cc5-f50ad02c30d2 HTTP/1.1" status: 200 len: 217 time: 0.0624912 Apr 06 14:38:19.407054 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9fa22-4cc6-43b7-84af-e7576655c4bb req-1c639d9d-d4e7-45e0-9752-9b8f02130868 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:19.408978 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-68f9fa22-4cc6-43b7-84af-e7576655c4bb req-1c639d9d-d4e7-45e0-9752-9b8f02130868 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e52a1ff8-a865-4ede-ae21-9487cbd34a64 HTTP/1.1" status: 200 len: 854 time: 0.0545456 Apr 06 14:38:19.452174 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-68f9fa22-4cc6-43b7-84af-e7576655c4bb req-d9092896-9f95-45dd-8295-1278a99392cb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b264bfe5-626c-428d-b41e-25048941a31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372677 Apr 06 14:38:19.580108 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-68f9fa22-4cc6-43b7-84af-e7576655c4bb req-2352a491-7211-4e9a-b433-5a092b834237 service neutron] 10.222.0.69 "GET /v2.0/networks/b264bfe5-626c-428d-b41e-25048941a31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221025 Apr 06 14:38:19.707601 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-68f9fa22-4cc6-43b7-84af-e7576655c4bb req-a8143bef-0548-42fc-85a0-86030e4371a7 service neutron] 10.222.0.69 "GET /v2.0/networks/b264bfe5-626c-428d-b41e-25048941a31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210690 Apr 06 14:38:20.462306 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59603c-ff2c-4b18-b1b7-50d0977c6532 req-2cfab609-1385-40fc-a3c6-d152fd434279 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:20.463747 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3e59603c-ff2c-4b18-b1b7-50d0977c6532 req-2cfab609-1385-40fc-a3c6-d152fd434279 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.0789239 Apr 06 14:38:20.509250 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3e59603c-ff2c-4b18-b1b7-50d0977c6532 req-b88b2148-14b1-4286-840a-fd47943d3d3b tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399513 Apr 06 14:38:21.698970 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14c39f-44c8-4a75-a5c5-5a0919e8e983 req-3e5ae8b5-1dc1-4352-8521-ede1b3d221ab tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:21.700394 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-de14c39f-44c8-4a75-a5c5-5a0919e8e983 req-3e5ae8b5-1dc1-4352-8521-ede1b3d221ab tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.0734084 Apr 06 14:38:21.743952 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-de14c39f-44c8-4a75-a5c5-5a0919e8e983 req-7b8cbbee-5eda-40fb-9af9-578157a247d4 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375617 Apr 06 14:38:22.936697 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffdc09-3a1f-4ddc-bbb6-838526817fbc req-943b6a9b-b768-4f9b-a20f-53c7fb78506d tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:22.938181 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d0ffdc09-3a1f-4ddc-bbb6-838526817fbc req-943b6a9b-b768-4f9b-a20f-53c7fb78506d tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.0736635 Apr 06 14:38:22.986215 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d0ffdc09-3a1f-4ddc-bbb6-838526817fbc req-745ec303-87b8-47d1-a128-76cb8fc642a9 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420542 Apr 06 14:38:24.183048 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5c0fc-976c-4d26-be41-95d490d3ce03 req-994e79c3-5dfa-4f91-a6cd-c833ab56b04c tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:24.184493 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3cc5c0fc-976c-4d26-be41-95d490d3ce03 req-994e79c3-5dfa-4f91-a6cd-c833ab56b04c tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.0783150 Apr 06 14:38:24.235058 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3cc5c0fc-976c-4d26-be41-95d490d3ce03 req-f8582c8f-59ec-442c-8960-a37a009aa57b tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448632 Apr 06 14:38:25.430164 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b11189-4b65-4f79-a09d-12933f496eb5 req-5b44a945-0168-4cf7-9ba6-e370580de33f tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:25.431622 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f9b11189-4b65-4f79-a09d-12933f496eb5 req-5b44a945-0168-4cf7-9ba6-e370580de33f tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.0756440 Apr 06 14:38:25.476726 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f9b11189-4b65-4f79-a09d-12933f496eb5 req-33d0b9d5-1548-4762-9e3b-96b36927738d tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393724 Apr 06 14:38:26.670057 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9680c5-cb50-48b4-8db3-3111180f469e req-1e739ca0-0edf-41f4-a2cf-f8db17deeeaf tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:26.671476 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0b9680c5-cb50-48b4-8db3-3111180f469e req-1e739ca0-0edf-41f4-a2cf-f8db17deeeaf tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.0739927 Apr 06 14:38:26.715083 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0b9680c5-cb50-48b4-8db3-3111180f469e req-9b2a1213-2da7-4cef-a1cf-6fcb854cd042 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382049 Apr 06 14:38:27.911323 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c3828-94c1-4de6-9aac-45d014f8238b req-f212fc26-b027-4445-b696-d7208d8a40b6 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:27.912750 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c44c3828-94c1-4de6-9aac-45d014f8238b req-f212fc26-b027-4445-b696-d7208d8a40b6 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.0801077 Apr 06 14:38:27.959560 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c44c3828-94c1-4de6-9aac-45d014f8238b req-fd886afa-f171-4e3c-8c82-bfa7ed050965 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413611 Apr 06 14:38:29.098300 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:29.154348 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105386d-f8d9-44a7-9995-020050a98cc7 req-6308ee6d-f25e-4cf6-b80c-9f5caf85417f tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:29.155780 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2105386d-f8d9-44a7-9995-020050a98cc7 req-6308ee6d-f25e-4cf6-b80c-9f5caf85417f tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.0788591 Apr 06 14:38:29.200319 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2105386d-f8d9-44a7-9995-020050a98cc7 req-86980d73-46e4-4486-a458-8fd5437a4504 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390596 Apr 06 14:38:30.393265 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667eb8b-dced-498a-abb3-ad68cf3c07de req-d2d8b43e-3520-44de-b7e0-84c30f046260 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:30.394692 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a667eb8b-dced-498a-abb3-ad68cf3c07de req-d2d8b43e-3520-44de-b7e0-84c30f046260 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.0743933 Apr 06 14:38:30.437216 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a667eb8b-dced-498a-abb3-ad68cf3c07de req-bafc4226-c44d-47f9-80e9-6a74e3a9de80 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370972 Apr 06 14:38:31.633382 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec296cb6-ed99-49a2-b4b5-5761d250fa71 req-71527c0c-a8b2-4793-a9c3-f7cacdf26466 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:31.634816 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ec296cb6-ed99-49a2-b4b5-5761d250fa71 req-71527c0c-a8b2-4793-a9c3-f7cacdf26466 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.0741193 Apr 06 14:38:31.681304 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ec296cb6-ed99-49a2-b4b5-5761d250fa71 req-25bd7922-78be-452e-a150-840725a317fc tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410693 Apr 06 14:38:32.960044 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90357e9b-430f-492f-acde-855089405335 req-a219ead7-e5f2-4859-8587-b45b0947bfea tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:32.961514 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-90357e9b-430f-492f-acde-855089405335 req-a219ead7-e5f2-4859-8587-b45b0947bfea tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.1629388 Apr 06 14:38:33.005687 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-90357e9b-430f-492f-acde-855089405335 req-b9254491-53b6-480b-87eb-8125276f7052 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386674 Apr 06 14:38:34.201547 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef360b-353f-41af-a579-b2d125846a5a req-b3dfdd3d-ce1c-4d2f-8400-05b16075c8b4 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:34.202982 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-95ef360b-353f-41af-a579-b2d125846a5a req-b3dfdd3d-ce1c-4d2f-8400-05b16075c8b4 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.0778782 Apr 06 14:38:34.246599 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-95ef360b-353f-41af-a579-b2d125846a5a req-d6fe9b89-8228-4f0c-af83-b0333404c848 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374436 Apr 06 14:38:35.437030 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68d05e-c6b8-4abb-b082-52b70ea3af4b req-5e8488cb-4e82-44fd-9a10-4e5157ab5a00 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:35.438464 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cd68d05e-c6b8-4abb-b082-52b70ea3af4b req-5e8488cb-4e82-44fd-9a10-4e5157ab5a00 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.0733345 Apr 06 14:38:35.558076 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cd68d05e-c6b8-4abb-b082-52b70ea3af4b req-5e0e760b-abb4-4db5-8f2e-b61d2547ba23 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141138 Apr 06 14:38:36.907492 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f626f90-75b1-4f48-ace0-730068f1fce8 req-b8b749c6-44e0-4199-9da4-c0fae77a3749 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:36.909106 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2f626f90-75b1-4f48-ace0-730068f1fce8 req-b8b749c6-44e0-4199-9da4-c0fae77a3749 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.2186012 Apr 06 14:38:36.953424 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2f626f90-75b1-4f48-ace0-730068f1fce8 req-94c9efed-4ca8-47a1-941f-40fd30231647 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389078 Apr 06 14:38:38.055498 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c9c0485a-07e8-466a-b5e1-986e6d836d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:38.167788 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e1db2-6a15-4903-bce6-7dbe6a8eb6c7 req-894c0a02-9cee-49be-b2b8-63ea81ee3e72 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:38.169243 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ec7e1db2-6a15-4903-bce6-7dbe6a8eb6c7 req-894c0a02-9cee-49be-b2b8-63ea81ee3e72 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.0772667 Apr 06 14:38:38.213412 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ec7e1db2-6a15-4903-bce6-7dbe6a8eb6c7 req-0fef7272-3561-4546-940b-720a77be347c tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381038 Apr 06 14:38:39.410184 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c0548-c39a-4e9a-97db-6a8bc02cdc9c req-3d8cad29-5bf2-4d0b-b1aa-81c875b6028b tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:39.411614 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6b3c0548-c39a-4e9a-97db-6a8bc02cdc9c req-3d8cad29-5bf2-4d0b-b1aa-81c875b6028b tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.0773098 Apr 06 14:38:39.456161 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6b3c0548-c39a-4e9a-97db-6a8bc02cdc9c req-f2a5f095-e0e3-4ece-aeaf-61e103ff78a3 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389843 Apr 06 14:38:39.653477 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:38:40.787234 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a4032-ca70-44d7-bcc0-4fa5eb9e25a9 req-626bd40a-9119-4345-922d-0a328779e349 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:40.788580 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-834a4032-ca70-44d7-bcc0-4fa5eb9e25a9 req-626bd40a-9119-4345-922d-0a328779e349 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.0799730 Apr 06 14:38:40.833697 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-834a4032-ca70-44d7-bcc0-4fa5eb9e25a9 req-e5f463c3-3896-49c0-b836-ac3708864a09 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393586 Apr 06 14:38:40.901343 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b10c7a0a-fb30-4860-bd26-ee8143c8e0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:41.349973 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:41.401736 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:42.030022 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0446a8f-970b-4b53-af3b-66c8e4683f1c req-0749babc-f667-45cd-81ed-df439cd95a3c tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:42.031496 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c0446a8f-970b-4b53-af3b-66c8e4683f1c req-0749babc-f667-45cd-81ed-df439cd95a3c tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.0779500 Apr 06 14:38:42.076352 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c0446a8f-970b-4b53-af3b-66c8e4683f1c req-44e11af1-70d8-4267-8b12-e37fb1ff1df2 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392962 Apr 06 14:38:42.876148 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:43.267054 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7c37c-bc56-423e-9668-274ceb3e08fb req-3137def6-d0e8-4402-ae8a-082520fd3151 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:43.269063 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-54b7c37c-bc56-423e-9668-274ceb3e08fb req-3137def6-d0e8-4402-ae8a-082520fd3151 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.0749524 Apr 06 14:38:43.312377 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-54b7c37c-bc56-423e-9668-274ceb3e08fb req-dc4394f9-23a6-454b-8e4d-4606a8fecabf tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376580 Apr 06 14:38:44.512514 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7a855-0913-475a-a70c-74799a6d376b req-ca3b6764-a327-4f76-a6eb-78aeda79a2a4 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:44.513988 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-70b7a855-0913-475a-a70c-74799a6d376b req-ca3b6764-a327-4f76-a6eb-78aeda79a2a4 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.0766485 Apr 06 14:38:44.563300 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-70b7a855-0913-475a-a70c-74799a6d376b req-27c974ed-ecc3-46e2-89e1-d4c1952d4974 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430360 Apr 06 14:38:45.767605 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d03360-32b5-4d0c-a70c-b05198ac3ce3 req-6129be91-ed25-4ecc-a07a-0a4a35da98fe tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:45.769108 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-22d03360-32b5-4d0c-a70c-b05198ac3ce3 req-6129be91-ed25-4ecc-a07a-0a4a35da98fe tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.0785313 Apr 06 14:38:45.813246 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-22d03360-32b5-4d0c-a70c-b05198ac3ce3 req-c825f4ee-f7cd-46fe-9427-285b4eb21085 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386536 Apr 06 14:38:46.457124 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-68f9fa22-4cc6-43b7-84af-e7576655c4bb req-1c9e0cd2-e201-4146-841a-3df15a2d84f8 service neutron] 10.222.0.69 "GET /v2.0/ports/7f429714-d460-47a8-8cc5-f50ad02c30d2/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0722532 Apr 06 14:38:46.727367 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-68f9fa22-4cc6-43b7-84af-e7576655c4bb req-38a374f4-04c7-4692-a911-3f4a9f8c029c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319&tenant_id=9adf49c7336443d0b7b7f5101bc1fc02 HTTP/1.1" status: 200 len: 1098 time: 0.0703323 Apr 06 14:38:46.819844 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-68f9fa22-4cc6-43b7-84af-e7576655c4bb req-377896fb-f3b7-4fee-beef-e5f3171462a9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9adf49c7336443d0b7b7f5101bc1fc02&device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 1098 time: 0.0702047 Apr 06 14:38:46.949318 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9fa22-4cc6-43b7-84af-e7576655c4bb req-02237b49-b22c-42b6-9582-df0ec01f1abf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:46.950753 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-68f9fa22-4cc6-43b7-84af-e7576655c4bb req-02237b49-b22c-42b6-9582-df0ec01f1abf service neutron] 10.222.0.69 "GET /v2.0/networks?id=b264bfe5-626c-428d-b41e-25048941a31f HTTP/1.1" status: 200 len: 915 time: 0.1252153 Apr 06 14:38:47.011140 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1791b-5e1f-4530-acb2-bf99bb45579b req-6a6f24bc-2e46-4bdb-8ef2-759f489d8934 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:47.012545 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fad1791b-5e1f-4530-acb2-bf99bb45579b req-6a6f24bc-2e46-4bdb-8ef2-759f489d8934 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.0766952 Apr 06 14:38:47.020168 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-68f9fa22-4cc6-43b7-84af-e7576655c4bb req-5987f096-8dbc-49a6-af02-c5928b13857c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f429714-d460-47a8-8cc5-f50ad02c30d2 HTTP/1.1" status: 200 len: 217 time: 0.0633931 Apr 06 14:38:47.057709 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fad1791b-5e1f-4530-acb2-bf99bb45579b req-5bc6570e-c27d-4669-8551-1f8e4aca725b tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396512 Apr 06 14:38:47.084480 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9fa22-4cc6-43b7-84af-e7576655c4bb req-85e40d02-b033-49a4-abcd-dee06881360f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:47.085943 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-68f9fa22-4cc6-43b7-84af-e7576655c4bb req-85e40d02-b033-49a4-abcd-dee06881360f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e52a1ff8-a865-4ede-ae21-9487cbd34a64 HTTP/1.1" status: 200 len: 854 time: 0.0604837 Apr 06 14:38:47.135814 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-68f9fa22-4cc6-43b7-84af-e7576655c4bb req-1de0dae3-c7aa-4570-9c91-e9bb40ed1bd2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b264bfe5-626c-428d-b41e-25048941a31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425892 Apr 06 14:38:47.267810 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-68f9fa22-4cc6-43b7-84af-e7576655c4bb req-b1c4c0b2-b9db-4abc-972e-c526be326e6d service neutron] 10.222.0.69 "GET /v2.0/networks/b264bfe5-626c-428d-b41e-25048941a31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247194 Apr 06 14:38:47.407175 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-68f9fa22-4cc6-43b7-84af-e7576655c4bb req-614076c3-cc4e-42e5-8c7d-7748851f6776 service neutron] 10.222.0.69 "GET /v2.0/networks/b264bfe5-626c-428d-b41e-25048941a31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338978 Apr 06 14:38:48.252458 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23429322-8b54-4a62-99e2-4d2dbc9983ea req-09c2cecd-b6fd-4056-9bf1-d59f87e1ca8f tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:48.253850 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-23429322-8b54-4a62-99e2-4d2dbc9983ea req-09c2cecd-b6fd-4056-9bf1-d59f87e1ca8f tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.0764244 Apr 06 14:38:48.298200 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-23429322-8b54-4a62-99e2-4d2dbc9983ea req-e608da3f-f96f-439f-ba1c-628a5ab1f1c0 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389168 Apr 06 14:38:49.496423 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b4b6f-cbff-49e9-b2f4-40138f428f2b req-002453c3-a15f-463b-8d04-b39dcc3f32a8 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:49.497969 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-471b4b6f-cbff-49e9-b2f4-40138f428f2b req-002453c3-a15f-463b-8d04-b39dcc3f32a8 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.0788388 Apr 06 14:38:49.546097 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-471b4b6f-cbff-49e9-b2f4-40138f428f2b req-1dac0b8d-854e-44b8-9126-96c4d652e7bf tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418856 Apr 06 14:38:49.870303 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32705360-9dc9-4316-be28-76d1815a4815 req-e64aa5a6-2c12-4973-ac5b-1b00575e1b8c tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:49.871636 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-32705360-9dc9-4316-be28-76d1815a4815 req-e64aa5a6-2c12-4973-ac5b-1b00575e1b8c tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319&tenant_id=9adf49c7336443d0b7b7f5101bc1fc02&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 945 time: 0.0847826 Apr 06 14:38:49.874323 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c83c8a-37cf-47ab-8689-e103d091ab41 req-5aa3316d-22bf-405b-a725-28f019425848 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:49.875762 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-97c83c8a-37cf-47ab-8689-e103d091ab41 req-5aa3316d-22bf-405b-a725-28f019425848 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.0776277 Apr 06 14:38:49.920428 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-97c83c8a-37cf-47ab-8689-e103d091ab41 req-cd5d4768-ff8a-48a0-a774-140488cd54fc tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386503 Apr 06 14:38:50.007787 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-32705360-9dc9-4316-be28-76d1815a4815 req-dba36e38-6c94-4292-802b-400b12ee04db service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9adf49c7336443d0b7b7f5101bc1fc02&device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 1098 time: 0.0692937 Apr 06 14:38:50.219023 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32705360-9dc9-4316-be28-76d1815a4815 req-897e06e1-d158-4c06-8bb4-41854d1fed98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:50.221028 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-32705360-9dc9-4316-be28-76d1815a4815 req-897e06e1-d158-4c06-8bb4-41854d1fed98 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b264bfe5-626c-428d-b41e-25048941a31f HTTP/1.1" status: 200 len: 915 time: 0.2073519 Apr 06 14:38:50.287905 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-32705360-9dc9-4316-be28-76d1815a4815 req-3b812717-b389-4a3f-b1d7-f24e47fa9f63 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f429714-d460-47a8-8cc5-f50ad02c30d2 HTTP/1.1" status: 200 len: 217 time: 0.0608461 Apr 06 14:38:50.348541 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32705360-9dc9-4316-be28-76d1815a4815 req-b99259df-a728-4ab4-8450-1817dedf6340 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:50.349911 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-32705360-9dc9-4316-be28-76d1815a4815 req-b99259df-a728-4ab4-8450-1817dedf6340 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e52a1ff8-a865-4ede-ae21-9487cbd34a64 HTTP/1.1" status: 200 len: 854 time: 0.0551581 Apr 06 14:38:50.395753 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-32705360-9dc9-4316-be28-76d1815a4815 req-8d289fd1-96e9-48e5-a700-9d260843a83a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b264bfe5-626c-428d-b41e-25048941a31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399129 Apr 06 14:38:50.522209 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-32705360-9dc9-4316-be28-76d1815a4815 req-c83b229d-a4fa-499d-aafb-d3475eafdfb2 service neutron] 10.222.0.69 "GET /v2.0/networks/b264bfe5-626c-428d-b41e-25048941a31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200836 Apr 06 14:38:50.587420 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 7f429714-d460-47a8-8cc5-f50ad02c30d2 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:38:50.650449 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-32705360-9dc9-4316-be28-76d1815a4815 req-8cb0ea1a-9c28-4171-8d7c-a7ad92432b1c service neutron] 10.222.0.69 "GET /v2.0/networks/b264bfe5-626c-428d-b41e-25048941a31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215756 Apr 06 14:38:50.718608 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 7f429714-d460-47a8-8cc5-f50ad02c30d2, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7f429714-d460-47a8-8cc5-f50ad02c30d2,segment=NetworkSegment(062c60c2-8c15-469d-8783-93cad0a5676e),segment_id=062c60c2-8c15-469d-8783-93cad0a5676e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:50.732635 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '7f429714-d460-47a8-8cc5-f50ad02c30d2', 'network_id': 'b264bfe5-626c-428d-b41e-25048941a31f', 'port_id': '7f429714-d460-47a8-8cc5-f50ad02c30d2', 'mac_address': 'fa:16:3e:70:15:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e52a1ff8-a865-4ede-ae21-9487cbd34a64', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:38:50.786106 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:50.805890 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f429714-d460-47a8-8cc5-f50ad02c30d2 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:38:50.820766 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 7f429714-d460-47a8-8cc5-f50ad02c30d2, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7f429714-d460-47a8-8cc5-f50ad02c30d2,segment=NetworkSegment(062c60c2-8c15-469d-8783-93cad0a5676e),segment_id=062c60c2-8c15-469d-8783-93cad0a5676e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:50.824667 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:50.889687 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['7f429714-d460-47a8-8cc5-f50ad02c30d2'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:38:50.933826 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=7f429714-d460-47a8-8cc5-f50ad02c30d2,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:51.133157 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90639b57-4eb4-43e3-b791-0a5efeab7b87 req-8b1271b3-340f-4037-a454-9adf21f454ea tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:51.134650 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-90639b57-4eb4-43e3-b791-0a5efeab7b87 req-8b1271b3-340f-4037-a454-9adf21f454ea tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 944 time: 0.0876722 Apr 06 14:38:51.187906 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-90639b57-4eb4-43e3-b791-0a5efeab7b87 req-6370aa13-44a9-44d7-81cf-062e522792f8 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470693 Apr 06 14:38:52.386548 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a7b76-2049-436f-bc82-cd1703966c7c req-d3e717fd-8c90-476d-824b-fae114e0e071 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:52.387982 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-153a7b76-2049-436f-bc82-cd1703966c7c req-d3e717fd-8c90-476d-824b-fae114e0e071 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 944 time: 0.0790322 Apr 06 14:38:52.434384 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-153a7b76-2049-436f-bc82-cd1703966c7c req-4d64b2e0-7629-44c4-8806-3bf32f0c24dd tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402849 Apr 06 14:38:52.602759 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 7f429714-d460-47a8-8cc5-f50ad02c30d2 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:38:52.627547 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c57524-0757-4f4d-98e3-1839d86ef256 req-c0ceca87-2e9a-4d1d-93de-697c498b6537 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:52.629054 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c0c57524-0757-4f4d-98e3-1839d86ef256 req-c0ceca87-2e9a-4d1d-93de-697c498b6537 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 944 time: 0.0774405 Apr 06 14:38:52.670047 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 7f429714-d460-47a8-8cc5-f50ad02c30d2 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:38:52.670415 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:52.673741 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c0c57524-0757-4f4d-98e3-1839d86ef256 req-6f1863be-9874-494d-9a90-9685b1824514 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390790 Apr 06 14:38:52.785056 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:52.816036 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c84653c-3b16-4cf5-b19b-c3c2638db319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f429714-d460-47a8-8cc5-f50ad02c30d2'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:38:52.826785 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 7f429714-d460-47a8-8cc5-f50ad02c30d2, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7f429714-d460-47a8-8cc5-f50ad02c30d2,segment=NetworkSegment(062c60c2-8c15-469d-8783-93cad0a5676e),segment_id=062c60c2-8c15-469d-8783-93cad0a5676e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:52.840536 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:52.882665 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197001c-7aae-440d-ad53-078cc6f446e0 req-d7bcab1f-9f42-426e-9e3f-e702f31472cf tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:52.884190 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8197001c-7aae-440d-ad53-078cc6f446e0 req-d7bcab1f-9f42-426e-9e3f-e702f31472cf tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.0875959 Apr 06 14:38:52.897608 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87698796-d68e-4c33-ba3b-ced700786eab'] response: {'server_uuid': '4c84653c-3b16-4cf5-b19b-c3c2638db319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f429714-d460-47a8-8cc5-f50ad02c30d2', 'code': 200} Apr 06 14:38:52.922636 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=7f429714-d460-47a8-8cc5-f50ad02c30d2,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:52.932923 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8197001c-7aae-440d-ad53-078cc6f446e0 req-d02e4d99-4166-4e5c-9c20-d116d6216f78 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430870 Apr 06 14:38:53.220738 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-648038bc-36a5-48a4-b4fd-281c96737b98 req-8fddbe26-b555-4811-8100-edbc22f0e013 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759139 Apr 06 14:38:53.369654 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-648038bc-36a5-48a4-b4fd-281c96737b98 req-fd0585b5-3199-460d-aee4-4458eaa19f9b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9adf49c7336443d0b7b7f5101bc1fc02&device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 1098 time: 0.0782392 Apr 06 14:38:53.483061 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-bdd878a4-4aac-427c-9179-9065a9555fea tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:53.484481 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-bdd878a4-4aac-427c-9179-9065a9555fea tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/networks?id=b264bfe5-626c-428d-b41e-25048941a31f HTTP/1.1" status: 200 len: 814 time: 0.1491711 Apr 06 14:38:53.500755 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-3d76d39a-aa29-4ef0-b62f-c8e4efd23137 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/quotas/9adf49c7336443d0b7b7f5101bc1fc02 HTTP/1.1" status: 200 len: 375 time: 0.0103137 Apr 06 14:38:53.515261 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648038bc-36a5-48a4-b4fd-281c96737b98 req-604e23ac-8372-4178-9d05-f1cda67c2424 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:53.516706 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-648038bc-36a5-48a4-b4fd-281c96737b98 req-604e23ac-8372-4178-9d05-f1cda67c2424 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b264bfe5-626c-428d-b41e-25048941a31f HTTP/1.1" status: 200 len: 915 time: 0.1269693 Apr 06 14:38:53.579448 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-02b66226-a152-41be-a7e3-53dbf38e00a7 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9adf49c7336443d0b7b7f5101bc1fc02&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0728195 Apr 06 14:38:53.582952 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-648038bc-36a5-48a4-b4fd-281c96737b98 req-5e32de7e-0630-4bbf-ae53-91f0b03a2e07 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f429714-d460-47a8-8cc5-f50ad02c30d2 HTTP/1.1" status: 200 len: 217 time: 0.0593989 Apr 06 14:38:53.649339 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648038bc-36a5-48a4-b4fd-281c96737b98 req-25d5a417-0f3d-432e-b6f8-fd88ee0636a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:53.650785 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-648038bc-36a5-48a4-b4fd-281c96737b98 req-25d5a417-0f3d-432e-b6f8-fd88ee0636a3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e52a1ff8-a865-4ede-ae21-9487cbd34a64 HTTP/1.1" status: 200 len: 854 time: 0.0600827 Apr 06 14:38:53.696154 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-648038bc-36a5-48a4-b4fd-281c96737b98 req-b09c00af-ed36-436f-8d40-37fc4c65927d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b264bfe5-626c-428d-b41e-25048941a31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387542 Apr 06 14:38:53.711572 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-ef9b87cf-3976-42a1-a836-4bdbac23c73f service neutron] 10.222.0.60 "GET /v2.0/networks/b264bfe5-626c-428d-b41e-25048941a31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252525 Apr 06 14:38:53.831622 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-648038bc-36a5-48a4-b4fd-281c96737b98 req-56a69cfc-e40d-4da9-9ab7-0fcd2a993126 service neutron] 10.222.0.69 "GET /v2.0/networks/b264bfe5-626c-428d-b41e-25048941a31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245689 Apr 06 14:38:53.840384 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-d1b5cd33-566e-49ce-909d-29a3cea92037 service neutron] 10.222.0.60 "GET /v2.0/networks/b264bfe5-626c-428d-b41e-25048941a31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229780 Apr 06 14:38:53.968057 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-648038bc-36a5-48a4-b4fd-281c96737b98 req-01d9dfa7-a960-472b-881d-f01e0b397b8b service neutron] 10.222.0.69 "GET /v2.0/networks/b264bfe5-626c-428d-b41e-25048941a31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303442 Apr 06 14:38:54.032173 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0631d433-b250-4d17-bce2-9b8c1c864dbe req-6500282d-79cc-489f-91e5-f296ee44b0b3 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 210 time: 0.0402853 Apr 06 14:38:55.194970 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3dcea8c7-207e-46d8-a8ce-81ee14d2f819 req-0b7bd3a5-7099-48cd-9e79-671ec2945dce tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 210 time: 0.0407634 Apr 06 14:38:55.290406 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2008e-5bb5-4a4e-9e8c-034edb974a5b req-46047b35-9be1-4bb2-ae7c-f9d6b35f6773 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:55.291838 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-19e2008e-5bb5-4a4e-9e8c-034edb974a5b req-46047b35-9be1-4bb2-ae7c-f9d6b35f6773 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c84653c-3b16-4cf5-b19b-c3c2638db319 HTTP/1.1" status: 200 len: 945 time: 0.3033726 Apr 06 14:38:55.299679 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-824f3cbf-ff0f-4afb-a3b9-2b5008b5e554 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:55.300990 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-824f3cbf-ff0f-4afb-a3b9-2b5008b5e554 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.69 "GET /v2.0/networks?id=b264bfe5-626c-428d-b41e-25048941a31f HTTP/1.1" status: 200 len: 814 time: 0.1759593 Apr 06 14:38:55.337514 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-30be1037-85f7-48a5-94da-e706c11d9f17 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Request body: {'port': {'device_id': 'a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd', 'network_id': 'b264bfe5-626c-428d-b41e-25048941a31f', 'admin_state_up': True, 'tenant_id': '9adf49c7336443d0b7b7f5101bc1fc02'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:38:55.444081 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-19e2008e-5bb5-4a4e-9e8c-034edb974a5b req-456a3a2e-2b3f-46de-a1bc-dbdf83595440 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Deleting port 7f429714-d460-47a8-8cc5-f50ad02c30d2 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:38:55.444422 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-19e2008e-5bb5-4a4e-9e8c-034edb974a5b req-456a3a2e-2b3f-46de-a1bc-dbdf83595440 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:55.569693 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-30be1037-85f7-48a5-94da-e706c11d9f17 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:38:55.591479 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-30be1037-85f7-48a5-94da-e706c11d9f17 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:38:55.666676 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-30be1037-85f7-48a5-94da-e706c11d9f17 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Made reservation on behalf of 9adf49c7336443d0b7b7f5101bc1fc02 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:55.669712 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-30be1037-85f7-48a5-94da-e706c11d9f17 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:55.809650 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-19e2008e-5bb5-4a4e-9e8c-034edb974a5b req-456a3a2e-2b3f-46de-a1bc-dbdf83595440 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] For port 7f429714-d460-47a8-8cc5-f50ad02c30d2, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7f429714-d460-47a8-8cc5-f50ad02c30d2,segment=NetworkSegment(062c60c2-8c15-469d-8783-93cad0a5676e),segment_id=062c60c2-8c15-469d-8783-93cad0a5676e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:55.810015 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-19e2008e-5bb5-4a4e-9e8c-034edb974a5b req-456a3a2e-2b3f-46de-a1bc-dbdf83595440 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:55.978237 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-19e2008e-5bb5-4a4e-9e8c-034edb974a5b req-456a3a2e-2b3f-46de-a1bc-dbdf83595440 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Calling delete_port for 7f429714-d460-47a8-8cc5-f50ad02c30d2 owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:38:56.056783 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-30be1037-85f7-48a5-94da-e706c11d9f17 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Allocated IP 172.20.0.13 (b264bfe5-626c-428d-b41e-25048941a31f/e52a1ff8-a865-4ede-ae21-9487cbd34a64/d17d602d-b264-403f-bd72-74ecb43e48e8) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:38:56.159032 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-19e2008e-5bb5-4a4e-9e8c-034edb974a5b req-456a3a2e-2b3f-46de-a1bc-dbdf83595440 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:56.170735 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['7f429714-d460-47a8-8cc5-f50ad02c30d2'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:38:56.235024 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a3a2e-2b3f-46de-a1bc-dbdf83595440 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Pushing event deleted for resources: {'Port': ['ID=7f429714-d460-47a8-8cc5-f50ad02c30d2,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:56.404700 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e2008e-5bb5-4a4e-9e8c-034edb974a5b req-456a3a2e-2b3f-46de-a1bc-dbdf83595440 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] No DVR routers for this DVR port 7f429714-d460-47a8-8cc5-f50ad02c30d2 on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:56.412811 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-19e2008e-5bb5-4a4e-9e8c-034edb974a5b req-456a3a2e-2b3f-46de-a1bc-dbdf83595440 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:56.422207 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c84653c-3b16-4cf5-b19b-c3c2638db319', 'name': 'network-vif-deleted', 'tag': '7f429714-d460-47a8-8cc5-f50ad02c30d2'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:38:56.438221 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-88a96179-09b0-4e00-924d-231a014527c6 req-78d2702c-f3ea-4af7-8537-e026d77ceac6 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 210 time: 0.1166220 Apr 06 14:38:56.456029 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-19e2008e-5bb5-4a4e-9e8c-034edb974a5b req-456a3a2e-2b3f-46de-a1bc-dbdf83595440 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.69 "DELETE /v2.0/ports/7f429714-d460-47a8-8cc5-f50ad02c30d2 HTTP/1.1" status: 204 len: 173 time: 1.1540928 Apr 06 14:38:56.521160 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-30be1037-85f7-48a5-94da-e706c11d9f17 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:56.555088 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-30be1037-85f7-48a5-94da-e706c11d9f17 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:56.567998 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['7f429714-d460-47a8-8cc5-f50ad02c30d2'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:38:56.592021 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1153faf7-654d-49fe-b2ee-fffb1bf75580'] response: {'server_uuid': '4c84653c-3b16-4cf5-b19b-c3c2638db319', 'name': 'network-vif-deleted', 'tag': '7f429714-d460-47a8-8cc5-f50ad02c30d2', 'status': 'completed', 'code': 200} Apr 06 14:38:56.633971 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-30be1037-85f7-48a5-94da-e706c11d9f17 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Network b264bfe5-626c-428d-b41e-25048941a31f is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:56.637820 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-30be1037-85f7-48a5-94da-e706c11d9f17 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:56.641843 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-30be1037-85f7-48a5-94da-e706c11d9f17 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:38:56.769669 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be1037-85f7-48a5-94da-e706c11d9f17 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Pushing event updated for resources: {'Port': ['ID=d17d602d-b264-403f-bd72-74ecb43e48e8,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:56.802145 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-30be1037-85f7-48a5-94da-e706c11d9f17 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:56.802745 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-30be1037-85f7-48a5-94da-e706c11d9f17 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:56.821905 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-30be1037-85f7-48a5-94da-e706c11d9f17 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4922655 Apr 06 14:38:56.833421 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-e915a3fd-5231-4f54-a5c1-08d8db39f848 service neutron] Request body: {'port': {'device_id': 'a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:38:56.941325 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-e915a3fd-5231-4f54-a5c1-08d8db39f848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:57.273944 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-e915a3fd-5231-4f54-a5c1-08d8db39f848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d17d602d-b264-403f-bd72-74ecb43e48e8 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:38:57.280383 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-e915a3fd-5231-4f54-a5c1-08d8db39f848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:57.294047 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-e915a3fd-5231-4f54-a5c1-08d8db39f848 service neutron] Transition to ACTIVE for port object d17d602d-b264-403f-bd72-74ecb43e48e8 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:38:57.297701 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-e915a3fd-5231-4f54-a5c1-08d8db39f848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:57.419587 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915a3fd-5231-4f54-a5c1-08d8db39f848 service neutron] Pushing event updated for resources: {'Port': ['ID=d17d602d-b264-403f-bd72-74ecb43e48e8,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:57.521739 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-e915a3fd-5231-4f54-a5c1-08d8db39f848 service neutron] Attempting to bind port d17d602d-b264-403f-bd72-74ecb43e48e8 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:38:57.522072 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-e915a3fd-5231-4f54-a5c1-08d8db39f848 service neutron] Attempting to bind port d17d602d-b264-403f-bd72-74ecb43e48e8 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '062c60c2-8c15-469d-8783-93cad0a5676e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b264bfe5-626c-428d-b41e-25048941a31f'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:38:57.522398 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-e915a3fd-5231-4f54-a5c1-08d8db39f848 service neutron] Attempting to bind port d17d602d-b264-403f-bd72-74ecb43e48e8 on network b264bfe5-626c-428d-b41e-25048941a31f {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:38:57.528199 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-e915a3fd-5231-4f54-a5c1-08d8db39f848 service neutron] Port d17d602d-b264-403f-bd72-74ecb43e48e8 on network b264bfe5-626c-428d-b41e-25048941a31f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:38:57.528457 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-e915a3fd-5231-4f54-a5c1-08d8db39f848 service neutron] Attempting to bind port d17d602d-b264-403f-bd72-74ecb43e48e8 on network b264bfe5-626c-428d-b41e-25048941a31f {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:38:57.535131 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-e915a3fd-5231-4f54-a5c1-08d8db39f848 service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:38:57.535464 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-e915a3fd-5231-4f54-a5c1-08d8db39f848 service neutron] Checking segment: {'id': '062c60c2-8c15-469d-8783-93cad0a5676e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b264bfe5-626c-428d-b41e-25048941a31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:38:57.535848 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-e915a3fd-5231-4f54-a5c1-08d8db39f848 service neutron] Bound using segment: {'id': '062c60c2-8c15-469d-8783-93cad0a5676e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b264bfe5-626c-428d-b41e-25048941a31f'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:38:57.536271 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-e915a3fd-5231-4f54-a5c1-08d8db39f848 service neutron] Bound port: d17d602d-b264-403f-bd72-74ecb43e48e8, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062c60c2-8c15-469d-8783-93cad0a5676e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b264bfe5-626c-428d-b41e-25048941a31f'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:38:57.536616 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-e915a3fd-5231-4f54-a5c1-08d8db39f848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:57.668823 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-e915a3fd-5231-4f54-a5c1-08d8db39f848 service neutron] For port d17d602d-b264-403f-bd72-74ecb43e48e8, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:38:57.678605 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-e915a3fd-5231-4f54-a5c1-08d8db39f848 service neutron] For port d17d602d-b264-403f-bd72-74ecb43e48e8, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d17d602d-b264-403f-bd72-74ecb43e48e8,segment=NetworkSegment(062c60c2-8c15-469d-8783-93cad0a5676e),segment_id=062c60c2-8c15-469d-8783-93cad0a5676e)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:38:57.684103 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-e915a3fd-5231-4f54-a5c1-08d8db39f848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:57.739833 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd91705-383d-4873-aae9-5bab70b4b46a req-cfb7222c-b4d4-4993-8c98-42fb1d048af7 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:57.740518 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-7fd91705-383d-4873-aae9-5bab70b4b46a req-cfb7222c-b4d4-4993-8c98-42fb1d048af7 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Synchronizing usage tracker for tenant:9adf49c7336443d0b7b7f5101bc1fc02 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:38:57.760405 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-e915a3fd-5231-4f54-a5c1-08d8db39f848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:57.761766 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-e915a3fd-5231-4f54-a5c1-08d8db39f848 service neutron] 10.222.0.69 "PUT /v2.0/ports/d17d602d-b264-403f-bd72-74ecb43e48e8 HTTP/1.1" status: 200 len: 1094 time: 0.9323871 Apr 06 14:38:57.775756 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-7fd91705-383d-4873-aae9-5bab70b4b46a req-cfb7222c-b4d4-4993-8c98-42fb1d048af7 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Unset dirty status for tenant:9adf49c7336443d0b7b7f5101bc1fc02 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:38:57.777021 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7fd91705-383d-4873-aae9-5bab70b4b46a req-cfb7222c-b4d4-4993-8c98-42fb1d048af7 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 944 time: 0.1981943 Apr 06 14:38:57.780793 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915a3fd-5231-4f54-a5c1-08d8db39f848 service neutron] Pushing event updated for resources: {'Port': ['ID=d17d602d-b264-403f-bd72-74ecb43e48e8,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:57.868461 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7fd91705-383d-4873-aae9-5bab70b4b46a req-32184bd3-ec38-4c98-a562-2a19a35649c7 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840073 Apr 06 14:38:57.896464 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-18ca0c45-d349-4c4c-ad6f-2ffbccaf60b1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9adf49c7336443d0b7b7f5101bc1fc02&device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 1097 time: 0.0938897 Apr 06 14:38:57.964050 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-97e5bca3-c8f0-4c09-b195-676bac20f020 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d17d602d-b264-403f-bd72-74ecb43e48e8 HTTP/1.1" status: 200 len: 217 time: 0.0592427 Apr 06 14:38:58.027847 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-67d08517-8331-4843-b7aa-35fd43290ec2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:58.029249 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-67d08517-8331-4843-b7aa-35fd43290ec2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e52a1ff8-a865-4ede-ae21-9487cbd34a64 HTTP/1.1" status: 200 len: 854 time: 0.0580447 Apr 06 14:38:58.073961 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-3879994f-e360-4ea1-8601-f187d89ca941 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b264bfe5-626c-428d-b41e-25048941a31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376191 Apr 06 14:38:58.202971 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-e75eb11d-fa7a-4e6e-9e53-e57ab64b987b service neutron] 10.222.0.69 "GET /v2.0/networks/b264bfe5-626c-428d-b41e-25048941a31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222973 Apr 06 14:38:58.329033 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0bb367e8-52ac-4f1b-a3ea-1ac6c87475a8 req-b295c30e-b04f-4e13-9676-3053e7cb683f service neutron] 10.222.0.69 "GET /v2.0/networks/b264bfe5-626c-428d-b41e-25048941a31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201053 Apr 06 14:38:58.593168 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd', 'tag': 'd17d602d-b264-403f-bd72-74ecb43e48e8'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:38:58.646533 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee95cd38-c068-4bed-877e-ffbc9bfa7f63'] response: {'name': 'network-changed', 'server_uuid': 'a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd', 'tag': 'd17d602d-b264-403f-bd72-74ecb43e48e8', 'status': 'completed', 'code': 200} Apr 06 14:38:58.662532 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 7f429714-d460-47a8-8cc5-f50ad02c30d2 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:38:58.695016 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: 7f429714-d460-47a8-8cc5-f50ad02c30d2 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:38:58.695609 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 7f429714-d460-47a8-8cc5-f50ad02c30d2 not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:38:58.738471 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-031c1f97-139b-44e2-9be1-4c4dc1b83bee req-28bfb0ad-bfc7-4a13-9eb4-f0472d1751a9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9adf49c7336443d0b7b7f5101bc1fc02&device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 1097 time: 0.0708246 Apr 06 14:38:58.953158 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c1f97-139b-44e2-9be1-4c4dc1b83bee req-f0730e15-f4fa-415b-89e4-6ea1455dd663 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:58.955219 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-031c1f97-139b-44e2-9be1-4c4dc1b83bee req-f0730e15-f4fa-415b-89e4-6ea1455dd663 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b264bfe5-626c-428d-b41e-25048941a31f HTTP/1.1" status: 200 len: 915 time: 0.2110865 Apr 06 14:38:59.059552 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-031c1f97-139b-44e2-9be1-4c4dc1b83bee req-21f6b08e-023a-439d-aeea-d7e34f0369c7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d17d602d-b264-403f-bd72-74ecb43e48e8 HTTP/1.1" status: 200 len: 217 time: 0.0981786 Apr 06 14:38:59.107310 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:38:59.132836 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c1f97-139b-44e2-9be1-4c4dc1b83bee req-bd379962-3b8a-4918-8171-a27f1db1ac30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:59.134269 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-031c1f97-139b-44e2-9be1-4c4dc1b83bee req-bd379962-3b8a-4918-8171-a27f1db1ac30 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e52a1ff8-a865-4ede-ae21-9487cbd34a64 HTTP/1.1" status: 200 len: 854 time: 0.0680709 Apr 06 14:38:59.143662 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7681c-0246-48d0-bb22-904c00c52e8e req-03b37358-a64b-44c2-948c-7a2fdc3ed50f tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:59.145011 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-97d7681c-0246-48d0-bb22-904c00c52e8e req-03b37358-a64b-44c2-948c-7a2fdc3ed50f tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 944 time: 0.1380558 Apr 06 14:38:59.201868 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-031c1f97-139b-44e2-9be1-4c4dc1b83bee req-983367f0-035d-445c-8f9a-230e3be224ff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b264bfe5-626c-428d-b41e-25048941a31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558815 Apr 06 14:38:59.299333 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-97d7681c-0246-48d0-bb22-904c00c52e8e req-60556e69-2e96-4263-9a1e-b34974e3f8cf tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236582 Apr 06 14:38:59.342164 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-031c1f97-139b-44e2-9be1-4c4dc1b83bee req-6dd2b579-a3d4-4f18-9109-dfda7a7fff54 service neutron] 10.222.0.69 "GET /v2.0/networks/b264bfe5-626c-428d-b41e-25048941a31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300063 Apr 06 14:38:59.469736 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-031c1f97-139b-44e2-9be1-4c4dc1b83bee req-5929d25c-89bb-469c-b75a-a18da075fb7c service neutron] 10.222.0.69 "GET /v2.0/networks/b264bfe5-626c-428d-b41e-25048941a31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212351 Apr 06 14:39:00.510619 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081def91-e0e2-4fd6-b34d-959b3859556a req-0ba02b15-05f7-4edf-83b0-47f24aa1d24b tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:00.512114 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-081def91-e0e2-4fd6-b34d-959b3859556a req-0ba02b15-05f7-4edf-83b0-47f24aa1d24b tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 944 time: 0.0839388 Apr 06 14:39:00.559471 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-081def91-e0e2-4fd6-b34d-959b3859556a req-eafbf7d2-50fa-4afb-af3e-e2727dfcaceb tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410595 Apr 06 14:39:00.660481 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device d17d602d-b264-403f-bd72-74ecb43e48e8 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:39:00.793947 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port d17d602d-b264-403f-bd72-74ecb43e48e8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d17d602d-b264-403f-bd72-74ecb43e48e8,segment=NetworkSegment(062c60c2-8c15-469d-8783-93cad0a5676e),segment_id=062c60c2-8c15-469d-8783-93cad0a5676e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:00.811040 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': 'd17d602d-b264-403f-bd72-74ecb43e48e8', 'network_id': 'b264bfe5-626c-428d-b41e-25048941a31f', 'port_id': 'd17d602d-b264-403f-bd72-74ecb43e48e8', 'mac_address': 'fa:16:3e:2e:5e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e52a1ff8-a865-4ede-ae21-9487cbd34a64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:39:00.863819 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:00.881728 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17d602d-b264-403f-bd72-74ecb43e48e8 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:39:00.896354 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port d17d602d-b264-403f-bd72-74ecb43e48e8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d17d602d-b264-403f-bd72-74ecb43e48e8,segment=NetworkSegment(062c60c2-8c15-469d-8783-93cad0a5676e),segment_id=062c60c2-8c15-469d-8783-93cad0a5676e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:00.899810 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:00.963220 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=d17d602d-b264-403f-bd72-74ecb43e48e8,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:00.971290 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:00.971641 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:00.971985 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:00.972324 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:00.972661 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:00.973027 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:00.973359 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:00.973690 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:00.974020 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:00.974345 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:00.974671 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:01.090619 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['d17d602d-b264-403f-bd72-74ecb43e48e8'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:39:01.749840 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0574250-0bcd-4416-8d25-007f598f5987 req-470eae32-7f31-446e-b664-f7aee5b9b5ee tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:01.751825 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f0574250-0bcd-4416-8d25-007f598f5987 req-470eae32-7f31-446e-b664-f7aee5b9b5ee tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 945 time: 0.0736506 Apr 06 14:39:01.799347 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f0574250-0bcd-4416-8d25-007f598f5987 req-c740361b-600f-44b5-ae4e-02d9330144ab tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420628 Apr 06 14:39:02.664283 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device d17d602d-b264-403f-bd72-74ecb43e48e8 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:39:02.732229 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port d17d602d-b264-403f-bd72-74ecb43e48e8 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:39:02.737275 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port d17d602d-b264-403f-bd72-74ecb43e48e8 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:39:02.737648 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:02.870679 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:02.898639 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17d602d-b264-403f-bd72-74ecb43e48e8'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:39:02.909441 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port d17d602d-b264-403f-bd72-74ecb43e48e8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d17d602d-b264-403f-bd72-74ecb43e48e8,segment=NetworkSegment(062c60c2-8c15-469d-8783-93cad0a5676e),segment_id=062c60c2-8c15-469d-8783-93cad0a5676e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:02.913796 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:02.981847 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=d17d602d-b264-403f-bd72-74ecb43e48e8,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:03.005293 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21595c97-5802-4395-bd72-7c18a297bb2b req-d7253f51-3279-4546-bfb1-023ac67cf4e9 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:03.006738 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-21595c97-5802-4395-bd72-7c18a297bb2b req-d7253f51-3279-4546-bfb1-023ac67cf4e9 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0772016 Apr 06 14:39:03.033281 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0fc1dd0-3532-48b7-b053-dc65bf49e76c'] response: {'server_uuid': 'a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17d602d-b264-403f-bd72-74ecb43e48e8', 'code': 200} Apr 06 14:39:03.052230 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-21595c97-5802-4395-bd72-7c18a297bb2b req-96cea86c-295c-4d8e-beb3-03eff04cbdaf tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401227 Apr 06 14:39:03.249491 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0eec7f71-834a-453d-aedb-06046efc5c41 req-2913aaad-9842-4f96-b482-fad784410b48 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 1099 time: 0.0658431 Apr 06 14:39:03.289649 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0eec7f71-834a-453d-aedb-06046efc5c41 req-7ef6bf83-5b95-47a8-b5ac-967251c3ee3a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335455 Apr 06 14:39:04.252743 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17548d03-53c0-4d99-b8ab-b49bb8970098 req-eee379df-0224-46d5-84b7-4c607537b42f tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:04.254239 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-17548d03-53c0-4d99-b8ab-b49bb8970098 req-eee379df-0224-46d5-84b7-4c607537b42f tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0792618 Apr 06 14:39:04.298991 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-17548d03-53c0-4d99-b8ab-b49bb8970098 req-39194486-80eb-452d-8d0d-44f2c3ac42b2 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392168 Apr 06 14:39:05.494679 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a061155-f019-464c-ba6f-e20c672e3151 req-51717766-b82b-4f80-b4a3-621ced5efdbb tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:05.496114 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8a061155-f019-464c-ba6f-e20c672e3151 req-51717766-b82b-4f80-b4a3-621ced5efdbb tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0775719 Apr 06 14:39:05.539561 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8a061155-f019-464c-ba6f-e20c672e3151 req-c91e3483-39b9-472b-a3fd-a25887de1e40 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373542 Apr 06 14:39:05.731879 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc0a1f-4c44-4d39-a6ea-812bbae1fdc2 req-2e337391-e6b4-4ef4-a45e-2db6046f66ed tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:05.733338 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-91dc0a1f-4c44-4d39-a6ea-812bbae1fdc2 req-2e337391-e6b4-4ef4-a45e-2db6046f66ed tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0761731 Apr 06 14:39:05.777593 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-91dc0a1f-4c44-4d39-a6ea-812bbae1fdc2 req-ceacfd0e-90f7-4430-a7f6-3e5d4d6eb2de tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387421 Apr 06 14:39:05.966378 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8f1b4ff1-d791-407c-91f8-b387a3b93523 req-a43111f6-7c20-4516-af18-421deaa453a6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0658324 Apr 06 14:39:06.247372 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fa777e64-8d0c-4cfb-bdc5-2a2b7cf43a3c req-03258acd-7014-40f6-bd63-9c24108b14c5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1116507 Apr 06 14:39:06.276465 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f469e-6a66-461c-972b-7af6090e3780 req-c7f4113d-10b6-4005-8c9c-a8505b4d155b tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:06.277907 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-284f469e-6a66-461c-972b-7af6090e3780 req-c7f4113d-10b6-4005-8c9c-a8505b4d155b tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0889149 Apr 06 14:39:06.323648 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-284f469e-6a66-461c-972b-7af6090e3780 req-c12e2c4b-5916-45ea-891d-2e1537148b5d tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396278 Apr 06 14:39:07.372715 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fa777e64-8d0c-4cfb-bdc5-2a2b7cf43a3c req-fd1f0241-5d10-4488-9120-77d5f6bfe2a3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9adf49c7336443d0b7b7f5101bc1fc02&device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 1099 time: 0.0700302 Apr 06 14:39:07.508246 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa777e64-8d0c-4cfb-bdc5-2a2b7cf43a3c req-f4181682-973b-43f0-aee4-dc00e8ff3b22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:07.509759 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fa777e64-8d0c-4cfb-bdc5-2a2b7cf43a3c req-f4181682-973b-43f0-aee4-dc00e8ff3b22 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b264bfe5-626c-428d-b41e-25048941a31f HTTP/1.1" status: 200 len: 915 time: 0.1312995 Apr 06 14:39:07.576994 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fa777e64-8d0c-4cfb-bdc5-2a2b7cf43a3c req-7e693a1d-9384-4a15-a5fc-da5d2ff15c8c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d17d602d-b264-403f-bd72-74ecb43e48e8 HTTP/1.1" status: 200 len: 217 time: 0.0597875 Apr 06 14:39:07.608241 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fd170-dc9b-4e48-88f1-4affd1f8fe4d req-1f3ab594-4762-43c1-aac6-011a27eabadb tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:07.609788 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ef7fd170-dc9b-4e48-88f1-4affd1f8fe4d req-1f3ab594-4762-43c1-aac6-011a27eabadb tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.1603699 Apr 06 14:39:07.656691 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ef7fd170-dc9b-4e48-88f1-4affd1f8fe4d req-e29958e8-6a57-4be3-851e-f2ebe39ea66a tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411980 Apr 06 14:39:07.735575 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa777e64-8d0c-4cfb-bdc5-2a2b7cf43a3c req-2ae46df4-3a3d-4a73-8288-b5be9ff34774 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:07.737066 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fa777e64-8d0c-4cfb-bdc5-2a2b7cf43a3c req-2ae46df4-3a3d-4a73-8288-b5be9ff34774 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e52a1ff8-a865-4ede-ae21-9487cbd34a64 HTTP/1.1" status: 200 len: 854 time: 0.1546988 Apr 06 14:39:07.779741 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fa777e64-8d0c-4cfb-bdc5-2a2b7cf43a3c req-a36cd3e9-7b18-4c1a-8ee5-85427405376b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b264bfe5-626c-428d-b41e-25048941a31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368812 Apr 06 14:39:07.907767 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fa777e64-8d0c-4cfb-bdc5-2a2b7cf43a3c req-d00697df-25fa-4e2d-b83a-6292d2ff44fb service neutron] 10.222.0.69 "GET /v2.0/networks/b264bfe5-626c-428d-b41e-25048941a31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218245 Apr 06 14:39:08.036259 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fa777e64-8d0c-4cfb-bdc5-2a2b7cf43a3c req-2dfb45d8-61b9-42d6-9b7e-dccc92dcb1e8 service neutron] 10.222.0.69 "GET /v2.0/networks/b264bfe5-626c-428d-b41e-25048941a31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226766 Apr 06 14:39:08.058204 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-872308f9-dbb0-4898-9d0d-1262fcfe6fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:08.853810 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a04194-995c-4329-843f-6cab703cbdf4 req-ce46fac8-56cb-49d5-97a3-912c00910c76 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:08.855256 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-24a04194-995c-4329-843f-6cab703cbdf4 req-ce46fac8-56cb-49d5-97a3-912c00910c76 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0797303 Apr 06 14:39:08.900149 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-24a04194-995c-4329-843f-6cab703cbdf4 req-f3489db2-b5e0-4924-add8-c29fff67d9c8 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394125 Apr 06 14:39:10.093227 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848eabaa-3be9-4cf6-880c-ae7eec028188 req-a45151f2-f98e-44f1-95f8-837dcfaf773b tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:10.094666 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-848eabaa-3be9-4cf6-880c-ae7eec028188 req-a45151f2-f98e-44f1-95f8-837dcfaf773b tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0759282 Apr 06 14:39:10.137522 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-848eabaa-3be9-4cf6-880c-ae7eec028188 req-f76cdb84-f5c9-4805-bf89-0e6e2dcb35fd tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374091 Apr 06 14:39:10.902349 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3c37e560-96a9-4211-a40b-eb6d0f568703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:11.331905 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0822e1d-987e-4611-9caa-b30a1b6cceb0 req-a5576e3c-a55a-4aab-bae0-61af8d1dc557 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:11.333345 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b0822e1d-987e-4611-9caa-b30a1b6cceb0 req-a5576e3c-a55a-4aab-bae0-61af8d1dc557 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0746365 Apr 06 14:39:11.353009 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:11.380362 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b0822e1d-987e-4611-9caa-b30a1b6cceb0 req-62fe4274-94be-4a08-aec6-7e57da58fdbd tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414901 Apr 06 14:39:11.404556 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:12.573981 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24939a-1892-4faf-994a-22944c24a6ab req-9052d37e-35cc-49fe-8baf-a7421519d1c8 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:12.575430 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1b24939a-1892-4faf-994a-22944c24a6ab req-9052d37e-35cc-49fe-8baf-a7421519d1c8 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0776792 Apr 06 14:39:12.621707 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1b24939a-1892-4faf-994a-22944c24a6ab req-e6a6a037-f4db-4300-a43a-e42f273dfdc9 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401459 Apr 06 14:39:12.879803 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:13.820085 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc03e1e-1578-43bc-a655-8a52d08b2f80 req-53e7f112-d20d-40c9-9d89-4abf2506d8a1 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:13.821825 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2cc03e1e-1578-43bc-a655-8a52d08b2f80 req-53e7f112-d20d-40c9-9d89-4abf2506d8a1 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0792742 Apr 06 14:39:13.866684 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2cc03e1e-1578-43bc-a655-8a52d08b2f80 req-f1b8947f-4b1f-4641-9228-e614d6b6ed71 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392489 Apr 06 14:39:15.063412 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505f800-5577-4b61-9819-24d95031ad43 req-43ff6456-6e19-47ed-8d6f-a6d77105974a tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:15.064850 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9505f800-5577-4b61-9819-24d95031ad43 req-43ff6456-6e19-47ed-8d6f-a6d77105974a tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0761125 Apr 06 14:39:15.108951 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9505f800-5577-4b61-9819-24d95031ad43 req-e8306b96-0503-4e12-b825-ddebbeebec4c tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385470 Apr 06 14:39:16.297210 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d56bf4-d0d5-4290-b44b-36a21f774708 req-74afd0c5-4de7-4a96-92ad-8d815f5ea48f tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:16.299195 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-29d56bf4-d0d5-4290-b44b-36a21f774708 req-74afd0c5-4de7-4a96-92ad-8d815f5ea48f tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0736077 Apr 06 14:39:16.345728 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-29d56bf4-d0d5-4290-b44b-36a21f774708 req-3baea02c-af02-4dcc-bae4-bfb7c3fdd4b5 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405893 Apr 06 14:39:16.654310 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:39:17.536832 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b2f85-ead2-45ba-b6c5-2b77c45960fa req-185162fc-a89f-4aad-a18b-197860200d8a tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:17.538287 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8a1b2f85-ead2-45ba-b6c5-2b77c45960fa req-185162fc-a89f-4aad-a18b-197860200d8a tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0746300 Apr 06 14:39:17.582710 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8a1b2f85-ead2-45ba-b6c5-2b77c45960fa req-2791c51a-267c-4942-bc44-c55df793db7c tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390816 Apr 06 14:39:18.779030 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92496657-9f36-4e6b-81b6-0a986ae865e0 req-01528ee8-e7b5-46a0-9ee6-3413d16dc031 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:18.780455 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-92496657-9f36-4e6b-81b6-0a986ae865e0 req-01528ee8-e7b5-46a0-9ee6-3413d16dc031 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0741024 Apr 06 14:39:18.824684 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-92496657-9f36-4e6b-81b6-0a986ae865e0 req-031d1f7f-e1fd-427e-98e4-504adc0bec12 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382421 Apr 06 14:39:20.021995 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ff72f-0dc8-4e86-943a-88978e57fafa req-8647fee9-1414-4398-a682-2085130c3840 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:20.023422 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-139ff72f-0dc8-4e86-943a-88978e57fafa req-8647fee9-1414-4398-a682-2085130c3840 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0763142 Apr 06 14:39:20.069344 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-139ff72f-0dc8-4e86-943a-88978e57fafa req-5b430ff2-c7bc-4f89-a1ba-aec2dc8e5b97 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404394 Apr 06 14:39:21.267504 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a05c7-3474-4897-bcf4-f224f1ed68c4 req-83aabef6-d7b8-4141-ac8d-e98866369e93 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:21.268967 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b05a05c7-3474-4897-bcf4-f224f1ed68c4 req-83aabef6-d7b8-4141-ac8d-e98866369e93 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0782955 Apr 06 14:39:21.314108 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b05a05c7-3474-4897-bcf4-f224f1ed68c4 req-d974eded-01d9-40cb-9418-5c8f70390e55 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393653 Apr 06 14:39:22.507590 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4939b-c2e3-4d97-998d-d4a890cf0445 req-61f917e4-1c83-478f-b596-58afc71ac338 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:22.509035 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b1a4939b-c2e3-4d97-998d-d4a890cf0445 req-61f917e4-1c83-478f-b596-58afc71ac338 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0742414 Apr 06 14:39:22.555551 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b1a4939b-c2e3-4d97-998d-d4a890cf0445 req-556b917c-0d5d-45b2-b8b1-835f974e48fd tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410907 Apr 06 14:39:23.746587 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0377a-b2d7-4d1b-891e-7ba072dc5987 req-bdf2f355-7c99-4de8-8876-db332282824d tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:23.748046 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7de0377a-b2d7-4d1b-891e-7ba072dc5987 req-bdf2f355-7c99-4de8-8876-db332282824d tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0747252 Apr 06 14:39:23.791545 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7de0377a-b2d7-4d1b-891e-7ba072dc5987 req-110f70a6-48db-4029-a5d3-0bee3792c916 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380521 Apr 06 14:39:24.982534 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e5128-6993-4962-8d31-9d7d7a183ca6 req-cd3414e4-e214-4811-8e8e-6f2b35cd0be8 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:24.983956 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ea4e5128-6993-4962-8d31-9d7d7a183ca6 req-cd3414e4-e214-4811-8e8e-6f2b35cd0be8 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0748363 Apr 06 14:39:25.027552 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ea4e5128-6993-4962-8d31-9d7d7a183ca6 req-aa670a8b-cd63-4bd9-9774-61c76509b36b tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375476 Apr 06 14:39:26.226619 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab006e6-572f-4396-be42-f859789026c7 req-962ec78d-a716-452f-ab76-d41d7564a637 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:26.228048 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8ab006e6-572f-4396-be42-f859789026c7 req-962ec78d-a716-452f-ab76-d41d7564a637 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0784543 Apr 06 14:39:26.272090 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8ab006e6-572f-4396-be42-f859789026c7 req-6704cd5e-d72b-469a-9cb4-90737642d42c tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385590 Apr 06 14:39:27.467136 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb930a85-45ff-461f-ad7e-800b1ee63bf0 req-937b9e36-9de4-405b-b393-4803a035abff tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:27.468558 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb930a85-45ff-461f-ad7e-800b1ee63bf0 req-937b9e36-9de4-405b-b393-4803a035abff tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0774622 Apr 06 14:39:27.511848 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb930a85-45ff-461f-ad7e-800b1ee63bf0 req-de14e8cd-6328-466b-8ad5-d91de41a4e7f tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377953 Apr 06 14:39:28.704690 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8e34f-4eb7-4da8-b26d-410cb47de4c9 req-c7c36c41-4692-4803-a089-106cb68ff745 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:28.706156 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7fa8e34f-4eb7-4da8-b26d-410cb47de4c9 req-c7c36c41-4692-4803-a089-106cb68ff745 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0753469 Apr 06 14:39:28.749616 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7fa8e34f-4eb7-4da8-b26d-410cb47de4c9 req-db3ea5c6-347b-465f-b101-31c89ca1fa2c tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378418 Apr 06 14:39:29.095849 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:29.944465 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c898bfd-84e7-403d-b914-dfe3750eee4c req-848e8892-d01f-450b-8765-89b3a441bd9f tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:29.946296 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3c898bfd-84e7-403d-b914-dfe3750eee4c req-848e8892-d01f-450b-8765-89b3a441bd9f tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0736814 Apr 06 14:39:29.990287 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3c898bfd-84e7-403d-b914-dfe3750eee4c req-0079c57c-d73a-4cfd-bfa7-1fdd014be514 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385137 Apr 06 14:39:31.181913 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b85622-1b22-48aa-b31e-b97112f1d124 req-0da3d1ea-3f71-4eb7-a71d-c0a262dd6659 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:31.183370 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-35b85622-1b22-48aa-b31e-b97112f1d124 req-0da3d1ea-3f71-4eb7-a71d-c0a262dd6659 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0766580 Apr 06 14:39:31.227994 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-35b85622-1b22-48aa-b31e-b97112f1d124 req-a933b58b-f539-4fee-928d-ebe0ef0b5537 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392005 Apr 06 14:39:32.422881 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a4d08-1728-42e3-b96e-0c46eeb571c0 req-61434e8d-f544-4600-8cd2-9b7e3bb0a694 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:32.424305 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1f2a4d08-1728-42e3-b96e-0c46eeb571c0 req-61434e8d-f544-4600-8cd2-9b7e3bb0a694 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0780983 Apr 06 14:39:32.467587 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1f2a4d08-1728-42e3-b96e-0c46eeb571c0 req-c60036c9-d8b2-4e10-9f25-5a64fbb56cab tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377972 Apr 06 14:39:33.662308 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeedc67-f72a-4286-9e33-21bb011da1be req-1f5f7d3c-0b1b-4669-9db9-0ad920685583 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:33.663754 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cbeedc67-f72a-4286-9e33-21bb011da1be req-1f5f7d3c-0b1b-4669-9db9-0ad920685583 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0756848 Apr 06 14:39:33.711119 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cbeedc67-f72a-4286-9e33-21bb011da1be req-34f1eee1-67e2-4296-8c6c-fd593448c1c6 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419154 Apr 06 14:39:34.798122 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fa777e64-8d0c-4cfb-bdc5-2a2b7cf43a3c req-c0fd5405-c597-437b-b197-abbb5185fb88 service neutron] 10.222.0.69 "GET /v2.0/ports/d17d602d-b264-403f-bd72-74ecb43e48e8/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0708835 Apr 06 14:39:34.909611 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca03f1e-9d2e-4382-8491-f0d8b816003f req-e65b126a-717f-4c4f-ac7d-a394276724d7 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:34.911071 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3ca03f1e-9d2e-4382-8491-f0d8b816003f req-e65b126a-717f-4c4f-ac7d-a394276724d7 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0756805 Apr 06 14:39:34.967837 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3ca03f1e-9d2e-4382-8491-f0d8b816003f req-c4b504bc-0ee5-468e-82fe-4a9973d2944b tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508037 Apr 06 14:39:35.060337 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fa777e64-8d0c-4cfb-bdc5-2a2b7cf43a3c req-ceb8167a-ea2e-41aa-8697-59e5aaa82932 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd&tenant_id=9adf49c7336443d0b7b7f5101bc1fc02 HTTP/1.1" status: 200 len: 1099 time: 0.0673668 Apr 06 14:39:35.150503 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fa777e64-8d0c-4cfb-bdc5-2a2b7cf43a3c req-55ab93bf-0537-49a3-8570-f9c8c8377d8d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9adf49c7336443d0b7b7f5101bc1fc02&device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 1099 time: 0.0692582 Apr 06 14:39:35.276135 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa777e64-8d0c-4cfb-bdc5-2a2b7cf43a3c req-800ccf0a-7ee3-4017-aea7-d4e3f6b8ef52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:35.277569 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fa777e64-8d0c-4cfb-bdc5-2a2b7cf43a3c req-800ccf0a-7ee3-4017-aea7-d4e3f6b8ef52 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b264bfe5-626c-428d-b41e-25048941a31f HTTP/1.1" status: 200 len: 915 time: 0.1209583 Apr 06 14:39:35.347042 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fa777e64-8d0c-4cfb-bdc5-2a2b7cf43a3c req-6678e8c6-f68d-43ce-a039-f65116f8b31c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d17d602d-b264-403f-bd72-74ecb43e48e8 HTTP/1.1" status: 200 len: 217 time: 0.0627153 Apr 06 14:39:35.486806 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa777e64-8d0c-4cfb-bdc5-2a2b7cf43a3c req-79aae160-060a-4ba7-a5e2-ed38a78702eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:35.488223 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fa777e64-8d0c-4cfb-bdc5-2a2b7cf43a3c req-79aae160-060a-4ba7-a5e2-ed38a78702eb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e52a1ff8-a865-4ede-ae21-9487cbd34a64 HTTP/1.1" status: 200 len: 854 time: 0.1355209 Apr 06 14:39:35.531629 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fa777e64-8d0c-4cfb-bdc5-2a2b7cf43a3c req-835deb18-889f-49df-a64c-cd772794b7d3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b264bfe5-626c-428d-b41e-25048941a31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365884 Apr 06 14:39:35.659464 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fa777e64-8d0c-4cfb-bdc5-2a2b7cf43a3c req-fceaaa16-13c1-484e-97da-715da8013a04 service neutron] 10.222.0.69 "GET /v2.0/networks/b264bfe5-626c-428d-b41e-25048941a31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207697 Apr 06 14:39:35.788375 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fa777e64-8d0c-4cfb-bdc5-2a2b7cf43a3c req-bcb78af8-b00d-412d-9578-002f027beda7 service neutron] 10.222.0.69 "GET /v2.0/networks/b264bfe5-626c-428d-b41e-25048941a31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224117 Apr 06 14:39:36.164436 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf3c61-7ada-4e01-b986-b6da468ec5b1 req-165a3bab-7752-4808-90e3-cad96dad663f tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:36.165934 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8ebf3c61-7ada-4e01-b986-b6da468ec5b1 req-165a3bab-7752-4808-90e3-cad96dad663f tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0782492 Apr 06 14:39:36.209982 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8ebf3c61-7ada-4e01-b986-b6da468ec5b1 req-1a5b8e8a-986c-4936-8734-f7fbc27200fd tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386183 Apr 06 14:39:37.421494 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0797e98-e08e-4228-acae-5290213d313b req-92764f82-0ebf-4134-a1ed-1c78e32ac9f4 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:37.428992 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a0797e98-e08e-4228-acae-5290213d313b req-92764f82-0ebf-4134-a1ed-1c78e32ac9f4 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0819201 Apr 06 14:39:37.470595 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a0797e98-e08e-4228-acae-5290213d313b req-67f383dd-3a73-45e0-8e43-bacc97228952 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407689 Apr 06 14:39:38.059904 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0979a9f6-359f-4090-8e18-cd9c3096ce34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:38.661037 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6c40d-cb53-4c69-b9ed-f433b2d4f198 req-ee85ff62-ac0d-40a0-8d4f-caf76546bb7c tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:38.662466 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d9a6c40d-cb53-4c69-b9ed-f433b2d4f198 req-ee85ff62-ac0d-40a0-8d4f-caf76546bb7c tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0738578 Apr 06 14:39:38.711056 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d9a6c40d-cb53-4c69-b9ed-f433b2d4f198 req-c59ab356-7db4-4a48-b8a9-f905d29542d9 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431259 Apr 06 14:39:38.868088 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device d17d602d-b264-403f-bd72-74ecb43e48e8 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:39:38.871493 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device d17d602d-b264-403f-bd72-74ecb43e48e8 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:39:39.092293 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539afd9-e9f8-4d09-9678-e053b1c75082 req-32cc6cfa-3b21-4927-a932-86e1106f543d tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:39.093008 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:39.093639 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a539afd9-e9f8-4d09-9678-e053b1c75082 req-32cc6cfa-3b21-4927-a932-86e1106f543d tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.69 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd&tenant_id=9adf49c7336443d0b7b7f5101bc1fc02&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 946 time: 0.1371956 Apr 06 14:39:39.098956 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b41b15-5dfa-4b9c-80a0-31390270e472 req-b81447d9-ace4-489f-b067-df43e671a770 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:39.101272 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-75b41b15-5dfa-4b9c-80a0-31390270e472 req-b81447d9-ace4-489f-b067-df43e671a770 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.1144767 Apr 06 14:39:39.109050 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port d17d602d-b264-403f-bd72-74ecb43e48e8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d17d602d-b264-403f-bd72-74ecb43e48e8,segment=NetworkSegment(062c60c2-8c15-469d-8783-93cad0a5676e),segment_id=062c60c2-8c15-469d-8783-93cad0a5676e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:39.126382 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': 'd17d602d-b264-403f-bd72-74ecb43e48e8', 'network_id': 'b264bfe5-626c-428d-b41e-25048941a31f', 'port_id': 'd17d602d-b264-403f-bd72-74ecb43e48e8', 'mac_address': 'fa:16:3e:2e:5e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e52a1ff8-a865-4ede-ae21-9487cbd34a64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:39:39.149351 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-75b41b15-5dfa-4b9c-80a0-31390270e472 req-c9563fb1-cc4b-41b5-81b4-36eb75efd1f5 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422750 Apr 06 14:39:39.164543 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd17d602d-b264-403f-bd72-74ecb43e48e8'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:39:39.184586 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port d17d602d-b264-403f-bd72-74ecb43e48e8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d17d602d-b264-403f-bd72-74ecb43e48e8,segment=NetworkSegment(062c60c2-8c15-469d-8783-93cad0a5676e),segment_id=062c60c2-8c15-469d-8783-93cad0a5676e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:39.192980 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:39.241034 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:39.246036 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a539afd9-e9f8-4d09-9678-e053b1c75082 req-0f9b53da-6223-4441-8144-289879008806 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9adf49c7336443d0b7b7f5101bc1fc02&device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 1097 time: 0.0824778 Apr 06 14:39:39.254044 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9528674-83d6-4b2d-bd15-2824274e332c'] response: {'server_uuid': 'a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd17d602d-b264-403f-bd72-74ecb43e48e8', 'code': 200} Apr 06 14:39:39.269925 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d17d602d-b264-403f-bd72-74ecb43e48e8 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:39:39.316664 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=d17d602d-b264-403f-bd72-74ecb43e48e8,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:39.337770 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:39:39.338126 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:39:39.375674 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539afd9-e9f8-4d09-9678-e053b1c75082 req-25c63f57-e4ab-4367-93e3-d2775e6c5719 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:39.377101 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a539afd9-e9f8-4d09-9678-e053b1c75082 req-25c63f57-e4ab-4367-93e3-d2775e6c5719 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b264bfe5-626c-428d-b41e-25048941a31f HTTP/1.1" status: 200 len: 915 time: 0.1251435 Apr 06 14:39:39.445146 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a539afd9-e9f8-4d09-9678-e053b1c75082 req-9adcb679-5924-4902-93d3-694608df4bbb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d17d602d-b264-403f-bd72-74ecb43e48e8 HTTP/1.1" status: 200 len: 217 time: 0.0621498 Apr 06 14:39:39.505075 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539afd9-e9f8-4d09-9678-e053b1c75082 req-3504d6c1-07a4-417c-9493-db7ae73cf1ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:39.506496 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a539afd9-e9f8-4d09-9678-e053b1c75082 req-3504d6c1-07a4-417c-9493-db7ae73cf1ab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e52a1ff8-a865-4ede-ae21-9487cbd34a64 HTTP/1.1" status: 200 len: 854 time: 0.0557730 Apr 06 14:39:39.553476 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a539afd9-e9f8-4d09-9678-e053b1c75082 req-9bc5d4b2-dd7d-48f6-bdea-47a27ab36937 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b264bfe5-626c-428d-b41e-25048941a31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417409 Apr 06 14:39:39.682436 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a539afd9-e9f8-4d09-9678-e053b1c75082 req-0fdba166-3ac4-4cd3-90e8-7f3f03be5600 service neutron] 10.222.0.69 "GET /v2.0/networks/b264bfe5-626c-428d-b41e-25048941a31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218963 Apr 06 14:39:39.810254 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a539afd9-e9f8-4d09-9678-e053b1c75082 req-ead1c06e-9cba-4090-a952-324ec87d14e6 service neutron] 10.222.0.69 "GET /v2.0/networks/b264bfe5-626c-428d-b41e-25048941a31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218684 Apr 06 14:39:39.897505 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:39.916104 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17d602d-b264-403f-bd72-74ecb43e48e8 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:39:39.930872 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port d17d602d-b264-403f-bd72-74ecb43e48e8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d17d602d-b264-403f-bd72-74ecb43e48e8,segment=NetworkSegment(062c60c2-8c15-469d-8783-93cad0a5676e),segment_id=062c60c2-8c15-469d-8783-93cad0a5676e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:39.934461 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:40.001274 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['d17d602d-b264-403f-bd72-74ecb43e48e8'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:39:40.028699 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=d17d602d-b264-403f-bd72-74ecb43e48e8,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:40.349683 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91bde1-f1f9-45b2-b4c5-374c3185a696 req-1aa06f2f-b7b1-424f-b853-a533a7bbbc97 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:40.351105 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6b91bde1-f1f9-45b2-b4c5-374c3185a696 req-1aa06f2f-b7b1-424f-b853-a533a7bbbc97 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 945 time: 0.0782099 Apr 06 14:39:40.398420 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6b91bde1-f1f9-45b2-b4c5-374c3185a696 req-8a529fe8-3f52-45cf-8ea2-e09b6067cf02 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417085 Apr 06 14:39:40.886849 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device d17d602d-b264-403f-bd72-74ecb43e48e8 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:39:40.943956 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-06a6111d-8ae2-4c53-bb43-7790bf3e53c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:40.963667 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port d17d602d-b264-403f-bd72-74ecb43e48e8 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:39:40.964030 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:41.072695 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:41.102931 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port d17d602d-b264-403f-bd72-74ecb43e48e8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d17d602d-b264-403f-bd72-74ecb43e48e8,segment=NetworkSegment(062c60c2-8c15-469d-8783-93cad0a5676e),segment_id=062c60c2-8c15-469d-8783-93cad0a5676e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:41.106576 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:41.172038 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=d17d602d-b264-403f-bd72-74ecb43e48e8,revision_number=8']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:41.254661 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17d602d-b264-403f-bd72-74ecb43e48e8'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:39:41.308594 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da154caa-23f4-4efd-beef-6f4bfcf7a721'] response: {'server_uuid': 'a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17d602d-b264-403f-bd72-74ecb43e48e8', 'code': 200} Apr 06 14:39:41.355808 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:41.407684 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:41.593431 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459e248-fd46-4aef-9488-37a360bfc191 req-76fabf76-3bab-4ce0-9860-81b8aa429a41 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:41.594869 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7459e248-fd46-4aef-9488-37a360bfc191 req-76fabf76-3bab-4ce0-9860-81b8aa429a41 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0785615 Apr 06 14:39:41.715860 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7459e248-fd46-4aef-9488-37a360bfc191 req-a506affd-68fa-48f7-b4f5-4f5d635380db tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154895 Apr 06 14:39:41.910870 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d290ee-dcaf-4b2a-af98-935e9c723641 req-5c9d4273-5c41-4ca3-9a55-96eadc937e68 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:41.912294 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-66d290ee-dcaf-4b2a-af98-935e9c723641 req-5c9d4273-5c41-4ca3-9a55-96eadc937e68 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0778568 Apr 06 14:39:41.956804 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-66d290ee-dcaf-4b2a-af98-935e9c723641 req-750b540c-c52f-4a9e-abc8-6f8fb610ac87 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390446 Apr 06 14:39:42.148935 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12885374-8f6b-4204-a071-d8c5dda7f816 req-1acd8503-8184-4054-9753-4337bacfc79c tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:42.150336 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-12885374-8f6b-4204-a071-d8c5dda7f816 req-1acd8503-8184-4054-9753-4337bacfc79c tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0724816 Apr 06 14:39:42.193113 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-12885374-8f6b-4204-a071-d8c5dda7f816 req-0fcd3353-b1a4-43d6-bf59-a9ec9dbbf6c1 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374284 Apr 06 14:39:42.881179 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:42.905141 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35c7b6-2bd5-4a8f-8787-e5f878077d92 req-fefa84dd-b10f-4109-8400-61ba58d30feb tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:42.906580 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7a35c7b6-2bd5-4a8f-8787-e5f878077d92 req-fefa84dd-b10f-4109-8400-61ba58d30feb tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0756037 Apr 06 14:39:42.955409 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7a35c7b6-2bd5-4a8f-8787-e5f878077d92 req-c8cd9dd0-2720-4387-bf77-8168c6d89c31 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427563 Apr 06 14:39:44.156220 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47062ae-34bc-498c-bc5a-480b9a38e6df req-d5450d2f-9242-4473-809d-4135c8839092 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:44.158283 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f47062ae-34bc-498c-bc5a-480b9a38e6df req-d5450d2f-9242-4473-809d-4135c8839092 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0778930 Apr 06 14:39:44.204901 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f47062ae-34bc-498c-bc5a-480b9a38e6df req-5126e91a-789c-4de0-96a5-01fef9ce7a39 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/security-groups?id=be57430f-1ab7-41e3-a7ff-6a04405fadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408325 Apr 06 14:39:44.418173 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210d861-5c84-4bb5-9d95-d560f2a58881 req-a350e02b-8543-4a6d-bee5-3fa304dcf301 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:44.419506 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a210d861-5c84-4bb5-9d95-d560f2a58881 req-a350e02b-8543-4a6d-bee5-3fa304dcf301 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.69 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 946 time: 0.0737104 Apr 06 14:39:44.489933 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-a210d861-5c84-4bb5-9d95-d560f2a58881 req-fad4e00a-4cfd-4528-b171-7bc004b12201 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Deleting port d17d602d-b264-403f-bd72-74ecb43e48e8 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:39:44.490272 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-a210d861-5c84-4bb5-9d95-d560f2a58881 req-fad4e00a-4cfd-4528-b171-7bc004b12201 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:44.731809 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-a210d861-5c84-4bb5-9d95-d560f2a58881 req-fad4e00a-4cfd-4528-b171-7bc004b12201 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] For port d17d602d-b264-403f-bd72-74ecb43e48e8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d17d602d-b264-403f-bd72-74ecb43e48e8,segment=NetworkSegment(062c60c2-8c15-469d-8783-93cad0a5676e),segment_id=062c60c2-8c15-469d-8783-93cad0a5676e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:44.732046 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-a210d861-5c84-4bb5-9d95-d560f2a58881 req-fad4e00a-4cfd-4528-b171-7bc004b12201 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:44.852370 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-a210d861-5c84-4bb5-9d95-d560f2a58881 req-fad4e00a-4cfd-4528-b171-7bc004b12201 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Calling delete_port for d17d602d-b264-403f-bd72-74ecb43e48e8 owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:39:44.990979 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-a210d861-5c84-4bb5-9d95-d560f2a58881 req-fad4e00a-4cfd-4528-b171-7bc004b12201 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:45.002960 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['d17d602d-b264-403f-bd72-74ecb43e48e8'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:39:45.038190 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4e00a-4cfd-4528-b171-7bc004b12201 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Pushing event deleted for resources: {'Port': ['ID=d17d602d-b264-403f-bd72-74ecb43e48e8,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:45.076692 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4e00a-4cfd-4528-b171-7bc004b12201 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:45.077137 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4e00a-4cfd-4528-b171-7bc004b12201 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:45.077483 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4e00a-4cfd-4528-b171-7bc004b12201 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:45.077819 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4e00a-4cfd-4528-b171-7bc004b12201 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:45.078154 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4e00a-4cfd-4528-b171-7bc004b12201 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:45.078488 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4e00a-4cfd-4528-b171-7bc004b12201 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:45.078884 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4e00a-4cfd-4528-b171-7bc004b12201 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:45.079219 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4e00a-4cfd-4528-b171-7bc004b12201 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:45.079546 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4e00a-4cfd-4528-b171-7bc004b12201 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:45.079873 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4e00a-4cfd-4528-b171-7bc004b12201 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:45.080198 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4e00a-4cfd-4528-b171-7bc004b12201 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:45.121083 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-a210d861-5c84-4bb5-9d95-d560f2a58881 req-fad4e00a-4cfd-4528-b171-7bc004b12201 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] No DVR routers for this DVR port d17d602d-b264-403f-bd72-74ecb43e48e8 on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:39:45.123268 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-a210d861-5c84-4bb5-9d95-d560f2a58881 req-fad4e00a-4cfd-4528-b171-7bc004b12201 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:45.126219 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd', 'name': 'network-vif-deleted', 'tag': 'd17d602d-b264-403f-bd72-74ecb43e48e8'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:39:45.141203 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a210d861-5c84-4bb5-9d95-d560f2a58881 req-fad4e00a-4cfd-4528-b171-7bc004b12201 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.69 "DELETE /v2.0/ports/d17d602d-b264-403f-bd72-74ecb43e48e8 HTTP/1.1" status: 204 len: 173 time: 0.7155285 Apr 06 14:39:45.182379 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e088dfdd-4116-40f7-97c0-2d5eeab04f18'] response: {'server_uuid': 'a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd', 'name': 'network-vif-deleted', 'tag': 'd17d602d-b264-403f-bd72-74ecb43e48e8', 'status': 'completed', 'code': 200} Apr 06 14:39:45.377475 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-d81c0e76-0c61-4379-83e9-291c16d78846 req-984383fe-4464-4ec8-bf1b-41f8cd60a56d tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Synchronizing usage tracker for tenant:9adf49c7336443d0b7b7f5101bc1fc02 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:39:45.391946 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-d81c0e76-0c61-4379-83e9-291c16d78846 req-984383fe-4464-4ec8-bf1b-41f8cd60a56d tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] Unset dirty status for tenant:9adf49c7336443d0b7b7f5101bc1fc02 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:39:45.393115 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d81c0e76-0c61-4379-83e9-291c16d78846 req-984383fe-4464-4ec8-bf1b-41f8cd60a56d tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] 10.222.0.60 "GET /v2.0/ports?device_id=a540ef07-d7fd-40a1-b3f0-7fa2b6113fdd HTTP/1.1" status: 200 len: 210 time: 0.0550613 Apr 06 14:39:46.642121 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 59010) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:39:46.705183 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6fd2671-1e3b-4d88-bd80-188b923cc442 admin admin] Deleting subnet e52a1ff8-a865-4ede-ae21-9487cbd34a64 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:39:46.707905 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6fd2671-1e3b-4d88-bd80-188b923cc442 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:46.757602 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6fd2671-1e3b-4d88-bd80-188b923cc442 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:46.813723 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6fd2671-1e3b-4d88-bd80-188b923cc442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:46.882841 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6fd2671-1e3b-4d88-bd80-188b923cc442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:46.919558 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd2671-1e3b-4d88-bd80-188b923cc442 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e52a1ff8-a865-4ede-ae21-9487cbd34a64,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:46.928496 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6fd2671-1e3b-4d88-bd80-188b923cc442 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:46.934447 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fd2671-1e3b-4d88-bd80-188b923cc442 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:46.934796 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fd2671-1e3b-4d88-bd80-188b923cc442 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:46.935161 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fd2671-1e3b-4d88-bd80-188b923cc442 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:46.935497 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fd2671-1e3b-4d88-bd80-188b923cc442 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:46.935826 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fd2671-1e3b-4d88-bd80-188b923cc442 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:46.936156 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fd2671-1e3b-4d88-bd80-188b923cc442 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:46.936484 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fd2671-1e3b-4d88-bd80-188b923cc442 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:46.936838 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fd2671-1e3b-4d88-bd80-188b923cc442 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:46.937194 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fd2671-1e3b-4d88-bd80-188b923cc442 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:46.937516 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fd2671-1e3b-4d88-bd80-188b923cc442 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:46.937859 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fd2671-1e3b-4d88-bd80-188b923cc442 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:46.942897 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a6fd2671-1e3b-4d88-bd80-188b923cc442 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e52a1ff8-a865-4ede-ae21-9487cbd34a64 HTTP/1.1" status: 204 len: 168 time: 0.2994289 Apr 06 14:39:46.944967 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 59014) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:39:47.119795 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e9dc65e0-fd36-431d-8ac5-228e4c2ba7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:47.238021 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e9dc65e0-fd36-431d-8ac5-228e4c2ba7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:47.261331 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-e9dc65e0-fd36-431d-8ac5-228e4c2ba7c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b264bfe5-626c-428d-b41e-25048941a31f']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:47.273150 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-e9dc65e0-fd36-431d-8ac5-228e4c2ba7c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '062c60c2-8c15-469d-8783-93cad0a5676e') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:47.273440 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-e9dc65e0-fd36-431d-8ac5-228e4c2ba7c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '062c60c2-8c15-469d-8783-93cad0a5676e') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:47.284615 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e9dc65e0-fd36-431d-8ac5-228e4c2ba7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:47.299702 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e9dc65e0-fd36-431d-8ac5-228e4c2ba7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:47.306163 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9dc65e0-fd36-431d-8ac5-228e4c2ba7c7 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:39:47.306547 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e9dc65e0-fd36-431d-8ac5-228e4c2ba7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:39:47.323542 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:39:47.393807 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e9dc65e0-fd36-431d-8ac5-228e4c2ba7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:47.409486 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e9dc65e0-fd36-431d-8ac5-228e4c2ba7c7 admin admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:47.420376 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc65e0-fd36-431d-8ac5-228e4c2ba7c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b264bfe5-626c-428d-b41e-25048941a31f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:47.426697 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e9dc65e0-fd36-431d-8ac5-228e4c2ba7c7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b264bfe5-626c-428d-b41e-25048941a31f HTTP/1.1" status: 204 len: 168 time: 0.4805424 Apr 06 14:39:47.559232 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 59020) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:39:47.613446 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-07af0bb0-9d1b-49f5-aa99-228968bbea9a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9adf49c7336443d0b7b7f5101bc1fc02&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0530868 Apr 06 14:39:47.615779 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 59024) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:39:47.671725 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73a636e9-097b-41e3-a7ad-9cdb77ee74b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:47.696895 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73a636e9-097b-41e3-a7ad-9cdb77ee74b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:47.746487 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73a636e9-097b-41e3-a7ad-9cdb77ee74b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:47.763552 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a636e9-097b-41e3-a7ad-9cdb77ee74b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be57430f-1ab7-41e3-a7ff-6a04405fadc7,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:47.770414 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73a636e9-097b-41e3-a7ad-9cdb77ee74b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:47.771422 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-73a636e9-097b-41e3-a7ad-9cdb77ee74b8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/be57430f-1ab7-41e3-a7ff-6a04405fadc7 HTTP/1.1" status: 204 len: 168 time: 0.1547723 Apr 06 14:39:48.573167 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 59046) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:39:48.704971 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5481c31f-96a1-4805-be71-8baa6695deb5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-259361837-network', 'tenant_id': 'b80f5ac5be504cd882affce401271398'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:39:48.709623 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5481c31f-96a1-4805-be71-8baa6695deb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:39:48.713395 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5481c31f-96a1-4805-be71-8baa6695deb5 admin admin] Usage tracker for resource:network and tenant:b80f5ac5be504cd882affce401271398 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:39:48.716223 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5481c31f-96a1-4805-be71-8baa6695deb5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:39:48.721753 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5481c31f-96a1-4805-be71-8baa6695deb5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:39:48.732447 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5481c31f-96a1-4805-be71-8baa6695deb5 admin admin] Made reservation on behalf of b80f5ac5be504cd882affce401271398 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:48.734613 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5481c31f-96a1-4805-be71-8baa6695deb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:48.746847 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5481c31f-96a1-4805-be71-8baa6695deb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:48.776700 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5481c31f-96a1-4805-be71-8baa6695deb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:39:48.780467 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5481c31f-96a1-4805-be71-8baa6695deb5 admin admin] Usage tracker for resource:security_group_rule and tenant:b80f5ac5be504cd882affce401271398 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:39:48.783235 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5481c31f-96a1-4805-be71-8baa6695deb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:39:48.789014 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5481c31f-96a1-4805-be71-8baa6695deb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:39:48.855825 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5481c31f-96a1-4805-be71-8baa6695deb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:48.859595 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5481c31f-96a1-4805-be71-8baa6695deb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:48.889852 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5481c31f-96a1-4805-be71-8baa6695deb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:39:48.898496 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481c31f-96a1-4805-be71-8baa6695deb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e6842c-0891-4edb-b13f-f00617ebab66,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:48.906311 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5481c31f-96a1-4805-be71-8baa6695deb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:48.906769 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-5481c31f-96a1-4805-be71-8baa6695deb5 admin admin] Added segment 4e4bf8d5-6567-4b91-9257-5f0e9e6955d3 of type vlan for network 1e8dd502-8223-4dff-aa29-52e59921f935 Apr 06 14:39:48.924681 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device d17d602d-b264-403f-bd72-74ecb43e48e8 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:39:48.931993 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5481c31f-96a1-4805-be71-8baa6695deb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:48.961739 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5481c31f-96a1-4805-be71-8baa6695deb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:48.962714 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5481c31f-96a1-4805-be71-8baa6695deb5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:48.963293 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5481c31f-96a1-4805-be71-8baa6695deb5 admin admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:48.992785 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: d17d602d-b264-403f-bd72-74ecb43e48e8 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:39:48.993069 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device d17d602d-b264-403f-bd72-74ecb43e48e8 not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:39:49.069398 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481c31f-96a1-4805-be71-8baa6695deb5 admin admin] Pushing event updated for resources: {'Network': ['ID=1e8dd502-8223-4dff-aa29-52e59921f935,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:49.075358 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5481c31f-96a1-4805-be71-8baa6695deb5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4985027 Apr 06 14:39:49.076285 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 59052) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:39:49.080561 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 1e8dd502-8223-4dff-aa29-52e59921f935 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:39:49.083325 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-41654edd-8435-4457-990b-30607f5898b2 admin admin] Request body: {'subnet': {'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-259361837-subnet', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:39:49.088229 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-41654edd-8435-4457-990b-30607f5898b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:39:49.092081 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-41654edd-8435-4457-990b-30607f5898b2 admin admin] Usage tracker for resource:subnet and tenant:b80f5ac5be504cd882affce401271398 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:39:49.094909 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-41654edd-8435-4457-990b-30607f5898b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:39:49.100506 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-41654edd-8435-4457-990b-30607f5898b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:39:49.109794 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41654edd-8435-4457-990b-30607f5898b2 admin admin] Made reservation on behalf of b80f5ac5be504cd882affce401271398 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:49.112044 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-41654edd-8435-4457-990b-30607f5898b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:49.306984 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-41654edd-8435-4457-990b-30607f5898b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:49.378075 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41654edd-8435-4457-990b-30607f5898b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60680f7b-4e73-4baa-8dbd-b80f627615a5,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:49.391660 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41654edd-8435-4457-990b-30607f5898b2 admin admin] Checking segment: {'id': '4e4bf8d5-6567-4b91-9257-5f0e9e6955d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:39:49.392011 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41654edd-8435-4457-990b-30607f5898b2 admin admin] Network hostable DHCP agents. Network: 1e8dd502-8223-4dff-aa29-52e59921f935, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:39:49.412777 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41654edd-8435-4457-990b-30607f5898b2 admin admin] Network 1e8dd502-8223-4dff-aa29-52e59921f935 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:39:49.421373 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-41654edd-8435-4457-990b-30607f5898b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 1e8dd502-8223-4dff-aa29-52e59921f935) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:49.427257 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41654edd-8435-4457-990b-30607f5898b2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:49.429162 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-41654edd-8435-4457-990b-30607f5898b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:49.430301 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0c12ae-d107-45b3-8066-59843fee4a8a None None] Network 1e8dd502-8223-4dff-aa29-52e59921f935 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:39:49.450178 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-41654edd-8435-4457-990b-30607f5898b2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3730915 Apr 06 14:39:49.452822 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 59056) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:39:49.458269 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e635ac37-c341-4d40-a1e8-dc92889f58de admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:39:49.462702 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e635ac37-c341-4d40-a1e8-dc92889f58de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:39:49.466683 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e635ac37-c341-4d40-a1e8-dc92889f58de admin admin] Usage tracker for resource:router and tenant:b80f5ac5be504cd882affce401271398 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:39:49.470096 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e635ac37-c341-4d40-a1e8-dc92889f58de admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:39:49.475662 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e635ac37-c341-4d40-a1e8-dc92889f58de admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:39:49.485698 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e635ac37-c341-4d40-a1e8-dc92889f58de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:49.486618 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e635ac37-c341-4d40-a1e8-dc92889f58de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:49.506056 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e635ac37-c341-4d40-a1e8-dc92889f58de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:49.639922 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe89026-0881-4e77-a15c-042d62f0c02a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-1e8dd502-8223-4dff-aa29-52e59921f935', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:39:49.640738 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5fe89026-0881-4e77-a15c-042d62f0c02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:49.651375 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e635ac37-c341-4d40-a1e8-dc92889f58de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:49.793753 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-5fe89026-0881-4e77-a15c-042d62f0c02a None None] Allocated IP 172.20.0.2 (1e8dd502-8223-4dff-aa29-52e59921f935/60680f7b-4e73-4baa-8dbd-b80f627615a5/60409a50-4b0a-4eee-ad20-c2ff0c087805) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:49.836834 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e635ac37-c341-4d40-a1e8-dc92889f58de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:49.866105 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e635ac37-c341-4d40-a1e8-dc92889f58de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:49.993647 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5fe89026-0881-4e77-a15c-042d62f0c02a None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:50.005312 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5fe89026-0881-4e77-a15c-042d62f0c02a None None] Transition to ACTIVE for port object 60409a50-4b0a-4eee-ad20-c2ff0c087805 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:39:50.025295 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5fe89026-0881-4e77-a15c-042d62f0c02a None None] Transition to ACTIVE for port object 60409a50-4b0a-4eee-ad20-c2ff0c087805 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:39:50.031265 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5fe89026-0881-4e77-a15c-042d62f0c02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:50.089851 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-e635ac37-c341-4d40-a1e8-dc92889f58de admin admin] Allocated IP 172.26.8.44 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/b09c7e5d-33a4-4aac-babc-a46395b436d6) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:50.093757 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe89026-0881-4e77-a15c-042d62f0c02a None None] Network 1e8dd502-8223-4dff-aa29-52e59921f935 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:50.100817 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-5fe89026-0881-4e77-a15c-042d62f0c02a None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:50.105126 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe89026-0881-4e77-a15c-042d62f0c02a None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:39:50.113738 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe89026-0881-4e77-a15c-042d62f0c02a None None] Pushing event updated for resources: {'Port': ['ID=60409a50-4b0a-4eee-ad20-c2ff0c087805,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:50.194528 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5fe89026-0881-4e77-a15c-042d62f0c02a None None] Attempting to bind port 60409a50-4b0a-4eee-ad20-c2ff0c087805 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:39:50.194896 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5fe89026-0881-4e77-a15c-042d62f0c02a None None] Attempting to bind port 60409a50-4b0a-4eee-ad20-c2ff0c087805 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '4e4bf8d5-6567-4b91-9257-5f0e9e6955d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:39:50.195520 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe89026-0881-4e77-a15c-042d62f0c02a None None] Attempting to bind port 60409a50-4b0a-4eee-ad20-c2ff0c087805 on network 1e8dd502-8223-4dff-aa29-52e59921f935 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:39:50.201790 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe89026-0881-4e77-a15c-042d62f0c02a None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:39:50.202160 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe89026-0881-4e77-a15c-042d62f0c02a None None] Checking segment: {'id': '4e4bf8d5-6567-4b91-9257-5f0e9e6955d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:39:50.202587 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5fe89026-0881-4e77-a15c-042d62f0c02a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:50.202977 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe89026-0881-4e77-a15c-042d62f0c02a None None] Bound using segment: {'id': '4e4bf8d5-6567-4b91-9257-5f0e9e6955d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:39:50.203441 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5fe89026-0881-4e77-a15c-042d62f0c02a None None] Bound port: 60409a50-4b0a-4eee-ad20-c2ff0c087805, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4bf8d5-6567-4b91-9257-5f0e9e6955d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:39:50.203842 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5fe89026-0881-4e77-a15c-042d62f0c02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:50.234543 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e635ac37-c341-4d40-a1e8-dc92889f58de admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:50.262452 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e635ac37-c341-4d40-a1e8-dc92889f58de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:50.290893 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5fe89026-0881-4e77-a15c-042d62f0c02a None None] For port 60409a50-4b0a-4eee-ad20-c2ff0c087805, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:39:50.294050 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5fe89026-0881-4e77-a15c-042d62f0c02a None None] For port 60409a50-4b0a-4eee-ad20-c2ff0c087805, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=60409a50-4b0a-4eee-ad20-c2ff0c087805,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:39:50.298195 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5fe89026-0881-4e77-a15c-042d62f0c02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:50.330080 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e635ac37-c341-4d40-a1e8-dc92889f58de admin admin] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:50.333346 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-e635ac37-c341-4d40-a1e8-dc92889f58de admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:50.336719 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635ac37-c341-4d40-a1e8-dc92889f58de admin admin] Pushing event updated for resources: {'Port': ['ID=b09c7e5d-33a4-4aac-babc-a46395b436d6,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:50.338855 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e635ac37-c341-4d40-a1e8-dc92889f58de admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:39:50.377238 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe89026-0881-4e77-a15c-042d62f0c02a None None] Pushing event updated for resources: {'Port': ['ID=60409a50-4b0a-4eee-ad20-c2ff0c087805,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:50.498612 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e635ac37-c341-4d40-a1e8-dc92889f58de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:50.499346 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e635ac37-c341-4d40-a1e8-dc92889f58de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:50.739669 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e635ac37-c341-4d40-a1e8-dc92889f58de admin admin] Router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:39:50.936889 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e635ac37-c341-4d40-a1e8-dc92889f58de admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:39:50.946535 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2f90af-b45b-4a5a-bb43-8a149502416e None None] Sync routers for ids ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:39:50.958964 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2f90af-b45b-4a5a-bb43-8a149502416e None None] Routers {'4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:39:50.959909 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-cf2f90af-b45b-4a5a-bb43-8a149502416e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:39:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:50.964704 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e635ac37-c341-4d40-a1e8-dc92889f58de admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:50.966089 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e635ac37-c341-4d40-a1e8-dc92889f58de admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5122170 Apr 06 14:39:50.968657 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 59060) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:39:51.181267 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-cf2f90af-b45b-4a5a-bb43-8a149502416e None None] Set router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:39:51.276049 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a513ff5-9dfd-4d9e-a616-e79b13128932 None None] Network 1e8dd502-8223-4dff-aa29-52e59921f935 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:39:51.374210 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-bfebfa9a-4887-4c73-a9ec-f7fe02675836 None None] Provisioning for port 60409a50-4b0a-4eee-ad20-c2ff0c087805 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:39:51.469716 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-cf2f90af-b45b-4a5a-bb43-8a149502416e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:50Z', 'revision_number': 3, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port': {'id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:51.473815 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2f90af-b45b-4a5a-bb43-8a149502416e None None] Checking router: 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:39:51.473972 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2f90af-b45b-4a5a-bb43-8a149502416e None None] Updating router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c port b09c7e5d-33a4-4aac-babc-a46395b436d6 binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:39:51.524239 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-cf2f90af-b45b-4a5a-bb43-8a149502416e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:51.817988 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3041223f-d0c6-4a96-8278-5265434855e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:51.872114 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-cf2f90af-b45b-4a5a-bb43-8a149502416e None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:51.883344 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-cf2f90af-b45b-4a5a-bb43-8a149502416e None None] Transition to ACTIVE for port object b09c7e5d-33a4-4aac-babc-a46395b436d6 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:39:51.889977 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-cf2f90af-b45b-4a5a-bb43-8a149502416e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:51.970326 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-cf2f90af-b45b-4a5a-bb43-8a149502416e None None] Attempting to bind port b09c7e5d-33a4-4aac-babc-a46395b436d6 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:39:51.971031 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-cf2f90af-b45b-4a5a-bb43-8a149502416e None None] Attempting to bind port b09c7e5d-33a4-4aac-babc-a46395b436d6 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:39:51.971031 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2f90af-b45b-4a5a-bb43-8a149502416e None None] Attempting to bind port b09c7e5d-33a4-4aac-babc-a46395b436d6 on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:39:51.975803 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3889b-0a90-4298-b440-16df22bab739 None None] Pushing event updated for resources: {'Port': ['ID=b09c7e5d-33a4-4aac-babc-a46395b436d6,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:51.986309 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2f90af-b45b-4a5a-bb43-8a149502416e None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:39:51.986679 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2f90af-b45b-4a5a-bb43-8a149502416e None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:39:51.987075 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-cf2f90af-b45b-4a5a-bb43-8a149502416e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:51.987462 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2f90af-b45b-4a5a-bb43-8a149502416e None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:39:51.987914 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-cf2f90af-b45b-4a5a-bb43-8a149502416e None None] Bound port: b09c7e5d-33a4-4aac-babc-a46395b436d6, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:39:51.988282 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-cf2f90af-b45b-4a5a-bb43-8a149502416e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:52.014123 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3889b-0a90-4298-b440-16df22bab739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:52.014467 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3889b-0a90-4298-b440-16df22bab739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:52.014805 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3889b-0a90-4298-b440-16df22bab739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:52.015139 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3889b-0a90-4298-b440-16df22bab739 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:52.015472 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3889b-0a90-4298-b440-16df22bab739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:52.015800 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3889b-0a90-4298-b440-16df22bab739 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:52.016661 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3889b-0a90-4298-b440-16df22bab739 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:52.017017 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3889b-0a90-4298-b440-16df22bab739 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:52.017348 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3889b-0a90-4298-b440-16df22bab739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:52.017670 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3889b-0a90-4298-b440-16df22bab739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:52.017990 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3889b-0a90-4298-b440-16df22bab739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:52.019947 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-3041223f-d0c6-4a96-8278-5265434855e4 admin admin] Allocated IP 172.20.0.1 (1e8dd502-8223-4dff-aa29-52e59921f935/60680f7b-4e73-4baa-8dbd-b80f627615a5/3b3949c5-377c-4191-b5f2-93d376360625) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:52.067962 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-cf2f90af-b45b-4a5a-bb43-8a149502416e None None] For port b09c7e5d-33a4-4aac-babc-a46395b436d6, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:39:52.072818 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-cf2f90af-b45b-4a5a-bb43-8a149502416e None None] For port b09c7e5d-33a4-4aac-babc-a46395b436d6, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=b09c7e5d-33a4-4aac-babc-a46395b436d6,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:39:52.081487 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-cf2f90af-b45b-4a5a-bb43-8a149502416e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:52.116823 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 60409a50-4b0a-4eee-ad20-c2ff0c087805 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:39:52.171854 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3889b-0a90-4298-b440-16df22bab739 None None] Pushing event updated for resources: {'Port': ['ID=b09c7e5d-33a4-4aac-babc-a46395b436d6,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:52.172086 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3041223f-d0c6-4a96-8278-5265434855e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:52.176660 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2f90af-b45b-4a5a-bb43-8a149502416e None None] Routers {'4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:39:52.177480 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-cf2f90af-b45b-4a5a-bb43-8a149502416e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:39:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:52.190270 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-3041223f-d0c6-4a96-8278-5265434855e4 admin admin] Transition to ACTIVE for port object 3b3949c5-377c-4191-b5f2-93d376360625 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:39:52.195793 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 60409a50-4b0a-4eee-ad20-c2ff0c087805 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:39:52.200654 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 60409a50-4b0a-4eee-ad20-c2ff0c087805 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:39:52.201374 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:52.213146 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3041223f-d0c6-4a96-8278-5265434855e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:52.283852 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3041223f-d0c6-4a96-8278-5265434855e4 admin admin] Network 1e8dd502-8223-4dff-aa29-52e59921f935 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:52.286466 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-3041223f-d0c6-4a96-8278-5265434855e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:52.290687 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3041223f-d0c6-4a96-8278-5265434855e4 admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:39:52.314993 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041223f-d0c6-4a96-8278-5265434855e4 admin admin] Pushing event updated for resources: {'Port': ['ID=3b3949c5-377c-4191-b5f2-93d376360625,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:52.323439 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:52.346693 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3041223f-d0c6-4a96-8278-5265434855e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:52.364344 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 60409a50-4b0a-4eee-ad20-c2ff0c087805, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=60409a50-4b0a-4eee-ad20-c2ff0c087805,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:52.369896 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:52.376183 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-cf2f90af-b45b-4a5a-bb43-8a149502416e None None] Set router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:39:52.454062 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3041223f-d0c6-4a96-8278-5265434855e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:52.455409 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=60409a50-4b0a-4eee-ad20-c2ff0c087805,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:52.541960 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d7279db4-5869-4fc4-a199-feedd3f48e52 None None] Provisioning for port 3b3949c5-377c-4191-b5f2-93d376360625 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:39:52.546600 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d7279db4-5869-4fc4-a199-feedd3f48e52 None None] Provisioning complete for port 3b3949c5-377c-4191-b5f2-93d376360625 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:39:52.546970 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d7279db4-5869-4fc4-a199-feedd3f48e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:52.601560 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d7279db4-5869-4fc4-a199-feedd3f48e52 None None] Port 3b3949c5-377c-4191-b5f2-93d376360625 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:39:52.675420 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3041223f-d0c6-4a96-8278-5265434855e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:52.679800 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3041223f-d0c6-4a96-8278-5265434855e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:52.699582 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-cf2f90af-b45b-4a5a-bb43-8a149502416e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:50Z', 'revision_number': 3, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port': {'id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:52.703393 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2f90af-b45b-4a5a-bb43-8a149502416e None None] The sync data for ids ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'] in dv-neutron-835868-1-hyperv is: [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:50Z', 'revision_number': 3, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port': {'id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:39:52.786831 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3041223f-d0c6-4a96-8278-5265434855e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:52.790492 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041223f-d0c6-4a96-8278-5265434855e4 admin admin] Pushing event updated for resources: {'Port': ['ID=3b3949c5-377c-4191-b5f2-93d376360625,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:52.939297 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3041223f-d0c6-4a96-8278-5265434855e4 admin admin] Network 1e8dd502-8223-4dff-aa29-52e59921f935 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:52.940389 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-3041223f-d0c6-4a96-8278-5265434855e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:53.225885 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5bb587c5-478a-4571-a409-87d5abcdde60 None None] Provisioning complete for port 3b3949c5-377c-4191-b5f2-93d376360625 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:39:53.226321 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5bb587c5-478a-4571-a409-87d5abcdde60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:53.313373 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5bb587c5-478a-4571-a409-87d5abcdde60 None None] Port 3b3949c5-377c-4191-b5f2-93d376360625 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:39:53.335788 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3041223f-d0c6-4a96-8278-5265434855e4 admin admin] Router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:39:53.622810 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3041223f-d0c6-4a96-8278-5265434855e4 admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:39:53.631782 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3041223f-d0c6-4a96-8278-5265434855e4 admin admin] 10.222.0.60 "PUT /v2.0/routers/4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6621327 Apr 06 14:39:53.654643 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:39:54.130231 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 59070) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:39:54.136152 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-70ed63ec-2f19-4335-8f4f-ad7aac967fbe tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Request body: {'security_group': {'name': 'tempest-securitygroup--512229793', 'description': 'tempest-description--330145383'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:39:54.144750 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-70ed63ec-2f19-4335-8f4f-ad7aac967fbe tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:39:54.148810 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-70ed63ec-2f19-4335-8f4f-ad7aac967fbe tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Usage tracker for resource:security_group and tenant:b80f5ac5be504cd882affce401271398 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:39:54.152837 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-70ed63ec-2f19-4335-8f4f-ad7aac967fbe tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:39:54.153828 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device b09c7e5d-33a4-4aac-babc-a46395b436d6 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:39:54.159650 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-70ed63ec-2f19-4335-8f4f-ad7aac967fbe tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:39:54.169046 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70ed63ec-2f19-4335-8f4f-ad7aac967fbe tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:54.203387 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-70ed63ec-2f19-4335-8f4f-ad7aac967fbe tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:39:54.207650 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-70ed63ec-2f19-4335-8f4f-ad7aac967fbe tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Usage tracker for resource:security_group_rule and tenant:b80f5ac5be504cd882affce401271398 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:39:54.210411 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-70ed63ec-2f19-4335-8f4f-ad7aac967fbe tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:39:54.216046 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-70ed63ec-2f19-4335-8f4f-ad7aac967fbe tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:39:54.220527 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port b09c7e5d-33a4-4aac-babc-a46395b436d6 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:39:54.225207 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port b09c7e5d-33a4-4aac-babc-a46395b436d6 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:39:54.225572 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:54.272972 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70ed63ec-2f19-4335-8f4f-ad7aac967fbe tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:54.276795 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70ed63ec-2f19-4335-8f4f-ad7aac967fbe tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:54.317578 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed63ec-2f19-4335-8f4f-ad7aac967fbe tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bf741b-ccdd-42bc-8d91-b105356a1aab,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:54.320733 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70ed63ec-2f19-4335-8f4f-ad7aac967fbe tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:54.321932 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-70ed63ec-2f19-4335-8f4f-ad7aac967fbe tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.1907151 Apr 06 14:39:54.324644 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 59074) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:39:54.330042 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-95cf7f2a-4c9f-48ae-8e09-0024452a4350 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Request body: {'security_group_rule': {'security_group_id': 'f9bf741b-ccdd-42bc-8d91-b105356a1aab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:39:54.335664 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-95cf7f2a-4c9f-48ae-8e09-0024452a4350 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:39:54.338906 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:54.339431 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-95cf7f2a-4c9f-48ae-8e09-0024452a4350 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Usage tracker for resource:security_group_rule and tenant:b80f5ac5be504cd882affce401271398 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:39:54.342250 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-95cf7f2a-4c9f-48ae-8e09-0024452a4350 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:39:54.348694 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-95cf7f2a-4c9f-48ae-8e09-0024452a4350 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:39:54.354905 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port b09c7e5d-33a4-4aac-babc-a46395b436d6, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=b09c7e5d-33a4-4aac-babc-a46395b436d6,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:54.358542 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:54.359275 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 60409a50-4b0a-4eee-ad20-c2ff0c087805 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:39:54.365754 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-95cf7f2a-4c9f-48ae-8e09-0024452a4350 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:54.426289 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-95cf7f2a-4c9f-48ae-8e09-0024452a4350 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:54.429831 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-95cf7f2a-4c9f-48ae-8e09-0024452a4350 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:54.451077 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf7f2a-4c9f-48ae-8e09-0024452a4350 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77fb4b87-101d-4778-a551-7e9f2d0d7e3a,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:54.468911 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-95cf7f2a-4c9f-48ae-8e09-0024452a4350 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:54.472648 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-95cf7f2a-4c9f-48ae-8e09-0024452a4350 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1446207 Apr 06 14:39:54.473479 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 59078) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:39:54.474131 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=b09c7e5d-33a4-4aac-babc-a46395b436d6,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:54.480179 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-6ec97bdc-43ff-4716-89a6-e298d6f2cd46 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Request body: {'security_group_rule': {'security_group_id': 'f9bf741b-ccdd-42bc-8d91-b105356a1aab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:39:54.485931 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6ec97bdc-43ff-4716-89a6-e298d6f2cd46 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:39:54.486965 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 60409a50-4b0a-4eee-ad20-c2ff0c087805 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:39:54.487342 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:54.489946 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6ec97bdc-43ff-4716-89a6-e298d6f2cd46 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Usage tracker for resource:security_group_rule and tenant:b80f5ac5be504cd882affce401271398 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:39:54.492922 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6ec97bdc-43ff-4716-89a6-e298d6f2cd46 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:39:54.499659 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6ec97bdc-43ff-4716-89a6-e298d6f2cd46 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:39:54.516558 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ec97bdc-43ff-4716-89a6-e298d6f2cd46 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:54.578394 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ec97bdc-43ff-4716-89a6-e298d6f2cd46 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:54.583454 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ec97bdc-43ff-4716-89a6-e298d6f2cd46 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:54.608494 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec97bdc-43ff-4716-89a6-e298d6f2cd46 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49241777-7fe4-48fd-ba1e-dba1ce6c1271,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:54.619161 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ec97bdc-43ff-4716-89a6-e298d6f2cd46 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:54.621401 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6ec97bdc-43ff-4716-89a6-e298d6f2cd46 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1460934 Apr 06 14:39:54.623312 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 59082) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:39:54.630212 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f79b42d5-b3b7-4341-9f27-ee7aa55c589a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:39:54.636128 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f79b42d5-b3b7-4341-9f27-ee7aa55c589a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:39:54.640437 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f79b42d5-b3b7-4341-9f27-ee7aa55c589a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Usage tracker for resource:floatingip and tenant:b80f5ac5be504cd882affce401271398 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:39:54.644267 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f79b42d5-b3b7-4341-9f27-ee7aa55c589a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:39:54.650279 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f79b42d5-b3b7-4341-9f27-ee7aa55c589a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:39:54.665052 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f79b42d5-b3b7-4341-9f27-ee7aa55c589a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for floatingip, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:54.798775 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f79b42d5-b3b7-4341-9f27-ee7aa55c589a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:54.933026 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-f79b42d5-b3b7-4341-9f27-ee7aa55c589a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Allocated IP 172.26.8.129 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/c1407d4e-954a-4784-9d39-8a434ecc359e) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:55.075099 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f79b42d5-b3b7-4341-9f27-ee7aa55c589a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:55.101799 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f79b42d5-b3b7-4341-9f27-ee7aa55c589a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:55.180453 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79b42d5-b3b7-4341-9f27-ee7aa55c589a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:55.181358 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b42d5-b3b7-4341-9f27-ee7aa55c589a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Pushing event updated for resources: {'Port': ['ID=c1407d4e-954a-4784-9d39-8a434ecc359e,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:55.183827 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-f79b42d5-b3b7-4341-9f27-ee7aa55c589a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:55.185848 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79b42d5-b3b7-4341-9f27-ee7aa55c589a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:39:55.338241 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f79b42d5-b3b7-4341-9f27-ee7aa55c589a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:55.390070 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f79b42d5-b3b7-4341-9f27-ee7aa55c589a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:55.672313 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f79b42d5-b3b7-4341-9f27-ee7aa55c589a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:55.676754 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f79b42d5-b3b7-4341-9f27-ee7aa55c589a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:55.782467 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b42d5-b3b7-4341-9f27-ee7aa55c589a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Pushing event updated for resources: {'Port': ['ID=c1407d4e-954a-4784-9d39-8a434ecc359e,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:55.796844 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f79b42d5-b3b7-4341-9f27-ee7aa55c589a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:55.819430 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f79b42d5-b3b7-4341-9f27-ee7aa55c589a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:55.827601 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f79b42d5-b3b7-4341-9f27-ee7aa55c589a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1965773 Apr 06 14:39:55.990847 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-a04df3e7-07bc-48bc-a90a-00257a8ace93 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Synchronizing usage tracker for tenant:b80f5ac5be504cd882affce401271398 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:39:56.007246 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-a04df3e7-07bc-48bc-a90a-00257a8ace93 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Unset dirty status for tenant:b80f5ac5be504cd882affce401271398 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:39:56.008508 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-a04df3e7-07bc-48bc-a90a-00257a8ace93 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--512229793&fields=id&tenant_id=b80f5ac5be504cd882affce401271398 HTTP/1.1" status: 200 len: 267 time: 0.0590293 Apr 06 14:39:56.094416 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device b09c7e5d-33a4-4aac-babc-a46395b436d6 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:39:56.157381 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-6febd072-ce0c-4849-a03b-b9fc02da8f83 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:56.159825 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-6febd072-ce0c-4849-a03b-b9fc02da8f83 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Synchronizing usage tracker for tenant:b80f5ac5be504cd882affce401271398 on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:39:56.163694 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port b09c7e5d-33a4-4aac-babc-a46395b436d6 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:39:56.164086 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:56.178336 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-6febd072-ce0c-4849-a03b-b9fc02da8f83 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Unset dirty status for tenant:b80f5ac5be504cd882affce401271398 on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:39:56.179533 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-6febd072-ce0c-4849-a03b-b9fc02da8f83 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 811 time: 0.1645458 Apr 06 14:39:56.194900 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397a90bc-a4c6-4b4d-862c-727db691537a None None] Sync routers for ids ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:39:56.201488 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-4cc940d9-eb1f-432e-ae9e-dbb6b9a5411e tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/quotas/b80f5ac5be504cd882affce401271398 HTTP/1.1" status: 200 len: 375 time: 0.0141001 Apr 06 14:39:56.229352 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397a90bc-a4c6-4b4d-862c-727db691537a None None] Routers {'4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:39:56.229971 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-397a90bc-a4c6-4b4d-862c-727db691537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:39:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:56.284806 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-e84ead1a-36e5-4318-9ed8-fd670d2b4323 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Synchronizing usage tracker for tenant:b80f5ac5be504cd882affce401271398 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:39:56.301740 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-e84ead1a-36e5-4318-9ed8-fd670d2b4323 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Unset dirty status for tenant:b80f5ac5be504cd882affce401271398 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:39:56.305308 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-e84ead1a-36e5-4318-9ed8-fd670d2b4323 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0983305 Apr 06 14:39:56.438499 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-2903c6e0-3175-4bf0-80f2-de7f1c403f78 service neutron] 10.222.0.60 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238582 Apr 06 14:39:56.456481 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-397a90bc-a4c6-4b4d-862c-727db691537a None None] Set router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:39:56.571833 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-f9359be5-96e3-406c-9a3c-8cc3bd83663a service neutron] 10.222.0.60 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269183 Apr 06 14:39:56.757986 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-225482b6-3dcf-4365-ae15-7a2ab37771d9 req-cc3d7be6-c43b-483c-a549-32609c2abea3 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 210 time: 0.0433462 Apr 06 14:39:56.770616 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-397a90bc-a4c6-4b4d-862c-727db691537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:52Z', 'revision_number': 4, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port': {'id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '3b3949c5-377c-4191-b5f2-93d376360625', 'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'mac_address': 'fa:16:3e:0a:44:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:51Z', 'updated_at': '2022-04-06T14:39:52Z', 'revision_number': 2, 'project_id': 'b80f5ac5be504cd882affce401271398', 'subnets': [{'id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:56.774820 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397a90bc-a4c6-4b4d-862c-727db691537a None None] Checking router: 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:39:56.775359 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397a90bc-a4c6-4b4d-862c-727db691537a None None] Updating router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c port 3b3949c5-377c-4191-b5f2-93d376360625 binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:39:56.836572 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-397a90bc-a4c6-4b4d-862c-727db691537a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:57.235874 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-397a90bc-a4c6-4b4d-862c-727db691537a None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:57.247247 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-397a90bc-a4c6-4b4d-862c-727db691537a None None] Transition to ACTIVE for port object 3b3949c5-377c-4191-b5f2-93d376360625 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:39:57.254181 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-397a90bc-a4c6-4b4d-862c-727db691537a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:57.376283 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c938a-4738-47ae-be51-37b2c2d4a6da None None] Pushing event updated for resources: {'Port': ['ID=3b3949c5-377c-4191-b5f2-93d376360625,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:57.468196 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-397a90bc-a4c6-4b4d-862c-727db691537a None None] Attempting to bind port 3b3949c5-377c-4191-b5f2-93d376360625 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:39:57.468717 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-397a90bc-a4c6-4b4d-862c-727db691537a None None] Attempting to bind port 3b3949c5-377c-4191-b5f2-93d376360625 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '4e4bf8d5-6567-4b91-9257-5f0e9e6955d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:39:57.469175 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397a90bc-a4c6-4b4d-862c-727db691537a None None] Attempting to bind port 3b3949c5-377c-4191-b5f2-93d376360625 on network 1e8dd502-8223-4dff-aa29-52e59921f935 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:39:57.475750 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397a90bc-a4c6-4b4d-862c-727db691537a None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:39:57.476124 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397a90bc-a4c6-4b4d-862c-727db691537a None None] Checking segment: {'id': '4e4bf8d5-6567-4b91-9257-5f0e9e6955d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:39:57.476521 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-397a90bc-a4c6-4b4d-862c-727db691537a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:57.476943 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397a90bc-a4c6-4b4d-862c-727db691537a None None] Bound using segment: {'id': '4e4bf8d5-6567-4b91-9257-5f0e9e6955d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:39:57.477400 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-397a90bc-a4c6-4b4d-862c-727db691537a None None] Bound port: 3b3949c5-377c-4191-b5f2-93d376360625, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4bf8d5-6567-4b91-9257-5f0e9e6955d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:39:57.477771 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-397a90bc-a4c6-4b4d-862c-727db691537a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:57.567252 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-397a90bc-a4c6-4b4d-862c-727db691537a None None] For port 3b3949c5-377c-4191-b5f2-93d376360625, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:39:57.570981 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-397a90bc-a4c6-4b4d-862c-727db691537a None None] For port 3b3949c5-377c-4191-b5f2-93d376360625, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=3b3949c5-377c-4191-b5f2-93d376360625,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:39:57.579806 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-397a90bc-a4c6-4b4d-862c-727db691537a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:57.660034 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c938a-4738-47ae-be51-37b2c2d4a6da None None] Pushing event updated for resources: {'Port': ['ID=3b3949c5-377c-4191-b5f2-93d376360625,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:57.664613 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397a90bc-a4c6-4b4d-862c-727db691537a None None] Routers {'4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:39:57.665241 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-397a90bc-a4c6-4b4d-862c-727db691537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:39:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:57.854720 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-397a90bc-a4c6-4b4d-862c-727db691537a None None] Set router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:39:57.869051 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-e860b4ee-529e-492e-95c3-1e513335cb06 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:57.870557 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-e860b4ee-529e-492e-95c3-1e513335cb06 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.69 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 811 time: 0.2209847 Apr 06 14:39:57.937610 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-a02dd565-188d-4f95-b05a-ddd7932b5797 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b80f5ac5be504cd882affce401271398 HTTP/1.1" status: 200 len: 379 time: 0.0543931 Apr 06 14:39:57.958360 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-20aa570e-d3c3-4139-9d2e-da4dfa13d685 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Request body: {'port': {'device_id': 'bdf94d74-a77e-4271-94ee-8a9aa0863c34', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'admin_state_up': True, 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'security_groups': ['f9bf741b-ccdd-42bc-8d91-b105356a1aab']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:39:57.998212 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8ec96d09-8ab7-4e9a-8215-811252badee4 req-bfca6682-f043-4a18-849a-2fc84bf3d877 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 210 time: 0.0409722 Apr 06 14:39:58.102203 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-20aa570e-d3c3-4139-9d2e-da4dfa13d685 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:39:58.112322 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-20aa570e-d3c3-4139-9d2e-da4dfa13d685 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:39:58.121892 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-20aa570e-d3c3-4139-9d2e-da4dfa13d685 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Made reservation on behalf of b80f5ac5be504cd882affce401271398 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:58.124958 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-20aa570e-d3c3-4139-9d2e-da4dfa13d685 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:58.186586 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-397a90bc-a4c6-4b4d-862c-727db691537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:52Z', 'revision_number': 4, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port': {'id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '3b3949c5-377c-4191-b5f2-93d376360625', 'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'mac_address': 'fa:16:3e:0a:44:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:51Z', 'updated_at': '2022-04-06T14:39:57Z', 'revision_number': 4, 'project_id': 'b80f5ac5be504cd882affce401271398', 'subnets': [{'id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:58.190747 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397a90bc-a4c6-4b4d-862c-727db691537a None None] The sync data for ids ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'] in dv-neutron-835868-1-hyperv is: [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:52Z', 'revision_number': 4, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port': {'id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '3b3949c5-377c-4191-b5f2-93d376360625', 'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'mac_address': 'fa:16:3e:0a:44:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:51Z', 'updated_at': '2022-04-06T14:39:57Z', 'revision_number': 4, 'project_id': 'b80f5ac5be504cd882affce401271398', 'subnets': [{'id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:39:58.301073 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-20aa570e-d3c3-4139-9d2e-da4dfa13d685 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Allocated IP 172.20.0.13 (1e8dd502-8223-4dff-aa29-52e59921f935/60680f7b-4e73-4baa-8dbd-b80f627615a5/b2f46a77-60ec-4bd1-94e2-aa2b9c108a81) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:58.490544 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-20aa570e-d3c3-4139-9d2e-da4dfa13d685 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:58.506515 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-20aa570e-d3c3-4139-9d2e-da4dfa13d685 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Transition to ACTIVE for port object b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:39:58.529163 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-20aa570e-d3c3-4139-9d2e-da4dfa13d685 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:58.610161 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-20aa570e-d3c3-4139-9d2e-da4dfa13d685 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Network 1e8dd502-8223-4dff-aa29-52e59921f935 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:58.613758 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-20aa570e-d3c3-4139-9d2e-da4dfa13d685 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:58.616521 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-20aa570e-d3c3-4139-9d2e-da4dfa13d685 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:39:58.641723 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa570e-d3c3-4139-9d2e-da4dfa13d685 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Pushing event updated for resources: {'Port': ['ID=b2f46a77-60ec-4bd1-94e2-aa2b9c108a81,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:58.683390 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-20aa570e-d3c3-4139-9d2e-da4dfa13d685 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:58.684221 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-20aa570e-d3c3-4139-9d2e-da4dfa13d685 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:58.713109 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-20aa570e-d3c3-4139-9d2e-da4dfa13d685 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7586815 Apr 06 14:39:58.803920 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-6f6dc0a3-fee5-474c-b080-3efd2fbfca3e service neutron] Request body: {'port': {'device_id': 'bdf94d74-a77e-4271-94ee-8a9aa0863c34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:39:58.913357 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7bde96b1-d5d2-46ca-8fc5-10454a2c6372 None None] Provisioning for port b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:39:58.918352 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7bde96b1-d5d2-46ca-8fc5-10454a2c6372 None None] Provisioning complete for port b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:39:58.918675 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-6f6dc0a3-fee5-474c-b080-3efd2fbfca3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:58.919111 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7bde96b1-d5d2-46ca-8fc5-10454a2c6372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:58.972618 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-7bde96b1-d5d2-46ca-8fc5-10454a2c6372 None None] Port b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:39:59.124977 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:59.258114 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb39c26-11f6-4591-a7ce-b366edc07d1f req-c58d8db1-d1ed-45fd-ba35-c3c40efc2405 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:59.258795 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-bbb39c26-11f6-4591-a7ce-b366edc07d1f req-c58d8db1-d1ed-45fd-ba35-c3c40efc2405 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Synchronizing usage tracker for tenant:b80f5ac5be504cd882affce401271398 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:39:59.317191 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-bbb39c26-11f6-4591-a7ce-b366edc07d1f req-c58d8db1-d1ed-45fd-ba35-c3c40efc2405 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Unset dirty status for tenant:b80f5ac5be504cd882affce401271398 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:39:59.318234 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bbb39c26-11f6-4591-a7ce-b366edc07d1f req-c58d8db1-d1ed-45fd-ba35-c3c40efc2405 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 932 time: 0.1867223 Apr 06 14:39:59.442599 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-6f6dc0a3-fee5-474c-b080-3efd2fbfca3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:39:59.456589 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-6f6dc0a3-fee5-474c-b080-3efd2fbfca3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:59.478186 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-6f6dc0a3-fee5-474c-b080-3efd2fbfca3e service neutron] Transition to ACTIVE for port object b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:39:59.481386 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bbb39c26-11f6-4591-a7ce-b366edc07d1f req-eef4d9e4-f54b-418e-9659-ac5033c8a075 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650377 Apr 06 14:39:59.482432 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-6f6dc0a3-fee5-474c-b080-3efd2fbfca3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:59.604563 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6dc0a3-fee5-474c-b080-3efd2fbfca3e service neutron] Pushing event updated for resources: {'Port': ['ID=b2f46a77-60ec-4bd1-94e2-aa2b9c108a81,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:59.715553 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-6f6dc0a3-fee5-474c-b080-3efd2fbfca3e service neutron] Attempting to bind port b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:39:59.715888 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-6f6dc0a3-fee5-474c-b080-3efd2fbfca3e service neutron] Attempting to bind port b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '4e4bf8d5-6567-4b91-9257-5f0e9e6955d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:39:59.716213 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-6f6dc0a3-fee5-474c-b080-3efd2fbfca3e service neutron] Attempting to bind port b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 on network 1e8dd502-8223-4dff-aa29-52e59921f935 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:39:59.721889 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-6f6dc0a3-fee5-474c-b080-3efd2fbfca3e service neutron] Port b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 on network 1e8dd502-8223-4dff-aa29-52e59921f935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:39:59.722204 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-6f6dc0a3-fee5-474c-b080-3efd2fbfca3e service neutron] Attempting to bind port b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 on network 1e8dd502-8223-4dff-aa29-52e59921f935 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:39:59.728290 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-6f6dc0a3-fee5-474c-b080-3efd2fbfca3e service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:39:59.728625 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-6f6dc0a3-fee5-474c-b080-3efd2fbfca3e service neutron] Checking segment: {'id': '4e4bf8d5-6567-4b91-9257-5f0e9e6955d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:39:59.729035 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-6f6dc0a3-fee5-474c-b080-3efd2fbfca3e service neutron] Bound using segment: {'id': '4e4bf8d5-6567-4b91-9257-5f0e9e6955d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:39:59.729452 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-6f6dc0a3-fee5-474c-b080-3efd2fbfca3e service neutron] Bound port: b2f46a77-60ec-4bd1-94e2-aa2b9c108a81, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e4bf8d5-6567-4b91-9257-5f0e9e6955d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:39:59.729796 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-6f6dc0a3-fee5-474c-b080-3efd2fbfca3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:59.815180 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-6f6dc0a3-fee5-474c-b080-3efd2fbfca3e service neutron] For port b2f46a77-60ec-4bd1-94e2-aa2b9c108a81, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:39:59.818078 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-6f6dc0a3-fee5-474c-b080-3efd2fbfca3e service neutron] For port b2f46a77-60ec-4bd1-94e2-aa2b9c108a81, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b2f46a77-60ec-4bd1-94e2-aa2b9c108a81,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:39:59.823896 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-6f6dc0a3-fee5-474c-b080-3efd2fbfca3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:59.881387 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-6f6dc0a3-fee5-474c-b080-3efd2fbfca3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:39:59.882680 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-6f6dc0a3-fee5-474c-b080-3efd2fbfca3e service neutron] 10.222.0.69 "PUT /v2.0/ports/b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 HTTP/1.1" status: 200 len: 1094 time: 1.1618881 Apr 06 14:39:59.883103 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf94d74-a77e-4271-94ee-8a9aa0863c34', 'tag': 'b2f46a77-60ec-4bd1-94e2-aa2b9c108a81'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:39:59.908432 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6dc0a3-fee5-474c-b080-3efd2fbfca3e service neutron] Pushing event updated for resources: {'Port': ['ID=b2f46a77-60ec-4bd1-94e2-aa2b9c108a81,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:59.972709 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e946e1a3-9ec3-4a0d-8157-53bd39708173'] response: {'name': 'network-changed', 'server_uuid': 'bdf94d74-a77e-4271-94ee-8a9aa0863c34', 'tag': 'b2f46a77-60ec-4bd1-94e2-aa2b9c108a81', 'status': 'completed', 'code': 200} Apr 06 14:40:00.007074 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-ffa859a0-2886-45ca-a28c-23fc78fc2842 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 1097 time: 0.0828667 Apr 06 14:40:00.081479 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-b4393dd7-b302-4e2a-a112-3ec36113e236 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 HTTP/1.1" status: 200 len: 217 time: 0.0682447 Apr 06 14:40:00.135133 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 3b3949c5-377c-4191-b5f2-93d376360625 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:40:00.147272 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-dd99ed82-4bd6-48cf-a5a1-e5e6ef58f40c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:00.149003 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-dd99ed82-4bd6-48cf-a5a1-e5e6ef58f40c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60680f7b-4e73-4baa-8dbd-b80f627615a5 HTTP/1.1" status: 200 len: 850 time: 0.0612445 Apr 06 14:40:00.206817 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 3b3949c5-377c-4191-b5f2-93d376360625 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:40:00.211545 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 3b3949c5-377c-4191-b5f2-93d376360625 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:40:00.211923 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:00.228694 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-194bf9d0-58ce-4dee-acb4-a3c9b9343390 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e8dd502-8223-4dff-aa29-52e59921f935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722840 Apr 06 14:40:00.322690 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:00.353661 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 3b3949c5-377c-4191-b5f2-93d376360625, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=3b3949c5-377c-4191-b5f2-93d376360625,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:00.357379 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:00.364467 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-d2d1d611-90c7-416b-9c6f-fb8eecd82779 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282914 Apr 06 14:40:00.428697 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=3b3949c5-377c-4191-b5f2-93d376360625,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:00.500097 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-add9528a-f40b-4ee3-a46c-cad0243ff26d req-7e1d2a81-5fbb-469e-a80d-61a1d89cc63b service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293225 Apr 06 14:40:00.670102 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bb18b7c0-c07d-4a58-95f3-10f17cbe6d8b req-91bee900-8828-4b59-a572-ae70bd880f3c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 1097 time: 0.1219306 Apr 06 14:40:00.773765 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39cd28-31fc-4d9a-b2cd-bb7f3594a365 req-3a8c5dd7-35fe-4f33-9fe6-60e066f75012 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:00.775384 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1d39cd28-31fc-4d9a-b2cd-bb7f3594a365 req-3a8c5dd7-35fe-4f33-9fe6-60e066f75012 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 944 time: 0.1713302 Apr 06 14:40:00.852197 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18b7c0-c07d-4a58-95f3-10f17cbe6d8b req-5e25c58c-2ba1-4ee8-8bcb-f56dfadcfc31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:00.853692 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bb18b7c0-c07d-4a58-95f3-10f17cbe6d8b req-5e25c58c-2ba1-4ee8-8bcb-f56dfadcfc31 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 912 time: 0.1736953 Apr 06 14:40:00.858686 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1d39cd28-31fc-4d9a-b2cd-bb7f3594a365 req-a4bbc767-b5d5-4e3f-9d33-a562b4d18566 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760286 Apr 06 14:40:00.920822 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bb18b7c0-c07d-4a58-95f3-10f17cbe6d8b req-b1022b93-69e5-4d33-b29a-88fe22a729e9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 HTTP/1.1" status: 200 len: 217 time: 0.0601380 Apr 06 14:40:00.984181 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18b7c0-c07d-4a58-95f3-10f17cbe6d8b req-89e82617-82a5-45f9-a2ee-3d7e7e2e4262 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:00.986140 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bb18b7c0-c07d-4a58-95f3-10f17cbe6d8b req-89e82617-82a5-45f9-a2ee-3d7e7e2e4262 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60680f7b-4e73-4baa-8dbd-b80f627615a5 HTTP/1.1" status: 200 len: 850 time: 0.0589604 Apr 06 14:40:01.058878 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bb18b7c0-c07d-4a58-95f3-10f17cbe6d8b req-a2b4bcc9-28c1-481e-9844-638be7d6b2d0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e8dd502-8223-4dff-aa29-52e59921f935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664451 Apr 06 14:40:01.270395 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bb18b7c0-c07d-4a58-95f3-10f17cbe6d8b req-c3f9ee0f-d4c0-4542-bf57-0136113dd3b6 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041831 Apr 06 14:40:01.396020 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bb18b7c0-c07d-4a58-95f3-10f17cbe6d8b req-fe952f9a-3f11-48ab-bae7-5448761b6586 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193738 Apr 06 14:40:02.057120 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77c84f-cb62-48e2-ba94-3aafcb8194f7 req-56f35e78-de64-401d-a6c1-638e2d2a8278 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:02.058585 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8b77c84f-cb62-48e2-ba94-3aafcb8194f7 req-56f35e78-de64-401d-a6c1-638e2d2a8278 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 944 time: 0.0774646 Apr 06 14:40:02.094471 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 3b3949c5-377c-4191-b5f2-93d376360625 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:40:02.104905 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8b77c84f-cb62-48e2-ba94-3aafcb8194f7 req-568f19ed-180b-4af7-a740-cae6c4b50937 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398781 Apr 06 14:40:02.160994 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 3b3949c5-377c-4191-b5f2-93d376360625 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:40:02.161345 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:02.987163 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:40:03.144435 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port b2f46a77-60ec-4bd1-94e2-aa2b9c108a81, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b2f46a77-60ec-4bd1-94e2-aa2b9c108a81,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:03.157136 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': 'b2f46a77-60ec-4bd1-94e2-aa2b9c108a81', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'port_id': 'b2f46a77-60ec-4bd1-94e2-aa2b9c108a81', 'mac_address': 'fa:16:3e:f7:22:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:40:03.211989 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:03.230138 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:40:03.245519 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port b2f46a77-60ec-4bd1-94e2-aa2b9c108a81, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b2f46a77-60ec-4bd1-94e2-aa2b9c108a81,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:03.249602 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:03.300089 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bea0ec-0809-475b-bf14-bfdcbb4eb71f req-25d344dd-bf21-40db-adb3-6a7f771286e7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:03.301547 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-53bea0ec-0809-475b-bf14-bfdcbb4eb71f req-25d344dd-bf21-40db-adb3-6a7f771286e7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 945 time: 0.0783479 Apr 06 14:40:03.312011 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=b2f46a77-60ec-4bd1-94e2-aa2b9c108a81,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:03.320925 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:03.321276 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:03.321617 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:03.321949 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:03.322285 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:03.322615 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:03.322940 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:03.323265 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:03.323590 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:03.323914 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:03.324253 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:03.346820 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-53bea0ec-0809-475b-bf14-bfdcbb4eb71f req-789da789-412e-4857-8036-ecad99597b9b tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396461 Apr 06 14:40:03.454574 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['b2f46a77-60ec-4bd1-94e2-aa2b9c108a81'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:40:04.538524 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4fc333-560e-4d44-9dee-c78e6d8209a7 req-740fec20-a6da-4acb-a746-315eb48d6bf4 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:04.539982 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0b4fc333-560e-4d44-9dee-c78e6d8209a7 req-740fec20-a6da-4acb-a746-315eb48d6bf4 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 945 time: 0.0750608 Apr 06 14:40:04.584188 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0b4fc333-560e-4d44-9dee-c78e6d8209a7 req-29ee862a-0920-494f-b31f-145f41b1d16e tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386958 Apr 06 14:40:05.001970 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:40:05.066877 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:40:05.071639 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:40:05.072011 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:05.181008 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:05.206509 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf94d74-a77e-4271-94ee-8a9aa0863c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f46a77-60ec-4bd1-94e2-aa2b9c108a81'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:40:05.215576 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port b2f46a77-60ec-4bd1-94e2-aa2b9c108a81, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b2f46a77-60ec-4bd1-94e2-aa2b9c108a81,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:05.219819 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:05.264089 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b147fb4-580b-4a66-b867-280bf289324b'] response: {'server_uuid': 'bdf94d74-a77e-4271-94ee-8a9aa0863c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f46a77-60ec-4bd1-94e2-aa2b9c108a81', 'code': 200} Apr 06 14:40:05.289622 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=b2f46a77-60ec-4bd1-94e2-aa2b9c108a81,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:05.482148 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f0d8b317-1be4-40d4-ab06-88b73f65f8bb req-dbe4f965-ada3-4a9a-b123-e23022d50b18 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 1099 time: 0.0653269 Apr 06 14:40:05.524371 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f0d8b317-1be4-40d4-ab06-88b73f65f8bb req-de6ecfd2-80a9-42e8-80dd-ab137abdccb3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344021 Apr 06 14:40:05.780708 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576409e-1c9b-4bce-838d-5f3ad73b8296 req-864e50c8-1558-482c-9268-2e7fdf53ca0f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:05.782142 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8576409e-1c9b-4bce-838d-5f3ad73b8296 req-864e50c8-1558-482c-9268-2e7fdf53ca0f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.0797050 Apr 06 14:40:05.830592 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8576409e-1c9b-4bce-838d-5f3ad73b8296 req-3e803cea-2d37-46cb-972d-cfffd5f0f0e1 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427344 Apr 06 14:40:07.027560 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd31a2d-0297-4b32-a408-28d9927bf113 req-f0e85475-b998-44f1-ac98-f288154ccede tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:07.029019 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4cd31a2d-0297-4b32-a408-28d9927bf113 req-f0e85475-b998-44f1-ac98-f288154ccede tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.0765002 Apr 06 14:40:07.072790 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4cd31a2d-0297-4b32-a408-28d9927bf113 req-3f7dc9d0-e06e-4a8f-85db-8a340b941a12 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379162 Apr 06 14:40:07.257154 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b1a3f-dcbb-410a-9407-af343821ce6e req-1a392374-2660-4763-affb-0c8dc6bc85ed tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:07.258596 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-512b1a3f-dcbb-410a-9407-af343821ce6e req-1a392374-2660-4763-affb-0c8dc6bc85ed tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.0744379 Apr 06 14:40:07.266972 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 59130) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:40:07.271913 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-edfef74a-89d9-4e5f-9b11-6542de91e7ea tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Request body: {'floatingip': {'port_id': 'b2f46a77-60ec-4bd1-94e2-aa2b9c108a81'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:40:07.347555 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-edfef74a-89d9-4e5f-9b11-6542de91e7ea tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for floatingip, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:08.001896 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-edfef74a-89d9-4e5f-9b11-6542de91e7ea tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:08.005599 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-edfef74a-89d9-4e5f-9b11-6542de91e7ea tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:08.061198 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d0b1c003-0b58-4045-93c8-f1a73b9949c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:08.192986 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-edfef74a-89d9-4e5f-9b11-6542de91e7ea tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Floating IP e2a420dd-5ad7-4f6d-820c-498540cabed1 associated. External IP: 172.26.8.129, port: b2f46a77-60ec-4bd1-94e2-aa2b9c108a81. Apr 06 14:40:08.564945 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edfef74a-89d9-4e5f-9b11-6542de91e7ea tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:40:08.755309 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfef74a-89d9-4e5f-9b11-6542de91e7ea tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:40:08.759677 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-edfef74a-89d9-4e5f-9b11-6542de91e7ea tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:08.764615 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19f991a-bedc-4126-abe5-3c3e64bd8aab None None] Sync routers for ids ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:40:08.776805 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19f991a-bedc-4126-abe5-3c3e64bd8aab None None] Routers {'4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:40:08.777533 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-a19f991a-bedc-4126-abe5-3c3e64bd8aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:39:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:08.817932 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-edfef74a-89d9-4e5f-9b11-6542de91e7ea tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "PUT /v2.0/floatingips/e2a420dd-5ad7-4f6d-820c-498540cabed1 HTTP/1.1" status: 200 len: 992 time: 1.5498099 Apr 06 14:40:08.818454 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf94d74-a77e-4271-94ee-8a9aa0863c34', 'tag': 'b2f46a77-60ec-4bd1-94e2-aa2b9c108a81'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:40:08.966005 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-960b76f3-d12c-42d3-8d56-fe041670e63d'] response: {'name': 'network-changed', 'server_uuid': 'bdf94d74-a77e-4271-94ee-8a9aa0863c34', 'tag': 'b2f46a77-60ec-4bd1-94e2-aa2b9c108a81', 'status': 'completed', 'code': 200} Apr 06 14:40:08.975821 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-a19f991a-bedc-4126-abe5-3c3e64bd8aab None None] Set router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:40:09.024945 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50544f38-9078-4d61-be67-db7ecf2a2b91 req-3da6eb51-543f-47de-84e9-b4fe52809bee tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:09.026384 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-50544f38-9078-4d61-be67-db7ecf2a2b91 req-3da6eb51-543f-47de-84e9-b4fe52809bee tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.1092420 Apr 06 14:40:09.093401 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-50544f38-9078-4d61-be67-db7ecf2a2b91 req-aa8f39ee-f994-439c-bda5-d943059cba46 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607870 Apr 06 14:40:09.103090 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bd2bdb54-a765-475c-9728-1aab8d53a0cb req-d2e199a5-9546-465e-9d77-a09f3f129d1d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 1099 time: 0.1150820 Apr 06 14:40:09.236338 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2bdb54-a765-475c-9728-1aab8d53a0cb req-00dba6ff-f8a7-42c9-9b3a-901f0ba5cbcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:09.237894 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bd2bdb54-a765-475c-9728-1aab8d53a0cb req-00dba6ff-f8a7-42c9-9b3a-901f0ba5cbcb service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 912 time: 0.1287961 Apr 06 14:40:09.291659 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d69142-b5dc-4bc8-a52f-3f4a5ea20c38 req-f800bb9e-76fc-4e9e-ac1c-166204fd311e tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:09.293129 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-96d69142-b5dc-4bc8-a52f-3f4a5ea20c38 req-f800bb9e-76fc-4e9e-ac1c-166204fd311e tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.0767272 Apr 06 14:40:09.326972 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-a19f991a-bedc-4126-abe5-3c3e64bd8aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:52Z', 'revision_number': 4, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port': {'id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'e2a420dd-5ad7-4f6d-820c-498540cabed1', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'floating_ip_address': '172.26.8.129', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'port_id': 'b2f46a77-60ec-4bd1-94e2-aa2b9c108a81', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'mac_address': 'fa:16:3e:f7:22:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf94d74-a77e-4271-94ee-8a9aa0863c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:39:55Z', 'updated_at': '2022-04-06T14:40:07Z', 'revision_number': 1, 'project_id': 'b80f5ac5be504cd882affce401271398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3949c5-377c-4191-b5f2-93d376360625', 'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'mac_address': 'fa:16:3e:0a:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:51Z', 'updated_at': '2022-04-06T14:40:00Z', 'revision_number': 5, 'project_id': 'b80f5ac5be504cd882affce401271398', 'subnets': [{'id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:09.331643 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19f991a-bedc-4126-abe5-3c3e64bd8aab None None] Checking router: 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:40:09.341941 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19f991a-bedc-4126-abe5-3c3e64bd8aab None None] Routers {'4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:40:09.342246 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bd2bdb54-a765-475c-9728-1aab8d53a0cb req-d8959a2c-e330-46ef-9075-2fd2f585250e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 HTTP/1.1" status: 200 len: 1000 time: 0.0980713 Apr 06 14:40:09.342586 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-a19f991a-bedc-4126-abe5-3c3e64bd8aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:39:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:09.344327 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-96d69142-b5dc-4bc8-a52f-3f4a5ea20c38 req-ab0cc638-eda4-4c02-b74f-58980d2f74d4 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429940 Apr 06 14:40:09.404244 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2bdb54-a765-475c-9728-1aab8d53a0cb req-b8734795-7cd4-41cc-98ef-8de478a87feb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:09.405711 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bd2bdb54-a765-475c-9728-1aab8d53a0cb req-b8734795-7cd4-41cc-98ef-8de478a87feb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60680f7b-4e73-4baa-8dbd-b80f627615a5 HTTP/1.1" status: 200 len: 850 time: 0.0562990 Apr 06 14:40:09.482422 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bd2bdb54-a765-475c-9728-1aab8d53a0cb req-19f3ec18-2539-4477-88e9-36c45bb2659a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e8dd502-8223-4dff-aa29-52e59921f935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702510 Apr 06 14:40:09.517583 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-a19f991a-bedc-4126-abe5-3c3e64bd8aab None None] Set router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:40:09.613784 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bd2bdb54-a765-475c-9728-1aab8d53a0cb req-ab5aef3f-9e9b-4b3e-9569-37ff5bd6debf service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247048 Apr 06 14:40:09.742737 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bd2bdb54-a765-475c-9728-1aab8d53a0cb req-0e58cdad-25cd-428d-ad83-de2cbacced46 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234641 Apr 06 14:40:09.853684 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-a19f991a-bedc-4126-abe5-3c3e64bd8aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:52Z', 'revision_number': 4, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port': {'id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'e2a420dd-5ad7-4f6d-820c-498540cabed1', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'floating_ip_address': '172.26.8.129', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'port_id': 'b2f46a77-60ec-4bd1-94e2-aa2b9c108a81', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'mac_address': 'fa:16:3e:f7:22:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf94d74-a77e-4271-94ee-8a9aa0863c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:39:55Z', 'updated_at': '2022-04-06T14:40:07Z', 'revision_number': 1, 'project_id': 'b80f5ac5be504cd882affce401271398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3949c5-377c-4191-b5f2-93d376360625', 'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'mac_address': 'fa:16:3e:0a:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:51Z', 'updated_at': '2022-04-06T14:40:00Z', 'revision_number': 5, 'project_id': 'b80f5ac5be504cd882affce401271398', 'subnets': [{'id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:09.857515 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19f991a-bedc-4126-abe5-3c3e64bd8aab None None] The sync data for ids ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'] in dv-neutron-835868-1-hyperv is: [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:52Z', 'revision_number': 4, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port': {'id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'e2a420dd-5ad7-4f6d-820c-498540cabed1', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'floating_ip_address': '172.26.8.129', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'port_id': 'b2f46a77-60ec-4bd1-94e2-aa2b9c108a81', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'mac_address': 'fa:16:3e:f7:22:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf94d74-a77e-4271-94ee-8a9aa0863c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:39:55Z', 'updated_at': '2022-04-06T14:40:07Z', 'revision_number': 1, 'project_id': 'b80f5ac5be504cd882affce401271398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3949c5-377c-4191-b5f2-93d376360625', 'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'mac_address': 'fa:16:3e:0a:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:51Z', 'updated_at': '2022-04-06T14:40:00Z', 'revision_number': 5, 'project_id': 'b80f5ac5be504cd882affce401271398', 'subnets': [{'id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:40:10.538289 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f4b15-24e8-4a03-a731-4fda44624f1d req-c19f3c41-0aac-4550-8208-e785f80d4786 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:10.539730 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d25f4b15-24e8-4a03-a731-4fda44624f1d req-c19f3c41-0aac-4550-8208-e785f80d4786 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.0740089 Apr 06 14:40:10.586739 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d25f4b15-24e8-4a03-a731-4fda44624f1d req-bd0c5cde-6919-4735-9879-6ffc4528aae9 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416601 Apr 06 14:40:10.879957 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff29ee8-5745-4171-9795-21088244e617 req-2bd3729d-9503-4c1d-a6b3-37890fc7c4f0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:10.881436 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6ff29ee8-5745-4171-9795-21088244e617 req-2bd3729d-9503-4c1d-a6b3-37890fc7c4f0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.1650829 Apr 06 14:40:10.908752 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e7f8bdef-00fd-4199-9ced-24104b12e212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:10.928730 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6ff29ee8-5745-4171-9795-21088244e617 req-cc4cc914-23fc-47d5-984a-cc16816e3cd5 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410953 Apr 06 14:40:11.121386 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8f79f55e-8506-4c9a-902e-d0c502a498f6 req-9bbc4de1-bdc6-498d-b281-0ebf68bba094 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0706820 Apr 06 14:40:11.358951 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:11.359203 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b889df2f-d927-4b25-8595-69c42ece9c4a req-127476cb-c7cc-48ae-b174-88e549e6f3e8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0661690 Apr 06 14:40:11.415739 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:11.425674 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a61df0-8536-4c29-a5f6-168005e811db req-e5b2ea4f-7432-42a8-a6b9-41b8c0ec1e05 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:11.427114 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a5a61df0-8536-4c29-a5f6-168005e811db req-e5b2ea4f-7432-42a8-a6b9-41b8c0ec1e05 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.0778465 Apr 06 14:40:11.473679 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a5a61df0-8536-4c29-a5f6-168005e811db req-97f873a8-4606-4702-ae93-473a3765ea9b tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408528 Apr 06 14:40:12.523389 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b889df2f-d927-4b25-8595-69c42ece9c4a req-da8690e0-520a-45e1-9047-937214aa6365 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 1099 time: 0.0671620 Apr 06 14:40:12.790277 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889df2f-d927-4b25-8595-69c42ece9c4a req-70248fea-f930-430c-945a-c65a18d306da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:12.791612 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b889df2f-d927-4b25-8595-69c42ece9c4a req-70248fea-f930-430c-945a-c65a18d306da service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 912 time: 0.2626221 Apr 06 14:40:12.857721 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a0133-4ece-4589-8410-19c7da60e5ec req-e6d203e3-7e44-46b4-98b5-ddeedea4e3d8 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:12.859141 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-480a0133-4ece-4589-8410-19c7da60e5ec req-e6d203e3-7e44-46b4-98b5-ddeedea4e3d8 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.1763337 Apr 06 14:40:12.888650 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:12.934660 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b889df2f-d927-4b25-8595-69c42ece9c4a req-a0ea8a4e-37c6-40e8-985c-e6da420089b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 HTTP/1.1" status: 200 len: 1000 time: 0.1355698 Apr 06 14:40:12.937156 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-480a0133-4ece-4589-8410-19c7da60e5ec req-26cd12db-88a9-4f97-bd12-82b2ceee7a25 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673389 Apr 06 14:40:12.999070 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889df2f-d927-4b25-8595-69c42ece9c4a req-2dd2e43c-c38f-4e59-ab15-d0cdc160238b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:13.000980 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b889df2f-d927-4b25-8595-69c42ece9c4a req-2dd2e43c-c38f-4e59-ab15-d0cdc160238b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60680f7b-4e73-4baa-8dbd-b80f627615a5 HTTP/1.1" status: 200 len: 850 time: 0.0574160 Apr 06 14:40:13.078760 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b889df2f-d927-4b25-8595-69c42ece9c4a req-d6af6ee7-0fbc-4768-8029-e14f692b2a68 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e8dd502-8223-4dff-aa29-52e59921f935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723460 Apr 06 14:40:13.083208 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f3ec44-e5c6-4e18-8488-b72e4fd15b50 None None] New status for floating IP e2a420dd-5ad7-4f6d-820c-498540cabed1: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:40:13.209956 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b889df2f-d927-4b25-8595-69c42ece9c4a req-5d8af88e-43aa-491d-bda4-b6121d103b54 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247544 Apr 06 14:40:13.338431 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b889df2f-d927-4b25-8595-69c42ece9c4a req-be9b82bf-0fe2-479c-b9a7-248f1a31627b service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222928 Apr 06 14:40:14.131387 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1b4ff-cd08-433c-8d96-e60341275a29 req-f6e1b52e-435b-4de0-a827-11d999772fc7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:14.132850 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f4b1b4ff-cd08-433c-8d96-e60341275a29 req-f6e1b52e-435b-4de0-a827-11d999772fc7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.0775592 Apr 06 14:40:14.178260 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f4b1b4ff-cd08-433c-8d96-e60341275a29 req-068ffc32-226d-479c-bd93-1dd94f939668 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392790 Apr 06 14:40:15.372130 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f37cc0-f059-4ee1-9bda-c7a63bc9bf2c req-89248577-6307-46ae-8086-f32b3d470eff tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:15.373580 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a5f37cc0-f059-4ee1-9bda-c7a63bc9bf2c req-89248577-6307-46ae-8086-f32b3d470eff tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.0737007 Apr 06 14:40:15.417144 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a5f37cc0-f059-4ee1-9bda-c7a63bc9bf2c req-03d2c43c-8814-422e-82a1-f493b224ff10 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376580 Apr 06 14:40:16.610973 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bde78-e2f7-4591-b854-7b977946e7a3 req-92b5233e-6a35-4d96-bbce-056a4d21a077 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:16.612528 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7d3bde78-e2f7-4591-b854-7b977946e7a3 req-92b5233e-6a35-4d96-bbce-056a4d21a077 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.0748093 Apr 06 14:40:16.660147 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7d3bde78-e2f7-4591-b854-7b977946e7a3 req-b88d17e2-747d-4b0c-bba3-cc92f0492371 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417666 Apr 06 14:40:17.855030 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28512a50-5cf3-4b63-9295-8e7f8b123f27 req-87420c1e-3f64-4048-9f8d-1ea160934cbc tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:17.856471 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-28512a50-5cf3-4b63-9295-8e7f8b123f27 req-87420c1e-3f64-4048-9f8d-1ea160934cbc tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.0777676 Apr 06 14:40:17.900500 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-28512a50-5cf3-4b63-9295-8e7f8b123f27 req-106488f8-f13b-4b92-a478-882f7b384264 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385530 Apr 06 14:40:19.094148 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c4bde-bfd8-431e-805f-6b02ef814f3c req-9f49219d-07b5-420f-8103-4a270a94af73 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:19.095485 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-758c4bde-bfd8-431e-805f-6b02ef814f3c req-9f49219d-07b5-420f-8103-4a270a94af73 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.0744109 Apr 06 14:40:19.138966 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-758c4bde-bfd8-431e-805f-6b02ef814f3c req-de1f3850-fbcd-47cd-8e0e-a432f38869ad tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380635 Apr 06 14:40:20.332762 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929ed18-c5a0-4335-864f-18bb01ac6c39 req-7cd277b3-0f1e-4328-a287-ce74020850a0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:20.334216 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4929ed18-c5a0-4335-864f-18bb01ac6c39 req-7cd277b3-0f1e-4328-a287-ce74020850a0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.0737650 Apr 06 14:40:20.382051 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4929ed18-c5a0-4335-864f-18bb01ac6c39 req-75102550-ef45-4dd9-9b18-29a498dcd0c2 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424204 Apr 06 14:40:21.584175 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afcfe89-3e57-41ca-951f-aac7461854ec req-99b35a56-b93c-413c-903f-430a04b20dfb tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:21.585646 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6afcfe89-3e57-41ca-951f-aac7461854ec req-99b35a56-b93c-413c-903f-430a04b20dfb tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.0839808 Apr 06 14:40:21.629578 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6afcfe89-3e57-41ca-951f-aac7461854ec req-9526c42e-44fe-46aa-9b32-e11794aedd03 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384762 Apr 06 14:40:22.819933 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e38c42-8a41-4a64-b3a6-4982ccfd1889 req-e9371402-8a54-44d8-886d-b63eb58cfdf4 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:22.821693 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-20e38c42-8a41-4a64-b3a6-4982ccfd1889 req-e9371402-8a54-44d8-886d-b63eb58cfdf4 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.0749562 Apr 06 14:40:22.866116 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-20e38c42-8a41-4a64-b3a6-4982ccfd1889 req-222d15ec-7878-4207-975b-33946145aa52 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386989 Apr 06 14:40:24.061122 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4513c41-97f1-4248-a749-898049ecc3bb req-b78b5fa9-5c9b-4eb8-9c6d-223a0cdb2521 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:24.063123 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d4513c41-97f1-4248-a749-898049ecc3bb req-b78b5fa9-5c9b-4eb8-9c6d-223a0cdb2521 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.0759978 Apr 06 14:40:24.106193 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d4513c41-97f1-4248-a749-898049ecc3bb req-f7300193-cc0b-4dd1-8169-82d0263b60f8 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376117 Apr 06 14:40:25.300011 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2198076-0c85-4279-92f6-973c902895d9 req-2d080552-d807-4cdf-866f-a2cd7bf43832 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:25.301557 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a2198076-0c85-4279-92f6-973c902895d9 req-2d080552-d807-4cdf-866f-a2cd7bf43832 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.0773408 Apr 06 14:40:25.346764 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a2198076-0c85-4279-92f6-973c902895d9 req-c8662acf-d686-45b6-b88f-121d0102233f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386357 Apr 06 14:40:26.540788 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8df36-7981-4483-90ae-a4d60ec9a6e9 req-0bdcef73-b939-43be-8959-9b80f0c27b73 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:26.542246 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-72e8df36-7981-4483-90ae-a4d60ec9a6e9 req-0bdcef73-b939-43be-8959-9b80f0c27b73 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.0777538 Apr 06 14:40:26.587016 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-72e8df36-7981-4483-90ae-a4d60ec9a6e9 req-87acfda3-cb7b-4be1-b3fe-0e41b099257f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393372 Apr 06 14:40:27.783115 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056cba0-719c-4a87-99c2-f37f38fda0e6 req-549cd63b-f2a7-41c8-b33c-21270c99313f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:27.784540 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e056cba0-719c-4a87-99c2-f37f38fda0e6 req-549cd63b-f2a7-41c8-b33c-21270c99313f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.0779858 Apr 06 14:40:27.829306 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e056cba0-719c-4a87-99c2-f37f38fda0e6 req-0112d090-9f13-4360-8ccc-0bc9fa67f320 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392647 Apr 06 14:40:29.024411 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a829c-4aab-4e58-896e-d22e7f764cc4 req-566c88ee-a11a-4770-ba77-573eb7a6fb63 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:29.025873 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6e4a829c-4aab-4e58-896e-d22e7f764cc4 req-566c88ee-a11a-4770-ba77-573eb7a6fb63 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.0782845 Apr 06 14:40:29.072874 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6e4a829c-4aab-4e58-896e-d22e7f764cc4 req-74a8e448-80eb-42af-bd5c-c4fb0c77f080 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415206 Apr 06 14:40:29.126345 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:30.021049 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b889df2f-d927-4b25-8595-69c42ece9c4a req-523e3089-e369-4deb-9068-2976b8644da5 service neutron] 10.222.0.69 "GET /v2.0/ports/b2f46a77-60ec-4bd1-94e2-aa2b9c108a81/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0740471 Apr 06 14:40:30.322510 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791513e-9a34-4c3a-afc6-a7f160fda28e req-7c23a60b-890c-4720-b6d7-da1ed09a528b tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:30.323921 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5791513e-9a34-4c3a-afc6-a7f160fda28e req-7c23a60b-890c-4720-b6d7-da1ed09a528b tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.1302774 Apr 06 14:40:30.327168 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b889df2f-d927-4b25-8595-69c42ece9c4a req-f01d3b50-4384-4d07-8431-4a8fea037c76 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34&tenant_id=b80f5ac5be504cd882affce401271398 HTTP/1.1" status: 200 len: 1099 time: 0.0995665 Apr 06 14:40:30.408387 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5791513e-9a34-4c3a-afc6-a7f160fda28e req-73d1f9c0-40b6-4d7c-b203-7819e8b2ae57 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789163 Apr 06 14:40:30.431832 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b889df2f-d927-4b25-8595-69c42ece9c4a req-a2dfb072-551b-4c59-a625-2e5dcfc05cc0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 1099 time: 0.0827672 Apr 06 14:40:30.649092 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889df2f-d927-4b25-8595-69c42ece9c4a req-4859d5a7-cba4-4153-bf24-d81107152e4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:30.650521 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b889df2f-d927-4b25-8595-69c42ece9c4a req-4859d5a7-cba4-4153-bf24-d81107152e4d service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 912 time: 0.2113142 Apr 06 14:40:30.659280 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:40:30.751152 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b889df2f-d927-4b25-8595-69c42ece9c4a req-d6621758-3644-4f43-b2e7-8afc324102c4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 HTTP/1.1" status: 200 len: 1002 time: 0.0927441 Apr 06 14:40:30.816313 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889df2f-d927-4b25-8595-69c42ece9c4a req-95976865-2347-4b53-aef7-a95bf95639ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:30.817767 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b889df2f-d927-4b25-8595-69c42ece9c4a req-95976865-2347-4b53-aef7-a95bf95639ed service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60680f7b-4e73-4baa-8dbd-b80f627615a5 HTTP/1.1" status: 200 len: 850 time: 0.0588322 Apr 06 14:40:30.892681 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b889df2f-d927-4b25-8595-69c42ece9c4a req-24b48240-fcc0-4413-b6e2-c656cdeadd41 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e8dd502-8223-4dff-aa29-52e59921f935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688467 Apr 06 14:40:31.020983 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b889df2f-d927-4b25-8595-69c42ece9c4a req-b9a08b07-00ad-4bf9-bd54-8ea5c43ccb35 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217864 Apr 06 14:40:31.147362 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b889df2f-d927-4b25-8595-69c42ece9c4a req-e97ddf45-b6d9-4fa8-abd6-1474753c6982 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202939 Apr 06 14:40:31.602111 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27955c-a4ee-4f79-b71c-1af48e68d65b req-162a8d0e-c3ab-4ee5-88c0-17aa5ab9133d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:31.603452 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5b27955c-a4ee-4f79-b71c-1af48e68d65b req-162a8d0e-c3ab-4ee5-88c0-17aa5ab9133d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.0749271 Apr 06 14:40:31.647688 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5b27955c-a4ee-4f79-b71c-1af48e68d65b req-41b824e9-cab5-4a06-b1fb-ee3e77451ace tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387583 Apr 06 14:40:32.838522 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0487bd3-6d8e-408e-ab77-8581345234df req-db913556-2a1b-42ee-a340-da10e34cd5a9 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:32.839963 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a0487bd3-6d8e-408e-ab77-8581345234df req-db913556-2a1b-42ee-a340-da10e34cd5a9 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.0739357 Apr 06 14:40:32.887878 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a0487bd3-6d8e-408e-ab77-8581345234df req-d1d00b23-98f7-4257-af0d-429b472fe3ec tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419328 Apr 06 14:40:33.095146 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:40:33.100147 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:40:33.263129 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455eb754-f80a-45a1-8c6d-2f96b0495bd4 req-b1085d60-4e34-47bf-92d9-ec9804f3402f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:33.264582 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-455eb754-f80a-45a1-8c6d-2f96b0495bd4 req-b1085d60-4e34-47bf-92d9-ec9804f3402f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.69 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34&tenant_id=b80f5ac5be504cd882affce401271398&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 946 time: 0.1356378 Apr 06 14:40:33.274042 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbb45a-6a08-4ca1-b8d5-bd4c61b73baa req-11bb6116-e8bb-4d72-907f-95bdf1252da7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:33.275458 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-29fbb45a-6a08-4ca1-b8d5-bd4c61b73baa req-11bb6116-e8bb-4d72-907f-95bdf1252da7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.1126122 Apr 06 14:40:33.317948 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:33.326231 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-29fbb45a-6a08-4ca1-b8d5-bd4c61b73baa req-79898a50-f606-49a6-83d9-0db2389a7173 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438628 Apr 06 14:40:33.335975 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port b2f46a77-60ec-4bd1-94e2-aa2b9c108a81, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b2f46a77-60ec-4bd1-94e2-aa2b9c108a81,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:33.357058 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': 'b2f46a77-60ec-4bd1-94e2-aa2b9c108a81', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'port_id': 'b2f46a77-60ec-4bd1-94e2-aa2b9c108a81', 'mac_address': 'fa:16:3e:f7:22:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:40:33.363945 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf94d74-a77e-4271-94ee-8a9aa0863c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2f46a77-60ec-4bd1-94e2-aa2b9c108a81'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:40:33.406306 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-455eb754-f80a-45a1-8c6d-2f96b0495bd4 req-19aaf027-af6e-4db3-a77c-a778cc361f72 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 1099 time: 0.0696943 Apr 06 14:40:33.407850 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port b2f46a77-60ec-4bd1-94e2-aa2b9c108a81, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b2f46a77-60ec-4bd1-94e2-aa2b9c108a81,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:33.414099 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:33.450322 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22db04c5-832b-466e-b9b3-e53beff663da'] response: {'server_uuid': 'bdf94d74-a77e-4271-94ee-8a9aa0863c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2f46a77-60ec-4bd1-94e2-aa2b9c108a81', 'code': 200} Apr 06 14:40:33.473355 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:33.502431 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:40:33.515278 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=b2f46a77-60ec-4bd1-94e2-aa2b9c108a81,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:33.536351 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455eb754-f80a-45a1-8c6d-2f96b0495bd4 req-3d3c60c7-12e0-4f3c-8e98-b5d12b0ba05a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:33.537838 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-455eb754-f80a-45a1-8c6d-2f96b0495bd4 req-3d3c60c7-12e0-4f3c-8e98-b5d12b0ba05a service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 912 time: 0.1256826 Apr 06 14:40:33.573679 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:40:33.573953 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:40:33.638210 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-455eb754-f80a-45a1-8c6d-2f96b0495bd4 req-fdd43748-f31b-41f3-8848-26a0f83b3e9c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 HTTP/1.1" status: 200 len: 1000 time: 0.0942318 Apr 06 14:40:33.698123 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455eb754-f80a-45a1-8c6d-2f96b0495bd4 req-061180e7-d4f5-4b3c-a4a1-334da2564202 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:33.699491 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-455eb754-f80a-45a1-8c6d-2f96b0495bd4 req-061180e7-d4f5-4b3c-a4a1-334da2564202 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60680f7b-4e73-4baa-8dbd-b80f627615a5 HTTP/1.1" status: 200 len: 850 time: 0.0557690 Apr 06 14:40:33.774123 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-455eb754-f80a-45a1-8c6d-2f96b0495bd4 req-63f7e6bf-51c1-4e30-b1cc-9ab3d7c1ceb4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e8dd502-8223-4dff-aa29-52e59921f935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684011 Apr 06 14:40:33.901232 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-455eb754-f80a-45a1-8c6d-2f96b0495bd4 req-718de03e-78c7-46db-883f-8eb2f16bdad9 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202950 Apr 06 14:40:34.123526 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-455eb754-f80a-45a1-8c6d-2f96b0495bd4 req-b0462ee5-d5a0-4224-910c-1f9d0cfc3fc9 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154860 Apr 06 14:40:34.124980 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:34.144965 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:40:34.160205 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port b2f46a77-60ec-4bd1-94e2-aa2b9c108a81, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b2f46a77-60ec-4bd1-94e2-aa2b9c108a81,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:34.164631 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:34.236024 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=b2f46a77-60ec-4bd1-94e2-aa2b9c108a81,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:34.239798 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['b2f46a77-60ec-4bd1-94e2-aa2b9c108a81'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:40:34.525300 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dccc7b-5bda-454e-b20b-ac923d65775c req-ec90c89b-c53f-4a43-aa22-fcc13dec09a1 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:34.526919 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-69dccc7b-5bda-454e-b20b-ac923d65775c req-ec90c89b-c53f-4a43-aa22-fcc13dec09a1 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 945 time: 0.0792651 Apr 06 14:40:34.574252 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-69dccc7b-5bda-454e-b20b-ac923d65775c req-fad2852f-2ecb-4451-9c4a-6669c0fb2fd2 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399089 Apr 06 14:40:35.132887 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:40:35.201481 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:40:35.201850 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:35.309643 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:35.340420 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port b2f46a77-60ec-4bd1-94e2-aa2b9c108a81, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b2f46a77-60ec-4bd1-94e2-aa2b9c108a81,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:35.345212 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:35.410057 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=b2f46a77-60ec-4bd1-94e2-aa2b9c108a81,revision_number=8']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:35.450916 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf94d74-a77e-4271-94ee-8a9aa0863c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f46a77-60ec-4bd1-94e2-aa2b9c108a81'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:40:35.503930 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-879e448e-c480-45e9-8077-943f78a93023'] response: {'server_uuid': 'bdf94d74-a77e-4271-94ee-8a9aa0863c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f46a77-60ec-4bd1-94e2-aa2b9c108a81', 'code': 200} Apr 06 14:40:35.773823 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a2318-acbc-4569-aa43-1cc9291d8c83 req-058e2ee0-137a-4381-bde7-e7f18e073c3e tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:35.775169 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-669a2318-acbc-4569-aa43-1cc9291d8c83 req-058e2ee0-137a-4381-bde7-e7f18e073c3e tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.0774262 Apr 06 14:40:35.819093 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-669a2318-acbc-4569-aa43-1cc9291d8c83 req-638325b1-9d6c-42c7-89db-8c1b9a84aed6 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383835 Apr 06 14:40:36.016782 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90dc94-7483-43cf-b26e-a7a4612ffbde req-2d1d6bdd-fec9-4103-a9b1-9c5ca428eca1 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:36.018229 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0c90dc94-7483-43cf-b26e-a7a4612ffbde req-2d1d6bdd-fec9-4103-a9b1-9c5ca428eca1 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.0776072 Apr 06 14:40:36.061447 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0c90dc94-7483-43cf-b26e-a7a4612ffbde req-58832b75-040d-431b-946f-6bedde008d7c tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377827 Apr 06 14:40:36.253520 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ece20-da8f-4c21-a03c-27c76dc6c470 req-27b1967d-ce98-4502-a4fd-24c6cb055608 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:36.254953 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-053ece20-da8f-4c21-a03c-27c76dc6c470 req-27b1967d-ce98-4502-a4fd-24c6cb055608 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.0747705 Apr 06 14:40:36.301970 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-053ece20-da8f-4c21-a03c-27c76dc6c470 req-3e6e7866-9ac4-41c8-b4df-f37b4604f068 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415754 Apr 06 14:40:36.687980 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0682171-bec7-4ebb-9807-b1d6d22e71a2 req-02ab6dfe-e1b5-4e04-8a40-a72b76128fdb tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:36.689465 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b0682171-bec7-4ebb-9807-b1d6d22e71a2 req-02ab6dfe-e1b5-4e04-8a40-a72b76128fdb tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.0756888 Apr 06 14:40:36.732401 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b0682171-bec7-4ebb-9807-b1d6d22e71a2 req-13f1ae50-e7bc-494c-b515-c115db6da35f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376253 Apr 06 14:40:37.925215 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68b501-46fc-4513-bf97-72b9b60e4225 req-89892d5d-ffe8-4f6b-91ba-b494d48f65fa tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:37.926657 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f68b501-46fc-4513-bf97-72b9b60e4225 req-89892d5d-ffe8-4f6b-91ba-b494d48f65fa tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.0746186 Apr 06 14:40:37.970814 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f68b501-46fc-4513-bf97-72b9b60e4225 req-b70f539c-b9db-489a-bcdf-d63be2dc7f40 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388298 Apr 06 14:40:38.063651 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ce152a6f-e043-42bb-8017-1587a09b92b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:38.338914 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f512d-a718-4128-b1f0-7dba58fec117 req-a02e4d3a-7bba-4284-b40a-688359072431 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:38.340236 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e69f512d-a718-4128-b1f0-7dba58fec117 req-a02e4d3a-7bba-4284-b40a-688359072431 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.69 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 946 time: 0.0770731 Apr 06 14:40:38.404681 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-e69f512d-a718-4128-b1f0-7dba58fec117 req-31d126cf-2ae9-435d-aa7f-bc06b620f0b0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Deleting port b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:40:38.405045 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-e69f512d-a718-4128-b1f0-7dba58fec117 req-31d126cf-2ae9-435d-aa7f-bc06b620f0b0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:38.639033 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-e69f512d-a718-4128-b1f0-7dba58fec117 req-31d126cf-2ae9-435d-aa7f-bc06b620f0b0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] For port b2f46a77-60ec-4bd1-94e2-aa2b9c108a81, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b2f46a77-60ec-4bd1-94e2-aa2b9c108a81,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:38.639393 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-e69f512d-a718-4128-b1f0-7dba58fec117 req-31d126cf-2ae9-435d-aa7f-bc06b620f0b0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:38.916118 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-e69f512d-a718-4128-b1f0-7dba58fec117 req-31d126cf-2ae9-435d-aa7f-bc06b620f0b0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:38.916424 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-e69f512d-a718-4128-b1f0-7dba58fec117 req-31d126cf-2ae9-435d-aa7f-bc06b620f0b0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:38.916728 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.l3_db [req-e69f512d-a718-4128-b1f0-7dba58fec117 req-31d126cf-2ae9-435d-aa7f-bc06b620f0b0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Floating IP e2a420dd-5ad7-4f6d-820c-498540cabed1 disassociated. External IP: 172.26.8.129, port: b2f46a77-60ec-4bd1-94e2-aa2b9c108a81. Apr 06 14:40:38.917092 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-e69f512d-a718-4128-b1f0-7dba58fec117 req-31d126cf-2ae9-435d-aa7f-bc06b620f0b0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Calling delete_port for b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:40:39.056042 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-e69f512d-a718-4128-b1f0-7dba58fec117 req-31d126cf-2ae9-435d-aa7f-bc06b620f0b0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:39.131971 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d126cf-2ae9-435d-aa7f-bc06b620f0b0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Pushing event deleted for resources: {'Port': ['ID=b2f46a77-60ec-4bd1-94e2-aa2b9c108a81,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:39.150487 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d9e6d00c-75a7-407b-a1b3-2995ff4651bd req-7d5db9ab-e6bf-43bd-9dd5-952e520dea06 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 210 time: 0.0554485 Apr 06 14:40:39.353546 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e69f512d-a718-4128-b1f0-7dba58fec117 req-31d126cf-2ae9-435d-aa7f-bc06b620f0b0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:40:39.635875 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e69f512d-a718-4128-b1f0-7dba58fec117 req-31d126cf-2ae9-435d-aa7f-bc06b620f0b0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:40:39.645295 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39e289c-8b4b-41cc-9f2d-81fb3aede1a5 None None] Sync routers for ids ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:40:39.657151 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39e289c-8b4b-41cc-9f2d-81fb3aede1a5 None None] Routers {'4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:40:39.657738 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b39e289c-8b4b-41cc-9f2d-81fb3aede1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:40:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:39.707001 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69f512d-a718-4128-b1f0-7dba58fec117 req-31d126cf-2ae9-435d-aa7f-bc06b620f0b0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] No DVR routers for this DVR port b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:40:39.709440 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-e69f512d-a718-4128-b1f0-7dba58fec117 req-31d126cf-2ae9-435d-aa7f-bc06b620f0b0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:39.711972 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf94d74-a77e-4271-94ee-8a9aa0863c34', 'name': 'network-vif-deleted', 'tag': 'b2f46a77-60ec-4bd1-94e2-aa2b9c108a81'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:40:39.729724 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e69f512d-a718-4128-b1f0-7dba58fec117 req-31d126cf-2ae9-435d-aa7f-bc06b620f0b0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.69 "DELETE /v2.0/ports/b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 HTTP/1.1" status: 204 len: 173 time: 1.3837395 Apr 06 14:40:39.774775 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6843d09c-047c-44fc-8f23-6ea7bee0f521'] response: {'server_uuid': 'bdf94d74-a77e-4271-94ee-8a9aa0863c34', 'name': 'network-vif-deleted', 'tag': 'b2f46a77-60ec-4bd1-94e2-aa2b9c108a81', 'status': 'completed', 'code': 200} Apr 06 14:40:39.860381 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-b39e289c-8b4b-41cc-9f2d-81fb3aede1a5 None None] Set router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:40:40.156676 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b39e289c-8b4b-41cc-9f2d-81fb3aede1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:52Z', 'revision_number': 4, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port': {'id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '3b3949c5-377c-4191-b5f2-93d376360625', 'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'mac_address': 'fa:16:3e:0a:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:51Z', 'updated_at': '2022-04-06T14:40:00Z', 'revision_number': 5, 'project_id': 'b80f5ac5be504cd882affce401271398', 'subnets': [{'id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:40.160423 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39e289c-8b4b-41cc-9f2d-81fb3aede1a5 None None] Checking router: 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:40:40.170530 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39e289c-8b4b-41cc-9f2d-81fb3aede1a5 None None] Routers {'4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:40:40.171182 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b39e289c-8b4b-41cc-9f2d-81fb3aede1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:40:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:40.340302 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-ae942eb7-93e7-442c-bc44-01687a0fe297 req-4c14cbc8-45de-4c7f-8cf3-4115d5ffeace tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Synchronizing usage tracker for tenant:b80f5ac5be504cd882affce401271398 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:40:40.351898 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-b39e289c-8b4b-41cc-9f2d-81fb3aede1a5 None None] Set router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:40:40.355281 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-ae942eb7-93e7-442c-bc44-01687a0fe297 req-4c14cbc8-45de-4c7f-8cf3-4115d5ffeace tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Unset dirty status for tenant:b80f5ac5be504cd882affce401271398 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:40:40.356460 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ae942eb7-93e7-442c-bc44-01687a0fe297 req-4c14cbc8-45de-4c7f-8cf3-4115d5ffeace tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf94d74-a77e-4271-94ee-8a9aa0863c34 HTTP/1.1" status: 200 len: 210 time: 0.0585697 Apr 06 14:40:40.649026 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b39e289c-8b4b-41cc-9f2d-81fb3aede1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:52Z', 'revision_number': 4, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port': {'id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '3b3949c5-377c-4191-b5f2-93d376360625', 'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'mac_address': 'fa:16:3e:0a:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:51Z', 'updated_at': '2022-04-06T14:40:00Z', 'revision_number': 5, 'project_id': 'b80f5ac5be504cd882affce401271398', 'subnets': [{'id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:40.652992 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39e289c-8b4b-41cc-9f2d-81fb3aede1a5 None None] The sync data for ids ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'] in dv-neutron-835868-1-hyperv is: [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:52Z', 'revision_number': 4, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port': {'id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '3b3949c5-377c-4191-b5f2-93d376360625', 'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'mac_address': 'fa:16:3e:0a:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:51Z', 'updated_at': '2022-04-06T14:40:00Z', 'revision_number': 5, 'project_id': 'b80f5ac5be504cd882affce401271398', 'subnets': [{'id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:40:40.886237 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e3b44e-5fa8-4549-9c06-b81482ee7ee1 None None] New status for floating IP e2a420dd-5ad7-4f6d-820c-498540cabed1: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:40:41.033120 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-24352503-7501-4e99-b5b0-6b769826feb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:41.159756 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:40:41.194859 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:40:41.195200 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device b2f46a77-60ec-4bd1-94e2-aa2b9c108a81 not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:40:41.361544 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:41.413197 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:41.699610 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-265e68a9-eb14-4e04-84ed-8ac7b4fcf837 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--512229793&fields=id&tenant_id=b80f5ac5be504cd882affce401271398 HTTP/1.1" status: 200 len: 267 time: 0.0387244 Apr 06 14:40:41.844889 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-d21b9e4d-ba77-48b3-a51b-e80a89f64a98 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:41.846291 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-d21b9e4d-ba77-48b3-a51b-e80a89f64a98 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 811 time: 0.1400745 Apr 06 14:40:41.861883 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-55d44b23-50ab-4fe5-adc2-048d461ba335 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/quotas/b80f5ac5be504cd882affce401271398 HTTP/1.1" status: 200 len: 375 time: 0.0101535 Apr 06 14:40:41.940691 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-c9d07867-eecd-4aaa-a6c4-5c69fda05fce tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0741546 Apr 06 14:40:42.072884 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-0ea9a0f5-2d47-4a41-a6c7-773644ba7309 service neutron] 10.222.0.60 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202524 Apr 06 14:40:42.200003 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-c7ca76f8-a0a5-428d-93da-7f956cfb4056 service neutron] 10.222.0.60 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207752 Apr 06 14:40:42.383496 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f2826fb8-b88b-4053-9161-9608a273e90a req-5042b8e0-1f82-48d5-8353-1b759b812061 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 210 time: 0.0411551 Apr 06 14:40:42.888168 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:43.352849 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-1e3b720e-ac9d-4aa6-b10d-f3c1df31ce03 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:43.354263 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-1e3b720e-ac9d-4aa6-b10d-f3c1df31ce03 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.69 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 811 time: 0.1442161 Apr 06 14:40:43.415398 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-c67e2613-56f2-440e-b3ba-7cc1c304cade tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b80f5ac5be504cd882affce401271398 HTTP/1.1" status: 200 len: 379 time: 0.0484302 Apr 06 14:40:43.457781 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-fe7ebf70-3389-4d71-86b2-96abc6c8cd20 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Request body: {'port': {'device_id': '9d4f559d-945f-4ba0-a020-224cb328915c', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'admin_state_up': True, 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'security_groups': ['f9bf741b-ccdd-42bc-8d91-b105356a1aab']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:40:43.541692 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bcc03f33-fbf3-47b9-98ac-3801cf6af781 req-9c10c214-2179-47e7-ace3-130ba8afa9b4 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 210 time: 0.0392265 Apr 06 14:40:43.591386 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-fe7ebf70-3389-4d71-86b2-96abc6c8cd20 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:40:43.601210 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-fe7ebf70-3389-4d71-86b2-96abc6c8cd20 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:40:43.611042 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-fe7ebf70-3389-4d71-86b2-96abc6c8cd20 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Made reservation on behalf of b80f5ac5be504cd882affce401271398 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:40:43.613873 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-fe7ebf70-3389-4d71-86b2-96abc6c8cd20 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:43.763896 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-fe7ebf70-3389-4d71-86b2-96abc6c8cd20 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Allocated IP 172.20.0.7 (1e8dd502-8223-4dff-aa29-52e59921f935/60680f7b-4e73-4baa-8dbd-b80f627615a5/a3b4dddc-ea31-407d-9570-f42dcd7d3b86) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:40:43.946244 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-fe7ebf70-3389-4d71-86b2-96abc6c8cd20 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:43.962154 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-fe7ebf70-3389-4d71-86b2-96abc6c8cd20 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Transition to ACTIVE for port object a3b4dddc-ea31-407d-9570-f42dcd7d3b86 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:40:43.983426 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-fe7ebf70-3389-4d71-86b2-96abc6c8cd20 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:44.053370 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-fe7ebf70-3389-4d71-86b2-96abc6c8cd20 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Network 1e8dd502-8223-4dff-aa29-52e59921f935 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:40:44.056701 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-fe7ebf70-3389-4d71-86b2-96abc6c8cd20 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:40:44.060179 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-fe7ebf70-3389-4d71-86b2-96abc6c8cd20 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:40:44.086125 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ebf70-3389-4d71-86b2-96abc6c8cd20 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Pushing event updated for resources: {'Port': ['ID=a3b4dddc-ea31-407d-9570-f42dcd7d3b86,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:44.122542 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-fe7ebf70-3389-4d71-86b2-96abc6c8cd20 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:44.123144 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-fe7ebf70-3389-4d71-86b2-96abc6c8cd20 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:44.149094 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-fe7ebf70-3389-4d71-86b2-96abc6c8cd20 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6953638 Apr 06 14:40:44.162217 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] Request body: {'port': {'device_id': '9d4f559d-945f-4ba0-a020-224cb328915c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:40:44.269294 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ed3a174e-d959-4d0a-b77f-cce56d678616 None None] Provisioning for port a3b4dddc-ea31-407d-9570-f42dcd7d3b86 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:40:44.273883 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ed3a174e-d959-4d0a-b77f-cce56d678616 None None] Provisioning complete for port a3b4dddc-ea31-407d-9570-f42dcd7d3b86 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:40:44.274247 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ed3a174e-d959-4d0a-b77f-cce56d678616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:44.274992 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:44.324397 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ed3a174e-d959-4d0a-b77f-cce56d678616 None None] Port a3b4dddc-ea31-407d-9570-f42dcd7d3b86 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:40:44.609850 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3b4dddc-ea31-407d-9570-f42dcd7d3b86 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:40:44.616456 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:44.631005 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] Transition to ACTIVE for port object a3b4dddc-ea31-407d-9570-f42dcd7d3b86 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:40:44.634983 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:44.895368 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b4dddc-ea31-407d-9570-f42dcd7d3b86,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:45.001585 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258aa1de-85b0-4048-8e4d-d268de254514 req-79c22a3e-f3c1-4722-a8d5-02eea9928924 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:45.002190 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-258aa1de-85b0-4048-8e4d-d268de254514 req-79c22a3e-f3c1-4722-a8d5-02eea9928924 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Synchronizing usage tracker for tenant:b80f5ac5be504cd882affce401271398 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:40:45.032899 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-258aa1de-85b0-4048-8e4d-d268de254514 req-79c22a3e-f3c1-4722-a8d5-02eea9928924 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Unset dirty status for tenant:b80f5ac5be504cd882affce401271398 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:40:45.033993 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-258aa1de-85b0-4048-8e4d-d268de254514 req-79c22a3e-f3c1-4722-a8d5-02eea9928924 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 943 time: 0.3646784 Apr 06 14:40:45.035920 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] Attempting to bind port a3b4dddc-ea31-407d-9570-f42dcd7d3b86 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:40:45.036249 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] Attempting to bind port a3b4dddc-ea31-407d-9570-f42dcd7d3b86 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '4e4bf8d5-6567-4b91-9257-5f0e9e6955d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:40:45.036570 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] Attempting to bind port a3b4dddc-ea31-407d-9570-f42dcd7d3b86 on network 1e8dd502-8223-4dff-aa29-52e59921f935 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:40:45.055576 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] Port a3b4dddc-ea31-407d-9570-f42dcd7d3b86 on network 1e8dd502-8223-4dff-aa29-52e59921f935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:40:45.055900 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] Attempting to bind port a3b4dddc-ea31-407d-9570-f42dcd7d3b86 on network 1e8dd502-8223-4dff-aa29-52e59921f935 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:40:45.068238 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:40:45.068569 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] Checking segment: {'id': '4e4bf8d5-6567-4b91-9257-5f0e9e6955d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:40:45.068966 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] Bound using segment: {'id': '4e4bf8d5-6567-4b91-9257-5f0e9e6955d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:40:45.069387 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] Bound port: a3b4dddc-ea31-407d-9570-f42dcd7d3b86, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e4bf8d5-6567-4b91-9257-5f0e9e6955d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:40:45.069729 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:45.135622 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-258aa1de-85b0-4048-8e4d-d268de254514 req-75763fd4-48ce-4b2f-bfbd-575c0ece482f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937095 Apr 06 14:40:45.169903 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] For port a3b4dddc-ea31-407d-9570-f42dcd7d3b86, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:40:45.173375 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] For port a3b4dddc-ea31-407d-9570-f42dcd7d3b86, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a3b4dddc-ea31-407d-9570-f42dcd7d3b86,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:40:45.177400 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:45.243447 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:45.244815 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] 10.222.0.69 "PUT /v2.0/ports/a3b4dddc-ea31-407d-9570-f42dcd7d3b86 HTTP/1.1" status: 200 len: 1093 time: 1.0868061 Apr 06 14:40:45.245267 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4f559d-945f-4ba0-a020-224cb328915c', 'tag': 'a3b4dddc-ea31-407d-9570-f42dcd7d3b86'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:40:45.258164 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b4dddc-ea31-407d-9570-f42dcd7d3b86,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:45.267125 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:45.267466 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:45.267803 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:45.268149 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:45.268489 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:45.268814 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:45.269161 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:45.269485 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:45.269804 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:45.270123 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:45.270440 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c2097-4664-46c0-9680-6d7c7f74e404 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:45.319289 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50918e58-38a5-477a-95d9-7ebb158917f1'] response: {'name': 'network-changed', 'server_uuid': '9d4f559d-945f-4ba0-a020-224cb328915c', 'tag': 'a3b4dddc-ea31-407d-9570-f42dcd7d3b86', 'status': 'completed', 'code': 200} Apr 06 14:40:45.361956 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-b637cc66-48b8-479f-a3bc-ae904e78b32d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 1096 time: 0.0746357 Apr 06 14:40:45.432745 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-7a3b282c-a3f2-4edd-a038-ac04936a95c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3b4dddc-ea31-407d-9570-f42dcd7d3b86 HTTP/1.1" status: 200 len: 217 time: 0.0641506 Apr 06 14:40:45.496691 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-7323fdf2-60bb-4aaa-8095-4bfae714b387 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:45.498141 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-7323fdf2-60bb-4aaa-8095-4bfae714b387 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60680f7b-4e73-4baa-8dbd-b80f627615a5 HTTP/1.1" status: 200 len: 850 time: 0.0591660 Apr 06 14:40:45.574354 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-53efa21a-22d5-4e39-8edd-9abd45996f3f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e8dd502-8223-4dff-aa29-52e59921f935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696850 Apr 06 14:40:45.701867 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-c44f99c2-1403-4c01-adc6-8df940b0f4a6 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212723 Apr 06 14:40:45.831557 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f83f6e90-7194-4807-bfbf-8865edd167ab req-1096ba0f-5165-43e7-9f9f-e9d4c7ca43fe service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232681 Apr 06 14:40:45.943828 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-80017235-42df-4309-a05e-7deb81f9f86b req-44666712-a74d-4482-979e-0e9057fd5b35 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 1096 time: 0.0662844 Apr 06 14:40:46.078988 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80017235-42df-4309-a05e-7deb81f9f86b req-9f80dabf-2093-40e5-8d30-eabb8406f30b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:46.080426 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-80017235-42df-4309-a05e-7deb81f9f86b req-9f80dabf-2093-40e5-8d30-eabb8406f30b service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 912 time: 0.1309931 Apr 06 14:40:46.152047 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-80017235-42df-4309-a05e-7deb81f9f86b req-7f14fad7-056d-4d0e-8eb0-dfd9784c8b62 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3b4dddc-ea31-407d-9570-f42dcd7d3b86 HTTP/1.1" status: 200 len: 217 time: 0.0650063 Apr 06 14:40:46.215817 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80017235-42df-4309-a05e-7deb81f9f86b req-1d883ce3-a1d2-4373-b70a-a489e3d3fa41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:46.217276 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-80017235-42df-4309-a05e-7deb81f9f86b req-1d883ce3-a1d2-4373-b70a-a489e3d3fa41 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60680f7b-4e73-4baa-8dbd-b80f627615a5 HTTP/1.1" status: 200 len: 850 time: 0.0583599 Apr 06 14:40:46.350796 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-80017235-42df-4309-a05e-7deb81f9f86b req-5a3cb256-8517-4257-9ab2-5cb1353f30ba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e8dd502-8223-4dff-aa29-52e59921f935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1263168 Apr 06 14:40:46.360157 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b2b55-e64b-45bf-8e3f-f609037cff94 req-78e6c6ab-6b6c-4b44-a098-4be7f91d2ced tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:46.361553 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b94b2b55-e64b-45bf-8e3f-f609037cff94 req-78e6c6ab-6b6c-4b44-a098-4be7f91d2ced tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 943 time: 0.1050048 Apr 06 14:40:46.486443 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b94b2b55-e64b-45bf-8e3f-f609037cff94 req-8e598eb7-9fc3-4388-a338-45592bb4c6c7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071467 Apr 06 14:40:46.523064 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-80017235-42df-4309-a05e-7deb81f9f86b req-6d657c3f-88cb-48fe-bec2-bea69a8b50c2 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605804 Apr 06 14:40:46.749963 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-80017235-42df-4309-a05e-7deb81f9f86b req-ab5be155-ea72-4157-9af1-1c645e6e5f01 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213571 Apr 06 14:40:47.190732 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device a3b4dddc-ea31-407d-9570-f42dcd7d3b86 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:40:47.318599 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port a3b4dddc-ea31-407d-9570-f42dcd7d3b86, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a3b4dddc-ea31-407d-9570-f42dcd7d3b86,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:47.332039 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': 'a3b4dddc-ea31-407d-9570-f42dcd7d3b86', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'port_id': 'a3b4dddc-ea31-407d-9570-f42dcd7d3b86', 'mac_address': 'fa:16:3e:ce:f0:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:40:47.386085 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:47.403335 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b4dddc-ea31-407d-9570-f42dcd7d3b86 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:40:47.418204 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port a3b4dddc-ea31-407d-9570-f42dcd7d3b86, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a3b4dddc-ea31-407d-9570-f42dcd7d3b86,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:47.422133 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:47.484952 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=a3b4dddc-ea31-407d-9570-f42dcd7d3b86,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:47.620172 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['a3b4dddc-ea31-407d-9570-f42dcd7d3b86'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:40:47.769077 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3884c5-5c41-4b0e-bec0-2769399b69a6 req-5b4cc8d5-7e12-4d61-8e70-51064233fdd3 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:47.771122 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ff3884c5-5c41-4b0e-bec0-2769399b69a6 req-5b4cc8d5-7e12-4d61-8e70-51064233fdd3 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 944 time: 0.1588702 Apr 06 14:40:47.815575 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ff3884c5-5c41-4b0e-bec0-2769399b69a6 req-cc5024c2-d82d-4527-97ef-5aa004401b34 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381074 Apr 06 14:40:49.022101 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6d31b-c858-4628-b6e7-a5f23965ebc3 req-2db44308-ecd1-4a27-bf9f-5fab4ade4cc4 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:49.024406 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c0f6d31b-c858-4628-b6e7-a5f23965ebc3 req-2db44308-ecd1-4a27-bf9f-5fab4ade4cc4 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 944 time: 0.0875590 Apr 06 14:40:49.083094 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c0f6d31b-c858-4628-b6e7-a5f23965ebc3 req-26ca11ce-5037-476c-9347-425289987d9d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532782 Apr 06 14:40:49.219482 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device a3b4dddc-ea31-407d-9570-f42dcd7d3b86 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:40:49.285018 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port a3b4dddc-ea31-407d-9570-f42dcd7d3b86 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:40:49.289499 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port a3b4dddc-ea31-407d-9570-f42dcd7d3b86 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:40:49.289875 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:49.402457 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:49.428476 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4f559d-945f-4ba0-a020-224cb328915c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b4dddc-ea31-407d-9570-f42dcd7d3b86'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:40:49.438955 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port a3b4dddc-ea31-407d-9570-f42dcd7d3b86, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a3b4dddc-ea31-407d-9570-f42dcd7d3b86,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:49.443420 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:49.488808 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c3f171d-7282-4368-9f2f-b331cf52c77d'] response: {'server_uuid': '9d4f559d-945f-4ba0-a020-224cb328915c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b4dddc-ea31-407d-9570-f42dcd7d3b86', 'code': 200} Apr 06 14:40:49.515267 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=a3b4dddc-ea31-407d-9570-f42dcd7d3b86,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:49.718689 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-95bef1c5-9f3c-4eaf-8f0a-1176c22c39a2 req-1e07ce58-1655-4d1a-8193-fe237c7b9f32 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 1098 time: 0.0680523 Apr 06 14:40:49.761867 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-95bef1c5-9f3c-4eaf-8f0a-1176c22c39a2 req-52e99739-1ba1-40cc-a8d4-841e295bae58 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378189 Apr 06 14:40:50.274004 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4442873-3a14-4ff8-83a0-17332c573254 req-0c094aef-11bc-48a5-b8aa-820173668139 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:50.275436 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d4442873-3a14-4ff8-83a0-17332c573254 req-0c094aef-11bc-48a5-b8aa-820173668139 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0744586 Apr 06 14:40:50.319052 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d4442873-3a14-4ff8-83a0-17332c573254 req-0bddddbd-dd42-4b9d-b017-fbca4a8968dc tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374961 Apr 06 14:40:51.519304 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec2eb5-bda3-4947-b7da-9321032b7a30 req-c877e95f-ffea-44db-b64e-6a2b7f1703ae tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:51.520751 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8bec2eb5-bda3-4947-b7da-9321032b7a30 req-c877e95f-ffea-44db-b64e-6a2b7f1703ae tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0813978 Apr 06 14:40:51.576680 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8bec2eb5-bda3-4947-b7da-9321032b7a30 req-690ed56c-7994-41ff-b078-defa4e729314 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504382 Apr 06 14:40:51.782848 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6208ae-5876-490b-b103-b913e3df6423 req-9de6810e-2779-4f53-a572-9339ccaf90c0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:51.784320 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8e6208ae-5876-490b-b103-b913e3df6423 req-9de6810e-2779-4f53-a572-9339ccaf90c0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0876179 Apr 06 14:40:51.793047 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 59280) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:40:51.798565 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-4d4eac6d-146d-48f7-8965-1c0780507f84 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Request body: {'floatingip': {'port_id': 'a3b4dddc-ea31-407d-9570-f42dcd7d3b86'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:40:51.880148 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d4eac6d-146d-48f7-8965-1c0780507f84 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for floatingip, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:52.461568 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d4eac6d-146d-48f7-8965-1c0780507f84 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:52.465317 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d4eac6d-146d-48f7-8965-1c0780507f84 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:52.647629 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-4d4eac6d-146d-48f7-8965-1c0780507f84 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Floating IP e2a420dd-5ad7-4f6d-820c-498540cabed1 associated. External IP: 172.26.8.129, port: a3b4dddc-ea31-407d-9570-f42dcd7d3b86. Apr 06 14:40:53.146212 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4eac6d-146d-48f7-8965-1c0780507f84 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:40:53.338597 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4eac6d-146d-48f7-8965-1c0780507f84 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:40:53.344004 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d4eac6d-146d-48f7-8965-1c0780507f84 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:53.348512 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d557a83-624d-4f38-a5f1-78fd55e070e9 None None] Sync routers for ids ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:40:53.360091 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d557a83-624d-4f38-a5f1-78fd55e070e9 None None] Routers {'4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:40:53.360687 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-7d557a83-624d-4f38-a5f1-78fd55e070e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:40:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:53.395166 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4d4eac6d-146d-48f7-8965-1c0780507f84 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "PUT /v2.0/floatingips/e2a420dd-5ad7-4f6d-820c-498540cabed1 HTTP/1.1" status: 200 len: 991 time: 1.6010811 Apr 06 14:40:53.395734 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4f559d-945f-4ba0-a020-224cb328915c', 'tag': 'a3b4dddc-ea31-407d-9570-f42dcd7d3b86'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:40:53.466307 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-826cf02c-55a3-41b1-aad9-9f497cb47b5c'] response: {'name': 'network-changed', 'server_uuid': '9d4f559d-945f-4ba0-a020-224cb328915c', 'tag': 'a3b4dddc-ea31-407d-9570-f42dcd7d3b86', 'status': 'completed', 'code': 200} Apr 06 14:40:53.542379 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-7d557a83-624d-4f38-a5f1-78fd55e070e9 None None] Set router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:40:53.563678 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ccde0409-f99b-4a3a-bd5e-18c5fcba50ad req-494d7aef-05ab-41f2-bf69-293907976108 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 1098 time: 0.0746608 Apr 06 14:40:53.741200 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde0409-f99b-4a3a-bd5e-18c5fcba50ad req-f5fb1be6-a3b9-48b4-869a-37a67f416024 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:53.742531 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ccde0409-f99b-4a3a-bd5e-18c5fcba50ad req-f5fb1be6-a3b9-48b4-869a-37a67f416024 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 912 time: 0.1730309 Apr 06 14:40:53.861107 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3a931-698a-4b79-82c1-689788666489 req-bf90c148-2f34-4ea7-adcd-494803cb40e8 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:53.862548 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-16e3a931-698a-4b79-82c1-689788666489 req-bf90c148-2f34-4ea7-adcd-494803cb40e8 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.1777720 Apr 06 14:40:53.865537 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ccde0409-f99b-4a3a-bd5e-18c5fcba50ad req-ff6223e2-106b-478e-be44-004b8f66175c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3b4dddc-ea31-407d-9570-f42dcd7d3b86 HTTP/1.1" status: 200 len: 999 time: 0.1155157 Apr 06 14:40:53.947766 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-7d557a83-624d-4f38-a5f1-78fd55e070e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:52Z', 'revision_number': 4, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port': {'id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'e2a420dd-5ad7-4f6d-820c-498540cabed1', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'floating_ip_address': '172.26.8.129', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'port_id': 'a3b4dddc-ea31-407d-9570-f42dcd7d3b86', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'mac_address': 'fa:16:3e:ce:f0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f559d-945f-4ba0-a020-224cb328915c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:39:55Z', 'updated_at': '2022-04-06T14:40:52Z', 'revision_number': 5, 'project_id': 'b80f5ac5be504cd882affce401271398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3949c5-377c-4191-b5f2-93d376360625', 'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'mac_address': 'fa:16:3e:0a:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:51Z', 'updated_at': '2022-04-06T14:40:00Z', 'revision_number': 5, 'project_id': 'b80f5ac5be504cd882affce401271398', 'subnets': [{'id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:53.951808 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d557a83-624d-4f38-a5f1-78fd55e070e9 None None] Checking router: 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:40:53.962666 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d557a83-624d-4f38-a5f1-78fd55e070e9 None None] Routers {'4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:40:53.963002 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-16e3a931-698a-4b79-82c1-689788666489 req-246e6eda-129d-40bd-94d9-0052ec02149e tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940940 Apr 06 14:40:53.963276 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-7d557a83-624d-4f38-a5f1-78fd55e070e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:40:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:53.964395 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde0409-f99b-4a3a-bd5e-18c5fcba50ad req-a4a2c7a8-a65b-452d-82f0-253075352c93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:53.965769 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ccde0409-f99b-4a3a-bd5e-18c5fcba50ad req-a4a2c7a8-a65b-452d-82f0-253075352c93 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60680f7b-4e73-4baa-8dbd-b80f627615a5 HTTP/1.1" status: 200 len: 850 time: 0.0803056 Apr 06 14:40:54.039940 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ccde0409-f99b-4a3a-bd5e-18c5fcba50ad req-294ab16b-136d-4153-8253-32d83ede54c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e8dd502-8223-4dff-aa29-52e59921f935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675647 Apr 06 14:40:54.137246 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-7d557a83-624d-4f38-a5f1-78fd55e070e9 None None] Set router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:40:54.169299 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ccde0409-f99b-4a3a-bd5e-18c5fcba50ad req-ed04d5bc-b78a-436d-980b-145158d9f0ad service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233757 Apr 06 14:40:54.302647 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ccde0409-f99b-4a3a-bd5e-18c5fcba50ad req-c6ccbe90-1ff0-45db-a023-b0b19255f25d service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248605 Apr 06 14:40:54.477468 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-7d557a83-624d-4f38-a5f1-78fd55e070e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:52Z', 'revision_number': 4, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port': {'id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'e2a420dd-5ad7-4f6d-820c-498540cabed1', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'floating_ip_address': '172.26.8.129', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'port_id': 'a3b4dddc-ea31-407d-9570-f42dcd7d3b86', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'mac_address': 'fa:16:3e:ce:f0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f559d-945f-4ba0-a020-224cb328915c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:39:55Z', 'updated_at': '2022-04-06T14:40:52Z', 'revision_number': 5, 'project_id': 'b80f5ac5be504cd882affce401271398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3949c5-377c-4191-b5f2-93d376360625', 'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'mac_address': 'fa:16:3e:0a:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:51Z', 'updated_at': '2022-04-06T14:40:00Z', 'revision_number': 5, 'project_id': 'b80f5ac5be504cd882affce401271398', 'subnets': [{'id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:54.481556 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d557a83-624d-4f38-a5f1-78fd55e070e9 None None] The sync data for ids ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'] in dv-neutron-835868-1-hyperv is: [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:52Z', 'revision_number': 4, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port': {'id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'e2a420dd-5ad7-4f6d-820c-498540cabed1', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'floating_ip_address': '172.26.8.129', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'port_id': 'a3b4dddc-ea31-407d-9570-f42dcd7d3b86', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'mac_address': 'fa:16:3e:ce:f0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f559d-945f-4ba0-a020-224cb328915c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:39:55Z', 'updated_at': '2022-04-06T14:40:52Z', 'revision_number': 5, 'project_id': 'b80f5ac5be504cd882affce401271398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3949c5-377c-4191-b5f2-93d376360625', 'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'mac_address': 'fa:16:3e:0a:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:51Z', 'updated_at': '2022-04-06T14:40:00Z', 'revision_number': 5, 'project_id': 'b80f5ac5be504cd882affce401271398', 'subnets': [{'id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:40:54.664708 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629e4750-a35b-4963-ac13-ca33b473147d None None] New status for floating IP e2a420dd-5ad7-4f6d-820c-498540cabed1: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:40:55.158055 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae18e7-5106-4e34-8d2b-9990813182a7 req-395d0078-0c23-429e-9cfe-60de782e4388 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:55.159474 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-baae18e7-5106-4e34-8d2b-9990813182a7 req-395d0078-0c23-429e-9cfe-60de782e4388 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0766978 Apr 06 14:40:55.203388 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-baae18e7-5106-4e34-8d2b-9990813182a7 req-f2e0da32-5880-455c-af65-f478a4a8539b tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383728 Apr 06 14:40:56.258272 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d966e122-a55e-4c4e-8268-99cc3ffe0231 req-a25605ec-d482-4543-8957-d7c5ed94bf74 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 1098 time: 0.0674493 Apr 06 14:40:56.559553 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966e122-a55e-4c4e-8268-99cc3ffe0231 req-e1a8210c-5bc0-4225-9cbc-261f201fbeff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:56.561011 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d966e122-a55e-4c4e-8268-99cc3ffe0231 req-e1a8210c-5bc0-4225-9cbc-261f201fbeff service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 912 time: 0.2742260 Apr 06 14:40:56.570264 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93da7d8-158d-46d4-9377-2595d18c4c71 req-957364f3-c7fd-4bfe-ab2a-e65308b8b98b tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:56.571835 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f93da7d8-158d-46d4-9377-2595d18c4c71 req-957364f3-c7fd-4bfe-ab2a-e65308b8b98b tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.1626074 Apr 06 14:40:56.694737 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f93da7d8-158d-46d4-9377-2595d18c4c71 req-b8ecc0d1-e1d6-4529-9ff7-ecabc39d6e67 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750818 Apr 06 14:40:56.696678 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d966e122-a55e-4c4e-8268-99cc3ffe0231 req-8035a365-2a84-4dad-847a-13a20c3b60da service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3b4dddc-ea31-407d-9570-f42dcd7d3b86 HTTP/1.1" status: 200 len: 1001 time: 0.1240153 Apr 06 14:40:56.760755 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966e122-a55e-4c4e-8268-99cc3ffe0231 req-2317a13d-2663-4c5d-b050-01ab7ac1c5eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:56.762204 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d966e122-a55e-4c4e-8268-99cc3ffe0231 req-2317a13d-2663-4c5d-b050-01ab7ac1c5eb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60680f7b-4e73-4baa-8dbd-b80f627615a5 HTTP/1.1" status: 200 len: 850 time: 0.0591998 Apr 06 14:40:56.834707 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d966e122-a55e-4c4e-8268-99cc3ffe0231 req-6bbeac98-65e2-4f41-92eb-2aa9e807c929 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e8dd502-8223-4dff-aa29-52e59921f935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664337 Apr 06 14:40:56.961745 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d966e122-a55e-4c4e-8268-99cc3ffe0231 req-46a3a24a-124d-47f6-851b-02b85541294d service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209853 Apr 06 14:40:57.089168 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d966e122-a55e-4c4e-8268-99cc3ffe0231 req-d078eb42-1325-41e5-a534-d464696bb784 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215587 Apr 06 14:40:57.888301 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c87bdd-4cf1-4e5b-b17c-e6d8e270c324 req-1536e2f7-0f56-4cec-8ba6-c35bdd98d6c5 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:57.889805 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-36c87bdd-4cf1-4e5b-b17c-e6d8e270c324 req-1536e2f7-0f56-4cec-8ba6-c35bdd98d6c5 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0739181 Apr 06 14:40:57.936023 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-36c87bdd-4cf1-4e5b-b17c-e6d8e270c324 req-116fdf73-901d-453a-b003-e36f7d065c0f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407348 Apr 06 14:40:59.131677 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:40:59.142862 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5252c9-606a-42a2-8f3e-2e57308ba8a5 req-599ef1e8-3efc-4e32-9b41-cf3c111b11c7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:59.144309 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ff5252c9-606a-42a2-8f3e-2e57308ba8a5 req-599ef1e8-3efc-4e32-9b41-cf3c111b11c7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0753403 Apr 06 14:40:59.192444 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ff5252c9-606a-42a2-8f3e-2e57308ba8a5 req-b6732719-efbb-40e7-bef9-d42a17148a97 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425913 Apr 06 14:41:00.391327 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84676a9c-1c2d-4bd7-9432-b61bef849530 req-8d6b506d-f678-4546-8921-ff8a2c368ecd tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:00.392776 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-84676a9c-1c2d-4bd7-9432-b61bef849530 req-8d6b506d-f678-4546-8921-ff8a2c368ecd tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0771763 Apr 06 14:41:00.438245 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-84676a9c-1c2d-4bd7-9432-b61bef849530 req-2b339a89-d69a-4d93-9440-206a72e797a0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399268 Apr 06 14:41:01.631557 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cf72c-3147-4759-b904-21b4bbcbfaaa req-feaa486e-901a-4775-b5a3-f810391d932c tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:01.633013 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d73cf72c-3147-4759-b904-21b4bbcbfaaa req-feaa486e-901a-4775-b5a3-f810391d932c tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0750520 Apr 06 14:41:01.676819 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d73cf72c-3147-4759-b904-21b4bbcbfaaa req-4f4aafb5-4ee4-4c49-8602-f2d45d7a09a9 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383782 Apr 06 14:41:02.871653 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c32c83-e8f8-4992-95df-d89f2eb4a53f req-16afab88-244d-4372-9280-2e8f0fea9a52 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:02.873114 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-37c32c83-e8f8-4992-95df-d89f2eb4a53f req-16afab88-244d-4372-9280-2e8f0fea9a52 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0793676 Apr 06 14:41:02.916249 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-37c32c83-e8f8-4992-95df-d89f2eb4a53f req-377b8f12-fb59-4b54-94bc-973d6940e0d7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376687 Apr 06 14:41:04.109828 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83aa4d-4279-4c8f-aa69-8b44c42f70bc req-1a38a8b3-6a70-454a-b4f6-b90d832c9109 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:04.111179 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bc83aa4d-4279-4c8f-aa69-8b44c42f70bc req-1a38a8b3-6a70-454a-b4f6-b90d832c9109 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0770566 Apr 06 14:41:04.154949 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bc83aa4d-4279-4c8f-aa69-8b44c42f70bc req-6d78bd7a-49dd-4829-9e7c-a0690e8b5bdd tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382831 Apr 06 14:41:05.346806 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bdad7-e8ec-49cc-8a7a-3cd10887c427 req-06844f36-3968-47c3-ab85-0f8b5bfb0563 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:05.348255 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cc7bdad7-e8ec-49cc-8a7a-3cd10887c427 req-06844f36-3968-47c3-ab85-0f8b5bfb0563 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0748298 Apr 06 14:41:05.392130 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cc7bdad7-e8ec-49cc-8a7a-3cd10887c427 req-11915163-979b-48d9-ba97-7fca4809ac4a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383992 Apr 06 14:41:06.584645 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e8d05-dbcd-4e77-949d-260b9e23d49f req-ada088a7-7a79-4239-a101-f33a964f05d9 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:06.586096 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fb8e8d05-dbcd-4e77-949d-260b9e23d49f req-ada088a7-7a79-4239-a101-f33a964f05d9 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0737443 Apr 06 14:41:06.630560 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fb8e8d05-dbcd-4e77-949d-260b9e23d49f req-b4af2bbf-a524-4431-bb02-78a291d8dfed tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388379 Apr 06 14:41:07.658820 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:41:07.830679 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a77f7d-c315-4a4e-ac4c-1d514e2c76a2 req-5c0b2199-092c-46fb-ac8c-72d818ede9b6 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:07.832117 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a2a77f7d-c315-4a4e-ac4c-1d514e2c76a2 req-5c0b2199-092c-46fb-ac8c-72d818ede9b6 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0793710 Apr 06 14:41:07.876295 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a2a77f7d-c315-4a4e-ac4c-1d514e2c76a2 req-6903eea3-b1bb-41ff-9501-d89a4f512eea tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385637 Apr 06 14:41:08.068730 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5e6e7701-f309-454a-a8f4-9bcc897a4044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:09.201599 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbbd7d-0311-471c-a9d9-8724840cf84b req-630a5e00-3e4a-4a25-93af-c8cf33fbfb4f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:09.203023 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7fcbbd7d-0311-471c-a9d9-8724840cf84b req-630a5e00-3e4a-4a25-93af-c8cf33fbfb4f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0767896 Apr 06 14:41:09.246077 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7fcbbd7d-0311-471c-a9d9-8724840cf84b req-fd27420b-f86c-4440-b584-7d1ef9930c74 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376387 Apr 06 14:41:10.442221 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e80a82-fdc0-4c2f-b154-105cd4ed1be6 req-3f007c93-5b18-4598-aa87-e8b0a3e9b7d7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:10.443668 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-87e80a82-fdc0-4c2f-b154-105cd4ed1be6 req-3f007c93-5b18-4598-aa87-e8b0a3e9b7d7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0762613 Apr 06 14:41:10.491084 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-87e80a82-fdc0-4c2f-b154-105cd4ed1be6 req-3319a8c8-b964-425a-b945-982a6c617721 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417283 Apr 06 14:41:10.914857 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c0949d86-5271-4bb5-9c00-7736e8bc6bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:11.363624 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:11.416097 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:11.679220 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2ceac-df3a-4da2-bbbb-c0fba77f620c req-991920bd-c0f5-493b-82ac-6021e34fd77c tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:11.680629 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-21a2ceac-df3a-4da2-bbbb-c0fba77f620c req-991920bd-c0f5-493b-82ac-6021e34fd77c tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0730934 Apr 06 14:41:11.727255 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-21a2ceac-df3a-4da2-bbbb-c0fba77f620c req-aafb6951-63f1-4d68-ae36-20d78e95f077 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412240 Apr 06 14:41:12.892482 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:12.918553 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf0dc1-6122-40bd-ba19-9611f166f43d req-7e116dbf-1440-44c6-b32e-e8df1bbcc6cb tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:12.919976 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bacf0dc1-6122-40bd-ba19-9611f166f43d req-7e116dbf-1440-44c6-b32e-e8df1bbcc6cb tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0751867 Apr 06 14:41:12.964231 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bacf0dc1-6122-40bd-ba19-9611f166f43d req-0cdb5927-753c-44f8-bbd4-2dd24c881b69 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382237 Apr 06 14:41:14.157289 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdec544-e20e-4cd3-8195-163afc7dfeef req-a6f8ebff-e9a2-40bc-abe4-7db8014e802c tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:14.158738 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ffdec544-e20e-4cd3-8195-163afc7dfeef req-a6f8ebff-e9a2-40bc-abe4-7db8014e802c tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0744264 Apr 06 14:41:14.203141 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ffdec544-e20e-4cd3-8195-163afc7dfeef req-30b30192-8086-4bdb-997f-7f092f4c9a1a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389864 Apr 06 14:41:15.403873 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f069a-424f-4f47-832d-cd0be14c1e3b req-ee74b003-2086-44eb-925c-8a5e16fa9327 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:15.405441 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c50f069a-424f-4f47-832d-cd0be14c1e3b req-ee74b003-2086-44eb-925c-8a5e16fa9327 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0782428 Apr 06 14:41:15.450882 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c50f069a-424f-4f47-832d-cd0be14c1e3b req-8b272ae9-290c-4ae0-bc31-8265c4ed7519 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384629 Apr 06 14:41:16.647525 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac5e0c-a8ba-48c9-83fd-1c1d20c1c501 req-92d5df5b-29e6-4ca6-8266-baf97fdfef30 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:16.648955 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-beac5e0c-a8ba-48c9-83fd-1c1d20c1c501 req-92d5df5b-29e6-4ca6-8266-baf97fdfef30 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0813944 Apr 06 14:41:16.692195 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-beac5e0c-a8ba-48c9-83fd-1c1d20c1c501 req-3ba2a8fa-7e39-4a6a-bb6a-6a4e75c21ac0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375068 Apr 06 14:41:17.885164 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359a196-8050-432c-b806-df9043c00679 req-115711e0-a4c2-43ef-8554-755ad06d72f4 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:17.886601 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0359a196-8050-432c-b806-df9043c00679 req-115711e0-a4c2-43ef-8554-755ad06d72f4 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0753651 Apr 06 14:41:17.930939 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0359a196-8050-432c-b806-df9043c00679 req-3cb343f0-4e34-413f-b103-49a92dbee8ed tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388234 Apr 06 14:41:19.126248 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a92ac-1d55-4544-bc8c-51ce361f6aa8 req-3197e931-28c5-4206-9f76-a587e02073c7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:19.127644 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3c4a92ac-1d55-4544-bc8c-51ce361f6aa8 req-3197e931-28c5-4206-9f76-a587e02073c7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0767498 Apr 06 14:41:19.172186 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3c4a92ac-1d55-4544-bc8c-51ce361f6aa8 req-0ca51dc8-0444-48e7-8703-6efefe8397f3 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390811 Apr 06 14:41:20.364245 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a1b55-fcee-4498-90c8-3132341201c6 req-2c934009-f796-4fbe-b928-34a806a54df4 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:20.365698 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f86a1b55-fcee-4498-90c8-3132341201c6 req-2c934009-f796-4fbe-b928-34a806a54df4 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0781786 Apr 06 14:41:20.409638 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f86a1b55-fcee-4498-90c8-3132341201c6 req-2a2c3215-7958-4597-a73c-47cb8d662fb2 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384641 Apr 06 14:41:21.698401 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d128ea1-1dbb-488c-9318-8cce03c415c8 req-2cefa9a5-d139-4780-89c3-c301b590207c tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:21.699904 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3d128ea1-1dbb-488c-9318-8cce03c415c8 req-2cefa9a5-d139-4780-89c3-c301b590207c tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.1701412 Apr 06 14:41:21.743815 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3d128ea1-1dbb-488c-9318-8cce03c415c8 req-7d539905-e0ad-42f7-9fbb-65ab277bf94c tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383632 Apr 06 14:41:22.939208 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4670fa2-0cd6-43ef-a241-b66ae17fbe03 req-73245994-5ff8-41a6-8ca0-c36c18ec34c8 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:22.940703 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e4670fa2-0cd6-43ef-a241-b66ae17fbe03 req-73245994-5ff8-41a6-8ca0-c36c18ec34c8 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0751574 Apr 06 14:41:22.985878 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e4670fa2-0cd6-43ef-a241-b66ae17fbe03 req-f99afc8c-8e7d-4823-942a-2e1592645b7b tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395010 Apr 06 14:41:24.177001 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b4fb0-87f0-4ebc-90b7-e6b5b83f7c29 req-8631c438-007c-4812-8508-8a51efb6bf1c tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:24.178430 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7e3b4fb0-87f0-4ebc-90b7-e6b5b83f7c29 req-8631c438-007c-4812-8508-8a51efb6bf1c tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0741842 Apr 06 14:41:24.222458 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7e3b4fb0-87f0-4ebc-90b7-e6b5b83f7c29 req-d856ea61-7e95-4601-81ac-54af96b319b7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385818 Apr 06 14:41:24.413630 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6ef45026-44aa-4762-ba49-53ba064c912f req-01059222-c7a6-451e-ad83-668af57d68ed service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0680003 Apr 06 14:41:24.692479 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cc81a55c-d424-4567-8352-9a83913f9eea req-2eeda13b-d098-4e8f-9ea0-dd5449c5790f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1067679 Apr 06 14:41:24.725516 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ede7d8-875c-46cf-b705-3cf5492e8c8e req-7d07922e-22b8-4a7a-91c6-3c8b1f80d78d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:24.726987 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-67ede7d8-875c-46cf-b705-3cf5492e8c8e req-7d07922e-22b8-4a7a-91c6-3c8b1f80d78d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0889258 Apr 06 14:41:24.779660 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-67ede7d8-875c-46cf-b705-3cf5492e8c8e req-63c4273a-9ae3-46ca-bb59-07f86814f88d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469162 Apr 06 14:41:25.811665 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cc81a55c-d424-4567-8352-9a83913f9eea req-f9d4b05a-c921-463d-8719-8cd11313cacf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 1098 time: 0.0681276 Apr 06 14:41:25.940248 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81a55c-d424-4567-8352-9a83913f9eea req-f1d98be5-b5c4-43df-a69f-414a14b7ee59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:25.941801 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cc81a55c-d424-4567-8352-9a83913f9eea req-f1d98be5-b5c4-43df-a69f-414a14b7ee59 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 912 time: 0.1245058 Apr 06 14:41:25.976894 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258986d-3195-4e9d-a6e9-31241f5225b8 req-13346533-e5b3-4af8-80cf-6911e21394f7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:25.978363 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c258986d-3195-4e9d-a6e9-31241f5225b8 req-13346533-e5b3-4af8-80cf-6911e21394f7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0761652 Apr 06 14:41:26.023254 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c258986d-3195-4e9d-a6e9-31241f5225b8 req-535f5ac9-e6f9-46ba-996f-079d8f6bec55 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387211 Apr 06 14:41:26.044695 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cc81a55c-d424-4567-8352-9a83913f9eea req-0fca8419-20ed-436b-8b98-36616e05696c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3b4dddc-ea31-407d-9570-f42dcd7d3b86 HTTP/1.1" status: 200 len: 1001 time: 0.0962486 Apr 06 14:41:26.105329 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81a55c-d424-4567-8352-9a83913f9eea req-9f71be1a-aac2-477a-919c-7df83a17a454 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:26.106729 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cc81a55c-d424-4567-8352-9a83913f9eea req-9f71be1a-aac2-477a-919c-7df83a17a454 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60680f7b-4e73-4baa-8dbd-b80f627615a5 HTTP/1.1" status: 200 len: 850 time: 0.0558889 Apr 06 14:41:26.182154 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cc81a55c-d424-4567-8352-9a83913f9eea req-333fda83-bc04-43db-82ac-f9b5349603a0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e8dd502-8223-4dff-aa29-52e59921f935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689752 Apr 06 14:41:26.310247 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cc81a55c-d424-4567-8352-9a83913f9eea req-d6884c5f-eff6-4b83-88db-a2032b078688 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213748 Apr 06 14:41:26.437430 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cc81a55c-d424-4567-8352-9a83913f9eea req-5ac21599-d4a6-4649-8ac0-bd8a25eefdd7 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208537 Apr 06 14:41:27.218361 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28ed9c-a1df-49a0-ae1d-a9cedbf9d064 req-3ed8566b-3c00-41a0-ab22-218eefc698e6 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:27.220182 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-eb28ed9c-a1df-49a0-ae1d-a9cedbf9d064 req-3ed8566b-3c00-41a0-ab22-218eefc698e6 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0751157 Apr 06 14:41:27.264458 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-eb28ed9c-a1df-49a0-ae1d-a9cedbf9d064 req-25c60fc9-ee52-4008-adcf-4a5f6c5f6ea8 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390351 Apr 06 14:41:28.161710 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cc81a55c-d424-4567-8352-9a83913f9eea req-cea83cfd-2e4c-4586-97aa-991075489138 service neutron] 10.222.0.69 "GET /v2.0/ports/a3b4dddc-ea31-407d-9570-f42dcd7d3b86/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0737457 Apr 06 14:41:28.417066 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cc81a55c-d424-4567-8352-9a83913f9eea req-c84b7093-1948-4470-bb5a-8bc084a608bd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c&tenant_id=b80f5ac5be504cd882affce401271398 HTTP/1.1" status: 200 len: 1098 time: 0.0671582 Apr 06 14:41:28.472051 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ca72a-ed0f-4d4a-bd13-90ba3e0e03a7 req-545f5ea2-baea-4789-856b-a381ceb0b18e tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:28.473542 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-359ca72a-ed0f-4d4a-bd13-90ba3e0e03a7 req-545f5ea2-baea-4789-856b-a381ceb0b18e tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0794168 Apr 06 14:41:28.507677 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cc81a55c-d424-4567-8352-9a83913f9eea req-a4372f5e-ac78-4a31-8384-a76066e80b7a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 1098 time: 0.0686226 Apr 06 14:41:28.518864 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-359ca72a-ed0f-4d4a-bd13-90ba3e0e03a7 req-2acca0bb-e28e-4f36-9b74-97925dab993b tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397961 Apr 06 14:41:28.635105 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81a55c-d424-4567-8352-9a83913f9eea req-b854735c-10ee-4cf6-97c5-0002339192b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:28.636524 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cc81a55c-d424-4567-8352-9a83913f9eea req-b854735c-10ee-4cf6-97c5-0002339192b4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 912 time: 0.1232817 Apr 06 14:41:28.735948 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cc81a55c-d424-4567-8352-9a83913f9eea req-8dc64c7d-ccd0-43bf-b9d7-16b3435b0617 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3b4dddc-ea31-407d-9570-f42dcd7d3b86 HTTP/1.1" status: 200 len: 1001 time: 0.0919635 Apr 06 14:41:28.881430 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81a55c-d424-4567-8352-9a83913f9eea req-34d68caa-fedf-4203-a816-3cc3b096ab9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:28.882844 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cc81a55c-d424-4567-8352-9a83913f9eea req-34d68caa-fedf-4203-a816-3cc3b096ab9a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60680f7b-4e73-4baa-8dbd-b80f627615a5 HTTP/1.1" status: 200 len: 850 time: 0.1408553 Apr 06 14:41:28.955996 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cc81a55c-d424-4567-8352-9a83913f9eea req-9f1a028b-dd24-49f7-afe3-b600f93989a1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e8dd502-8223-4dff-aa29-52e59921f935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661848 Apr 06 14:41:29.082163 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cc81a55c-d424-4567-8352-9a83913f9eea req-f8b9c898-1f50-425d-a268-ff38bb91be9d service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200023 Apr 06 14:41:29.137484 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:29.211754 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cc81a55c-d424-4567-8352-9a83913f9eea req-0bcf4ebc-b503-4cc8-864f-80ccb98f1d85 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231775 Apr 06 14:41:29.710376 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a4c8d-e10e-447a-b9e0-94d7bccba681 req-825a06cb-ca2b-4ae0-a668-cac37084d506 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:29.711817 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-957a4c8d-e10e-447a-b9e0-94d7bccba681 req-825a06cb-ca2b-4ae0-a668-cac37084d506 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0749817 Apr 06 14:41:29.758585 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-957a4c8d-e10e-447a-b9e0-94d7bccba681 req-b808d450-1d82-4034-a095-8e97a908395b tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413511 Apr 06 14:41:30.950236 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4944c-8ab7-421d-b6d8-95fb9610f054 req-d66e8d15-8355-485f-8d2a-67278dc85fe9 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:30.951674 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-85f4944c-8ab7-421d-b6d8-95fb9610f054 req-d66e8d15-8355-485f-8d2a-67278dc85fe9 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0740459 Apr 06 14:41:30.999848 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-85f4944c-8ab7-421d-b6d8-95fb9610f054 req-7187f851-5606-4624-940f-631fbad3c0d8 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416837 Apr 06 14:41:31.317346 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2852045-3506-4120-b04a-98abc0e9a43f req-bbb405f2-b9d0-41f3-a0e3-9b405f4b0e36 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:31.318796 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f2852045-3506-4120-b04a-98abc0e9a43f req-bbb405f2-b9d0-41f3-a0e3-9b405f4b0e36 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c&tenant_id=b80f5ac5be504cd882affce401271398&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 945 time: 0.0793643 Apr 06 14:41:31.323116 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7418a8-bf10-48a7-ad26-51d52d127308 req-1ef6d584-01fc-4cc7-861a-9cb93a705c4a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:31.324537 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9b7418a8-bf10-48a7-ad26-51d52d127308 req-1ef6d584-01fc-4cc7-861a-9cb93a705c4a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0759990 Apr 06 14:41:31.370938 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9b7418a8-bf10-48a7-ad26-51d52d127308 req-afc01348-ff54-4a98-b6ac-d35794eec135 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390735 Apr 06 14:41:31.378814 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device a3b4dddc-ea31-407d-9570-f42dcd7d3b86 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:41:31.383391 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device a3b4dddc-ea31-407d-9570-f42dcd7d3b86 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:41:31.458942 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f2852045-3506-4120-b04a-98abc0e9a43f req-698fc971-589f-4eac-a68f-d5cb1e38035f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 1098 time: 0.0675049 Apr 06 14:41:31.585846 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2852045-3506-4120-b04a-98abc0e9a43f req-cdcb1260-3b1b-4878-a03d-0fe9942fb6e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:31.587304 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f2852045-3506-4120-b04a-98abc0e9a43f req-cdcb1260-3b1b-4878-a03d-0fe9942fb6e7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 912 time: 0.1224289 Apr 06 14:41:31.595891 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:31.614005 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port a3b4dddc-ea31-407d-9570-f42dcd7d3b86, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a3b4dddc-ea31-407d-9570-f42dcd7d3b86,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:41:31.634300 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': 'a3b4dddc-ea31-407d-9570-f42dcd7d3b86', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'port_id': 'a3b4dddc-ea31-407d-9570-f42dcd7d3b86', 'mac_address': 'fa:16:3e:ce:f0:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:41:31.640601 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4f559d-945f-4ba0-a020-224cb328915c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3b4dddc-ea31-407d-9570-f42dcd7d3b86'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:41:31.682994 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port a3b4dddc-ea31-407d-9570-f42dcd7d3b86, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a3b4dddc-ea31-407d-9570-f42dcd7d3b86,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:41:31.691411 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:31.695014 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f2852045-3506-4120-b04a-98abc0e9a43f req-2a47479e-575c-4023-84aa-98303c7ff420 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3b4dddc-ea31-407d-9570-f42dcd7d3b86 HTTP/1.1" status: 200 len: 1001 time: 0.1002078 Apr 06 14:41:31.732361 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e12a7dfd-5597-4fbc-bc6a-0a573f5dbb71'] response: {'server_uuid': '9d4f559d-945f-4ba0-a020-224cb328915c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3b4dddc-ea31-407d-9570-f42dcd7d3b86', 'code': 200} Apr 06 14:41:31.747566 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:31.761622 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2852045-3506-4120-b04a-98abc0e9a43f req-d064925f-65ba-4114-82bf-9dbb2abe1966 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:31.763179 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f2852045-3506-4120-b04a-98abc0e9a43f req-d064925f-65ba-4114-82bf-9dbb2abe1966 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60680f7b-4e73-4baa-8dbd-b80f627615a5 HTTP/1.1" status: 200 len: 850 time: 0.0620475 Apr 06 14:41:31.776696 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3b4dddc-ea31-407d-9570-f42dcd7d3b86 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:41:31.814753 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=a3b4dddc-ea31-407d-9570-f42dcd7d3b86,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:31.839152 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f2852045-3506-4120-b04a-98abc0e9a43f req-77d8cff1-c926-4f40-b69c-ba56ee132acc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e8dd502-8223-4dff-aa29-52e59921f935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690570 Apr 06 14:41:31.841897 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:31.842248 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:31.842584 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:31.842916 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:31.843777 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:31.844106 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:31.844439 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:31.844766 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:31.845113 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:31.845434 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:31.845754 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:31.852166 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:41:31.852517 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:41:31.969311 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f2852045-3506-4120-b04a-98abc0e9a43f req-cd3d58f9-7820-436d-a1d6-f63aea4481b2 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219382 Apr 06 14:41:32.095398 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f2852045-3506-4120-b04a-98abc0e9a43f req-1ea7cad9-8224-4476-8e0f-26b52a9d3ca4 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203320 Apr 06 14:41:32.411364 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:32.428918 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b4dddc-ea31-407d-9570-f42dcd7d3b86 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:41:32.444523 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port a3b4dddc-ea31-407d-9570-f42dcd7d3b86, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a3b4dddc-ea31-407d-9570-f42dcd7d3b86,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:41:32.454133 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:32.527182 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=a3b4dddc-ea31-407d-9570-f42dcd7d3b86,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:32.533232 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['a3b4dddc-ea31-407d-9570-f42dcd7d3b86'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:41:32.586312 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e19e91-cddd-43c7-bbe1-a05085360ac1 req-d4ca74af-edf0-4c6e-a044-b6f27bc52857 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:32.588341 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-32e19e91-cddd-43c7-bbe1-a05085360ac1 req-d4ca74af-edf0-4c6e-a044-b6f27bc52857 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 944 time: 0.0845542 Apr 06 14:41:32.635997 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-32e19e91-cddd-43c7-bbe1-a05085360ac1 req-1c8ac313-0cd5-432d-b298-02c0c4d0b720 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427427 Apr 06 14:41:33.394414 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device a3b4dddc-ea31-407d-9570-f42dcd7d3b86 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:41:33.459867 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port a3b4dddc-ea31-407d-9570-f42dcd7d3b86 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:41:33.460525 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:33.567032 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:33.597476 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port a3b4dddc-ea31-407d-9570-f42dcd7d3b86, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a3b4dddc-ea31-407d-9570-f42dcd7d3b86,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:41:33.601349 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:33.667842 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=a3b4dddc-ea31-407d-9570-f42dcd7d3b86,revision_number=8']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:33.733306 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4f559d-945f-4ba0-a020-224cb328915c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b4dddc-ea31-407d-9570-f42dcd7d3b86'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:41:33.786931 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29daf200-09b0-4be0-b24d-e44f308ab172'] response: {'server_uuid': '9d4f559d-945f-4ba0-a020-224cb328915c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b4dddc-ea31-407d-9570-f42dcd7d3b86', 'code': 200} Apr 06 14:41:33.837792 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b1dda-ac52-4993-a0ac-15e711481fac req-543a72a0-b10d-4f9c-84cb-f612b6ce4970 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:33.838515 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7a3b1dda-ac52-4993-a0ac-15e711481fac req-543a72a0-b10d-4f9c-84cb-f612b6ce4970 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0779266 Apr 06 14:41:33.882409 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7a3b1dda-ac52-4993-a0ac-15e711481fac req-eb35b596-a5a9-41de-98d1-b56460a035e0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384610 Apr 06 14:41:34.073744 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559624e1-15ea-437b-9666-2f9b5d62f51b req-c8583c74-8269-468a-9f00-75699c9dc8ec tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:34.075166 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-559624e1-15ea-437b-9666-2f9b5d62f51b req-c8583c74-8269-468a-9f00-75699c9dc8ec tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0744307 Apr 06 14:41:34.119740 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-559624e1-15ea-437b-9666-2f9b5d62f51b req-e64080b3-5a97-4455-921d-ca7d374fd485 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390060 Apr 06 14:41:34.476162 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488bbb9-614a-4b8a-b51c-d1e408a61d3d req-e838950c-8681-4aea-828c-f23142f0215a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:34.477551 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3488bbb9-614a-4b8a-b51c-d1e408a61d3d req-e838950c-8681-4aea-828c-f23142f0215a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0809278 Apr 06 14:41:34.522132 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bf5fa2a1-ed10-4c6b-b3b1-8b4d2277f1e9 req-8b65fb4d-5b73-4ec3-99ee-1674de17cbea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 1098 time: 0.0671690 Apr 06 14:41:34.522940 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3488bbb9-614a-4b8a-b51c-d1e408a61d3d req-9d1b088a-9bfc-4e3f-a6a8-09d386c44a27 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397785 Apr 06 14:41:34.650840 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5fa2a1-ed10-4c6b-b3b1-8b4d2277f1e9 req-aa0d66a3-c28d-4c97-a338-8aef5888eaf0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:34.652269 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bf5fa2a1-ed10-4c6b-b3b1-8b4d2277f1e9 req-aa0d66a3-c28d-4c97-a338-8aef5888eaf0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 912 time: 0.1242528 Apr 06 14:41:34.838541 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bf5fa2a1-ed10-4c6b-b3b1-8b4d2277f1e9 req-c2411adc-cb2d-4a26-8e7d-d4d9a40ddf31 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3b4dddc-ea31-407d-9570-f42dcd7d3b86 HTTP/1.1" status: 200 len: 1001 time: 0.1798353 Apr 06 14:41:34.899485 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5fa2a1-ed10-4c6b-b3b1-8b4d2277f1e9 req-03fed193-d7eb-42b7-bdaa-79668e47833a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:34.900919 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bf5fa2a1-ed10-4c6b-b3b1-8b4d2277f1e9 req-03fed193-d7eb-42b7-bdaa-79668e47833a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60680f7b-4e73-4baa-8dbd-b80f627615a5 HTTP/1.1" status: 200 len: 850 time: 0.0559127 Apr 06 14:41:34.975009 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bf5fa2a1-ed10-4c6b-b3b1-8b4d2277f1e9 req-95854538-521f-4502-9388-168726638615 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e8dd502-8223-4dff-aa29-52e59921f935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682192 Apr 06 14:41:35.102781 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bf5fa2a1-ed10-4c6b-b3b1-8b4d2277f1e9 req-4c082ad5-c5c7-4203-bd93-5ebbe91113d1 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207767 Apr 06 14:41:35.230303 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bf5fa2a1-ed10-4c6b-b3b1-8b4d2277f1e9 req-f4551aa1-877f-4f57-ad2f-88426dac4350 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202531 Apr 06 14:41:35.720965 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa4134-9711-4132-b0c9-d69fc1f1cf05 req-4475b723-e88a-4a3b-9cff-3eeae08fdfa6 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:35.722407 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-63fa4134-9711-4132-b0c9-d69fc1f1cf05 req-4475b723-e88a-4a3b-9cff-3eeae08fdfa6 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0770018 Apr 06 14:41:35.769310 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-63fa4134-9711-4132-b0c9-d69fc1f1cf05 req-241e026d-1d29-45da-8d8a-bac63d7f90a5 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412130 Apr 06 14:41:36.960966 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d774f-a153-4ebf-96ad-efec22389bcc req-757e4c5e-1727-44ff-a409-e23e964b39ae tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:36.962406 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-022d774f-a153-4ebf-96ad-efec22389bcc req-757e4c5e-1727-44ff-a409-e23e964b39ae tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0748508 Apr 06 14:41:37.009496 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-022d774f-a153-4ebf-96ad-efec22389bcc req-6d9e50eb-f114-4c26-a3ca-25c973bee5f5 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417042 Apr 06 14:41:37.399903 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37845869-ddad-4d54-ad39-3b86f470b93e req-05fb6520-7a93-426d-9000-e24e92cc3b6a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:37.401343 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-37845869-ddad-4d54-ad39-3b86f470b93e req-05fb6520-7a93-426d-9000-e24e92cc3b6a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0749257 Apr 06 14:41:37.445218 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-37845869-ddad-4d54-ad39-3b86f470b93e req-abc2d7a3-e216-4e62-bdad-a2fbe3ab0974 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384700 Apr 06 14:41:38.071417 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a21d2d50-abe1-4538-a5b4-5ccf0dcb4d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:38.641222 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079004b-9561-45fc-adb2-9026ca36733c req-eab81a9d-2752-4c39-acb5-5352443535d2 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:38.642824 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a079004b-9561-45fc-adb2-9026ca36733c req-eab81a9d-2752-4c39-acb5-5352443535d2 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0794315 Apr 06 14:41:38.686291 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a079004b-9561-45fc-adb2-9026ca36733c req-c3f4fcb8-95ac-44b2-976b-468e1599a1a6 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380223 Apr 06 14:41:39.072439 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2409c9-d4ce-455b-bb61-58e98aa776e1 req-322f218d-6f9c-4e5a-8b8f-06d57a5e168e tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:39.073996 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0c2409c9-d4ce-455b-bb61-58e98aa776e1 req-322f218d-6f9c-4e5a-8b8f-06d57a5e168e tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 945 time: 0.0872955 Apr 06 14:41:39.142575 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-0c2409c9-d4ce-455b-bb61-58e98aa776e1 req-d8153678-bf61-4431-805f-188aa08bbcc7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Deleting port a3b4dddc-ea31-407d-9570-f42dcd7d3b86 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:41:39.142914 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0c2409c9-d4ce-455b-bb61-58e98aa776e1 req-d8153678-bf61-4431-805f-188aa08bbcc7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:39.377800 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-0c2409c9-d4ce-455b-bb61-58e98aa776e1 req-d8153678-bf61-4431-805f-188aa08bbcc7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] For port a3b4dddc-ea31-407d-9570-f42dcd7d3b86, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a3b4dddc-ea31-407d-9570-f42dcd7d3b86,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:41:39.378155 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0c2409c9-d4ce-455b-bb61-58e98aa776e1 req-d8153678-bf61-4431-805f-188aa08bbcc7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:39.652243 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0c2409c9-d4ce-455b-bb61-58e98aa776e1 req-d8153678-bf61-4431-805f-188aa08bbcc7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:39.652986 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0c2409c9-d4ce-455b-bb61-58e98aa776e1 req-d8153678-bf61-4431-805f-188aa08bbcc7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:39.653122 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.l3_db [req-0c2409c9-d4ce-455b-bb61-58e98aa776e1 req-d8153678-bf61-4431-805f-188aa08bbcc7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Floating IP e2a420dd-5ad7-4f6d-820c-498540cabed1 disassociated. External IP: 172.26.8.129, port: a3b4dddc-ea31-407d-9570-f42dcd7d3b86. Apr 06 14:41:39.653474 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-0c2409c9-d4ce-455b-bb61-58e98aa776e1 req-d8153678-bf61-4431-805f-188aa08bbcc7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Calling delete_port for a3b4dddc-ea31-407d-9570-f42dcd7d3b86 owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:41:39.796631 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0c2409c9-d4ce-455b-bb61-58e98aa776e1 req-d8153678-bf61-4431-805f-188aa08bbcc7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:39.845623 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8153678-bf61-4431-805f-188aa08bbcc7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Pushing event deleted for resources: {'Port': ['ID=a3b4dddc-ea31-407d-9570-f42dcd7d3b86,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:39.863134 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ce6d3c39-70e0-44f7-bd94-1996655e0d59 req-3677bbea-fb79-4ec4-bcc9-4d7238ac067a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 210 time: 0.0516710 Apr 06 14:41:40.141543 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c2409c9-d4ce-455b-bb61-58e98aa776e1 req-d8153678-bf61-4431-805f-188aa08bbcc7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:41:40.333040 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c2409c9-d4ce-455b-bb61-58e98aa776e1 req-d8153678-bf61-4431-805f-188aa08bbcc7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:41:40.342130 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3d5f0a-f3e8-4f10-bdac-bc4f219af9c7 None None] Sync routers for ids ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:41:40.353804 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3d5f0a-f3e8-4f10-bdac-bc4f219af9c7 None None] Routers {'4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:41:40.354401 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-de3d5f0a-f3e8-4f10-bdac-bc4f219af9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:41:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:40.402023 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2409c9-d4ce-455b-bb61-58e98aa776e1 req-d8153678-bf61-4431-805f-188aa08bbcc7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] No DVR routers for this DVR port a3b4dddc-ea31-407d-9570-f42dcd7d3b86 on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:41:40.404483 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0c2409c9-d4ce-455b-bb61-58e98aa776e1 req-d8153678-bf61-4431-805f-188aa08bbcc7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:40.407087 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4f559d-945f-4ba0-a020-224cb328915c', 'name': 'network-vif-deleted', 'tag': 'a3b4dddc-ea31-407d-9570-f42dcd7d3b86'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:41:40.423915 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0c2409c9-d4ce-455b-bb61-58e98aa776e1 req-d8153678-bf61-4431-805f-188aa08bbcc7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.69 "DELETE /v2.0/ports/a3b4dddc-ea31-407d-9570-f42dcd7d3b86 HTTP/1.1" status: 204 len: 173 time: 1.3439837 Apr 06 14:41:40.465292 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e18923b0-411b-411a-8220-906ef3ec9146'] response: {'server_uuid': '9d4f559d-945f-4ba0-a020-224cb328915c', 'name': 'network-vif-deleted', 'tag': 'a3b4dddc-ea31-407d-9570-f42dcd7d3b86', 'status': 'completed', 'code': 200} Apr 06 14:41:40.543244 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-de3d5f0a-f3e8-4f10-bdac-bc4f219af9c7 None None] Set router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:41:40.847147 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-de3d5f0a-f3e8-4f10-bdac-bc4f219af9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:52Z', 'revision_number': 4, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port': {'id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '3b3949c5-377c-4191-b5f2-93d376360625', 'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'mac_address': 'fa:16:3e:0a:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:51Z', 'updated_at': '2022-04-06T14:40:00Z', 'revision_number': 5, 'project_id': 'b80f5ac5be504cd882affce401271398', 'subnets': [{'id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:40.851005 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3d5f0a-f3e8-4f10-bdac-bc4f219af9c7 None None] Checking router: 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:41:40.863404 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3d5f0a-f3e8-4f10-bdac-bc4f219af9c7 None None] Routers {'4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:41:40.864031 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-de3d5f0a-f3e8-4f10-bdac-bc4f219af9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:41:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:40.924269 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6b541ef9-e4b4-42f2-bc79-3a164ea0dcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:41.060839 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-de3d5f0a-f3e8-4f10-bdac-bc4f219af9c7 None None] Set router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:41:41.066786 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d08868a1-fea0-45d9-8742-5984ee66ce4d req-e434a7ac-94be-4150-973f-6045ce239b23 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4f559d-945f-4ba0-a020-224cb328915c HTTP/1.1" status: 200 len: 210 time: 0.0444229 Apr 06 14:41:41.360046 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-de3d5f0a-f3e8-4f10-bdac-bc4f219af9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:52Z', 'revision_number': 4, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port': {'id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '3b3949c5-377c-4191-b5f2-93d376360625', 'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'mac_address': 'fa:16:3e:0a:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:51Z', 'updated_at': '2022-04-06T14:40:00Z', 'revision_number': 5, 'project_id': 'b80f5ac5be504cd882affce401271398', 'subnets': [{'id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:41.363940 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3d5f0a-f3e8-4f10-bdac-bc4f219af9c7 None None] The sync data for ids ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'] in dv-neutron-835868-1-hyperv is: [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:52Z', 'revision_number': 4, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port': {'id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '3b3949c5-377c-4191-b5f2-93d376360625', 'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'mac_address': 'fa:16:3e:0a:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:51Z', 'updated_at': '2022-04-06T14:40:00Z', 'revision_number': 5, 'project_id': 'b80f5ac5be504cd882affce401271398', 'subnets': [{'id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:41:41.367011 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:41.420684 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:41.579445 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1f629c-8a1a-4a83-af4c-4a897a8a0352 None None] New status for floating IP e2a420dd-5ad7-4f6d-820c-498540cabed1: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:41:42.424265 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-99208410-0b69-448b-81f2-a86455f9ec80 req-b9071bb9-ebbe-4581-b953-8c9141341c71 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--512229793&fields=id&tenant_id=b80f5ac5be504cd882affce401271398 HTTP/1.1" status: 200 len: 267 time: 0.0403934 Apr 06 14:41:42.566473 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99208410-0b69-448b-81f2-a86455f9ec80 req-19d0841f-f3e7-4d7a-a705-cf47b49160f6 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:42.567879 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-99208410-0b69-448b-81f2-a86455f9ec80 req-19d0841f-f3e7-4d7a-a705-cf47b49160f6 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 811 time: 0.1376791 Apr 06 14:41:42.583556 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-99208410-0b69-448b-81f2-a86455f9ec80 req-54bdbecc-5285-4843-a881-d206f3a8d20b tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/quotas/b80f5ac5be504cd882affce401271398 HTTP/1.1" status: 200 len: 375 time: 0.0101840 Apr 06 14:41:42.666877 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-99208410-0b69-448b-81f2-a86455f9ec80 req-0d98f16f-e72f-4bf3-8d9b-42a859c5f3fc tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Synchronizing usage tracker for tenant:b80f5ac5be504cd882affce401271398 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:41:42.681735 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-99208410-0b69-448b-81f2-a86455f9ec80 req-0d98f16f-e72f-4bf3-8d9b-42a859c5f3fc tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Unset dirty status for tenant:b80f5ac5be504cd882affce401271398 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:41:42.682966 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-99208410-0b69-448b-81f2-a86455f9ec80 req-0d98f16f-e72f-4bf3-8d9b-42a859c5f3fc tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0949025 Apr 06 14:41:42.885488 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-99208410-0b69-448b-81f2-a86455f9ec80 req-ff61d2b3-2d6f-4c3c-965f-49fe49a42358 service neutron] 10.222.0.60 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905613 Apr 06 14:41:42.895227 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:43.013356 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-99208410-0b69-448b-81f2-a86455f9ec80 req-754e9ce4-ef8b-4101-aa31-85b7f81b2f42 service neutron] 10.222.0.60 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220777 Apr 06 14:41:43.193336 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8204834-9727-43da-a40a-61653c4980a9 req-a54fe4a0-61cc-4354-b57d-ee2d0d0a08a5 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 210 time: 0.0406456 Apr 06 14:41:43.466903 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device a3b4dddc-ea31-407d-9570-f42dcd7d3b86 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:41:43.500569 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: a3b4dddc-ea31-407d-9570-f42dcd7d3b86 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:41:43.500932 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device a3b4dddc-ea31-407d-9570-f42dcd7d3b86 not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:41:44.179445 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99208410-0b69-448b-81f2-a86455f9ec80 req-6167236e-ce78-4bd7-9a7a-45124161b936 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:44.180834 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-99208410-0b69-448b-81f2-a86455f9ec80 req-6167236e-ce78-4bd7-9a7a-45124161b936 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.69 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 811 time: 0.1409571 Apr 06 14:41:44.233965 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-99208410-0b69-448b-81f2-a86455f9ec80 req-b2ae6856-da6c-4112-91a6-9eae89687b35 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b80f5ac5be504cd882affce401271398 HTTP/1.1" status: 200 len: 379 time: 0.0405514 Apr 06 14:41:44.241396 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-99208410-0b69-448b-81f2-a86455f9ec80 req-318b5e86-3013-4d56-8dff-75293b19d663 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Request body: {'port': {'device_id': '53f45365-f7fe-4b27-b40a-bf3d44b69fa0', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'admin_state_up': True, 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'security_groups': ['f9bf741b-ccdd-42bc-8d91-b105356a1aab']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:41:44.367660 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f6afbc42-4b2c-4290-a9f9-d438dea1de38 req-6eb50352-0130-4eee-ad98-64e68946e308 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 210 time: 0.0458844 Apr 06 14:41:44.409151 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-99208410-0b69-448b-81f2-a86455f9ec80 req-318b5e86-3013-4d56-8dff-75293b19d663 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:41:44.418350 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-99208410-0b69-448b-81f2-a86455f9ec80 req-318b5e86-3013-4d56-8dff-75293b19d663 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:41:44.428407 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99208410-0b69-448b-81f2-a86455f9ec80 req-318b5e86-3013-4d56-8dff-75293b19d663 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Made reservation on behalf of b80f5ac5be504cd882affce401271398 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:41:44.431332 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-99208410-0b69-448b-81f2-a86455f9ec80 req-318b5e86-3013-4d56-8dff-75293b19d663 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:44.587750 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-99208410-0b69-448b-81f2-a86455f9ec80 req-318b5e86-3013-4d56-8dff-75293b19d663 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Allocated IP 172.20.0.10 (1e8dd502-8223-4dff-aa29-52e59921f935/60680f7b-4e73-4baa-8dbd-b80f627615a5/b40fbe05-bae0-4f49-9557-5bb8a29a71a0) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:41:44.658751 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:41:44.764673 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-99208410-0b69-448b-81f2-a86455f9ec80 req-318b5e86-3013-4d56-8dff-75293b19d663 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:44.785167 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-99208410-0b69-448b-81f2-a86455f9ec80 req-318b5e86-3013-4d56-8dff-75293b19d663 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Transition to ACTIVE for port object b40fbe05-bae0-4f49-9557-5bb8a29a71a0 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:41:44.807295 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-99208410-0b69-448b-81f2-a86455f9ec80 req-318b5e86-3013-4d56-8dff-75293b19d663 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:44.971169 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99208410-0b69-448b-81f2-a86455f9ec80 req-318b5e86-3013-4d56-8dff-75293b19d663 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Network 1e8dd502-8223-4dff-aa29-52e59921f935 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:41:44.974647 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-99208410-0b69-448b-81f2-a86455f9ec80 req-318b5e86-3013-4d56-8dff-75293b19d663 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:41:44.978281 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-99208410-0b69-448b-81f2-a86455f9ec80 req-318b5e86-3013-4d56-8dff-75293b19d663 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:41:45.007999 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b5e86-3013-4d56-8dff-75293b19d663 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Pushing event updated for resources: {'Port': ['ID=b40fbe05-bae0-4f49-9557-5bb8a29a71a0,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:45.042565 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99208410-0b69-448b-81f2-a86455f9ec80 req-318b5e86-3013-4d56-8dff-75293b19d663 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:45.043303 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-99208410-0b69-448b-81f2-a86455f9ec80 req-318b5e86-3013-4d56-8dff-75293b19d663 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:45.068131 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-99208410-0b69-448b-81f2-a86455f9ec80 req-318b5e86-3013-4d56-8dff-75293b19d663 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8302813 Apr 06 14:41:45.079763 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-99208410-0b69-448b-81f2-a86455f9ec80 req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] Request body: {'port': {'device_id': '53f45365-f7fe-4b27-b40a-bf3d44b69fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:41:45.187118 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-99208410-0b69-448b-81f2-a86455f9ec80 req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:45.205697 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c06c46be-137b-45c2-b856-47dd4539244e None None] Provisioning for port b40fbe05-bae0-4f49-9557-5bb8a29a71a0 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:41:45.210420 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c06c46be-137b-45c2-b856-47dd4539244e None None] Provisioning complete for port b40fbe05-bae0-4f49-9557-5bb8a29a71a0 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:41:45.210794 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c06c46be-137b-45c2-b856-47dd4539244e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:45.265288 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c06c46be-137b-45c2-b856-47dd4539244e None None] Port b40fbe05-bae0-4f49-9557-5bb8a29a71a0 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:41:45.519053 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-99208410-0b69-448b-81f2-a86455f9ec80 req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b40fbe05-bae0-4f49-9557-5bb8a29a71a0 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:41:45.525829 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-99208410-0b69-448b-81f2-a86455f9ec80 req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:45.540209 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-99208410-0b69-448b-81f2-a86455f9ec80 req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] Transition to ACTIVE for port object b40fbe05-bae0-4f49-9557-5bb8a29a71a0 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:41:45.544170 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-99208410-0b69-448b-81f2-a86455f9ec80 req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:45.565542 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20ab67-3ccc-4436-a13c-696826cbcb0e req-1ac8c8c5-f888-4a13-abf7-53989745f6a5 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:45.567116 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1d20ab67-3ccc-4436-a13c-696826cbcb0e req-1ac8c8c5-f888-4a13-abf7-53989745f6a5 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 932 time: 0.0790691 Apr 06 14:41:45.670789 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] Pushing event updated for resources: {'Port': ['ID=b40fbe05-bae0-4f49-9557-5bb8a29a71a0,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:45.704827 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1d20ab67-3ccc-4436-a13c-696826cbcb0e req-9356a91c-d66b-4816-ab3a-07301b9e1f8e tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318419 Apr 06 14:41:45.721894 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:45.722246 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:45.731150 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:45.731150 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:45.731150 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:45.731150 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:45.731150 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:45.731150 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:45.731150 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:45.731150 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:45.731150 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:41:45.804001 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-99208410-0b69-448b-81f2-a86455f9ec80 req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] Attempting to bind port b40fbe05-bae0-4f49-9557-5bb8a29a71a0 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:41:45.804338 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-99208410-0b69-448b-81f2-a86455f9ec80 req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] Attempting to bind port b40fbe05-bae0-4f49-9557-5bb8a29a71a0 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '4e4bf8d5-6567-4b91-9257-5f0e9e6955d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:41:45.804665 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99208410-0b69-448b-81f2-a86455f9ec80 req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] Attempting to bind port b40fbe05-bae0-4f49-9557-5bb8a29a71a0 on network 1e8dd502-8223-4dff-aa29-52e59921f935 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:41:45.810399 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99208410-0b69-448b-81f2-a86455f9ec80 req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] Port b40fbe05-bae0-4f49-9557-5bb8a29a71a0 on network 1e8dd502-8223-4dff-aa29-52e59921f935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:41:45.810724 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99208410-0b69-448b-81f2-a86455f9ec80 req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] Attempting to bind port b40fbe05-bae0-4f49-9557-5bb8a29a71a0 on network 1e8dd502-8223-4dff-aa29-52e59921f935 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:41:45.817348 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99208410-0b69-448b-81f2-a86455f9ec80 req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:41:45.817687 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99208410-0b69-448b-81f2-a86455f9ec80 req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] Checking segment: {'id': '4e4bf8d5-6567-4b91-9257-5f0e9e6955d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:41:45.818071 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99208410-0b69-448b-81f2-a86455f9ec80 req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] Bound using segment: {'id': '4e4bf8d5-6567-4b91-9257-5f0e9e6955d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:41:45.818495 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-99208410-0b69-448b-81f2-a86455f9ec80 req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] Bound port: b40fbe05-bae0-4f49-9557-5bb8a29a71a0, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e4bf8d5-6567-4b91-9257-5f0e9e6955d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:41:45.818849 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-99208410-0b69-448b-81f2-a86455f9ec80 req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:45.903843 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-99208410-0b69-448b-81f2-a86455f9ec80 req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] For port b40fbe05-bae0-4f49-9557-5bb8a29a71a0, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:41:45.907123 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-99208410-0b69-448b-81f2-a86455f9ec80 req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] For port b40fbe05-bae0-4f49-9557-5bb8a29a71a0, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b40fbe05-bae0-4f49-9557-5bb8a29a71a0,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:41:45.910930 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-99208410-0b69-448b-81f2-a86455f9ec80 req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:45.978791 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-99208410-0b69-448b-81f2-a86455f9ec80 req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:45.980121 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-99208410-0b69-448b-81f2-a86455f9ec80 req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] 10.222.0.69 "PUT /v2.0/ports/b40fbe05-bae0-4f49-9557-5bb8a29a71a0 HTTP/1.1" status: 200 len: 1094 time: 0.9052019 Apr 06 14:41:45.980554 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f45365-f7fe-4b27-b40a-bf3d44b69fa0', 'tag': 'b40fbe05-bae0-4f49-9557-5bb8a29a71a0'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:41:46.000399 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf683b2-c4e6-49c8-b0d0-705ba93ae7ec service neutron] Pushing event updated for resources: {'Port': ['ID=b40fbe05-bae0-4f49-9557-5bb8a29a71a0,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:46.054895 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-739e2597-f107-40b4-8f52-162b426926ba'] response: {'name': 'network-changed', 'server_uuid': '53f45365-f7fe-4b27-b40a-bf3d44b69fa0', 'tag': 'b40fbe05-bae0-4f49-9557-5bb8a29a71a0', 'status': 'completed', 'code': 200} Apr 06 14:41:46.101421 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-99208410-0b69-448b-81f2-a86455f9ec80 req-65a49249-0bcc-47b6-9592-b35ed24ab821 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 1097 time: 0.0802739 Apr 06 14:41:46.172817 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-99208410-0b69-448b-81f2-a86455f9ec80 req-7109acf1-5bd5-4ff5-a58b-d78a46411233 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b40fbe05-bae0-4f49-9557-5bb8a29a71a0 HTTP/1.1" status: 200 len: 217 time: 0.0641241 Apr 06 14:41:46.232069 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99208410-0b69-448b-81f2-a86455f9ec80 req-e65cef0c-3c4a-4ae7-98b5-4805683ab122 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:46.234170 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-99208410-0b69-448b-81f2-a86455f9ec80 req-e65cef0c-3c4a-4ae7-98b5-4805683ab122 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60680f7b-4e73-4baa-8dbd-b80f627615a5 HTTP/1.1" status: 200 len: 850 time: 0.0555701 Apr 06 14:41:46.309196 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-99208410-0b69-448b-81f2-a86455f9ec80 req-d67a0fc8-29cc-4ac7-8c3d-2d2e86faaf41 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e8dd502-8223-4dff-aa29-52e59921f935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695438 Apr 06 14:41:46.445234 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-99208410-0b69-448b-81f2-a86455f9ec80 req-d132bb07-a02c-47fc-9434-2778a5078769 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294956 Apr 06 14:41:46.571148 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-99208410-0b69-448b-81f2-a86455f9ec80 req-e4b1a3b8-98c2-4937-aad5-e61565ef5b79 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194034 Apr 06 14:41:46.677690 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ffea0691-c1ce-4fe6-89d7-d21bc1dc0a00 req-6c7a358e-8019-4298-9baf-d967e051ad44 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 1097 time: 0.0664289 Apr 06 14:41:46.913555 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea0691-c1ce-4fe6-89d7-d21bc1dc0a00 req-30f5debb-d277-4f87-9ed4-88a41d0249c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:46.915016 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ffea0691-c1ce-4fe6-89d7-d21bc1dc0a00 req-30f5debb-d277-4f87-9ed4-88a41d0249c9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 912 time: 0.2311530 Apr 06 14:41:46.985529 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ffea0691-c1ce-4fe6-89d7-d21bc1dc0a00 req-324a2bdd-7acf-4b20-8b2b-4e45fad18cd8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b40fbe05-bae0-4f49-9557-5bb8a29a71a0 HTTP/1.1" status: 200 len: 217 time: 0.0630157 Apr 06 14:41:47.044987 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406e020-3d8c-4d34-aa42-08d07edc0ad4 req-673ff97e-70c9-4e0e-a5af-39ac8863664e tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:47.046390 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea0691-c1ce-4fe6-89d7-d21bc1dc0a00 req-36d960e8-4b66-4e19-837f-b133ce7664de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:47.046538 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2406e020-3d8c-4d34-aa42-08d07edc0ad4 req-673ff97e-70c9-4e0e-a5af-39ac8863664e tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 944 time: 0.0736816 Apr 06 14:41:47.047812 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ffea0691-c1ce-4fe6-89d7-d21bc1dc0a00 req-36d960e8-4b66-4e19-837f-b133ce7664de service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60680f7b-4e73-4baa-8dbd-b80f627615a5 HTTP/1.1" status: 200 len: 850 time: 0.0567544 Apr 06 14:41:47.091448 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2406e020-3d8c-4d34-aa42-08d07edc0ad4 req-e3df5011-e3af-4463-a752-17d4b5fdb98e tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393732 Apr 06 14:41:47.126523 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ffea0691-c1ce-4fe6-89d7-d21bc1dc0a00 req-dc95a65c-5367-4121-8da8-2490433d4573 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e8dd502-8223-4dff-aa29-52e59921f935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723495 Apr 06 14:41:47.254688 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ffea0691-c1ce-4fe6-89d7-d21bc1dc0a00 req-d10747cd-dfb8-4f8a-b432-843d238b3804 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214252 Apr 06 14:41:47.385619 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ffea0691-c1ce-4fe6-89d7-d21bc1dc0a00 req-d97f9355-1d2f-42d5-be30-65fa89153f2f service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235554 Apr 06 14:41:48.291013 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4cb4f-f82e-4eef-a14b-055f9e29ed58 req-1d2a6351-f6dd-4327-af12-d0f62ce99dd9 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:48.291714 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-85e4cb4f-f82e-4eef-a14b-055f9e29ed58 req-1d2a6351-f6dd-4327-af12-d0f62ce99dd9 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Synchronizing usage tracker for tenant:b80f5ac5be504cd882affce401271398 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:41:48.306543 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-85e4cb4f-f82e-4eef-a14b-055f9e29ed58 req-1d2a6351-f6dd-4327-af12-d0f62ce99dd9 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Unset dirty status for tenant:b80f5ac5be504cd882affce401271398 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:41:48.307728 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-85e4cb4f-f82e-4eef-a14b-055f9e29ed58 req-1d2a6351-f6dd-4327-af12-d0f62ce99dd9 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 944 time: 0.0920391 Apr 06 14:41:48.354729 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-85e4cb4f-f82e-4eef-a14b-055f9e29ed58 req-1142bc12-74f3-40ec-b7ee-17efded27a93 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399177 Apr 06 14:41:49.481739 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device b40fbe05-bae0-4f49-9557-5bb8a29a71a0 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:41:49.548475 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82a83a-f8ec-4016-9c58-4216950f3d34 req-cecd0b35-1287-4983-b8a8-0139eaae5e1a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:49.549947 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8e82a83a-f8ec-4016-9c58-4216950f3d34 req-cecd0b35-1287-4983-b8a8-0139eaae5e1a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 944 time: 0.0763562 Apr 06 14:41:49.596842 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8e82a83a-f8ec-4016-9c58-4216950f3d34 req-7dbe7c6c-2ad2-446a-8e58-7de7340a7e3a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413759 Apr 06 14:41:49.614737 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port b40fbe05-bae0-4f49-9557-5bb8a29a71a0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b40fbe05-bae0-4f49-9557-5bb8a29a71a0,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:41:49.627441 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': 'b40fbe05-bae0-4f49-9557-5bb8a29a71a0', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'port_id': 'b40fbe05-bae0-4f49-9557-5bb8a29a71a0', 'mac_address': 'fa:16:3e:78:1d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:41:49.679836 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:49.695969 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40fbe05-bae0-4f49-9557-5bb8a29a71a0 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:41:49.710507 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port b40fbe05-bae0-4f49-9557-5bb8a29a71a0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b40fbe05-bae0-4f49-9557-5bb8a29a71a0,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:41:49.714527 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:49.779651 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=b40fbe05-bae0-4f49-9557-5bb8a29a71a0,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:49.925053 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['b40fbe05-bae0-4f49-9557-5bb8a29a71a0'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:41:50.790131 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18039990-1556-4911-ab5e-ddca37ec049d req-9c9e2626-f04a-4bda-9ead-385853973be9 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:50.791686 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-18039990-1556-4911-ab5e-ddca37ec049d req-9c9e2626-f04a-4bda-9ead-385853973be9 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 945 time: 0.0788512 Apr 06 14:41:50.835567 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-18039990-1556-4911-ab5e-ddca37ec049d req-df420147-b2eb-404a-92ad-0cb4b426015d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376987 Apr 06 14:41:51.497426 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device b40fbe05-bae0-4f49-9557-5bb8a29a71a0 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:41:51.562971 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port b40fbe05-bae0-4f49-9557-5bb8a29a71a0 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:41:51.567351 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port b40fbe05-bae0-4f49-9557-5bb8a29a71a0 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:41:51.567719 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:51.678563 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:51.704082 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f45365-f7fe-4b27-b40a-bf3d44b69fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40fbe05-bae0-4f49-9557-5bb8a29a71a0'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:41:51.713293 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port b40fbe05-bae0-4f49-9557-5bb8a29a71a0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b40fbe05-bae0-4f49-9557-5bb8a29a71a0,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:41:51.716927 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:51.759673 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1055dc7d-c8a4-4903-8d3b-1be55939faf5'] response: {'server_uuid': '53f45365-f7fe-4b27-b40a-bf3d44b69fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40fbe05-bae0-4f49-9557-5bb8a29a71a0', 'code': 200} Apr 06 14:41:51.785918 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=b40fbe05-bae0-4f49-9557-5bb8a29a71a0,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:52.022461 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3c2493fb-c4cd-4ad4-8034-2448d50e4286 req-d5185313-1ecc-456e-9295-b2635ca5438a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 1099 time: 0.1131403 Apr 06 14:41:52.071373 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca231ba-1da5-4d39-9b2f-fa080001a0b3 req-5588d985-986b-4566-8fd9-9ff679ddf61e tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:52.072785 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6ca231ba-1da5-4d39-9b2f-fa080001a0b3 req-5588d985-986b-4566-8fd9-9ff679ddf61e tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 946 time: 0.1154921 Apr 06 14:41:52.095177 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3c2493fb-c4cd-4ad4-8034-2448d50e4286 req-bb46bc61-89a4-4e7a-be09-81846cebbbd0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630555 Apr 06 14:41:52.121854 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6ca231ba-1da5-4d39-9b2f-fa080001a0b3 req-eadedbd3-1c90-4800-9ff4-0e864bb83fc0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415897 Apr 06 14:41:53.323933 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c4e5a-edf0-4047-8082-df2e2f5aa5c5 req-2bbe438a-7a63-44ba-9332-6f33965e223d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:53.325393 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-933c4e5a-edf0-4047-8082-df2e2f5aa5c5 req-2bbe438a-7a63-44ba-9332-6f33965e223d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 946 time: 0.0800869 Apr 06 14:41:53.372456 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-933c4e5a-edf0-4047-8082-df2e2f5aa5c5 req-a59fae3d-6dc1-490b-b056-1845474eeb8f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415418 Apr 06 14:41:54.570972 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3859c9-f62e-4f15-a2bc-c414cdeec41b req-c4adb17b-17d8-4185-bfba-927115c4a860 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:54.572405 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ce3859c9-f62e-4f15-a2bc-c414cdeec41b req-c4adb17b-17d8-4185-bfba-927115c4a860 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 946 time: 0.0771923 Apr 06 14:41:54.617101 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ce3859c9-f62e-4f15-a2bc-c414cdeec41b req-dda6e65f-603a-4363-b0f3-f692beb14f7b tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382714 Apr 06 14:41:54.803932 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303e45c-0e83-4c1e-9913-d3f42cc47594 req-c72c2f97-c7a5-4dff-aaae-6b4330f0eb20 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:54.805456 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4303e45c-0e83-4c1e-9913-d3f42cc47594 req-c72c2f97-c7a5-4dff-aaae-6b4330f0eb20 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 946 time: 0.0749660 Apr 06 14:41:54.814663 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 59456) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:41:54.820255 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1aeac24a-cdfb-4f4a-b3a1-fe36b511ce38 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Request body: {'floatingip': {'port_id': 'b40fbe05-bae0-4f49-9557-5bb8a29a71a0'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:41:54.891963 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1aeac24a-cdfb-4f4a-b3a1-fe36b511ce38 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for floatingip, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:55.552710 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1aeac24a-cdfb-4f4a-b3a1-fe36b511ce38 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:55.556328 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1aeac24a-cdfb-4f4a-b3a1-fe36b511ce38 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:55.736541 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-1aeac24a-cdfb-4f4a-b3a1-fe36b511ce38 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Floating IP e2a420dd-5ad7-4f6d-820c-498540cabed1 associated. External IP: 172.26.8.129, port: b40fbe05-bae0-4f49-9557-5bb8a29a71a0. Apr 06 14:41:56.116793 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aeac24a-cdfb-4f4a-b3a1-fe36b511ce38 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:41:56.322642 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bfbae872-6739-471e-b4a4-2817fbffb872 req-e5752cc7-ef8a-459a-841e-2505603df6c6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1470871 Apr 06 14:41:56.370386 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aeac24a-cdfb-4f4a-b3a1-fe36b511ce38 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:41:56.375374 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1aeac24a-cdfb-4f4a-b3a1-fe36b511ce38 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:56.380729 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b505a27-abe2-4dac-ba8e-458e1130857f None None] Sync routers for ids ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:41:56.393187 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b505a27-abe2-4dac-ba8e-458e1130857f None None] Routers {'4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:41:56.393814 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-3b505a27-abe2-4dac-ba8e-458e1130857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:41:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:56.466477 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1aeac24a-cdfb-4f4a-b3a1-fe36b511ce38 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "PUT /v2.0/floatingips/e2a420dd-5ad7-4f6d-820c-498540cabed1 HTTP/1.1" status: 200 len: 992 time: 1.6506460 Apr 06 14:41:56.468614 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f45365-f7fe-4b27-b40a-bf3d44b69fa0', 'tag': 'b40fbe05-bae0-4f49-9557-5bb8a29a71a0'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:41:56.495551 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bfbae872-6739-471e-b4a4-2817fbffb872 req-09b3446a-e0b8-4574-8206-cd80d0f5e9a0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 1099 time: 0.0935585 Apr 06 14:41:56.538469 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67db7f68-3ddd-469f-a9ba-c1e8be37ccae'] response: {'name': 'network-changed', 'server_uuid': '53f45365-f7fe-4b27-b40a-bf3d44b69fa0', 'tag': 'b40fbe05-bae0-4f49-9557-5bb8a29a71a0', 'status': 'completed', 'code': 200} Apr 06 14:41:56.572038 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-3b505a27-abe2-4dac-ba8e-458e1130857f None None] Set router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:41:56.796691 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbae872-6739-471e-b4a4-2817fbffb872 req-aec2422d-f9d1-4767-9172-f22e54413432 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:56.798154 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bfbae872-6739-471e-b4a4-2817fbffb872 req-aec2422d-f9d1-4767-9172-f22e54413432 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 912 time: 0.2821457 Apr 06 14:41:56.869330 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-115e38fc-3e54-4c97-b5c1-748084e4ecf0 req-1e4e3926-84c8-44e7-9958-90bf2333a408 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2700396 Apr 06 14:41:56.904747 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bfbae872-6739-471e-b4a4-2817fbffb872 req-ee239d0b-68f6-4462-928e-719960ace559 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b40fbe05-bae0-4f49-9557-5bb8a29a71a0 HTTP/1.1" status: 200 len: 1000 time: 0.1004188 Apr 06 14:41:56.918602 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-3b505a27-abe2-4dac-ba8e-458e1130857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:52Z', 'revision_number': 4, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port': {'id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'e2a420dd-5ad7-4f6d-820c-498540cabed1', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'floating_ip_address': '172.26.8.129', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'port_id': 'b40fbe05-bae0-4f49-9557-5bb8a29a71a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'mac_address': 'fa:16:3e:78:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f45365-f7fe-4b27-b40a-bf3d44b69fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:39:55Z', 'updated_at': '2022-04-06T14:41:55Z', 'revision_number': 9, 'project_id': 'b80f5ac5be504cd882affce401271398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3949c5-377c-4191-b5f2-93d376360625', 'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'mac_address': 'fa:16:3e:0a:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:51Z', 'updated_at': '2022-04-06T14:40:00Z', 'revision_number': 5, 'project_id': 'b80f5ac5be504cd882affce401271398', 'subnets': [{'id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:56.922439 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b505a27-abe2-4dac-ba8e-458e1130857f None None] Checking router: 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:41:56.933004 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b505a27-abe2-4dac-ba8e-458e1130857f None None] Routers {'4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:41:56.933599 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-3b505a27-abe2-4dac-ba8e-458e1130857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:41:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:56.966000 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbae872-6739-471e-b4a4-2817fbffb872 req-7ce2b242-30b0-4a58-9e35-c49cda9a1835 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:56.967478 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bfbae872-6739-471e-b4a4-2817fbffb872 req-7ce2b242-30b0-4a58-9e35-c49cda9a1835 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60680f7b-4e73-4baa-8dbd-b80f627615a5 HTTP/1.1" status: 200 len: 850 time: 0.0566056 Apr 06 14:41:57.042253 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bfbae872-6739-471e-b4a4-2817fbffb872 req-d87c1085-dedf-48e3-8be1-a4a17d549026 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e8dd502-8223-4dff-aa29-52e59921f935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686364 Apr 06 14:41:57.228458 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944a67e-ea52-4ec1-949f-72d8b3574f30 req-06fa5957-98bb-450c-9a3d-109514f46fd0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:57.230277 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b944a67e-ea52-4ec1-949f-72d8b3574f30 req-06fa5957-98bb-450c-9a3d-109514f46fd0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 946 time: 0.0814271 Apr 06 14:41:57.231515 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bfbae872-6739-471e-b4a4-2817fbffb872 req-fc679651-6523-4e13-91bf-00b04cbe68ba service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828537 Apr 06 14:41:57.237998 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6f764da5-a66c-4a3f-8405-23df725203a5 req-fe8c9931-1bad-48ee-b7a1-de055aa2cdb7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1201522 Apr 06 14:41:57.273580 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-3b505a27-abe2-4dac-ba8e-458e1130857f None None] Set router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:41:57.296260 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b944a67e-ea52-4ec1-949f-72d8b3574f30 req-e7314c89-9a41-42cf-aabb-ee9961a8c2d7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597353 Apr 06 14:41:57.385664 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bfbae872-6739-471e-b4a4-2817fbffb872 req-ca93a9e7-c367-4520-9bbf-20daafc313bf service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466832 Apr 06 14:41:57.506447 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e948a5fd-87ad-468b-97f6-2d289b468dbb req-1c56df2a-d4be-4c4c-bdfb-a2beee4d5942 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 1099 time: 0.0731409 Apr 06 14:41:57.644038 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948a5fd-87ad-468b-97f6-2d289b468dbb req-eec0155b-0980-4e7a-9f7b-cfbf429f090e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:57.645590 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e948a5fd-87ad-468b-97f6-2d289b468dbb req-eec0155b-0980-4e7a-9f7b-cfbf429f090e service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 912 time: 0.1329708 Apr 06 14:41:57.678432 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-3b505a27-abe2-4dac-ba8e-458e1130857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:52Z', 'revision_number': 4, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port': {'id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'e2a420dd-5ad7-4f6d-820c-498540cabed1', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'floating_ip_address': '172.26.8.129', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'port_id': 'b40fbe05-bae0-4f49-9557-5bb8a29a71a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'mac_address': 'fa:16:3e:78:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f45365-f7fe-4b27-b40a-bf3d44b69fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:39:55Z', 'updated_at': '2022-04-06T14:41:55Z', 'revision_number': 9, 'project_id': 'b80f5ac5be504cd882affce401271398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3949c5-377c-4191-b5f2-93d376360625', 'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'mac_address': 'fa:16:3e:0a:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:51Z', 'updated_at': '2022-04-06T14:40:00Z', 'revision_number': 5, 'project_id': 'b80f5ac5be504cd882affce401271398', 'subnets': [{'id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:57.682894 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b505a27-abe2-4dac-ba8e-458e1130857f None None] The sync data for ids ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'] in dv-neutron-835868-1-hyperv is: [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:52Z', 'revision_number': 4, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port': {'id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'e2a420dd-5ad7-4f6d-820c-498540cabed1', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'floating_ip_address': '172.26.8.129', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'port_id': 'b40fbe05-bae0-4f49-9557-5bb8a29a71a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'mac_address': 'fa:16:3e:78:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f45365-f7fe-4b27-b40a-bf3d44b69fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:39:55Z', 'updated_at': '2022-04-06T14:41:55Z', 'revision_number': 9, 'project_id': 'b80f5ac5be504cd882affce401271398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3949c5-377c-4191-b5f2-93d376360625', 'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'mac_address': 'fa:16:3e:0a:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:51Z', 'updated_at': '2022-04-06T14:40:00Z', 'revision_number': 5, 'project_id': 'b80f5ac5be504cd882affce401271398', 'subnets': [{'id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:41:57.753856 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e948a5fd-87ad-468b-97f6-2d289b468dbb req-634eda56-599c-4c53-8bb4-8ed1185976c7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b40fbe05-bae0-4f49-9557-5bb8a29a71a0 HTTP/1.1" status: 200 len: 1000 time: 0.1022012 Apr 06 14:41:57.826130 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948a5fd-87ad-468b-97f6-2d289b468dbb req-8cd01d0f-7a94-42f7-9fd3-1d0e9339d182 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:57.828415 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e948a5fd-87ad-468b-97f6-2d289b468dbb req-8cd01d0f-7a94-42f7-9fd3-1d0e9339d182 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60680f7b-4e73-4baa-8dbd-b80f627615a5 HTTP/1.1" status: 200 len: 850 time: 0.0682521 Apr 06 14:41:57.919230 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e948a5fd-87ad-468b-97f6-2d289b468dbb req-0bdd9acc-10a1-48e4-aaa2-036098d3cace service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e8dd502-8223-4dff-aa29-52e59921f935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844440 Apr 06 14:41:57.926424 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c35e84c-6783-42c9-aa08-ab600853a96c None None] New status for floating IP e2a420dd-5ad7-4f6d-820c-498540cabed1: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:41:58.060616 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e948a5fd-87ad-468b-97f6-2d289b468dbb req-52e127f9-b3c8-4677-a709-d2ce3951abcd service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338701 Apr 06 14:41:58.190552 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e948a5fd-87ad-468b-97f6-2d289b468dbb req-58a8a748-3726-42c2-82f5-a8e0dccdea41 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240995 Apr 06 14:41:58.535486 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06140f0-6052-4a16-ae9e-f0587e3b87ad req-a7ef48ee-2ca4-4164-bbca-9bcad5376c72 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:58.536951 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c06140f0-6052-4a16-ae9e-f0587e3b87ad req-a7ef48ee-2ca4-4164-bbca-9bcad5376c72 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 946 time: 0.0993311 Apr 06 14:41:58.540197 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6f764da5-a66c-4a3f-8405-23df725203a5 req-0f2c4e86-2124-4067-81d8-e63558d3c62c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 1099 time: 0.1358132 Apr 06 14:41:58.760803 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c06140f0-6052-4a16-ae9e-f0587e3b87ad req-f820d778-26ec-4ba9-a1d8-c309cbefd31d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183504 Apr 06 14:41:58.798673 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f764da5-a66c-4a3f-8405-23df725203a5 req-f9e01e23-70f4-4e9d-ba97-2b463514f614 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:58.800302 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6f764da5-a66c-4a3f-8405-23df725203a5 req-f9e01e23-70f4-4e9d-ba97-2b463514f614 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 912 time: 0.2446258 Apr 06 14:41:58.899395 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6f764da5-a66c-4a3f-8405-23df725203a5 req-e3f93efa-6360-45c3-aeae-735c84153594 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b40fbe05-bae0-4f49-9557-5bb8a29a71a0 HTTP/1.1" status: 200 len: 1003 time: 0.0931051 Apr 06 14:41:58.959489 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f764da5-a66c-4a3f-8405-23df725203a5 req-683282a6-7433-449c-a8d8-983b1717f32f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:58.960946 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6f764da5-a66c-4a3f-8405-23df725203a5 req-683282a6-7433-449c-a8d8-983b1717f32f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60680f7b-4e73-4baa-8dbd-b80f627615a5 HTTP/1.1" status: 200 len: 850 time: 0.0558593 Apr 06 14:41:59.037152 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6f764da5-a66c-4a3f-8405-23df725203a5 req-c1728bc0-78c5-42d1-a836-879e789fe281 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e8dd502-8223-4dff-aa29-52e59921f935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702128 Apr 06 14:41:59.144657 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:41:59.166809 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6f764da5-a66c-4a3f-8405-23df725203a5 req-03c77124-3427-4e38-ab08-b29ab5772e5d service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233180 Apr 06 14:41:59.295418 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6f764da5-a66c-4a3f-8405-23df725203a5 req-0d0708e3-8395-42c1-837b-55248d1f820a service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213841 Apr 06 14:41:59.956487 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071710f9-2633-4164-9ce6-d05b860ad67d req-d8c9f24c-ea21-4874-9595-1c07166b8b2f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:59.958377 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-071710f9-2633-4164-9ce6-d05b860ad67d req-d8c9f24c-ea21-4874-9595-1c07166b8b2f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 946 time: 0.0760634 Apr 06 14:42:00.003543 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-071710f9-2633-4164-9ce6-d05b860ad67d req-b29409f9-2cd1-4287-aca3-58bfd93037d5 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393524 Apr 06 14:42:01.198159 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a3e17-0939-4f6a-84d8-32da9cf1d17f req-9c31d632-144c-439d-9de1-57702ed4079a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:01.199630 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-324a3e17-0939-4f6a-84d8-32da9cf1d17f req-9c31d632-144c-439d-9de1-57702ed4079a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 946 time: 0.0748022 Apr 06 14:42:01.243000 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-324a3e17-0939-4f6a-84d8-32da9cf1d17f req-7645e7fd-460d-482c-9200-a352feab8c5b tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379665 Apr 06 14:42:02.434706 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d998e-8810-430f-97d7-de5aa4ec7548 req-6c231bfc-f19a-4678-bccd-712a5395074a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:02.436131 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0b2d998e-8810-430f-97d7-de5aa4ec7548 req-6c231bfc-f19a-4678-bccd-712a5395074a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 946 time: 0.0770504 Apr 06 14:42:02.480588 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0b2d998e-8810-430f-97d7-de5aa4ec7548 req-3c5c8efb-cfda-457c-a08d-fb726c814a4e tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385590 Apr 06 14:42:03.679744 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c1f71-3a71-4c09-8743-ad7a8bf5a977 req-d64b38e3-4ec0-4616-ac5a-0c9db4ab35a6 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:03.681195 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f70c1f71-3a71-4c09-8743-ad7a8bf5a977 req-d64b38e3-4ec0-4616-ac5a-0c9db4ab35a6 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 946 time: 0.0817466 Apr 06 14:42:03.725782 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f70c1f71-3a71-4c09-8743-ad7a8bf5a977 req-eb637cff-a418-435f-ae16-39c9ee791ede tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389147 Apr 06 14:42:04.918528 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec5cd0-0622-49ba-99e8-fe0115d8df15 req-9c857fba-849f-46dc-a55d-7e0986733390 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:04.919976 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7cec5cd0-0622-49ba-99e8-fe0115d8df15 req-9c857fba-849f-46dc-a55d-7e0986733390 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 946 time: 0.0753515 Apr 06 14:42:04.964337 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7cec5cd0-0622-49ba-99e8-fe0115d8df15 req-332fb59f-c03f-4a91-8336-c0918c488a0a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386503 Apr 06 14:42:06.157755 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8e00d-dfec-48e7-b0ae-43f5a5512f6c req-f74b2bc1-3af5-4c38-abb8-9af59f88e3a6 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:06.159180 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7bf8e00d-dfec-48e7-b0ae-43f5a5512f6c req-f74b2bc1-3af5-4c38-abb8-9af59f88e3a6 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 946 time: 0.0741305 Apr 06 14:42:06.202422 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7bf8e00d-dfec-48e7-b0ae-43f5a5512f6c req-57851a81-195c-4593-a20f-6ecc906f7844 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378666 Apr 06 14:42:07.401275 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca25840-8a42-4624-bcae-2c06d6db189c req-6ef2e17d-3c91-4f62-9549-cabfa8b08ad2 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:07.403255 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2ca25840-8a42-4624-bcae-2c06d6db189c req-6ef2e17d-3c91-4f62-9549-cabfa8b08ad2 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 946 time: 0.0800867 Apr 06 14:42:07.449110 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2ca25840-8a42-4624-bcae-2c06d6db189c req-7ac2744c-e3c9-4069-9b9e-775f8278be8a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387905 Apr 06 14:42:08.073292 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c88ab1c0-bad6-4461-bcb0-939974cbb2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:08.643292 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfac4e2-ea1c-4341-8e98-aa57d998c23f req-8d62d60f-14c6-42bd-85b0-39542cddddb0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:08.644766 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ecfac4e2-ea1c-4341-8e98-aa57d998c23f req-8d62d60f-14c6-42bd-85b0-39542cddddb0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 946 time: 0.0773711 Apr 06 14:42:08.689563 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ecfac4e2-ea1c-4341-8e98-aa57d998c23f req-df4e0d25-2ac8-4d0b-a119-65731b79ea8e tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393317 Apr 06 14:42:09.879879 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e4986-74c0-40d4-843e-76c3855ff4fa req-762193b5-b446-4c10-ab2f-a2e196736300 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:09.881327 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-422e4986-74c0-40d4-843e-76c3855ff4fa req-762193b5-b446-4c10-ab2f-a2e196736300 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 946 time: 0.0745492 Apr 06 14:42:09.928085 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-422e4986-74c0-40d4-843e-76c3855ff4fa req-dd9f68ba-1e21-4f3c-8626-4b4ebfacab1d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411315 Apr 06 14:42:10.918563 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0fee5787-b475-4ce1-816c-af0dab830c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:11.120705 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a120039-417e-4f25-a53b-62608a357548 req-768e598f-0552-449d-a8bf-8f5cac59059f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:11.122067 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1a120039-417e-4f25-a53b-62608a357548 req-768e598f-0552-449d-a8bf-8f5cac59059f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 946 time: 0.0737140 Apr 06 14:42:11.169448 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1a120039-417e-4f25-a53b-62608a357548 req-19a105df-238e-429a-a9fa-9dd886b2f967 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414267 Apr 06 14:42:11.371007 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:11.421510 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:12.360589 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942b8cb-6444-4b1c-ae40-99783865fd87 req-3e7b7c62-837c-4e5a-b7fc-f445ce8d324f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:12.361968 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1942b8cb-6444-4b1c-ae40-99783865fd87 req-3e7b7c62-837c-4e5a-b7fc-f445ce8d324f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 946 time: 0.0742705 Apr 06 14:42:12.405403 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1942b8cb-6444-4b1c-ae40-99783865fd87 req-00282a6c-328c-4e84-b3a3-86245915a58d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380251 Apr 06 14:42:12.897968 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:13.599275 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e2e51-544d-48eb-ab63-086f23f901d3 req-cfd24a4c-7d6f-4d42-a426-91765952cb58 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:13.600688 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-af4e2e51-544d-48eb-ab63-086f23f901d3 req-cfd24a4c-7d6f-4d42-a426-91765952cb58 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 946 time: 0.0743659 Apr 06 14:42:13.644123 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-af4e2e51-544d-48eb-ab63-086f23f901d3 req-ba449857-595e-4852-8798-4d87ca29e544 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380919 Apr 06 14:42:14.843276 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aee81b-9011-4f29-91a6-54bab143644c req-25d82c40-ed78-407c-970d-b3170d5b64d0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:14.844716 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c5aee81b-9011-4f29-91a6-54bab143644c req-25d82c40-ed78-407c-970d-b3170d5b64d0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 946 time: 0.0780897 Apr 06 14:42:14.889447 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c5aee81b-9011-4f29-91a6-54bab143644c req-fbc89ae1-a665-480a-bf72-6e12c06ff3bb tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392308 Apr 06 14:42:16.043850 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6f764da5-a66c-4a3f-8405-23df725203a5 req-a1828650-ce6d-483a-801e-f73b32375fcf service neutron] 10.222.0.69 "GET /v2.0/ports/b40fbe05-bae0-4f49-9557-5bb8a29a71a0/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.1082456 Apr 06 14:42:16.085066 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2f24b-8c00-480f-800d-a5fd5f8c36aa req-636c3b91-6a9c-486b-8516-923b0f46edd4 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:16.086416 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b3f2f24b-8c00-480f-800d-a5fd5f8c36aa req-636c3b91-6a9c-486b-8516-923b0f46edd4 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 946 time: 0.0770037 Apr 06 14:42:16.131253 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b3f2f24b-8c00-480f-800d-a5fd5f8c36aa req-cf3ed61b-c5f4-4f3c-9923-b2c39588f31b tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392938 Apr 06 14:42:16.305853 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6f764da5-a66c-4a3f-8405-23df725203a5 req-a3b8af3e-381c-4d9e-9322-6bac0ece0c86 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0&tenant_id=b80f5ac5be504cd882affce401271398 HTTP/1.1" status: 200 len: 1099 time: 0.0690725 Apr 06 14:42:16.400770 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6f764da5-a66c-4a3f-8405-23df725203a5 req-75e97fcf-2504-4435-94c1-dab538dd7fe2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 1099 time: 0.0735772 Apr 06 14:42:16.526609 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f764da5-a66c-4a3f-8405-23df725203a5 req-28b7e2bd-9eb4-4e76-a1b2-ab8580e248ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:16.528016 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6f764da5-a66c-4a3f-8405-23df725203a5 req-28b7e2bd-9eb4-4e76-a1b2-ab8580e248ab service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 912 time: 0.1203713 Apr 06 14:42:16.725272 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6f764da5-a66c-4a3f-8405-23df725203a5 req-89adfbf5-3e8d-4f71-bcf0-937057f642d3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b40fbe05-bae0-4f49-9557-5bb8a29a71a0 HTTP/1.1" status: 200 len: 1003 time: 0.1907465 Apr 06 14:42:16.786331 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f764da5-a66c-4a3f-8405-23df725203a5 req-4603b7af-548a-4e47-b13b-ab1e8379c997 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:16.787786 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6f764da5-a66c-4a3f-8405-23df725203a5 req-4603b7af-548a-4e47-b13b-ab1e8379c997 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60680f7b-4e73-4baa-8dbd-b80f627615a5 HTTP/1.1" status: 200 len: 850 time: 0.0570016 Apr 06 14:42:16.862161 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6f764da5-a66c-4a3f-8405-23df725203a5 req-47a903d0-f583-4eb1-bfdd-02da531b4ba6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e8dd502-8223-4dff-aa29-52e59921f935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686073 Apr 06 14:42:16.988293 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6f764da5-a66c-4a3f-8405-23df725203a5 req-1064af0e-a9d3-4584-8614-52446d03915f service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197348 Apr 06 14:42:17.114449 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6f764da5-a66c-4a3f-8405-23df725203a5 req-0c25094d-92e8-45ff-94dd-8c23b31c6743 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204813 Apr 06 14:42:17.327963 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ee024-6a03-4d93-b279-ba5f33238b18 req-75a164fb-7854-4286-b522-90a24e113822 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:17.330045 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-106ee024-6a03-4d93-b279-ba5f33238b18 req-75a164fb-7854-4286-b522-90a24e113822 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 946 time: 0.0764291 Apr 06 14:42:17.373312 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-106ee024-6a03-4d93-b279-ba5f33238b18 req-35934442-991f-44f5-81a7-7cd2dafed364 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377455 Apr 06 14:42:18.565380 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4312d02-56f9-4a59-8a10-4f36a7681722 req-84a92e12-aab8-4374-88fd-a528463623d3 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:18.566934 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a4312d02-56f9-4a59-8a10-4f36a7681722 req-84a92e12-aab8-4374-88fd-a528463623d3 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 946 time: 0.0751488 Apr 06 14:42:18.613464 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a4312d02-56f9-4a59-8a10-4f36a7681722 req-b8c32dd5-7632-490a-94ba-c0c5f6909f2f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408258 Apr 06 14:42:19.615845 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device b40fbe05-bae0-4f49-9557-5bb8a29a71a0 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:42:19.618183 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device b40fbe05-bae0-4f49-9557-5bb8a29a71a0 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:42:19.814109 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b149e-3cc4-489b-84e7-b93145e749e5 req-6941a98e-feee-4154-94ca-c93b3de6d874 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:19.815601 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-395b149e-3cc4-489b-84e7-b93145e749e5 req-6941a98e-feee-4154-94ca-c93b3de6d874 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 946 time: 0.0789170 Apr 06 14:42:19.833244 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:19.863630 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-395b149e-3cc4-489b-84e7-b93145e749e5 req-d1997282-e4af-4329-a4d9-ad9cf306dffc tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415649 Apr 06 14:42:19.885158 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port b40fbe05-bae0-4f49-9557-5bb8a29a71a0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b40fbe05-bae0-4f49-9557-5bb8a29a71a0,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:19.904441 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': 'b40fbe05-bae0-4f49-9557-5bb8a29a71a0', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'port_id': 'b40fbe05-bae0-4f49-9557-5bb8a29a71a0', 'mac_address': 'fa:16:3e:78:1d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:42:19.911410 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f45365-f7fe-4b27-b40a-bf3d44b69fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b40fbe05-bae0-4f49-9557-5bb8a29a71a0'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:42:19.951915 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port b40fbe05-bae0-4f49-9557-5bb8a29a71a0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b40fbe05-bae0-4f49-9557-5bb8a29a71a0,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:19.958226 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:19.995961 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42dc5746-8415-4380-b039-feaa0498ffb9'] response: {'server_uuid': '53f45365-f7fe-4b27-b40a-bf3d44b69fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b40fbe05-bae0-4f49-9557-5bb8a29a71a0', 'code': 200} Apr 06 14:42:20.017694 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:20.048359 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b40fbe05-bae0-4f49-9557-5bb8a29a71a0 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:42:20.055729 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=b40fbe05-bae0-4f49-9557-5bb8a29a71a0,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:20.110681 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:42:20.111271 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:42:20.294834 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d863e81-5d47-461d-b1fa-5605117aaae1 req-f6b581bf-8c56-4dc0-b186-a3a783690d14 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:20.296246 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1d863e81-5d47-461d-b1fa-5605117aaae1 req-f6b581bf-8c56-4dc0-b186-a3a783690d14 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0&tenant_id=b80f5ac5be504cd882affce401271398&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 944 time: 0.0820835 Apr 06 14:42:20.345119 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f8882-c801-4d68-96f6-bcd1efe0a06a req-b4f02d7d-d561-46f2-8f9b-48f0c23bdec0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:20.346581 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e83f8882-c801-4d68-96f6-bcd1efe0a06a req-b4f02d7d-d561-46f2-8f9b-48f0c23bdec0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 944 time: 0.0755231 Apr 06 14:42:20.376096 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1d863e81-5d47-461d-b1fa-5605117aaae1 req-5d1c79e2-8318-436d-9831-d3390682b02e service neutron] 10.222.0.69 "GET /v2.0/ports/b40fbe05-bae0-4f49-9557-5bb8a29a71a0/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0727758 Apr 06 14:42:20.391950 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e83f8882-c801-4d68-96f6-bcd1efe0a06a req-357ef7f9-5cb3-4d9e-bb08-f6651e1a1974 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399098 Apr 06 14:42:20.467388 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1d863e81-5d47-461d-b1fa-5605117aaae1 req-149967c3-0de4-4bb7-9aaa-413ef01f016e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 1097 time: 0.0693028 Apr 06 14:42:20.592423 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d863e81-5d47-461d-b1fa-5605117aaae1 req-108fb2c1-733e-4370-80cd-936ce825fdc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:20.593858 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1d863e81-5d47-461d-b1fa-5605117aaae1 req-108fb2c1-733e-4370-80cd-936ce825fdc3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 912 time: 0.1207268 Apr 06 14:42:20.664416 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:20.681423 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40fbe05-bae0-4f49-9557-5bb8a29a71a0 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:42:20.689948 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1d863e81-5d47-461d-b1fa-5605117aaae1 req-07a76beb-1c31-43c4-a3e6-a9337ec51e0f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b40fbe05-bae0-4f49-9557-5bb8a29a71a0 HTTP/1.1" status: 200 len: 1001 time: 0.0898821 Apr 06 14:42:20.696805 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port b40fbe05-bae0-4f49-9557-5bb8a29a71a0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b40fbe05-bae0-4f49-9557-5bb8a29a71a0,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:20.701289 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:20.753822 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d863e81-5d47-461d-b1fa-5605117aaae1 req-3a1e91a6-8270-4366-aee0-003dc0b54532 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:20.755149 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1d863e81-5d47-461d-b1fa-5605117aaae1 req-3a1e91a6-8270-4366-aee0-003dc0b54532 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60680f7b-4e73-4baa-8dbd-b80f627615a5 HTTP/1.1" status: 200 len: 850 time: 0.0597076 Apr 06 14:42:20.768172 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['b40fbe05-bae0-4f49-9557-5bb8a29a71a0'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:42:20.806616 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=b40fbe05-bae0-4f49-9557-5bb8a29a71a0,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:20.836841 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1d863e81-5d47-461d-b1fa-5605117aaae1 req-2e2b4d02-93e3-4bbb-a916-46ef52f974d3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e8dd502-8223-4dff-aa29-52e59921f935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758822 Apr 06 14:42:20.970326 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1d863e81-5d47-461d-b1fa-5605117aaae1 req-b63d8d77-03f2-4bbd-804d-95067e2a4584 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274467 Apr 06 14:42:21.100205 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1d863e81-5d47-461d-b1fa-5605117aaae1 req-91fa7fd2-c0ec-42c0-855d-1508f64b4256 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230404 Apr 06 14:42:21.589222 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623a0eb-202c-4924-8ebd-5e7b6baf1852 req-06b473c6-e946-4ae4-913d-193551e36a22 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:21.590668 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7623a0eb-202c-4924-8ebd-5e7b6baf1852 req-06b473c6-e946-4ae4-913d-193551e36a22 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 945 time: 0.0791185 Apr 06 14:42:21.634589 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7623a0eb-202c-4924-8ebd-5e7b6baf1852 req-2b2cf41a-093d-4952-a10b-f84ae44cad03 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378487 Apr 06 14:42:21.645253 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device b40fbe05-bae0-4f49-9557-5bb8a29a71a0 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:42:21.663855 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:42:21.711080 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port b40fbe05-bae0-4f49-9557-5bb8a29a71a0 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:42:21.711566 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:21.819517 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:21.852474 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port b40fbe05-bae0-4f49-9557-5bb8a29a71a0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b40fbe05-bae0-4f49-9557-5bb8a29a71a0,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:21.856632 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:21.923981 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=b40fbe05-bae0-4f49-9557-5bb8a29a71a0,revision_number=8']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:21.997501 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f45365-f7fe-4b27-b40a-bf3d44b69fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40fbe05-bae0-4f49-9557-5bb8a29a71a0'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:42:22.059052 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3661ea93-71cc-449c-80a5-90639b83864c'] response: {'server_uuid': '53f45365-f7fe-4b27-b40a-bf3d44b69fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40fbe05-bae0-4f49-9557-5bb8a29a71a0', 'code': 200} Apr 06 14:42:22.831958 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6ad76-2ce4-4a1e-accd-673b4a204cc2 req-30f865f2-827b-4911-8918-103bf6368c0d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:22.833428 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-70a6ad76-2ce4-4a1e-accd-673b4a204cc2 req-30f865f2-827b-4911-8918-103bf6368c0d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 946 time: 0.0761428 Apr 06 14:42:22.877423 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-70a6ad76-2ce4-4a1e-accd-673b4a204cc2 req-70602c57-834d-4774-9181-e33cfdb4227f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384440 Apr 06 14:42:23.608557 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1d863e81-5d47-461d-b1fa-5605117aaae1 req-1d5141ee-4d62-4ac8-9cc4-4791d94c7df6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0&tenant_id=b80f5ac5be504cd882affce401271398 HTTP/1.1" status: 200 len: 1099 time: 0.1536508 Apr 06 14:42:23.696250 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1d863e81-5d47-461d-b1fa-5605117aaae1 req-cc31c9b2-06d5-4b5f-9057-7f0bd8b6ab58 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 1099 time: 0.0654514 Apr 06 14:42:23.821044 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d863e81-5d47-461d-b1fa-5605117aaae1 req-7b6ae671-7ada-4559-a968-a39a4c6c3fb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:23.822451 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1d863e81-5d47-461d-b1fa-5605117aaae1 req-7b6ae671-7ada-4559-a968-a39a4c6c3fb6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 912 time: 0.1199179 Apr 06 14:42:23.923365 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1d863e81-5d47-461d-b1fa-5605117aaae1 req-a1031e55-b654-4e3d-aab1-66ab7496379a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b40fbe05-bae0-4f49-9557-5bb8a29a71a0 HTTP/1.1" status: 200 len: 1003 time: 0.0947247 Apr 06 14:42:23.988617 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d863e81-5d47-461d-b1fa-5605117aaae1 req-25d3631a-a137-4cc8-9586-7053fb8c6896 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:23.990154 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1d863e81-5d47-461d-b1fa-5605117aaae1 req-25d3631a-a137-4cc8-9586-7053fb8c6896 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60680f7b-4e73-4baa-8dbd-b80f627615a5 HTTP/1.1" status: 200 len: 850 time: 0.0608444 Apr 06 14:42:24.062575 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1d863e81-5d47-461d-b1fa-5605117aaae1 req-6aded615-f0cf-4fc0-a802-d99a66d337a0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e8dd502-8223-4dff-aa29-52e59921f935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662062 Apr 06 14:42:24.076493 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4c125-d092-4df0-854f-56bfe5fde74b req-b55899fc-6ce0-43ab-8ff1-4ebe7988fa46 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:24.078024 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e0f4c125-d092-4df0-854f-56bfe5fde74b req-b55899fc-6ce0-43ab-8ff1-4ebe7988fa46 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 946 time: 0.0774970 Apr 06 14:42:24.122615 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e0f4c125-d092-4df0-854f-56bfe5fde74b req-d4099fd3-d042-4303-aebb-61142186ed88 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390887 Apr 06 14:42:24.191491 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1d863e81-5d47-461d-b1fa-5605117aaae1 req-a022d2c2-e28c-42b4-a76f-6343ec3a1db0 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230910 Apr 06 14:42:24.319066 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1d863e81-5d47-461d-b1fa-5605117aaae1 req-aa6b9fab-8565-412b-89a7-6d390f3b3f53 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203372 Apr 06 14:42:25.312218 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68ff17-e3c6-40a2-8bd2-014f31d1daa1 req-ab6e77ef-00dc-4bb9-8956-ff704f9a40f0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:25.313654 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6c68ff17-e3c6-40a2-8bd2-014f31d1daa1 req-ab6e77ef-00dc-4bb9-8956-ff704f9a40f0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 946 time: 0.0727787 Apr 06 14:42:25.360807 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6c68ff17-e3c6-40a2-8bd2-014f31d1daa1 req-b55360b5-daa3-4146-9107-6346f7a1d85d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416782 Apr 06 14:42:25.646877 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device b40fbe05-bae0-4f49-9557-5bb8a29a71a0 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:42:25.651521 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device b40fbe05-bae0-4f49-9557-5bb8a29a71a0 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:42:25.860162 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:25.885226 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port b40fbe05-bae0-4f49-9557-5bb8a29a71a0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b40fbe05-bae0-4f49-9557-5bb8a29a71a0,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:25.905947 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f45365-f7fe-4b27-b40a-bf3d44b69fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b40fbe05-bae0-4f49-9557-5bb8a29a71a0'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:42:25.911916 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': 'b40fbe05-bae0-4f49-9557-5bb8a29a71a0', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'port_id': 'b40fbe05-bae0-4f49-9557-5bb8a29a71a0', 'mac_address': 'fa:16:3e:78:1d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:42:25.917712 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port b40fbe05-bae0-4f49-9557-5bb8a29a71a0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b40fbe05-bae0-4f49-9557-5bb8a29a71a0,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:25.945404 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:25.978798 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b887ea7-7c4e-4751-a810-0e3d12be380b'] response: {'server_uuid': '53f45365-f7fe-4b27-b40a-bf3d44b69fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b40fbe05-bae0-4f49-9557-5bb8a29a71a0', 'code': 200} Apr 06 14:42:26.018650 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:26.042577 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40fbe05-bae0-4f49-9557-5bb8a29a71a0 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:42:26.049271 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=b40fbe05-bae0-4f49-9557-5bb8a29a71a0,revision_number=9']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:26.061368 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port b40fbe05-bae0-4f49-9557-5bb8a29a71a0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b40fbe05-bae0-4f49-9557-5bb8a29a71a0,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:26.065468 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:26.130690 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['b40fbe05-bae0-4f49-9557-5bb8a29a71a0'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:42:26.165951 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=b40fbe05-bae0-4f49-9557-5bb8a29a71a0,revision_number=10']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:26.551772 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa435b-95c4-48f3-8149-82ff5b651b76 req-51300715-1755-4560-b159-6dbf27b0ebe6 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:26.553150 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c5aa435b-95c4-48f3-8149-82ff5b651b76 req-51300715-1755-4560-b159-6dbf27b0ebe6 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 946 time: 0.0745747 Apr 06 14:42:26.597919 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c5aa435b-95c4-48f3-8149-82ff5b651b76 req-f37b1ded-748b-4c0a-a28e-6d1dbfa2782d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390601 Apr 06 14:42:26.797806 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fcdf0-5fcd-4f52-b91f-3a844d401bc0 req-6b793603-883c-4019-8164-6f626f9fa5ed tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:26.799261 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5f3fcdf0-5fcd-4f52-b91f-3a844d401bc0 req-6b793603-883c-4019-8164-6f626f9fa5ed tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 946 time: 0.0743189 Apr 06 14:42:26.847811 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5f3fcdf0-5fcd-4f52-b91f-3a844d401bc0 req-237a3c4b-b43b-4640-9d2f-f6e4fa2a96b5 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430527 Apr 06 14:42:27.042725 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a1730-5c98-40b7-91c4-bc8cbf446387 req-70552d5e-0aed-40a5-b0be-199ce40affc3 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:27.044160 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-074a1730-5c98-40b7-91c4-bc8cbf446387 req-70552d5e-0aed-40a5-b0be-199ce40affc3 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 946 time: 0.0763173 Apr 06 14:42:27.088241 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-074a1730-5c98-40b7-91c4-bc8cbf446387 req-921b4f9b-ca34-4ec5-9d7e-da55544b961d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386090 Apr 06 14:42:27.472105 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad421f6-9165-46e5-ad95-f98172f4d0c2 req-f5e34079-bf63-473d-99cc-a2c0413ab786 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:27.473562 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cad421f6-9165-46e5-ad95-f98172f4d0c2 req-f5e34079-bf63-473d-99cc-a2c0413ab786 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 946 time: 0.0739269 Apr 06 14:42:27.517386 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cad421f6-9165-46e5-ad95-f98172f4d0c2 req-7f0b11af-7d23-4d7c-95f3-2270c4b1335d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383668 Apr 06 14:42:27.646606 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device b40fbe05-bae0-4f49-9557-5bb8a29a71a0 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:42:27.712821 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port b40fbe05-bae0-4f49-9557-5bb8a29a71a0 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:42:27.713221 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:27.823913 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:27.854878 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port b40fbe05-bae0-4f49-9557-5bb8a29a71a0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b40fbe05-bae0-4f49-9557-5bb8a29a71a0,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:27.858599 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:27.921155 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=b40fbe05-bae0-4f49-9557-5bb8a29a71a0,revision_number=11']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:27.979765 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f45365-f7fe-4b27-b40a-bf3d44b69fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40fbe05-bae0-4f49-9557-5bb8a29a71a0'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:42:28.034830 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8e91bfa-5068-403b-82a7-e674112e3eb2'] response: {'server_uuid': '53f45365-f7fe-4b27-b40a-bf3d44b69fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40fbe05-bae0-4f49-9557-5bb8a29a71a0', 'code': 200} Apr 06 14:42:28.709551 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b5551-3b8c-490c-a95f-2725f4a664e6 req-2f441e69-bcd9-41ed-8374-5ba144eeec75 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:28.710973 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cd1b5551-3b8c-490c-a95f-2725f4a664e6 req-2f441e69-bcd9-41ed-8374-5ba144eeec75 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 947 time: 0.0775688 Apr 06 14:42:28.754565 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cd1b5551-3b8c-490c-a95f-2725f4a664e6 req-1d4111ed-b65d-4113-816f-b58f15e83a09 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381751 Apr 06 14:42:29.160026 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:29.626096 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e0aaa-4c90-4a3e-9397-ccc5a095722e req-d6627679-8525-485d-90b9-6f1b8c2ee66f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:29.627597 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d27e0aaa-4c90-4a3e-9397-ccc5a095722e req-d6627679-8525-485d-90b9-6f1b8c2ee66f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 947 time: 0.0737782 Apr 06 14:42:29.695447 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-d27e0aaa-4c90-4a3e-9397-ccc5a095722e req-44ce26ca-3105-4961-814a-1d64fcb97d29 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Deleting port b40fbe05-bae0-4f49-9557-5bb8a29a71a0 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:42:29.696032 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-d27e0aaa-4c90-4a3e-9397-ccc5a095722e req-44ce26ca-3105-4961-814a-1d64fcb97d29 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:29.932666 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-d27e0aaa-4c90-4a3e-9397-ccc5a095722e req-44ce26ca-3105-4961-814a-1d64fcb97d29 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] For port b40fbe05-bae0-4f49-9557-5bb8a29a71a0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b40fbe05-bae0-4f49-9557-5bb8a29a71a0,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:29.933411 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-d27e0aaa-4c90-4a3e-9397-ccc5a095722e req-44ce26ca-3105-4961-814a-1d64fcb97d29 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:29.955707 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1cb2b-21eb-4086-bdfa-dffeddab1d2a req-c09c32d2-f4f4-4357-a96f-35e9dabb5fa2 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:29.957282 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-32f1cb2b-21eb-4086-bdfa-dffeddab1d2a req-c09c32d2-f4f4-4357-a96f-35e9dabb5fa2 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 947 time: 0.0776176 Apr 06 14:42:30.004400 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-32f1cb2b-21eb-4086-bdfa-dffeddab1d2a req-de4e502c-ee49-42e2-9216-03fe34184fc0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414681 Apr 06 14:42:30.295932 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-d27e0aaa-4c90-4a3e-9397-ccc5a095722e req-44ce26ca-3105-4961-814a-1d64fcb97d29 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:30.296218 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-d27e0aaa-4c90-4a3e-9397-ccc5a095722e req-44ce26ca-3105-4961-814a-1d64fcb97d29 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:30.296534 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.l3_db [req-d27e0aaa-4c90-4a3e-9397-ccc5a095722e req-44ce26ca-3105-4961-814a-1d64fcb97d29 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Floating IP e2a420dd-5ad7-4f6d-820c-498540cabed1 disassociated. External IP: 172.26.8.129, port: b40fbe05-bae0-4f49-9557-5bb8a29a71a0. Apr 06 14:42:30.297423 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-d27e0aaa-4c90-4a3e-9397-ccc5a095722e req-44ce26ca-3105-4961-814a-1d64fcb97d29 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Calling delete_port for b40fbe05-bae0-4f49-9557-5bb8a29a71a0 owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:42:30.435467 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-d27e0aaa-4c90-4a3e-9397-ccc5a095722e req-44ce26ca-3105-4961-814a-1d64fcb97d29 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:30.481355 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce26ca-3105-4961-814a-1d64fcb97d29 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Pushing event deleted for resources: {'Port': ['ID=b40fbe05-bae0-4f49-9557-5bb8a29a71a0,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:30.689815 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d27e0aaa-4c90-4a3e-9397-ccc5a095722e req-44ce26ca-3105-4961-814a-1d64fcb97d29 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:42:30.882281 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d27e0aaa-4c90-4a3e-9397-ccc5a095722e req-44ce26ca-3105-4961-814a-1d64fcb97d29 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:42:30.892709 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63ff2e1-3b39-47a1-9b5b-1d914add59d6 None None] Sync routers for ids ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:42:30.905721 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63ff2e1-3b39-47a1-9b5b-1d914add59d6 None None] Routers {'4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:42:30.906942 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e63ff2e1-3b39-47a1-9b5b-1d914add59d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:42:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:30.952705 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27e0aaa-4c90-4a3e-9397-ccc5a095722e req-44ce26ca-3105-4961-814a-1d64fcb97d29 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] No DVR routers for this DVR port b40fbe05-bae0-4f49-9557-5bb8a29a71a0 on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:42:30.955228 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-d27e0aaa-4c90-4a3e-9397-ccc5a095722e req-44ce26ca-3105-4961-814a-1d64fcb97d29 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:30.957705 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f45365-f7fe-4b27-b40a-bf3d44b69fa0', 'name': 'network-vif-deleted', 'tag': 'b40fbe05-bae0-4f49-9557-5bb8a29a71a0'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:42:30.974013 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d27e0aaa-4c90-4a3e-9397-ccc5a095722e req-44ce26ca-3105-4961-814a-1d64fcb97d29 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.69 "DELETE /v2.0/ports/b40fbe05-bae0-4f49-9557-5bb8a29a71a0 HTTP/1.1" status: 204 len: 173 time: 1.3417034 Apr 06 14:42:31.024936 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6590117b-1186-4baa-8a6b-37d35aec684f'] response: {'server_uuid': '53f45365-f7fe-4b27-b40a-bf3d44b69fa0', 'name': 'network-vif-deleted', 'tag': 'b40fbe05-bae0-4f49-9557-5bb8a29a71a0', 'status': 'completed', 'code': 200} Apr 06 14:42:31.082527 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-e63ff2e1-3b39-47a1-9b5b-1d914add59d6 None None] Set router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:42:31.176250 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-39d5dc7e-9918-4f24-a78f-ffa4ce4b6907 req-1b6e3faa-77a9-4283-8f53-8002e0b35b34 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f45365-f7fe-4b27-b40a-bf3d44b69fa0 HTTP/1.1" status: 200 len: 210 time: 0.0445154 Apr 06 14:42:31.384068 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e63ff2e1-3b39-47a1-9b5b-1d914add59d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:52Z', 'revision_number': 4, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port': {'id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '3b3949c5-377c-4191-b5f2-93d376360625', 'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'mac_address': 'fa:16:3e:0a:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:51Z', 'updated_at': '2022-04-06T14:40:00Z', 'revision_number': 5, 'project_id': 'b80f5ac5be504cd882affce401271398', 'subnets': [{'id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:31.389388 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63ff2e1-3b39-47a1-9b5b-1d914add59d6 None None] Checking router: 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:42:31.400565 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63ff2e1-3b39-47a1-9b5b-1d914add59d6 None None] Routers {'4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:42:31.401185 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e63ff2e1-3b39-47a1-9b5b-1d914add59d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:42:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:31.575936 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-e63ff2e1-3b39-47a1-9b5b-1d914add59d6 None None] Set router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:42:31.901824 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e63ff2e1-3b39-47a1-9b5b-1d914add59d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:52Z', 'revision_number': 4, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port': {'id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '3b3949c5-377c-4191-b5f2-93d376360625', 'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'mac_address': 'fa:16:3e:0a:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:51Z', 'updated_at': '2022-04-06T14:40:00Z', 'revision_number': 5, 'project_id': 'b80f5ac5be504cd882affce401271398', 'subnets': [{'id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:31.905551 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63ff2e1-3b39-47a1-9b5b-1d914add59d6 None None] The sync data for ids ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'] in dv-neutron-835868-1-hyperv is: [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:52Z', 'revision_number': 4, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port': {'id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '3b3949c5-377c-4191-b5f2-93d376360625', 'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'mac_address': 'fa:16:3e:0a:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:51Z', 'updated_at': '2022-04-06T14:40:00Z', 'revision_number': 5, 'project_id': 'b80f5ac5be504cd882affce401271398', 'subnets': [{'id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:42:32.105543 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567e9777-6a3c-4bef-a8cd-1bbb0f7ffe88 None None] New status for floating IP e2a420dd-5ad7-4f6d-820c-498540cabed1: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:42:32.527167 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-821ab25a-418d-4828-8980-55d575ac67dd req-08479827-da64-4109-a3d1-af0a783d1db0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--512229793&fields=id&tenant_id=b80f5ac5be504cd882affce401271398 HTTP/1.1" status: 200 len: 267 time: 0.0390980 Apr 06 14:42:32.666921 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ab25a-418d-4828-8980-55d575ac67dd req-3db94acc-7219-4acb-bf69-088a59a8ddcd tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:32.668320 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-821ab25a-418d-4828-8980-55d575ac67dd req-3db94acc-7219-4acb-bf69-088a59a8ddcd tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 811 time: 0.1352403 Apr 06 14:42:32.684208 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-821ab25a-418d-4828-8980-55d575ac67dd req-d17bf5b8-7d16-4a77-ab8a-836e23acc445 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/quotas/b80f5ac5be504cd882affce401271398 HTTP/1.1" status: 200 len: 375 time: 0.0100925 Apr 06 14:42:32.762188 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-821ab25a-418d-4828-8980-55d575ac67dd req-65656fb5-7f62-4aa6-915c-4108b1ac7668 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Synchronizing usage tracker for tenant:b80f5ac5be504cd882affce401271398 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:42:32.776900 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-821ab25a-418d-4828-8980-55d575ac67dd req-65656fb5-7f62-4aa6-915c-4108b1ac7668 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Unset dirty status for tenant:b80f5ac5be504cd882affce401271398 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:42:32.778261 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-821ab25a-418d-4828-8980-55d575ac67dd req-65656fb5-7f62-4aa6-915c-4108b1ac7668 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0887978 Apr 06 14:42:32.913218 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-821ab25a-418d-4828-8980-55d575ac67dd req-5e340295-2a02-449d-8485-acbb0ed335f9 service neutron] 10.222.0.60 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232669 Apr 06 14:42:33.041993 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-821ab25a-418d-4828-8980-55d575ac67dd req-29613b91-582e-4814-ba35-f2ca0d5b1bf2 service neutron] 10.222.0.60 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229615 Apr 06 14:42:33.219858 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cfb4333c-98a4-48c7-91a2-10d24e260457 req-b1bd205d-fdcc-4894-92df-067f9bfdc884 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 210 time: 0.0400515 Apr 06 14:42:33.667648 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device b40fbe05-bae0-4f49-9557-5bb8a29a71a0 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:42:33.699853 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: b40fbe05-bae0-4f49-9557-5bb8a29a71a0 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:42:33.700491 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device b40fbe05-bae0-4f49-9557-5bb8a29a71a0 not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:42:34.287251 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ab25a-418d-4828-8980-55d575ac67dd req-e4265c0b-0426-4d2b-87a0-2a06ab465b1e tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:34.288689 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-821ab25a-418d-4828-8980-55d575ac67dd req-e4265c0b-0426-4d2b-87a0-2a06ab465b1e tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.69 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 811 time: 0.2360597 Apr 06 14:42:34.341389 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-821ab25a-418d-4828-8980-55d575ac67dd req-3e24cf4a-6c15-4d18-9dc4-6adabb68bc58 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b80f5ac5be504cd882affce401271398 HTTP/1.1" status: 200 len: 379 time: 0.0403676 Apr 06 14:42:34.380927 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-821ab25a-418d-4828-8980-55d575ac67dd req-2e2a2971-4bfa-4df9-b7c1-8fc8e9e01bc9 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Request body: {'port': {'device_id': 'af976748-2501-4a08-829d-462762c43055', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'admin_state_up': True, 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'security_groups': ['f9bf741b-ccdd-42bc-8d91-b105356a1aab']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:42:34.400849 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-21e82033-aeed-4866-98bd-0d5d69d07903 req-2b4cd890-f838-4cf5-964c-e79f3b299e32 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 210 time: 0.0571842 Apr 06 14:42:34.514769 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-821ab25a-418d-4828-8980-55d575ac67dd req-2e2a2971-4bfa-4df9-b7c1-8fc8e9e01bc9 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:42:34.524038 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-821ab25a-418d-4828-8980-55d575ac67dd req-2e2a2971-4bfa-4df9-b7c1-8fc8e9e01bc9 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:42:34.534101 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-821ab25a-418d-4828-8980-55d575ac67dd req-2e2a2971-4bfa-4df9-b7c1-8fc8e9e01bc9 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Made reservation on behalf of b80f5ac5be504cd882affce401271398 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:42:34.537143 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-821ab25a-418d-4828-8980-55d575ac67dd req-2e2a2971-4bfa-4df9-b7c1-8fc8e9e01bc9 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:34.694568 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-821ab25a-418d-4828-8980-55d575ac67dd req-2e2a2971-4bfa-4df9-b7c1-8fc8e9e01bc9 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Allocated IP 172.20.0.6 (1e8dd502-8223-4dff-aa29-52e59921f935/60680f7b-4e73-4baa-8dbd-b80f627615a5/80a186bd-5fa7-4421-adba-812d381bcb56) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:42:34.872696 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-821ab25a-418d-4828-8980-55d575ac67dd req-2e2a2971-4bfa-4df9-b7c1-8fc8e9e01bc9 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:34.887473 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-821ab25a-418d-4828-8980-55d575ac67dd req-2e2a2971-4bfa-4df9-b7c1-8fc8e9e01bc9 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Transition to ACTIVE for port object 80a186bd-5fa7-4421-adba-812d381bcb56 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:42:34.909197 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-821ab25a-418d-4828-8980-55d575ac67dd req-2e2a2971-4bfa-4df9-b7c1-8fc8e9e01bc9 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:34.975308 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-821ab25a-418d-4828-8980-55d575ac67dd req-2e2a2971-4bfa-4df9-b7c1-8fc8e9e01bc9 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Network 1e8dd502-8223-4dff-aa29-52e59921f935 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:42:34.982196 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-821ab25a-418d-4828-8980-55d575ac67dd req-2e2a2971-4bfa-4df9-b7c1-8fc8e9e01bc9 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:42:34.986456 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-821ab25a-418d-4828-8980-55d575ac67dd req-2e2a2971-4bfa-4df9-b7c1-8fc8e9e01bc9 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:42:35.021680 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a2971-4bfa-4df9-b7c1-8fc8e9e01bc9 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Pushing event updated for resources: {'Port': ['ID=80a186bd-5fa7-4421-adba-812d381bcb56,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:35.052358 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ab25a-418d-4828-8980-55d575ac67dd req-2e2a2971-4bfa-4df9-b7c1-8fc8e9e01bc9 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:35.052981 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-821ab25a-418d-4828-8980-55d575ac67dd req-2e2a2971-4bfa-4df9-b7c1-8fc8e9e01bc9 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:35.077715 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-821ab25a-418d-4828-8980-55d575ac67dd req-2e2a2971-4bfa-4df9-b7c1-8fc8e9e01bc9 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7040977 Apr 06 14:42:35.090018 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-821ab25a-418d-4828-8980-55d575ac67dd req-3a20c0fc-a7c7-40f9-ab29-da6ea0455ec1 service neutron] Request body: {'port': {'device_id': 'af976748-2501-4a08-829d-462762c43055', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:42:35.194681 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2cf4b6b4-ce27-45f1-883e-bd49b7e493fe None None] Provisioning for port 80a186bd-5fa7-4421-adba-812d381bcb56 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:42:35.198796 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-821ab25a-418d-4828-8980-55d575ac67dd req-3a20c0fc-a7c7-40f9-ab29-da6ea0455ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:35.199797 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2cf4b6b4-ce27-45f1-883e-bd49b7e493fe None None] Provisioning complete for port 80a186bd-5fa7-4421-adba-812d381bcb56 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:42:35.200162 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2cf4b6b4-ce27-45f1-883e-bd49b7e493fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:35.253772 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2cf4b6b4-ce27-45f1-883e-bd49b7e493fe None None] Port 80a186bd-5fa7-4421-adba-812d381bcb56 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:42:35.527441 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-821ab25a-418d-4828-8980-55d575ac67dd req-3a20c0fc-a7c7-40f9-ab29-da6ea0455ec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80a186bd-5fa7-4421-adba-812d381bcb56 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:42:35.534057 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-821ab25a-418d-4828-8980-55d575ac67dd req-3a20c0fc-a7c7-40f9-ab29-da6ea0455ec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:35.548527 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-821ab25a-418d-4828-8980-55d575ac67dd req-3a20c0fc-a7c7-40f9-ab29-da6ea0455ec1 service neutron] Transition to ACTIVE for port object 80a186bd-5fa7-4421-adba-812d381bcb56 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:42:35.552287 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-821ab25a-418d-4828-8980-55d575ac67dd req-3a20c0fc-a7c7-40f9-ab29-da6ea0455ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:35.600505 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d304a-e8bc-46a6-bad9-ebf67dfb23d8 req-d45b2dfc-fa3b-4f95-905b-fdf2d178c57a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:35.602040 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b83d304a-e8bc-46a6-bad9-ebf67dfb23d8 req-d45b2dfc-fa3b-4f95-905b-fdf2d178c57a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 943 time: 0.0749249 Apr 06 14:42:35.651619 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b83d304a-e8bc-46a6-bad9-ebf67dfb23d8 req-795bc46d-549c-4809-8c1e-345fb856f97d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428088 Apr 06 14:42:35.675673 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20c0fc-a7c7-40f9-ab29-da6ea0455ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=80a186bd-5fa7-4421-adba-812d381bcb56,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:35.788976 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-821ab25a-418d-4828-8980-55d575ac67dd req-3a20c0fc-a7c7-40f9-ab29-da6ea0455ec1 service neutron] Attempting to bind port 80a186bd-5fa7-4421-adba-812d381bcb56 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:42:35.789311 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-821ab25a-418d-4828-8980-55d575ac67dd req-3a20c0fc-a7c7-40f9-ab29-da6ea0455ec1 service neutron] Attempting to bind port 80a186bd-5fa7-4421-adba-812d381bcb56 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '4e4bf8d5-6567-4b91-9257-5f0e9e6955d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:42:35.789643 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ab25a-418d-4828-8980-55d575ac67dd req-3a20c0fc-a7c7-40f9-ab29-da6ea0455ec1 service neutron] Attempting to bind port 80a186bd-5fa7-4421-adba-812d381bcb56 on network 1e8dd502-8223-4dff-aa29-52e59921f935 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:42:35.795411 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ab25a-418d-4828-8980-55d575ac67dd req-3a20c0fc-a7c7-40f9-ab29-da6ea0455ec1 service neutron] Port 80a186bd-5fa7-4421-adba-812d381bcb56 on network 1e8dd502-8223-4dff-aa29-52e59921f935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:42:35.795731 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ab25a-418d-4828-8980-55d575ac67dd req-3a20c0fc-a7c7-40f9-ab29-da6ea0455ec1 service neutron] Attempting to bind port 80a186bd-5fa7-4421-adba-812d381bcb56 on network 1e8dd502-8223-4dff-aa29-52e59921f935 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:42:35.802441 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ab25a-418d-4828-8980-55d575ac67dd req-3a20c0fc-a7c7-40f9-ab29-da6ea0455ec1 service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:42:35.802774 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ab25a-418d-4828-8980-55d575ac67dd req-3a20c0fc-a7c7-40f9-ab29-da6ea0455ec1 service neutron] Checking segment: {'id': '4e4bf8d5-6567-4b91-9257-5f0e9e6955d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:42:35.803143 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ab25a-418d-4828-8980-55d575ac67dd req-3a20c0fc-a7c7-40f9-ab29-da6ea0455ec1 service neutron] Bound using segment: {'id': '4e4bf8d5-6567-4b91-9257-5f0e9e6955d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:42:35.803564 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-821ab25a-418d-4828-8980-55d575ac67dd req-3a20c0fc-a7c7-40f9-ab29-da6ea0455ec1 service neutron] Bound port: 80a186bd-5fa7-4421-adba-812d381bcb56, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e4bf8d5-6567-4b91-9257-5f0e9e6955d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:42:35.803914 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-821ab25a-418d-4828-8980-55d575ac67dd req-3a20c0fc-a7c7-40f9-ab29-da6ea0455ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:35.888731 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-821ab25a-418d-4828-8980-55d575ac67dd req-3a20c0fc-a7c7-40f9-ab29-da6ea0455ec1 service neutron] For port 80a186bd-5fa7-4421-adba-812d381bcb56, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:42:35.891961 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-821ab25a-418d-4828-8980-55d575ac67dd req-3a20c0fc-a7c7-40f9-ab29-da6ea0455ec1 service neutron] For port 80a186bd-5fa7-4421-adba-812d381bcb56, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=80a186bd-5fa7-4421-adba-812d381bcb56,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:42:35.895322 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-821ab25a-418d-4828-8980-55d575ac67dd req-3a20c0fc-a7c7-40f9-ab29-da6ea0455ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:36.049428 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-821ab25a-418d-4828-8980-55d575ac67dd req-3a20c0fc-a7c7-40f9-ab29-da6ea0455ec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:36.050775 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-821ab25a-418d-4828-8980-55d575ac67dd req-3a20c0fc-a7c7-40f9-ab29-da6ea0455ec1 service neutron] 10.222.0.69 "PUT /v2.0/ports/80a186bd-5fa7-4421-adba-812d381bcb56 HTTP/1.1" status: 200 len: 1093 time: 0.9650910 Apr 06 14:42:36.051198 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af976748-2501-4a08-829d-462762c43055', 'tag': '80a186bd-5fa7-4421-adba-812d381bcb56'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:42:36.068601 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20c0fc-a7c7-40f9-ab29-da6ea0455ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=80a186bd-5fa7-4421-adba-812d381bcb56,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:36.126173 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8279d826-59e1-4478-a6e3-061cf33a09c8'] response: {'name': 'network-changed', 'server_uuid': 'af976748-2501-4a08-829d-462762c43055', 'tag': '80a186bd-5fa7-4421-adba-812d381bcb56', 'status': 'completed', 'code': 200} Apr 06 14:42:36.162426 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-821ab25a-418d-4828-8980-55d575ac67dd req-cbb30007-3bea-4e62-b18f-d47f71186bcc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 1096 time: 0.0724928 Apr 06 14:42:36.232645 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-821ab25a-418d-4828-8980-55d575ac67dd req-429891f5-3813-4d2a-bd2e-d12abae9cbd3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80a186bd-5fa7-4421-adba-812d381bcb56 HTTP/1.1" status: 200 len: 217 time: 0.0636284 Apr 06 14:42:36.292342 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ab25a-418d-4828-8980-55d575ac67dd req-5d56de39-3cc1-40a0-8a0f-d76826ccf67b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:36.293708 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-821ab25a-418d-4828-8980-55d575ac67dd req-5d56de39-3cc1-40a0-8a0f-d76826ccf67b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60680f7b-4e73-4baa-8dbd-b80f627615a5 HTTP/1.1" status: 200 len: 850 time: 0.0552788 Apr 06 14:42:36.369039 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-821ab25a-418d-4828-8980-55d575ac67dd req-bdec5a06-9022-4838-8de7-cd20a67f1584 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e8dd502-8223-4dff-aa29-52e59921f935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690501 Apr 06 14:42:36.496292 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-821ab25a-418d-4828-8980-55d575ac67dd req-8f9abc9d-8377-4bb7-b815-32d6fb8a8fe0 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212666 Apr 06 14:42:36.622035 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-821ab25a-418d-4828-8980-55d575ac67dd req-5465e116-548b-498f-9c65-734a9e43266e service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200898 Apr 06 14:42:36.739714 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c1a87eb0-510c-4303-9682-83668e32b70d req-e70fb32d-b06b-42ed-9081-e4d05af4fc16 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 1096 time: 0.0690472 Apr 06 14:42:36.850672 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea43a6b-a2ff-455f-bafc-8b89de4c15c6 req-93423d8d-e446-444d-8884-8603d566b9e6 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:36.852125 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7ea43a6b-a2ff-455f-bafc-8b89de4c15c6 req-93423d8d-e446-444d-8884-8603d566b9e6 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 943 time: 0.0796301 Apr 06 14:42:36.870071 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a87eb0-510c-4303-9682-83668e32b70d req-3bb447f4-cf5d-4c5f-b877-3bf57d53659a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:36.871532 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c1a87eb0-510c-4303-9682-83668e32b70d req-3bb447f4-cf5d-4c5f-b877-3bf57d53659a service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 912 time: 0.1247349 Apr 06 14:42:36.897237 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7ea43a6b-a2ff-455f-bafc-8b89de4c15c6 req-8f6eeae3-992e-45d9-8933-c8a37c694cd3 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394304 Apr 06 14:42:36.940479 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c1a87eb0-510c-4303-9682-83668e32b70d req-f557d5d0-9c5a-4178-86af-c819fe5ec22e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80a186bd-5fa7-4421-adba-812d381bcb56 HTTP/1.1" status: 200 len: 217 time: 0.0624068 Apr 06 14:42:37.002009 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a87eb0-510c-4303-9682-83668e32b70d req-4fbe1b89-42dc-416a-aca5-6761e025c907 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:37.003404 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c1a87eb0-510c-4303-9682-83668e32b70d req-4fbe1b89-42dc-416a-aca5-6761e025c907 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60680f7b-4e73-4baa-8dbd-b80f627615a5 HTTP/1.1" status: 200 len: 850 time: 0.0566752 Apr 06 14:42:37.076306 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c1a87eb0-510c-4303-9682-83668e32b70d req-ce9c9985-4f40-4e4a-819e-d350b11ca7ff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e8dd502-8223-4dff-aa29-52e59921f935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662248 Apr 06 14:42:37.202563 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c1a87eb0-510c-4303-9682-83668e32b70d req-b1f2345c-9ec4-4f7b-be63-898e1e337eb5 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199646 Apr 06 14:42:37.329317 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c1a87eb0-510c-4303-9682-83668e32b70d req-86ba3f3e-a3bd-4006-a767-f6f3ccc84869 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201191 Apr 06 14:42:37.712841 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 80a186bd-5fa7-4421-adba-812d381bcb56 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:42:37.844886 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 80a186bd-5fa7-4421-adba-812d381bcb56, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=80a186bd-5fa7-4421-adba-812d381bcb56,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:37.857726 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '80a186bd-5fa7-4421-adba-812d381bcb56', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'port_id': '80a186bd-5fa7-4421-adba-812d381bcb56', 'mac_address': 'fa:16:3e:69:5b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:42:37.909660 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:37.926088 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a186bd-5fa7-4421-adba-812d381bcb56 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:42:37.940850 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 80a186bd-5fa7-4421-adba-812d381bcb56, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=80a186bd-5fa7-4421-adba-812d381bcb56,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:37.944959 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:38.014789 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=80a186bd-5fa7-4421-adba-812d381bcb56,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:38.023392 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.023740 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.024089 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.024423 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.024908 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.025142 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.025468 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.025809 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.026133 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.026454 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.026776 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.075283 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b2078051-e4b8-4491-b7d9-1949c5334fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:38.106717 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f671955-6bfd-434e-9214-ed78cd587125 req-a6ca1fb3-8798-4573-838b-976e6cf5c626 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:38.107401 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-4f671955-6bfd-434e-9214-ed78cd587125 req-a6ca1fb3-8798-4573-838b-976e6cf5c626 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Synchronizing usage tracker for tenant:b80f5ac5be504cd882affce401271398 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:42:38.124579 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-4f671955-6bfd-434e-9214-ed78cd587125 req-a6ca1fb3-8798-4573-838b-976e6cf5c626 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Unset dirty status for tenant:b80f5ac5be504cd882affce401271398 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:42:38.126370 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4f671955-6bfd-434e-9214-ed78cd587125 req-a6ca1fb3-8798-4573-838b-976e6cf5c626 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 944 time: 0.1016519 Apr 06 14:42:38.150805 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['80a186bd-5fa7-4421-adba-812d381bcb56'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:42:38.172023 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4f671955-6bfd-434e-9214-ed78cd587125 req-ea2202c0-d148-415f-a6ac-e1bc2a672f4c tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400856 Apr 06 14:42:39.362734 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a53ec-5f6c-42cf-8348-59f55ed6070f req-a923e25d-35d6-43b1-9761-60ffaa6e2d0c tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:39.364148 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-760a53ec-5f6c-42cf-8348-59f55ed6070f req-a923e25d-35d6-43b1-9761-60ffaa6e2d0c tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 944 time: 0.0734863 Apr 06 14:42:39.410946 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-760a53ec-5f6c-42cf-8348-59f55ed6070f req-de7ef621-d048-459a-86d4-856eb2016a4d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413890 Apr 06 14:42:39.727625 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 80a186bd-5fa7-4421-adba-812d381bcb56 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:42:39.796797 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port 80a186bd-5fa7-4421-adba-812d381bcb56 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:42:39.801462 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 80a186bd-5fa7-4421-adba-812d381bcb56 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:42:39.801836 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:39.919436 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:39.944974 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af976748-2501-4a08-829d-462762c43055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a186bd-5fa7-4421-adba-812d381bcb56'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:42:39.955264 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 80a186bd-5fa7-4421-adba-812d381bcb56, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=80a186bd-5fa7-4421-adba-812d381bcb56,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:39.958812 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:39.998921 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29969726-d522-4a74-be9f-832e1a9702fc'] response: {'server_uuid': 'af976748-2501-4a08-829d-462762c43055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a186bd-5fa7-4421-adba-812d381bcb56', 'code': 200} Apr 06 14:42:40.023959 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=80a186bd-5fa7-4421-adba-812d381bcb56,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:40.216548 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-93213d60-b6a8-4b3a-81a2-64e1d0aa7c83 req-dec8b8e0-2021-4d7a-9be1-73ff45d90f46 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 1098 time: 0.0658219 Apr 06 14:42:40.260573 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-93213d60-b6a8-4b3a-81a2-64e1d0aa7c83 req-f8cceec6-23e3-410f-ae67-f8e5d7b0981d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375619 Apr 06 14:42:40.607788 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f85796-cde6-40d3-b4a9-e843eaecde11 req-1b224f92-6b09-48cb-9024-c022de8a1021 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:40.609698 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d7f85796-cde6-40d3-b4a9-e843eaecde11 req-1b224f92-6b09-48cb-9024-c022de8a1021 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.0733178 Apr 06 14:42:40.652297 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d7f85796-cde6-40d3-b4a9-e843eaecde11 req-3f4915fa-d76f-42b9-83e4-c94cfc728393 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372672 Apr 06 14:42:40.920509 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-52ba1887-7fa8-4e8f-a3a3-c2030d98c781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:41.373062 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:41.425324 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:41.846036 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34347cc4-12db-48a4-9539-feec578a67b8 req-e9ec8bc7-7708-45e4-af6a-150684323d58 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:41.847467 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-34347cc4-12db-48a4-9539-feec578a67b8 req-e9ec8bc7-7708-45e4-af6a-150684323d58 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.0753574 Apr 06 14:42:41.891041 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-34347cc4-12db-48a4-9539-feec578a67b8 req-981de097-b407-490c-bd15-0a7870392be5 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380769 Apr 06 14:42:42.154795 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60434c-b8b1-46cf-9b70-c2a7d08089b2 req-76562b69-55e0-4e36-b3c4-327fac488682 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:42.156757 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb60434c-b8b1-46cf-9b70-c2a7d08089b2 req-76562b69-55e0-4e36-b3c4-327fac488682 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.1525998 Apr 06 14:42:42.165526 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 59606) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:42:42.170577 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-84ef3137-682e-41bd-aa55-f7dd19d43ffe tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Request body: {'floatingip': {'port_id': '80a186bd-5fa7-4421-adba-812d381bcb56'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:42:42.250711 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-84ef3137-682e-41bd-aa55-f7dd19d43ffe tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for floatingip, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:42.807241 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-84ef3137-682e-41bd-aa55-f7dd19d43ffe tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:42.811600 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-84ef3137-682e-41bd-aa55-f7dd19d43ffe tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:42.902265 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:42.991914 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-84ef3137-682e-41bd-aa55-f7dd19d43ffe tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Floating IP e2a420dd-5ad7-4f6d-820c-498540cabed1 associated. External IP: 172.26.8.129, port: 80a186bd-5fa7-4421-adba-812d381bcb56. Apr 06 14:42:43.371436 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ef3137-682e-41bd-aa55-f7dd19d43ffe tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:42:43.659941 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ef3137-682e-41bd-aa55-f7dd19d43ffe tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:42:43.664840 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-84ef3137-682e-41bd-aa55-f7dd19d43ffe tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:43.669247 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37de2b10-ddea-46b2-845f-46d42be457f9 None None] Sync routers for ids ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:42:43.681156 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37de2b10-ddea-46b2-845f-46d42be457f9 None None] Routers {'4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:42:43.681749 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-37de2b10-ddea-46b2-845f-46d42be457f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:42:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:43.715712 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-84ef3137-682e-41bd-aa55-f7dd19d43ffe tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "PUT /v2.0/floatingips/e2a420dd-5ad7-4f6d-820c-498540cabed1 HTTP/1.1" status: 200 len: 992 time: 1.5491662 Apr 06 14:42:43.716247 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af976748-2501-4a08-829d-462762c43055', 'tag': '80a186bd-5fa7-4421-adba-812d381bcb56'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:42:43.774196 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81cf4373-2396-4a74-bd56-bd55a196562c'] response: {'name': 'network-changed', 'server_uuid': 'af976748-2501-4a08-829d-462762c43055', 'tag': '80a186bd-5fa7-4421-adba-812d381bcb56', 'status': 'completed', 'code': 200} Apr 06 14:42:43.869715 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-37de2b10-ddea-46b2-845f-46d42be457f9 None None] Set router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:42:43.963812 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-663b0c4a-5155-42fa-be65-de505c90afe3 req-803b588b-fd4e-4832-a657-f83a26ffec3d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 1098 time: 0.1672738 Apr 06 14:42:44.098379 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b0c4a-5155-42fa-be65-de505c90afe3 req-e603cd20-1868-49c4-881d-38adbc9e396e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:44.100365 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-663b0c4a-5155-42fa-be65-de505c90afe3 req-e603cd20-1868-49c4-881d-38adbc9e396e service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 912 time: 0.1306005 Apr 06 14:42:44.210106 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-663b0c4a-5155-42fa-be65-de505c90afe3 req-ce90b844-865b-46bf-a681-a7a4aa6ee766 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80a186bd-5fa7-4421-adba-812d381bcb56 HTTP/1.1" status: 200 len: 1000 time: 0.1018374 Apr 06 14:42:44.229298 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-37de2b10-ddea-46b2-845f-46d42be457f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:52Z', 'revision_number': 4, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port': {'id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'e2a420dd-5ad7-4f6d-820c-498540cabed1', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'floating_ip_address': '172.26.8.129', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'port_id': '80a186bd-5fa7-4421-adba-812d381bcb56', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'mac_address': 'fa:16:3e:69:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af976748-2501-4a08-829d-462762c43055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:39:55Z', 'updated_at': '2022-04-06T14:42:42Z', 'revision_number': 13, 'project_id': 'b80f5ac5be504cd882affce401271398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3949c5-377c-4191-b5f2-93d376360625', 'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'mac_address': 'fa:16:3e:0a:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:51Z', 'updated_at': '2022-04-06T14:40:00Z', 'revision_number': 5, 'project_id': 'b80f5ac5be504cd882affce401271398', 'subnets': [{'id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:44.233353 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37de2b10-ddea-46b2-845f-46d42be457f9 None None] Checking router: 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:42:44.246984 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37de2b10-ddea-46b2-845f-46d42be457f9 None None] Routers {'4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:42:44.247850 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-37de2b10-ddea-46b2-845f-46d42be457f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:42:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:44.281351 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b0c4a-5155-42fa-be65-de505c90afe3 req-139bf66a-94f0-4ef3-b115-0df3ca19c6f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:44.283714 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-663b0c4a-5155-42fa-be65-de505c90afe3 req-139bf66a-94f0-4ef3-b115-0df3ca19c6f7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60680f7b-4e73-4baa-8dbd-b80f627615a5 HTTP/1.1" status: 200 len: 850 time: 0.0674448 Apr 06 14:42:44.359906 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-663b0c4a-5155-42fa-be65-de505c90afe3 req-f6e9631d-c35b-441b-86ce-23994fe471fe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e8dd502-8223-4dff-aa29-52e59921f935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699925 Apr 06 14:42:44.438450 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-37de2b10-ddea-46b2-845f-46d42be457f9 None None] Set router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:42:44.496925 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-663b0c4a-5155-42fa-be65-de505c90afe3 req-7c7817bc-8297-438e-9b90-3fccbd3a4db0 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305842 Apr 06 14:42:44.634218 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-663b0c4a-5155-42fa-be65-de505c90afe3 req-f5ef3745-d2f8-42ed-a660-dc50d567956b service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304836 Apr 06 14:42:44.791138 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-37de2b10-ddea-46b2-845f-46d42be457f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:52Z', 'revision_number': 4, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port': {'id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'e2a420dd-5ad7-4f6d-820c-498540cabed1', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'floating_ip_address': '172.26.8.129', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'port_id': '80a186bd-5fa7-4421-adba-812d381bcb56', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'mac_address': 'fa:16:3e:69:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af976748-2501-4a08-829d-462762c43055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:39:55Z', 'updated_at': '2022-04-06T14:42:42Z', 'revision_number': 13, 'project_id': 'b80f5ac5be504cd882affce401271398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3949c5-377c-4191-b5f2-93d376360625', 'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'mac_address': 'fa:16:3e:0a:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:51Z', 'updated_at': '2022-04-06T14:40:00Z', 'revision_number': 5, 'project_id': 'b80f5ac5be504cd882affce401271398', 'subnets': [{'id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:44.795918 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37de2b10-ddea-46b2-845f-46d42be457f9 None None] The sync data for ids ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'] in dv-neutron-835868-1-hyperv is: [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:52Z', 'revision_number': 4, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port': {'id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'e2a420dd-5ad7-4f6d-820c-498540cabed1', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'floating_ip_address': '172.26.8.129', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'port_id': '80a186bd-5fa7-4421-adba-812d381bcb56', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'mac_address': 'fa:16:3e:69:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af976748-2501-4a08-829d-462762c43055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:39:55Z', 'updated_at': '2022-04-06T14:42:42Z', 'revision_number': 13, 'project_id': 'b80f5ac5be504cd882affce401271398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3949c5-377c-4191-b5f2-93d376360625', 'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'mac_address': 'fa:16:3e:0a:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:51Z', 'updated_at': '2022-04-06T14:40:00Z', 'revision_number': 5, 'project_id': 'b80f5ac5be504cd882affce401271398', 'subnets': [{'id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:42:45.004026 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d56cdad-5928-4b31-a0bb-3b2bcddeb24f None None] New status for floating IP e2a420dd-5ad7-4f6d-820c-498540cabed1: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:42:45.504676 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18018d27-98d7-4052-9460-c86cb65173da req-3e57dbd0-5ef3-4e13-9397-0e248b2db4ee tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:45.506688 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-18018d27-98d7-4052-9460-c86cb65173da req-3e57dbd0-5ef3-4e13-9397-0e248b2db4ee tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.0791392 Apr 06 14:42:45.551200 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-18018d27-98d7-4052-9460-c86cb65173da req-8991babb-252d-4db0-b406-6824f94dbf01 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390613 Apr 06 14:42:54.996840 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0b891be1-8fb5-4680-a350-baf6a236c502 req-2aebc113-3fe1-46d9-9f90-7924fb04cbb3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1282866 Apr 06 14:42:55.358168 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b98366-30ab-4438-9fff-b219ad15c908 req-7d487428-aead-4ac5-8dec-3671f0c5b74d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:55.359600 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-76b98366-30ab-4438-9fff-b219ad15c908 req-7d487428-aead-4ac5-8dec-3671f0c5b74d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.1338375 Apr 06 14:42:55.362423 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f8e1c970-c6aa-4a02-b7ed-2444248b1288 req-a6417e0f-c843-4d74-8659-f2279e4e5e91 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1956048 Apr 06 14:42:55.406762 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-76b98366-30ab-4438-9fff-b219ad15c908 req-1ad9daf6-f112-4c6b-90b8-5e083b88404b tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415201 Apr 06 14:42:56.610083 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb6542-9ce6-4ef7-a81d-bad702a20cfa req-09b1f3c2-46e7-4460-942b-706562117bbc tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:56.611438 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7fdb6542-9ce6-4ef7-a81d-bad702a20cfa req-09b1f3c2-46e7-4460-942b-706562117bbc tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.0797465 Apr 06 14:42:56.611602 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f8e1c970-c6aa-4a02-b7ed-2444248b1288 req-17879cc8-e827-468c-8cbd-524a6499abb6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 1098 time: 0.0698953 Apr 06 14:42:56.656126 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7fdb6542-9ce6-4ef7-a81d-bad702a20cfa req-3b8c0371-a423-44db-b085-ba47422a0735 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389946 Apr 06 14:42:56.745160 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1c970-c6aa-4a02-b7ed-2444248b1288 req-a256a921-b019-4af8-b0f7-8477b05a0f85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:56.746519 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f8e1c970-c6aa-4a02-b7ed-2444248b1288 req-a256a921-b019-4af8-b0f7-8477b05a0f85 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 912 time: 0.1294250 Apr 06 14:42:56.848800 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f8e1c970-c6aa-4a02-b7ed-2444248b1288 req-76d104df-f243-465e-af80-335bcd5d948c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80a186bd-5fa7-4421-adba-812d381bcb56 HTTP/1.1" status: 200 len: 1002 time: 0.0957191 Apr 06 14:42:56.909004 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1c970-c6aa-4a02-b7ed-2444248b1288 req-45c21a89-6126-456c-9662-a2d45e18aeaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:56.910379 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f8e1c970-c6aa-4a02-b7ed-2444248b1288 req-45c21a89-6126-456c-9662-a2d45e18aeaa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60680f7b-4e73-4baa-8dbd-b80f627615a5 HTTP/1.1" status: 200 len: 850 time: 0.0558357 Apr 06 14:42:56.981539 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f8e1c970-c6aa-4a02-b7ed-2444248b1288 req-09c103ee-14c7-49b3-ae59-0d88bfc6c100 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e8dd502-8223-4dff-aa29-52e59921f935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655532 Apr 06 14:42:57.108368 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f8e1c970-c6aa-4a02-b7ed-2444248b1288 req-885b8aef-b9b9-4dc5-968a-6c4e27b78c76 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209431 Apr 06 14:42:57.243093 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f8e1c970-c6aa-4a02-b7ed-2444248b1288 req-4188c764-f282-4943-9665-0ec1060fe893 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219223 Apr 06 14:42:57.398054 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7b7fcee5-a9b5-45e3-befc-af3c1dd66c68 req-4ae9ad0e-d9e7-45d2-8127-8953e9eb59ee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 1098 time: 0.0715952 Apr 06 14:42:57.632746 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fcee5-a9b5-45e3-befc-af3c1dd66c68 req-01ef80f9-8583-4860-9ad1-2e3c1ab65ee7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:57.634222 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7b7fcee5-a9b5-45e3-befc-af3c1dd66c68 req-01ef80f9-8583-4860-9ad1-2e3c1ab65ee7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 912 time: 0.2160890 Apr 06 14:42:57.738089 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7b7fcee5-a9b5-45e3-befc-af3c1dd66c68 req-9bdf61a8-2a25-40db-95be-52df53820347 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80a186bd-5fa7-4421-adba-812d381bcb56 HTTP/1.1" status: 200 len: 1002 time: 0.0968609 Apr 06 14:42:57.845568 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fcee5-a9b5-45e3-befc-af3c1dd66c68 req-24dad52f-2cc3-4513-95f1-20b3c988c9e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:57.846947 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7b7fcee5-a9b5-45e3-befc-af3c1dd66c68 req-24dad52f-2cc3-4513-95f1-20b3c988c9e0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60680f7b-4e73-4baa-8dbd-b80f627615a5 HTTP/1.1" status: 200 len: 850 time: 0.1008909 Apr 06 14:42:57.917293 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c5f85-02aa-4f31-997a-d6b6c13bd4ec req-3d72f8d2-2062-482b-8795-d330e1b7c1d3 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:57.918714 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-498c5f85-02aa-4f31-997a-d6b6c13bd4ec req-3d72f8d2-2062-482b-8795-d330e1b7c1d3 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.1360478 Apr 06 14:42:57.965895 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7b7fcee5-a9b5-45e3-befc-af3c1dd66c68 req-e07eb502-8ad2-4f21-a662-a6a40b32a6c3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e8dd502-8223-4dff-aa29-52e59921f935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1111736 Apr 06 14:42:58.041804 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-498c5f85-02aa-4f31-997a-d6b6c13bd4ec req-ff0bc777-6095-4c69-bb65-3cce0d77cd3b tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134362 Apr 06 14:42:58.099194 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7b7fcee5-a9b5-45e3-befc-af3c1dd66c68 req-c2f5bab7-2809-46c6-8e0b-271896cd8ea2 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262085 Apr 06 14:42:58.227407 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7b7fcee5-a9b5-45e3-befc-af3c1dd66c68 req-66eb1713-92df-4a86-9881-686bda52ac69 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203353 Apr 06 14:42:58.669473 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:42:59.150300 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:42:59.240226 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a755a0-6f8b-472c-bf05-1e2aef5d724b req-0fde467e-3044-49a5-9b19-f81060b9134c tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:59.241685 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-06a755a0-6f8b-472c-bf05-1e2aef5d724b req-0fde467e-3044-49a5-9b19-f81060b9134c tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.0744834 Apr 06 14:42:59.287883 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-06a755a0-6f8b-472c-bf05-1e2aef5d724b req-cefa61d0-4fa0-4132-9827-8bcdf5662abf tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408463 Apr 06 14:43:00.486028 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102c401-42f4-45e1-b2db-4625d1da9606 req-334487ef-b956-41d6-8f0d-a09b7f659607 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:00.487484 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b102c401-42f4-45e1-b2db-4625d1da9606 req-334487ef-b956-41d6-8f0d-a09b7f659607 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.0804880 Apr 06 14:43:00.532550 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b102c401-42f4-45e1-b2db-4625d1da9606 req-14d0e4cf-5391-4e51-a24f-1295ac68df5a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394170 Apr 06 14:43:01.725211 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e03684-28f3-4f55-ad90-2e1207c8d905 req-7858688a-2dc2-4ef4-b083-af7b15a1c39a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:01.726574 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-73e03684-28f3-4f55-ad90-2e1207c8d905 req-7858688a-2dc2-4ef4-b083-af7b15a1c39a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.0758278 Apr 06 14:43:01.772846 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-73e03684-28f3-4f55-ad90-2e1207c8d905 req-cd1e2554-5271-4efc-9029-61a2f7953aa1 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405257 Apr 06 14:43:02.975252 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed52301-a0f1-4592-87c5-daf270846a57 req-28f55bda-bac9-4cd1-a2bc-1855ab445673 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:02.977015 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2ed52301-a0f1-4592-87c5-daf270846a57 req-28f55bda-bac9-4cd1-a2bc-1855ab445673 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.0752671 Apr 06 14:43:03.021804 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2ed52301-a0f1-4592-87c5-daf270846a57 req-58957839-ac9a-45d3-b808-9cd6c0bfc23e tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392778 Apr 06 14:43:04.219768 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab445e6-d8c4-4e1f-97d6-7eb30aa23e34 req-83de1c4c-afbb-434f-a869-750ecdf9ea52 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:04.221214 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dab445e6-d8c4-4e1f-97d6-7eb30aa23e34 req-83de1c4c-afbb-434f-a869-750ecdf9ea52 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.0790238 Apr 06 14:43:04.263729 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dab445e6-d8c4-4e1f-97d6-7eb30aa23e34 req-9d093168-cc00-4610-a643-f578f404a376 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371137 Apr 06 14:43:05.463454 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940fc92-3dbc-4e24-a095-c9b794ccaa7c req-6a1060c0-2f65-4d2d-9873-1846ba836238 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:05.464969 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1940fc92-3dbc-4e24-a095-c9b794ccaa7c req-6a1060c0-2f65-4d2d-9873-1846ba836238 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.0825732 Apr 06 14:43:05.509973 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1940fc92-3dbc-4e24-a095-c9b794ccaa7c req-a89331c7-059f-4321-b3b5-e0bf7339b809 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388203 Apr 06 14:43:06.707749 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbff3e8-0b20-44c6-a52e-13a8d0a23b3b req-1fe2c031-f674-43ae-a740-45bd24456e07 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:06.709226 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9fbff3e8-0b20-44c6-a52e-13a8d0a23b3b req-1fe2c031-f674-43ae-a740-45bd24456e07 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.0767274 Apr 06 14:43:06.754217 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9fbff3e8-0b20-44c6-a52e-13a8d0a23b3b req-ceb62635-02ea-477c-b089-6a30ba7d9483 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394647 Apr 06 14:43:07.944240 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e333d89-250c-44af-895b-858b2c14ac04 req-c28d094c-be46-4467-8eda-0a6e136c80ee tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:07.945966 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0e333d89-250c-44af-895b-858b2c14ac04 req-c28d094c-be46-4467-8eda-0a6e136c80ee tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.0733979 Apr 06 14:43:07.993411 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0e333d89-250c-44af-895b-858b2c14ac04 req-9679861a-415d-4639-81d3-36a7c1086e91 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421178 Apr 06 14:43:08.081492 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-95228efe-d813-44d0-8743-e6e2fbe32c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:09.187133 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171e2f4-d010-4d61-a02a-bfe3e10b49d6 req-c6afe52a-242a-45ba-bc89-f14be85c9e4e tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:09.189136 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c171e2f4-d010-4d61-a02a-bfe3e10b49d6 req-c6afe52a-242a-45ba-bc89-f14be85c9e4e tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.0778780 Apr 06 14:43:09.232925 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c171e2f4-d010-4d61-a02a-bfe3e10b49d6 req-c1278c13-5d9a-412a-8204-5b69e92e1531 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383611 Apr 06 14:43:10.428418 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab816c5-0f22-45aa-a241-f305b0817ba4 req-a91c4d16-dc50-4901-9142-50f02e9c3ac3 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:10.429875 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4ab816c5-0f22-45aa-a241-f305b0817ba4 req-a91c4d16-dc50-4901-9142-50f02e9c3ac3 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.0750716 Apr 06 14:43:10.474077 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4ab816c5-0f22-45aa-a241-f305b0817ba4 req-6d680eb7-5056-42ce-8646-6872b591476b tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388327 Apr 06 14:43:10.920428 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d551788a-6f32-4bca-974b-48e560e2c7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:11.376207 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:11.427850 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:11.665932 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283553b-cca1-4a39-8489-a4f130cf914e req-f8836024-a8bb-4ab0-8f05-d2904e002427 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:11.667359 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d283553b-cca1-4a39-8489-a4f130cf914e req-f8836024-a8bb-4ab0-8f05-d2904e002427 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.0746157 Apr 06 14:43:11.711145 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d283553b-cca1-4a39-8489-a4f130cf914e req-2cf742cc-8714-4e9d-9e54-7802531d09e0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382407 Apr 06 14:43:12.905159 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:12.909904 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a9ee9-b3de-4868-8952-f21cbba9e5ae req-bc4444c1-a975-4c29-bc26-ac200a558b2a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:12.911356 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ef4a9ee9-b3de-4868-8952-f21cbba9e5ae req-bc4444c1-a975-4c29-bc26-ac200a558b2a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.0801158 Apr 06 14:43:12.955424 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ef4a9ee9-b3de-4868-8952-f21cbba9e5ae req-b7d0cc01-2b8f-46a2-ba74-2f6c56c9d330 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386643 Apr 06 14:43:14.163624 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e6bed-1ddc-44d5-a8c9-d0e0c8f6beb8 req-41cfba85-c70e-4df7-9d21-04bcc8a0f2fb tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:14.165078 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-612e6bed-1ddc-44d5-a8c9-d0e0c8f6beb8 req-41cfba85-c70e-4df7-9d21-04bcc8a0f2fb tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.0767825 Apr 06 14:43:14.208631 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-612e6bed-1ddc-44d5-a8c9-d0e0c8f6beb8 req-1cb9c472-143c-4374-baba-f70c490d816c tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381160 Apr 06 14:43:15.398542 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c90c0-726a-4be0-b3fc-57d88149318b req-0b6312f3-fa62-443f-a97d-9f3ca60da45a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:15.399957 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-154c90c0-726a-4be0-b3fc-57d88149318b req-0b6312f3-fa62-443f-a97d-9f3ca60da45a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.0741365 Apr 06 14:43:15.443906 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-154c90c0-726a-4be0-b3fc-57d88149318b req-c286cad0-3709-47b2-a913-9dccaf0c3ee6 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384805 Apr 06 14:43:16.636244 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e25cf-f89c-43b8-b705-4156fa48f99b req-787c23f2-c142-4236-bdb8-26e31808aa6f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:16.637694 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-627e25cf-f89c-43b8-b705-4156fa48f99b req-787c23f2-c142-4236-bdb8-26e31808aa6f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.0740457 Apr 06 14:43:16.685243 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-627e25cf-f89c-43b8-b705-4156fa48f99b req-8c2437c9-b0a6-4817-b0b8-12d1f64fb8b8 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420821 Apr 06 14:43:17.886172 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d99b93-7ebb-402d-a2d2-3c0cd76fd052 req-f1b18606-5c3a-4da7-812b-1b8cddb00b01 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:17.887590 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-99d99b93-7ebb-402d-a2d2-3c0cd76fd052 req-f1b18606-5c3a-4da7-812b-1b8cddb00b01 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.0784543 Apr 06 14:43:17.931290 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-99d99b93-7ebb-402d-a2d2-3c0cd76fd052 req-63117afa-fb73-4568-b69f-589aae2a9b9c tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382559 Apr 06 14:43:19.121938 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8b401-b0e0-48c1-9aa1-319faa8a29aa req-97d9d191-1756-41b2-98f5-fbf044bdc90b tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:19.123286 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e3d8b401-b0e0-48c1-9aa1-319faa8a29aa req-97d9d191-1756-41b2-98f5-fbf044bdc90b tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.0752983 Apr 06 14:43:19.167674 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e3d8b401-b0e0-48c1-9aa1-319faa8a29aa req-ac96a3f2-ce20-4cae-8021-7799c4654bec tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381308 Apr 06 14:43:19.703023 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f8e1c970-c6aa-4a02-b7ed-2444248b1288 req-a7db5913-698a-4a26-bad5-011a5e64bcce service neutron] 10.222.0.69 "GET /v2.0/ports/80a186bd-5fa7-4421-adba-812d381bcb56/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0719461 Apr 06 14:43:19.957549 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f8e1c970-c6aa-4a02-b7ed-2444248b1288 req-c9ffb768-9dcd-45ed-b6f3-0791fbd57da5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055&tenant_id=b80f5ac5be504cd882affce401271398 HTTP/1.1" status: 200 len: 1098 time: 0.0700026 Apr 06 14:43:20.045505 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f8e1c970-c6aa-4a02-b7ed-2444248b1288 req-f478439f-f03d-4b07-90d3-775cfe8e2851 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 1098 time: 0.0653613 Apr 06 14:43:20.257676 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1c970-c6aa-4a02-b7ed-2444248b1288 req-c20f7819-1eb6-4663-8ab4-ba6476687734 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:20.259115 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f8e1c970-c6aa-4a02-b7ed-2444248b1288 req-c20f7819-1eb6-4663-8ab4-ba6476687734 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 912 time: 0.2072854 Apr 06 14:43:20.404106 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f8e1c970-c6aa-4a02-b7ed-2444248b1288 req-507f8033-7560-4128-b889-c089a61bea2f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80a186bd-5fa7-4421-adba-812d381bcb56 HTTP/1.1" status: 200 len: 1002 time: 0.1381125 Apr 06 14:43:20.469373 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a17419-1cb6-4310-8ad1-093cd8974b74 req-f55fb749-40e1-4f94-9b28-b77d5ae06f32 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:20.470713 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d3a17419-1cb6-4310-8ad1-093cd8974b74 req-f55fb749-40e1-4f94-9b28-b77d5ae06f32 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.1572473 Apr 06 14:43:20.478551 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1c970-c6aa-4a02-b7ed-2444248b1288 req-b5a15975-6205-4f78-b7fc-3510ed43bd3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:20.479870 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f8e1c970-c6aa-4a02-b7ed-2444248b1288 req-b5a15975-6205-4f78-b7fc-3510ed43bd3b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60680f7b-4e73-4baa-8dbd-b80f627615a5 HTTP/1.1" status: 200 len: 850 time: 0.0679641 Apr 06 14:43:20.565668 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d3a17419-1cb6-4310-8ad1-093cd8974b74 req-cf289d7f-6c89-4544-b31c-9252bbe559ee tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885375 Apr 06 14:43:20.583541 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f8e1c970-c6aa-4a02-b7ed-2444248b1288 req-b759a013-0c14-40e3-ab4e-f29af4242ee3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e8dd502-8223-4dff-aa29-52e59921f935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0903816 Apr 06 14:43:20.712995 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f8e1c970-c6aa-4a02-b7ed-2444248b1288 req-ed2425e9-2d9d-4123-8174-275eba0575d7 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217659 Apr 06 14:43:20.846161 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f8e1c970-c6aa-4a02-b7ed-2444248b1288 req-a132e905-4054-48d2-831c-aa93dd51334a service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267083 Apr 06 14:43:21.770998 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e641a9a-f7b1-4144-af9b-5dd95e5c86f6 req-15e7e6d8-ac01-461f-9578-0c2de20d05d2 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:21.772383 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6e641a9a-f7b1-4144-af9b-5dd95e5c86f6 req-15e7e6d8-ac01-461f-9578-0c2de20d05d2 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.0798507 Apr 06 14:43:21.817866 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6e641a9a-f7b1-4144-af9b-5dd95e5c86f6 req-bd6ae217-467f-48f6-a3c5-0f20862ccaff tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397890 Apr 06 14:43:21.994336 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 80a186bd-5fa7-4421-adba-812d381bcb56 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:43:22.103875 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:22.132608 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af976748-2501-4a08-829d-462762c43055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80a186bd-5fa7-4421-adba-812d381bcb56'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:43:22.141149 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 80a186bd-5fa7-4421-adba-812d381bcb56, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=80a186bd-5fa7-4421-adba-812d381bcb56,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:43:22.148525 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:22.208837 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75d65f17-455e-4d55-8190-cefea1fc3d36'] response: {'server_uuid': 'af976748-2501-4a08-829d-462762c43055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80a186bd-5fa7-4421-adba-812d381bcb56', 'code': 200} Apr 06 14:43:22.236027 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=80a186bd-5fa7-4421-adba-812d381bcb56,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:43:23.014729 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc8d87-7ca9-4c35-a79e-4014f97a02ac req-b80c4209-98d2-4c2b-80a7-c3f6e0b57264 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:23.016160 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-53bc8d87-7ca9-4c35-a79e-4014f97a02ac req-b80c4209-98d2-4c2b-80a7-c3f6e0b57264 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 943 time: 0.0752342 Apr 06 14:43:23.060412 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-53bc8d87-7ca9-4c35-a79e-4014f97a02ac req-93767780-9e74-4669-8789-11f6b23dba98 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387912 Apr 06 14:43:23.991973 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 80a186bd-5fa7-4421-adba-812d381bcb56 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:43:24.121808 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 80a186bd-5fa7-4421-adba-812d381bcb56, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=80a186bd-5fa7-4421-adba-812d381bcb56,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:43:24.135068 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '80a186bd-5fa7-4421-adba-812d381bcb56', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'port_id': '80a186bd-5fa7-4421-adba-812d381bcb56', 'mac_address': 'fa:16:3e:69:5b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:43:24.189381 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:24.205973 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a186bd-5fa7-4421-adba-812d381bcb56 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:43:24.220227 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 80a186bd-5fa7-4421-adba-812d381bcb56, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=80a186bd-5fa7-4421-adba-812d381bcb56,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:43:24.224221 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:24.259926 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed9b68-6fe8-4c3a-b18b-6edb0619aff8 req-ea6acfcd-0a2f-4cea-ad40-297a0f0f2797 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:24.261417 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ffed9b68-6fe8-4c3a-b18b-6edb0619aff8 req-ea6acfcd-0a2f-4cea-ad40-297a0f0f2797 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 943 time: 0.0758941 Apr 06 14:43:24.294292 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=80a186bd-5fa7-4421-adba-812d381bcb56,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:43:24.300891 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['80a186bd-5fa7-4421-adba-812d381bcb56'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:43:24.306744 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ffed9b68-6fe8-4c3a-b18b-6edb0619aff8 req-cf80a41d-ad84-4c6f-89d7-385657b47cd0 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397696 Apr 06 14:43:25.502341 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d389122-b598-42aa-ac9b-821601f92a54 req-1195d2d1-cb8d-41b8-8fe4-c236462d8852 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:25.503772 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6d389122-b598-42aa-ac9b-821601f92a54 req-1195d2d1-cb8d-41b8-8fe4-c236462d8852 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 944 time: 0.0784311 Apr 06 14:43:25.547308 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6d389122-b598-42aa-ac9b-821601f92a54 req-2420043f-0caa-44b1-a4d4-db2842ff04b1 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380802 Apr 06 14:43:26.009257 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 80a186bd-5fa7-4421-adba-812d381bcb56 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:43:26.077636 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 80a186bd-5fa7-4421-adba-812d381bcb56 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:43:26.078002 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:26.191097 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:26.216420 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af976748-2501-4a08-829d-462762c43055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a186bd-5fa7-4421-adba-812d381bcb56'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:43:26.226603 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 80a186bd-5fa7-4421-adba-812d381bcb56, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=80a186bd-5fa7-4421-adba-812d381bcb56,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:43:26.230355 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:26.277555 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c7f5352-d8c0-406f-a525-7e6c1716f02b'] response: {'server_uuid': 'af976748-2501-4a08-829d-462762c43055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a186bd-5fa7-4421-adba-812d381bcb56', 'code': 200} Apr 06 14:43:26.296132 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=80a186bd-5fa7-4421-adba-812d381bcb56,revision_number=8']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:43:26.741876 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cc762-d9d3-4ea2-9b8c-44802be26a04 req-1e82dd26-35db-4ae0-b6c7-f1a19af60b7f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:26.743301 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a23cc762-d9d3-4ea2-9b8c-44802be26a04 req-1e82dd26-35db-4ae0-b6c7-f1a19af60b7f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.0735245 Apr 06 14:43:26.792494 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a23cc762-d9d3-4ea2-9b8c-44802be26a04 req-3047d4b3-3104-47db-b0ed-eb598520bdbc tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435340 Apr 06 14:43:27.991034 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65859d1-bd5d-4121-8dec-b58c9cf9d663 req-cb218af6-572d-4a5d-9a9c-2de99682bb50 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:27.992463 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f65859d1-bd5d-4121-8dec-b58c9cf9d663 req-cb218af6-572d-4a5d-9a9c-2de99682bb50 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.0782363 Apr 06 14:43:28.037243 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f65859d1-bd5d-4121-8dec-b58c9cf9d663 req-b1b14888-2651-4a53-9c54-e5dd24b63501 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392220 Apr 06 14:43:29.166637 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:29.233295 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16ebbb-d405-40f1-8081-9a46146cd706 req-a7ebfaca-970b-48ea-95e2-44b3603b971b tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:29.234713 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0d16ebbb-d405-40f1-8081-9a46146cd706 req-a7ebfaca-970b-48ea-95e2-44b3603b971b tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.0750403 Apr 06 14:43:29.278235 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0d16ebbb-d405-40f1-8081-9a46146cd706 req-859d0bc9-6e55-4e18-bed7-06ff06c124d3 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372326 Apr 06 14:43:30.473285 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36da4e7-946b-4f41-9f59-2983874ebe6f req-4d1fa547-2162-41b9-8fd0-488b7ee7ded7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:30.474612 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d36da4e7-946b-4f41-9f59-2983874ebe6f req-4d1fa547-2162-41b9-8fd0-488b7ee7ded7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.0752025 Apr 06 14:43:30.517458 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d36da4e7-946b-4f41-9f59-2983874ebe6f req-28ae509f-d0e7-442a-a3c0-fc89cdd41fa3 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374763 Apr 06 14:43:30.976062 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8db70-c4f0-47c9-9777-ad90ea34c480 req-02bcce6b-5228-4028-881e-9f943053e652 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:30.977497 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02c8db70-c4f0-47c9-9777-ad90ea34c480 req-02bcce6b-5228-4028-881e-9f943053e652 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.69 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055&tenant_id=b80f5ac5be504cd882affce401271398&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 945 time: 0.1220896 Apr 06 14:43:31.067967 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20e64a-b89b-4c50-900d-8afcf597e075 req-5e88a934-8dbb-4d0f-bbb5-66aad1f94840 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:31.069341 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dd20e64a-b89b-4c50-900d-8afcf597e075 req-5e88a934-8dbb-4d0f-bbb5-66aad1f94840 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.1541233 Apr 06 14:43:31.094365 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02c8db70-c4f0-47c9-9777-ad90ea34c480 req-6ea6cc59-204f-4285-8589-a4c60e95bc48 service neutron] 10.222.0.69 "GET /v2.0/ports/80a186bd-5fa7-4421-adba-812d381bcb56/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.1097300 Apr 06 14:43:31.151563 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dd20e64a-b89b-4c50-900d-8afcf597e075 req-3a1dc927-8b9f-4907-99bf-7c64015000b4 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763323 Apr 06 14:43:31.186641 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02c8db70-c4f0-47c9-9777-ad90ea34c480 req-c00a3315-3ed7-4115-94d0-ad384adc2495 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 1098 time: 0.0705111 Apr 06 14:43:31.313350 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8db70-c4f0-47c9-9777-ad90ea34c480 req-979a7746-dc2c-4361-9006-cd25cce6fd74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:31.314763 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02c8db70-c4f0-47c9-9777-ad90ea34c480 req-979a7746-dc2c-4361-9006-cd25cce6fd74 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 912 time: 0.1217277 Apr 06 14:43:31.414515 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02c8db70-c4f0-47c9-9777-ad90ea34c480 req-8b0e7050-f027-463e-9c44-20cd2de62d8b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80a186bd-5fa7-4421-adba-812d381bcb56 HTTP/1.1" status: 200 len: 1002 time: 0.0927835 Apr 06 14:43:31.475287 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8db70-c4f0-47c9-9777-ad90ea34c480 req-622ececb-34be-4ba4-b4d2-515e8daab39f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:31.476640 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02c8db70-c4f0-47c9-9777-ad90ea34c480 req-622ececb-34be-4ba4-b4d2-515e8daab39f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60680f7b-4e73-4baa-8dbd-b80f627615a5 HTTP/1.1" status: 200 len: 850 time: 0.0552206 Apr 06 14:43:31.634588 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02c8db70-c4f0-47c9-9777-ad90ea34c480 req-2ec8eb48-49a8-4dad-a8fc-fe8f3e509ba9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e8dd502-8223-4dff-aa29-52e59921f935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1512985 Apr 06 14:43:31.759977 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02c8db70-c4f0-47c9-9777-ad90ea34c480 req-2ae7c28e-727c-49be-bae0-a344ea62a843 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188228 Apr 06 14:43:31.885821 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02c8db70-c4f0-47c9-9777-ad90ea34c480 req-045b1a50-bc4f-4b4b-b36a-9e46ecf2c2c1 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195769 Apr 06 14:43:32.354169 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5493d0-8c67-4127-96d4-852e022c19e2 req-4ef540e4-8d43-4e7e-ab32-c979cbc7b69e tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:32.355567 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f5493d0-8c67-4127-96d4-852e022c19e2 req-4ef540e4-8d43-4e7e-ab32-c979cbc7b69e tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.0770397 Apr 06 14:43:32.473850 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f5493d0-8c67-4127-96d4-852e022c19e2 req-f1c98277-db4c-435c-88c7-ab7767edb29f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127808 Apr 06 14:43:33.665902 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334d544-7931-4e83-a302-a657fbad0d50 req-d5e2f33d-5388-409c-9d3e-c6a37fcdbad7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:33.667332 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d334d544-7931-4e83-a302-a657fbad0d50 req-d5e2f33d-5388-409c-9d3e-c6a37fcdbad7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.0733781 Apr 06 14:43:33.715096 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d334d544-7931-4e83-a302-a657fbad0d50 req-922e6b89-946f-494b-9d85-ba730a7de5c9 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422754 Apr 06 14:43:34.915084 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68038ba-315c-44f5-b0f3-af1b63de0963 req-ec1a8267-55c8-4548-8564-2ecb4b2bf394 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:34.916509 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e68038ba-315c-44f5-b0f3-af1b63de0963 req-ec1a8267-55c8-4548-8564-2ecb4b2bf394 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.0772038 Apr 06 14:43:34.961945 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e68038ba-315c-44f5-b0f3-af1b63de0963 req-5dca413e-1581-485c-bfc1-886b70eb65ad tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398273 Apr 06 14:43:35.217060 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02c8db70-c4f0-47c9-9777-ad90ea34c480 req-e584ea77-b0ef-4e87-8efa-a11d611023fb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055&tenant_id=b80f5ac5be504cd882affce401271398 HTTP/1.1" status: 200 len: 1098 time: 0.0669990 Apr 06 14:43:35.304602 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02c8db70-c4f0-47c9-9777-ad90ea34c480 req-0ec8e37f-3a17-405a-8d4d-7db2f2f78efa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b80f5ac5be504cd882affce401271398&device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 1098 time: 0.0657411 Apr 06 14:43:35.435780 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8db70-c4f0-47c9-9777-ad90ea34c480 req-60329f0a-f1e5-483f-98b0-73f6c464f714 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:35.437228 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02c8db70-c4f0-47c9-9777-ad90ea34c480 req-60329f0a-f1e5-483f-98b0-73f6c464f714 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 200 len: 912 time: 0.1265137 Apr 06 14:43:35.536193 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02c8db70-c4f0-47c9-9777-ad90ea34c480 req-ad090d55-07f0-45a8-baf8-6932854c1080 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80a186bd-5fa7-4421-adba-812d381bcb56 HTTP/1.1" status: 200 len: 1002 time: 0.0930021 Apr 06 14:43:35.599288 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8db70-c4f0-47c9-9777-ad90ea34c480 req-402023e2-b5bc-44a2-abf3-72265a3f23ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:35.600596 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02c8db70-c4f0-47c9-9777-ad90ea34c480 req-402023e2-b5bc-44a2-abf3-72265a3f23ed service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60680f7b-4e73-4baa-8dbd-b80f627615a5 HTTP/1.1" status: 200 len: 850 time: 0.0578022 Apr 06 14:43:35.663970 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:43:35.671461 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02c8db70-c4f0-47c9-9777-ad90ea34c480 req-0f3bb6c3-20a4-45d4-b835-3f9dd4468738 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e8dd502-8223-4dff-aa29-52e59921f935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0645089 Apr 06 14:43:35.800030 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02c8db70-c4f0-47c9-9777-ad90ea34c480 req-40a321e1-9891-4172-a2d1-10de61edaa33 service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218781 Apr 06 14:43:35.929010 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-02c8db70-c4f0-47c9-9777-ad90ea34c480 req-5555e6a0-5ea7-4a8e-9d1a-fabcb23eb1dd service neutron] 10.222.0.69 "GET /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213880 Apr 06 14:43:36.226099 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544843b7-4959-41d6-bb81-b47e252d9fb0 req-bffdd4cc-6f93-424c-8c1e-6e08d7609c48 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:36.227492 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-544843b7-4959-41d6-bb81-b47e252d9fb0 req-bffdd4cc-6f93-424c-8c1e-6e08d7609c48 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.1425993 Apr 06 14:43:36.275864 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-544843b7-4959-41d6-bb81-b47e252d9fb0 req-2c9c8f0f-13c4-4ac8-99cc-142f0a81fd60 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425575 Apr 06 14:43:37.542903 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76dd64-147a-4e78-bbf8-bb19706cd1b0 req-f048e035-54d6-40bd-be2f-8e12a495fbda tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:37.544468 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dd76dd64-147a-4e78-bbf8-bb19706cd1b0 req-f048e035-54d6-40bd-be2f-8e12a495fbda tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.1455441 Apr 06 14:43:37.588392 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dd76dd64-147a-4e78-bbf8-bb19706cd1b0 req-74d50754-8480-42a5-837d-5bba22a6e025 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377491 Apr 06 14:43:38.056113 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 80a186bd-5fa7-4421-adba-812d381bcb56 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:43:38.059465 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 80a186bd-5fa7-4421-adba-812d381bcb56 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:43:38.125561 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f17c-c366-468d-94ca-b2727cc6626b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:38.277262 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:38.307741 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 80a186bd-5fa7-4421-adba-812d381bcb56, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=80a186bd-5fa7-4421-adba-812d381bcb56,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:43:38.327642 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af976748-2501-4a08-829d-462762c43055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80a186bd-5fa7-4421-adba-812d381bcb56'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:43:38.335260 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '80a186bd-5fa7-4421-adba-812d381bcb56', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'port_id': '80a186bd-5fa7-4421-adba-812d381bcb56', 'mac_address': 'fa:16:3e:69:5b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:43:38.341046 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 80a186bd-5fa7-4421-adba-812d381bcb56, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=80a186bd-5fa7-4421-adba-812d381bcb56,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:43:38.368240 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:38.406010 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd9d1158-ec9a-4b8b-ad3d-d1b51a57956a'] response: {'server_uuid': 'af976748-2501-4a08-829d-462762c43055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80a186bd-5fa7-4421-adba-812d381bcb56', 'code': 200} Apr 06 14:43:38.453281 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:38.476011 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a186bd-5fa7-4421-adba-812d381bcb56 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:43:38.479357 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=80a186bd-5fa7-4421-adba-812d381bcb56,revision_number=9']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:43:38.496129 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:38.496474 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:38.496812 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:38.497168 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:38.497505 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:38.497830 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:38.498156 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:38.498485 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:38.498802 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:38.499122 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:38.499443 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:38.504035 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 80a186bd-5fa7-4421-adba-812d381bcb56, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=80a186bd-5fa7-4421-adba-812d381bcb56,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:43:38.507868 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:38.573028 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['80a186bd-5fa7-4421-adba-812d381bcb56'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:43:38.617261 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=80a186bd-5fa7-4421-adba-812d381bcb56,revision_number=10']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:43:38.784300 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79f3a0-4391-4d0d-9833-015330617af1 req-cb5a6bac-edac-4144-b240-6412b698ddd1 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:38.785759 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f79f3a0-4391-4d0d-9833-015330617af1 req-cb5a6bac-edac-4144-b240-6412b698ddd1 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.0747800 Apr 06 14:43:38.836985 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f79f3a0-4391-4d0d-9833-015330617af1 req-f096b4a7-cb0b-4be4-96db-ae2385936e1f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455742 Apr 06 14:43:40.034778 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ba86f-f3de-4262-bfaf-7ab3bbf422a1 req-a63bd58b-3a17-4c21-95b8-2c71b4d080f2 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:40.036202 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-415ba86f-f3de-4262-bfaf-7ab3bbf422a1 req-a63bd58b-3a17-4c21-95b8-2c71b4d080f2 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 945 time: 0.0745873 Apr 06 14:43:40.057961 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 80a186bd-5fa7-4421-adba-812d381bcb56 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:43:40.083969 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-415ba86f-f3de-4262-bfaf-7ab3bbf422a1 req-5eb5a8dd-78f8-4545-ad29-c38ba8a06f83 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420074 Apr 06 14:43:40.161277 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 80a186bd-5fa7-4421-adba-812d381bcb56 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:43:40.161641 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:40.268924 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:40.299519 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 80a186bd-5fa7-4421-adba-812d381bcb56, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=80a186bd-5fa7-4421-adba-812d381bcb56,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:43:40.303794 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:40.367250 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=80a186bd-5fa7-4421-adba-812d381bcb56,revision_number=11']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:43:40.407158 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af976748-2501-4a08-829d-462762c43055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a186bd-5fa7-4421-adba-812d381bcb56'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:43:40.468493 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6726559-56d4-40e6-9045-ad032477c32e'] response: {'server_uuid': 'af976748-2501-4a08-829d-462762c43055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a186bd-5fa7-4421-adba-812d381bcb56', 'code': 200} Apr 06 14:43:40.922360 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-689344fa-aa3e-42d2-9ae6-b1a1f03622a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:41.279779 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91493ba2-c7e4-4b02-ba7f-36ecc01a309f req-e4f76be2-0a35-462b-b352-eaa8f7d2284d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:41.281226 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-91493ba2-c7e4-4b02-ba7f-36ecc01a309f req-e4f76be2-0a35-462b-b352-eaa8f7d2284d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 946 time: 0.0767496 Apr 06 14:43:41.324133 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-91493ba2-c7e4-4b02-ba7f-36ecc01a309f req-3a85b4b3-203c-4ee2-9c3f-a25116f881e1 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375111 Apr 06 14:43:41.378039 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:41.431329 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:42.522160 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277ff81-1936-4cdd-9956-5c4f2381e1f2 req-2353fc57-12ca-454a-9567-19094a25e4bf tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:42.522160 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b277ff81-1936-4cdd-9956-5c4f2381e1f2 req-2353fc57-12ca-454a-9567-19094a25e4bf tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 946 time: 0.0753064 Apr 06 14:43:42.563372 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b277ff81-1936-4cdd-9956-5c4f2381e1f2 req-2c7dc435-51ac-4726-95e3-a67fa34060d2 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386050 Apr 06 14:43:42.909151 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:43.763903 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58885c8-ff22-4fc7-86b2-d906778b4c45 req-17c17ab9-b9b5-4124-9ba6-1d93b764962e tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:43.765402 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e58885c8-ff22-4fc7-86b2-d906778b4c45 req-17c17ab9-b9b5-4124-9ba6-1d93b764962e tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 946 time: 0.0749500 Apr 06 14:43:43.811982 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e58885c8-ff22-4fc7-86b2-d906778b4c45 req-7f1b7323-e34d-4a25-b9ad-c147e9994400 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410805 Apr 06 14:43:45.018061 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5adf2-e3ee-4dcd-bc67-a4af31d1908f req-658e33e1-90bc-4910-8f5f-b9146136fdb3 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:45.019504 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cbd5adf2-e3ee-4dcd-bc67-a4af31d1908f req-658e33e1-90bc-4910-8f5f-b9146136fdb3 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 946 time: 0.0854967 Apr 06 14:43:45.062434 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cbd5adf2-e3ee-4dcd-bc67-a4af31d1908f req-7cf94206-9b39-4e20-9545-a50939390c17 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374081 Apr 06 14:43:45.340162 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260fd89-0095-4ab2-a102-2b21ecc54b83 req-e897aaf4-a993-42fc-b8d7-0e5ac6d0ad1d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:45.341544 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7260fd89-0095-4ab2-a102-2b21ecc54b83 req-e897aaf4-a993-42fc-b8d7-0e5ac6d0ad1d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 946 time: 0.1587934 Apr 06 14:43:45.385186 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7260fd89-0095-4ab2-a102-2b21ecc54b83 req-02a449f9-5087-427f-a2b8-2f68e27316a7 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381382 Apr 06 14:43:45.573544 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea237ce-4271-4dce-a54a-e34a89472ea8 req-f99b5c4f-eb76-4321-99ff-16280845bb26 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:45.574947 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3ea237ce-4271-4dce-a54a-e34a89472ea8 req-f99b5c4f-eb76-4321-99ff-16280845bb26 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 946 time: 0.0734637 Apr 06 14:43:45.619197 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3ea237ce-4271-4dce-a54a-e34a89472ea8 req-7fc77da2-9ce9-4252-88a8-301885eb7468 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387905 Apr 06 14:43:46.021625 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836375e-7fbf-4922-80c8-3e1122ee3f72 req-665516cf-893b-404a-946c-fac8c33e335e tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:46.023070 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c836375e-7fbf-4922-80c8-3e1122ee3f72 req-665516cf-893b-404a-946c-fac8c33e335e tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 946 time: 0.0801876 Apr 06 14:43:46.066710 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c836375e-7fbf-4922-80c8-3e1122ee3f72 req-a22d8904-da59-46d7-a0d9-3a54bbb11c62 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381267 Apr 06 14:43:47.262958 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f15f3d-de3f-4f49-892c-c137195ed459 req-ddca5315-b812-45a3-815d-7e2f2f96698a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:47.264385 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-79f15f3d-de3f-4f49-892c-c137195ed459 req-ddca5315-b812-45a3-815d-7e2f2f96698a tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 946 time: 0.0743771 Apr 06 14:43:47.310753 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-79f15f3d-de3f-4f49-892c-c137195ed459 req-fbcfbd18-7532-403a-807d-dc05f289e860 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409143 Apr 06 14:43:48.406829 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3d226-ef21-4645-95b3-a54dcbdd2c28 req-23901741-a4cf-409b-a5fc-4dde76807a73 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:48.408921 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-71e3d226-ef21-4645-95b3-a54dcbdd2c28 req-23901741-a4cf-409b-a5fc-4dde76807a73 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.69 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 946 time: 0.0761924 Apr 06 14:43:48.476288 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-71e3d226-ef21-4645-95b3-a54dcbdd2c28 req-93278dc1-6449-4ce1-8996-258963d50e05 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Deleting port 80a186bd-5fa7-4421-adba-812d381bcb56 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:43:48.476633 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-71e3d226-ef21-4645-95b3-a54dcbdd2c28 req-93278dc1-6449-4ce1-8996-258963d50e05 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:48.505499 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1aeeeb-fb90-4566-98f3-c6ba63979fef req-28348b4b-0d25-405f-9e27-306c6b0b73b2 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:48.506860 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ef1aeeeb-fb90-4566-98f3-c6ba63979fef req-28348b4b-0d25-405f-9e27-306c6b0b73b2 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 946 time: 0.0745366 Apr 06 14:43:48.554081 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ef1aeeeb-fb90-4566-98f3-c6ba63979fef req-135767b4-56fd-452d-ad5a-afe32a10d87b tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9bf741b-ccdd-42bc-8d91-b105356a1aab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417290 Apr 06 14:43:48.720922 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-71e3d226-ef21-4645-95b3-a54dcbdd2c28 req-93278dc1-6449-4ce1-8996-258963d50e05 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] For port 80a186bd-5fa7-4421-adba-812d381bcb56, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=80a186bd-5fa7-4421-adba-812d381bcb56,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:43:48.721193 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-71e3d226-ef21-4645-95b3-a54dcbdd2c28 req-93278dc1-6449-4ce1-8996-258963d50e05 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:49.007076 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-71e3d226-ef21-4645-95b3-a54dcbdd2c28 req-93278dc1-6449-4ce1-8996-258963d50e05 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:49.007373 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-71e3d226-ef21-4645-95b3-a54dcbdd2c28 req-93278dc1-6449-4ce1-8996-258963d50e05 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:49.007679 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.l3_db [req-71e3d226-ef21-4645-95b3-a54dcbdd2c28 req-93278dc1-6449-4ce1-8996-258963d50e05 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Floating IP e2a420dd-5ad7-4f6d-820c-498540cabed1 disassociated. External IP: 172.26.8.129, port: 80a186bd-5fa7-4421-adba-812d381bcb56. Apr 06 14:43:49.008012 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-71e3d226-ef21-4645-95b3-a54dcbdd2c28 req-93278dc1-6449-4ce1-8996-258963d50e05 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Calling delete_port for 80a186bd-5fa7-4421-adba-812d381bcb56 owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:43:49.141022 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-71e3d226-ef21-4645-95b3-a54dcbdd2c28 req-93278dc1-6449-4ce1-8996-258963d50e05 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:49.190390 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93278dc1-6449-4ce1-8996-258963d50e05 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Pushing event deleted for resources: {'Port': ['ID=80a186bd-5fa7-4421-adba-812d381bcb56,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:43:49.206554 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93278dc1-6449-4ce1-8996-258963d50e05 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:49.206870 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93278dc1-6449-4ce1-8996-258963d50e05 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:49.207221 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93278dc1-6449-4ce1-8996-258963d50e05 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:49.207776 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93278dc1-6449-4ce1-8996-258963d50e05 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:49.208327 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93278dc1-6449-4ce1-8996-258963d50e05 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:49.208923 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93278dc1-6449-4ce1-8996-258963d50e05 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:49.209532 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93278dc1-6449-4ce1-8996-258963d50e05 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:49.210091 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93278dc1-6449-4ce1-8996-258963d50e05 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:49.210648 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93278dc1-6449-4ce1-8996-258963d50e05 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:49.211256 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93278dc1-6449-4ce1-8996-258963d50e05 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:49.211804 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93278dc1-6449-4ce1-8996-258963d50e05 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:49.430392 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71e3d226-ef21-4645-95b3-a54dcbdd2c28 req-93278dc1-6449-4ce1-8996-258963d50e05 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:43:49.639069 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71e3d226-ef21-4645-95b3-a54dcbdd2c28 req-93278dc1-6449-4ce1-8996-258963d50e05 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:43:49.650339 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a864eb-24e3-4085-96c4-ede5f030a897 None None] Sync routers for ids ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:43:49.663994 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a864eb-24e3-4085-96c4-ede5f030a897 None None] Routers {'4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:43:49.664700 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-56a864eb-24e3-4085-96c4-ede5f030a897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:43:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:43:49.842270 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e3d226-ef21-4645-95b3-a54dcbdd2c28 req-93278dc1-6449-4ce1-8996-258963d50e05 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] No DVR routers for this DVR port 80a186bd-5fa7-4421-adba-812d381bcb56 on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:43:49.848889 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-71e3d226-ef21-4645-95b3-a54dcbdd2c28 req-93278dc1-6449-4ce1-8996-258963d50e05 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:49.853265 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a0eab882-2018-4ffa-ab8f-9d4b2da72727 req-9c5e01ee-ff16-43cc-ab08-c5612289f876 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/ports?device_id=af976748-2501-4a08-829d-462762c43055 HTTP/1.1" status: 200 len: 210 time: 0.1495035 Apr 06 14:43:49.853687 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af976748-2501-4a08-829d-462762c43055', 'name': 'network-vif-deleted', 'tag': '80a186bd-5fa7-4421-adba-812d381bcb56'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:43:49.872158 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-71e3d226-ef21-4645-95b3-a54dcbdd2c28 req-93278dc1-6449-4ce1-8996-258963d50e05 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.69 "DELETE /v2.0/ports/80a186bd-5fa7-4421-adba-812d381bcb56 HTTP/1.1" status: 204 len: 173 time: 1.4573138 Apr 06 14:43:49.879547 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-56a864eb-24e3-4085-96c4-ede5f030a897 None None] Set router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:43:49.914547 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cde6350-bc9e-4a8e-981b-321ae34f9940'] response: {'server_uuid': 'af976748-2501-4a08-829d-462762c43055', 'name': 'network-vif-deleted', 'tag': '80a186bd-5fa7-4421-adba-812d381bcb56', 'status': 'completed', 'code': 200} Apr 06 14:43:50.186068 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-56a864eb-24e3-4085-96c4-ede5f030a897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:52Z', 'revision_number': 4, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port': {'id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '3b3949c5-377c-4191-b5f2-93d376360625', 'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'mac_address': 'fa:16:3e:0a:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:51Z', 'updated_at': '2022-04-06T14:40:00Z', 'revision_number': 5, 'project_id': 'b80f5ac5be504cd882affce401271398', 'subnets': [{'id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:43:50.190338 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a864eb-24e3-4085-96c4-ede5f030a897 None None] Checking router: 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:43:50.201023 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a864eb-24e3-4085-96c4-ede5f030a897 None None] Routers {'4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:43:50.201688 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-56a864eb-24e3-4085-96c4-ede5f030a897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:43:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:43:50.377379 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-56a864eb-24e3-4085-96c4-ede5f030a897 None None] Set router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:43:50.678373 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-56a864eb-24e3-4085-96c4-ede5f030a897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:52Z', 'revision_number': 4, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port': {'id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '3b3949c5-377c-4191-b5f2-93d376360625', 'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'mac_address': 'fa:16:3e:0a:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:51Z', 'updated_at': '2022-04-06T14:40:00Z', 'revision_number': 5, 'project_id': 'b80f5ac5be504cd882affce401271398', 'subnets': [{'id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:43:50.682230 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a864eb-24e3-4085-96c4-ede5f030a897 None None] The sync data for ids ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'] in dv-neutron-835868-1-hyperv is: [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:52Z', 'revision_number': 4, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port': {'id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '3b3949c5-377c-4191-b5f2-93d376360625', 'name': '', 'network_id': '1e8dd502-8223-4dff-aa29-52e59921f935', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'mac_address': 'fa:16:3e:0a:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:51Z', 'updated_at': '2022-04-06T14:40:00Z', 'revision_number': 5, 'project_id': 'b80f5ac5be504cd882affce401271398', 'subnets': [{'id': '60680f7b-4e73-4baa-8dbd-b80f627615a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:43:50.909331 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e424d276-2af8-470d-b82d-a854ce939d5c None None] New status for floating IP e2a420dd-5ad7-4f6d-820c-498540cabed1: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:43:52.136077 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 80a186bd-5fa7-4421-adba-812d381bcb56 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:43:52.170405 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: 80a186bd-5fa7-4421-adba-812d381bcb56 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:43:52.170755 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 80a186bd-5fa7-4421-adba-812d381bcb56 not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:43:54.136725 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 59832) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:43:54.200023 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-60508473-4c6c-4dad-95d9-61d62332750d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:54.227288 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-60508473-4c6c-4dad-95d9-61d62332750d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:54.276596 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-60508473-4c6c-4dad-95d9-61d62332750d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:54.293704 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60508473-4c6c-4dad-95d9-61d62332750d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bf741b-ccdd-42bc-8d91-b105356a1aab,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:43:54.306999 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60508473-4c6c-4dad-95d9-61d62332750d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:54.307346 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60508473-4c6c-4dad-95d9-61d62332750d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:54.307685 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60508473-4c6c-4dad-95d9-61d62332750d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:54.308016 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60508473-4c6c-4dad-95d9-61d62332750d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:54.308349 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60508473-4c6c-4dad-95d9-61d62332750d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:54.308679 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60508473-4c6c-4dad-95d9-61d62332750d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:54.309049 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60508473-4c6c-4dad-95d9-61d62332750d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:54.309376 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60508473-4c6c-4dad-95d9-61d62332750d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:54.309704 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60508473-4c6c-4dad-95d9-61d62332750d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:54.310025 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60508473-4c6c-4dad-95d9-61d62332750d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:54.310347 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60508473-4c6c-4dad-95d9-61d62332750d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:54.314234 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-60508473-4c6c-4dad-95d9-61d62332750d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:54.315308 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-60508473-4c6c-4dad-95d9-61d62332750d tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "DELETE /v2.0/security-groups/f9bf741b-ccdd-42bc-8d91-b105356a1aab HTTP/1.1" status: 204 len: 168 time: 0.1775117 Apr 06 14:43:54.317923 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 59836) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:43:54.334391 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-2568e72e-83d9-4eb7-a410-249ce619f68f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] show failed (client error): The resource could not be found. Apr 06 14:43:54.335362 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2568e72e-83d9-4eb7-a410-249ce619f68f tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "GET /v2.0/security-groups/f9bf741b-ccdd-42bc-8d91-b105356a1aab HTTP/1.1" status: 404 len: 347 time: 0.0164993 Apr 06 14:43:54.338008 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 59840) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:43:54.488682 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-c0523a1b-eb4d-4c61-9e11-140daec871b8 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Deleting port c1407d4e-954a-4784-9d39-8a434ecc359e {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:43:54.489060 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c0523a1b-eb4d-4c61-9e11-140daec871b8 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:54.650558 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c0523a1b-eb4d-4c61-9e11-140daec871b8 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:54.650888 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c0523a1b-eb4d-4c61-9e11-140daec871b8 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:54.767180 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-c0523a1b-eb4d-4c61-9e11-140daec871b8 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Calling delete_port for c1407d4e-954a-4784-9d39-8a434ecc359e owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:43:54.903138 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c0523a1b-eb4d-4c61-9e11-140daec871b8 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:54.945510 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0523a1b-eb4d-4c61-9e11-140daec871b8 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Pushing event deleted for resources: {'Port': ['ID=c1407d4e-954a-4784-9d39-8a434ecc359e,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:43:55.037814 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c0523a1b-eb4d-4c61-9e11-140daec871b8 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:55.051182 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c0523a1b-eb4d-4c61-9e11-140daec871b8 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:55.052306 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c0523a1b-eb4d-4c61-9e11-140daec871b8 tempest-ServerActionsTestJSON-981477468 tempest-ServerActionsTestJSON-981477468-project] 10.222.0.60 "DELETE /v2.0/floatingips/e2a420dd-5ad7-4f6d-820c-498540cabed1 HTTP/1.1" status: 204 len: 168 time: 0.7134404 Apr 06 14:43:55.055234 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 59844) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:43:55.499110 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9adf5a5e-4954-4ad4-9706-f4620d80bfd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:56.061197 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-9adf5a5e-4954-4ad4-9706-f4620d80bfd1 admin admin] Deleting port 3b3949c5-377c-4191-b5f2-93d376360625 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:43:56.061530 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9adf5a5e-4954-4ad4-9706-f4620d80bfd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:56.229732 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-9adf5a5e-4954-4ad4-9706-f4620d80bfd1 admin admin] For port 3b3949c5-377c-4191-b5f2-93d376360625, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=3b3949c5-377c-4191-b5f2-93d376360625,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:43:56.230084 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9adf5a5e-4954-4ad4-9706-f4620d80bfd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:56.346486 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-9adf5a5e-4954-4ad4-9706-f4620d80bfd1 admin admin] Calling delete_port for 3b3949c5-377c-4191-b5f2-93d376360625 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:43:56.507643 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9adf5a5e-4954-4ad4-9706-f4620d80bfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:56.549272 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf5a5e-4954-4ad4-9706-f4620d80bfd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b3949c5-377c-4191-b5f2-93d376360625,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:43:56.921919 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9adf5a5e-4954-4ad4-9706-f4620d80bfd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:57.472968 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9adf5a5e-4954-4ad4-9706-f4620d80bfd1 admin admin] Router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:43:57.662611 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adf5a5e-4954-4ad4-9706-f4620d80bfd1 admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:43:57.671124 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fba423-fb3f-4da7-8560-3e79017df9b2 None None] Sync routers for ids ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:43:57.674991 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9adf5a5e-4954-4ad4-9706-f4620d80bfd1 admin admin] 10.222.0.60 "PUT /v2.0/routers/4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6187966 Apr 06 14:43:57.677542 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 59848) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:43:57.683509 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fba423-fb3f-4da7-8560-3e79017df9b2 None None] Routers {'4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:43:57.684108 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-13fba423-fb3f-4da7-8560-3e79017df9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:43:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:43:57.858433 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-13fba423-fb3f-4da7-8560-3e79017df9b2 None None] Set router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:43:57.870274 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3ddd-8c00-4d3b-9c52-8a7f8fd862e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:58.162495 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-13fba423-fb3f-4da7-8560-3e79017df9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:43:56Z', 'revision_number': 5, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port': {'id': 'b09c7e5d-33a4-4aac-babc-a46395b436d6', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:43:58.163703 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3ddd-8c00-4d3b-9c52-8a7f8fd862e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:58.164069 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fba423-fb3f-4da7-8560-3e79017df9b2 None None] Checking router: 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:43:58.175107 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-fd8f3ddd-8c00-4d3b-9c52-8a7f8fd862e8 admin admin] Deleting port b09c7e5d-33a4-4aac-babc-a46395b436d6 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:43:58.175518 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3ddd-8c00-4d3b-9c52-8a7f8fd862e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:58.176405 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fba423-fb3f-4da7-8560-3e79017df9b2 None None] Routers {'4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:43:58.177147 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-13fba423-fb3f-4da7-8560-3e79017df9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:43:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:43:58.323760 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-13fba423-fb3f-4da7-8560-3e79017df9b2 None None] Set router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:43:58.350442 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-fd8f3ddd-8c00-4d3b-9c52-8a7f8fd862e8 admin admin] For port b09c7e5d-33a4-4aac-babc-a46395b436d6, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=b09c7e5d-33a4-4aac-babc-a46395b436d6,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:43:58.350795 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3ddd-8c00-4d3b-9c52-8a7f8fd862e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:58.424688 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-13fba423-fb3f-4da7-8560-3e79017df9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:43:58Z', 'revision_number': 6, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port_host': None}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:43:58.428446 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fba423-fb3f-4da7-8560-3e79017df9b2 None None] The sync data for ids ['4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c'] in dv-neutron-835868-1-hyperv is: [{'id': '4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c', 'name': 'tempest-ServerActionsTestJSON-259361837-router', 'tenant_id': 'b80f5ac5be504cd882affce401271398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:39:49Z', 'updated_at': '2022-04-06T14:43:58Z', 'revision_number': 6, 'project_id': 'b80f5ac5be504cd882affce401271398', 'gw_port_host': None}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:43:58.467226 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-fd8f3ddd-8c00-4d3b-9c52-8a7f8fd862e8 admin admin] Calling delete_port for b09c7e5d-33a4-4aac-babc-a46395b436d6 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:43:58.624386 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3ddd-8c00-4d3b-9c52-8a7f8fd862e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:58.668263 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f3ddd-8c00-4d3b-9c52-8a7f8fd862e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b09c7e5d-33a4-4aac-babc-a46395b436d6,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:43:58.888537 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3ddd-8c00-4d3b-9c52-8a7f8fd862e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:59.138167 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3ddd-8c00-4d3b-9c52-8a7f8fd862e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:59.142924 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3ddd-8c00-4d3b-9c52-8a7f8fd862e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:59.167601 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3ddd-8c00-4d3b-9c52-8a7f8fd862e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:59.168229 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8f3ddd-8c00-4d3b-9c52-8a7f8fd862e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:43:59.169191 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:59.181157 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3ddd-8c00-4d3b-9c52-8a7f8fd862e8 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:59.182273 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fd8f3ddd-8c00-4d3b-9c52-8a7f8fd862e8 admin admin] 10.222.0.60 "DELETE /v2.0/routers/4033fff2-c39c-4d8a-a18c-4ee27f4cbe0c HTTP/1.1" status: 204 len: 168 time: 1.5038590 Apr 06 14:43:59.184710 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 59852) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:43:59.246872 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-677ce80c-2a13-474d-acbc-f83105a2023a admin admin] Deleting subnet 60680f7b-4e73-4baa-8dbd-b80f627615a5 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:43:59.249714 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-677ce80c-2a13-474d-acbc-f83105a2023a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:59.299122 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-677ce80c-2a13-474d-acbc-f83105a2023a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:59.377353 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-677ce80c-2a13-474d-acbc-f83105a2023a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:59.532975 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-677ce80c-2a13-474d-acbc-f83105a2023a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:59.568859 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ce80c-2a13-474d-acbc-f83105a2023a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60680f7b-4e73-4baa-8dbd-b80f627615a5,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:43:59.576495 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-677ce80c-2a13-474d-acbc-f83105a2023a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:59.581730 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cee04a-f6f4-4047-9bab-a90937a73606 None None] Network 1e8dd502-8223-4dff-aa29-52e59921f935 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:43:59.583313 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-677ce80c-2a13-474d-acbc-f83105a2023a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/60680f7b-4e73-4baa-8dbd-b80f627615a5 HTTP/1.1" status: 204 len: 168 time: 0.3972988 Apr 06 14:43:59.585414 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 59856) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:43:59.689786 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-82bbd4eb-a4ce-489b-8ce4-cd861c0dc5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:59.700282 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-82bbd4eb-a4ce-489b-8ce4-cd861c0dc5d1 admin admin] Deleting port 60409a50-4b0a-4eee-ad20-c2ff0c087805 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:43:59.700621 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-82bbd4eb-a4ce-489b-8ce4-cd861c0dc5d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:59.816172 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f106d426-a99d-4354-aed1-8eb1bb77b50c None None] DHCP port deletion for 1e8dd502-8223-4dff-aa29-52e59921f935 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:43:59.820655 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f106d426-a99d-4354-aed1-8eb1bb77b50c None None] Deleting port 60409a50-4b0a-4eee-ad20-c2ff0c087805 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:43:59.821473 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f106d426-a99d-4354-aed1-8eb1bb77b50c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:43:59.911304 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-82bbd4eb-a4ce-489b-8ce4-cd861c0dc5d1 admin admin] For port 60409a50-4b0a-4eee-ad20-c2ff0c087805, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=60409a50-4b0a-4eee-ad20-c2ff0c087805,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:43:59.911747 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-82bbd4eb-a4ce-489b-8ce4-cd861c0dc5d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:00.021773 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f106d426-a99d-4354-aed1-8eb1bb77b50c None None] For port 60409a50-4b0a-4eee-ad20-c2ff0c087805, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=60409a50-4b0a-4eee-ad20-c2ff0c087805,segment=NetworkSegment(4e4bf8d5-6567-4b91-9257-5f0e9e6955d3),segment_id=4e4bf8d5-6567-4b91-9257-5f0e9e6955d3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:44:00.022159 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f106d426-a99d-4354-aed1-8eb1bb77b50c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:00.029787 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-82bbd4eb-a4ce-489b-8ce4-cd861c0dc5d1 admin admin] Calling delete_port for 60409a50-4b0a-4eee-ad20-c2ff0c087805 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:44:00.102415 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-82bbd4eb-a4ce-489b-8ce4-cd861c0dc5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:00.139632 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f106d426-a99d-4354-aed1-8eb1bb77b50c None None] Calling delete_port for 60409a50-4b0a-4eee-ad20-c2ff0c087805 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:44:00.150412 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bbd4eb-a4ce-489b-8ce4-cd861c0dc5d1 admin admin] No DVR routers for this DVR port 60409a50-4b0a-4eee-ad20-c2ff0c087805 on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:44:00.184972 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bbd4eb-a4ce-489b-8ce4-cd861c0dc5d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=60409a50-4b0a-4eee-ad20-c2ff0c087805,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:00.218312 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-f106d426-a99d-4354-aed1-8eb1bb77b50c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:44:00.218893 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-f106d426-a99d-4354-aed1-8eb1bb77b50c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:44:00.233123 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device b09c7e5d-33a4-4aac-babc-a46395b436d6 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:44:00.265524 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: b09c7e5d-33a4-4aac-babc-a46395b436d6 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:44:00.265863 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device b09c7e5d-33a4-4aac-babc-a46395b436d6 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:44:00.266296 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 60409a50-4b0a-4eee-ad20-c2ff0c087805 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:44:00.281435 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-82bbd4eb-a4ce-489b-8ce4-cd861c0dc5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:00.298079 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 60409a50-4b0a-4eee-ad20-c2ff0c087805 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:44:00.298427 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 60409a50-4b0a-4eee-ad20-c2ff0c087805 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:44:00.298870 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 3b3949c5-377c-4191-b5f2-93d376360625 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:44:00.306430 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-82bbd4eb-a4ce-489b-8ce4-cd861c0dc5d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8dd502-8223-4dff-aa29-52e59921f935']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:00.317976 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-82bbd4eb-a4ce-489b-8ce4-cd861c0dc5d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e4bf8d5-6567-4b91-9257-5f0e9e6955d3') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:00.318274 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-82bbd4eb-a4ce-489b-8ce4-cd861c0dc5d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e4bf8d5-6567-4b91-9257-5f0e9e6955d3') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:00.329981 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-82bbd4eb-a4ce-489b-8ce4-cd861c0dc5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:00.330365 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 3b3949c5-377c-4191-b5f2-93d376360625 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:44:00.330714 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 3b3949c5-377c-4191-b5f2-93d376360625 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:44:00.346981 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-82bbd4eb-a4ce-489b-8ce4-cd861c0dc5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:00.353231 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82bbd4eb-a4ce-489b-8ce4-cd861c0dc5d1 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:44:00.353624 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-82bbd4eb-a4ce-489b-8ce4-cd861c0dc5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:44:00.367016 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:44:00.442824 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-82bbd4eb-a4ce-489b-8ce4-cd861c0dc5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:00.459031 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-82bbd4eb-a4ce-489b-8ce4-cd861c0dc5d1 admin admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:00.468833 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bbd4eb-a4ce-489b-8ce4-cd861c0dc5d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e8dd502-8223-4dff-aa29-52e59921f935,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:00.482929 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-82bbd4eb-a4ce-489b-8ce4-cd861c0dc5d1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1e8dd502-8223-4dff-aa29-52e59921f935 HTTP/1.1" status: 204 len: 168 time: 0.8964503 Apr 06 14:44:00.618855 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 59862) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:00.669358 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4c380b0d-88e9-4d66-8728-1761fc1df2e3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b80f5ac5be504cd882affce401271398&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491595 Apr 06 14:44:00.671604 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 59866) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:00.719702 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f106d426-a99d-4354-aed1-8eb1bb77b50c None None] Deleting port 60409a50-4b0a-4eee-ad20-c2ff0c087805 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:44:00.720108 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f106d426-a99d-4354-aed1-8eb1bb77b50c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:00.729759 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7db2cdb8-ee6f-4774-8071-254f2304603d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:00.758750 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7db2cdb8-ee6f-4774-8071-254f2304603d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:00.783920 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f106d426-a99d-4354-aed1-8eb1bb77b50c None None] The port '60409a50-4b0a-4eee-ad20-c2ff0c087805' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:44:00.823093 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7db2cdb8-ee6f-4774-8071-254f2304603d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:00.841738 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2cdb8-ee6f-4774-8071-254f2304603d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e6842c-0891-4edb-b13f-f00617ebab66,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:00.848291 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7db2cdb8-ee6f-4774-8071-254f2304603d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:00.849446 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7db2cdb8-ee6f-4774-8071-254f2304603d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a5e6842c-0891-4edb-b13f-f00617ebab66 HTTP/1.1" status: 204 len: 168 time: 0.1768985 Apr 06 14:44:01.652770 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 59888) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:01.776525 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-67a0f286-f400-4b78-9e98-8f21d17cdc19 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1905542987-network', 'tenant_id': '8a8a97e6973a470690ae13e50ec78aa7'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:44:01.781373 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-67a0f286-f400-4b78-9e98-8f21d17cdc19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:44:01.785930 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-67a0f286-f400-4b78-9e98-8f21d17cdc19 admin admin] Usage tracker for resource:network and tenant:8a8a97e6973a470690ae13e50ec78aa7 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:44:01.788707 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-67a0f286-f400-4b78-9e98-8f21d17cdc19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:44:01.794877 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-67a0f286-f400-4b78-9e98-8f21d17cdc19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:44:01.805569 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a0f286-f400-4b78-9e98-8f21d17cdc19 admin admin] Made reservation on behalf of 8a8a97e6973a470690ae13e50ec78aa7 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:44:01.807872 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-67a0f286-f400-4b78-9e98-8f21d17cdc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:01.822952 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-67a0f286-f400-4b78-9e98-8f21d17cdc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:01.855245 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-67a0f286-f400-4b78-9e98-8f21d17cdc19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:44:01.859039 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-67a0f286-f400-4b78-9e98-8f21d17cdc19 admin admin] Usage tracker for resource:security_group_rule and tenant:8a8a97e6973a470690ae13e50ec78aa7 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:44:01.861869 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-67a0f286-f400-4b78-9e98-8f21d17cdc19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:44:01.867503 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-67a0f286-f400-4b78-9e98-8f21d17cdc19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:44:01.931329 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-67a0f286-f400-4b78-9e98-8f21d17cdc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:01.934721 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-67a0f286-f400-4b78-9e98-8f21d17cdc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:01.964882 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a0f286-f400-4b78-9e98-8f21d17cdc19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:44:01.974245 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0f286-f400-4b78-9e98-8f21d17cdc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce74c1e-211c-4d10-b631-ab7e1ab86968,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:01.979770 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-67a0f286-f400-4b78-9e98-8f21d17cdc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:01.980117 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-67a0f286-f400-4b78-9e98-8f21d17cdc19 admin admin] Added segment 8b0af382-978b-47f6-a503-afc62cf02647 of type vlan for network a6e3c918-d607-4848-869c-08269b869f19 Apr 06 14:44:02.005561 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-67a0f286-f400-4b78-9e98-8f21d17cdc19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:02.036271 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-67a0f286-f400-4b78-9e98-8f21d17cdc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:02.037183 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a0f286-f400-4b78-9e98-8f21d17cdc19 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:02.037752 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-67a0f286-f400-4b78-9e98-8f21d17cdc19 admin admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:02.133133 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-67a0f286-f400-4b78-9e98-8f21d17cdc19 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4790838 Apr 06 14:44:02.135964 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 59894) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:02.136466 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0f286-f400-4b78-9e98-8f21d17cdc19 admin admin] Pushing event updated for resources: {'Network': ['ID=a6e3c918-d607-4848-869c-08269b869f19,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:02.142703 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-45f54519-536b-4738-87ef-3777ec075ea2 admin admin] Request body: {'subnet': {'network_id': 'a6e3c918-d607-4848-869c-08269b869f19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1905542987-subnet', 'tenant_id': '8a8a97e6973a470690ae13e50ec78aa7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:44:02.146384 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network a6e3c918-d607-4848-869c-08269b869f19 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:44:02.148167 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-45f54519-536b-4738-87ef-3777ec075ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:44:02.151891 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-45f54519-536b-4738-87ef-3777ec075ea2 admin admin] Usage tracker for resource:subnet and tenant:8a8a97e6973a470690ae13e50ec78aa7 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:44:02.154853 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-45f54519-536b-4738-87ef-3777ec075ea2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:44:02.161980 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-45f54519-536b-4738-87ef-3777ec075ea2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:44:02.171103 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f54519-536b-4738-87ef-3777ec075ea2 admin admin] Made reservation on behalf of 8a8a97e6973a470690ae13e50ec78aa7 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:44:02.173550 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-45f54519-536b-4738-87ef-3777ec075ea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:02.372788 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-45f54519-536b-4738-87ef-3777ec075ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:02.449221 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f54519-536b-4738-87ef-3777ec075ea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63a922db-9d5c-4dbd-8adc-d6d62fc5cf24,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:02.455079 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f54519-536b-4738-87ef-3777ec075ea2 admin admin] Checking segment: {'id': '8b0af382-978b-47f6-a503-afc62cf02647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a6e3c918-d607-4848-869c-08269b869f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:44:02.455419 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f54519-536b-4738-87ef-3777ec075ea2 admin admin] Network hostable DHCP agents. Network: a6e3c918-d607-4848-869c-08269b869f19, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:44:02.475851 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f54519-536b-4738-87ef-3777ec075ea2 admin admin] Network a6e3c918-d607-4848-869c-08269b869f19 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:44:02.484597 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-45f54519-536b-4738-87ef-3777ec075ea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, a6e3c918-d607-4848-869c-08269b869f19) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:44:02.489002 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f54519-536b-4738-87ef-3777ec075ea2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:02.489588 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-45f54519-536b-4738-87ef-3777ec075ea2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:02.493922 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e864881e-4165-4284-b209-b8249e3e87c2 None None] Network a6e3c918-d607-4848-869c-08269b869f19 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:44:02.510320 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-45f54519-536b-4738-87ef-3777ec075ea2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3732340 Apr 06 14:44:02.708536 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef2bbe6-51c5-405e-bafd-9641022e9e6a None None] Network a6e3c918-d607-4848-869c-08269b869f19 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:44:03.109709 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-15d47a6a-d799-423f-b9d9-7aa2f366b736 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:03.110259 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-15d47a6a-d799-423f-b9d9-7aa2f366b736 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Synchronizing usage tracker for tenant:8a8a97e6973a470690ae13e50ec78aa7 on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:44:03.126447 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-15d47a6a-d799-423f-b9d9-7aa2f366b736 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Unset dirty status for tenant:8a8a97e6973a470690ae13e50ec78aa7 on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:44:03.127542 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-15d47a6a-d799-423f-b9d9-7aa2f366b736 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/networks?id=a6e3c918-d607-4848-869c-08269b869f19 HTTP/1.1" status: 200 len: 814 time: 0.1528735 Apr 06 14:44:03.143944 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-64eebbc4-9825-465c-a986-11ded90fb139 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/quotas/8a8a97e6973a470690ae13e50ec78aa7 HTTP/1.1" status: 200 len: 375 time: 0.0108075 Apr 06 14:44:03.264999 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-3d5a2e40-6941-4897-abd2-3f043e75b0f3 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a8a97e6973a470690ae13e50ec78aa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1162789 Apr 06 14:44:03.394454 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-b46adfd1-b862-4c75-8098-fe1581335f1c service neutron] 10.222.0.60 "GET /v2.0/networks/a6e3c918-d607-4848-869c-08269b869f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221983 Apr 06 14:44:03.524939 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-980471fd-f988-4a97-9564-f43b72a80e77 service neutron] 10.222.0.60 "GET /v2.0/networks/a6e3c918-d607-4848-869c-08269b869f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247571 Apr 06 14:44:03.702437 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-586384d6-e95e-4971-9903-38d63fff85ac req-1e5cc303-0796-497c-ba73-8d15871c31bb tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9f9dcf-be2b-4e1d-baef-a59254f2ab82 HTTP/1.1" status: 200 len: 210 time: 0.0416658 Apr 06 14:44:04.866355 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ee0531f9-f562-472d-87c7-eefff0f749c1 req-8f2d7c52-8dc2-4e34-bb11-02fb2efca8e8 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9f9dcf-be2b-4e1d-baef-a59254f2ab82 HTTP/1.1" status: 200 len: 210 time: 0.0418909 Apr 06 14:44:04.942774 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-a48c312c-bc94-49e1-8dec-0708e19ea0a8 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:04.944179 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-a48c312c-bc94-49e1-8dec-0708e19ea0a8 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.69 "GET /v2.0/networks?id=a6e3c918-d607-4848-869c-08269b869f19 HTTP/1.1" status: 200 len: 814 time: 0.1595457 Apr 06 14:44:04.961144 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-e86d123d-26b8-4124-bb5f-bcd4d057e02f tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Request body: {'port': {'device_id': 'fb9f9dcf-be2b-4e1d-baef-a59254f2ab82', 'network_id': 'a6e3c918-d607-4848-869c-08269b869f19', 'admin_state_up': True, 'tenant_id': '8a8a97e6973a470690ae13e50ec78aa7'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:44:05.097143 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-e86d123d-26b8-4124-bb5f-bcd4d057e02f tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:44:05.100852 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-e86d123d-26b8-4124-bb5f-bcd4d057e02f tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Usage tracker for resource:port and tenant:8a8a97e6973a470690ae13e50ec78aa7 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:44:05.103586 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-e86d123d-26b8-4124-bb5f-bcd4d057e02f tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:44:05.109173 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-e86d123d-26b8-4124-bb5f-bcd4d057e02f tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:44:05.118779 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-e86d123d-26b8-4124-bb5f-bcd4d057e02f tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Made reservation on behalf of 8a8a97e6973a470690ae13e50ec78aa7 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:44:05.121903 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-e86d123d-26b8-4124-bb5f-bcd4d057e02f tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:05.272499 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-e86d123d-26b8-4124-bb5f-bcd4d057e02f tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Allocated IP 172.20.0.12 (a6e3c918-d607-4848-869c-08269b869f19/63a922db-9d5c-4dbd-8adc-d6d62fc5cf24/0316e50e-aa33-4c38-b1af-ce0566907fca) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:44:05.470201 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-e86d123d-26b8-4124-bb5f-bcd4d057e02f tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:05.497343 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-e86d123d-26b8-4124-bb5f-bcd4d057e02f tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:05.569692 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-e86d123d-26b8-4124-bb5f-bcd4d057e02f tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Network a6e3c918-d607-4848-869c-08269b869f19 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:44:05.573232 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-e86d123d-26b8-4124-bb5f-bcd4d057e02f tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:44:05.575560 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-e86d123d-26b8-4124-bb5f-bcd4d057e02f tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:44:05.609968 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d123d-26b8-4124-bb5f-bcd4d057e02f tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Pushing event updated for resources: {'Port': ['ID=0316e50e-aa33-4c38-b1af-ce0566907fca,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:05.643018 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-e86d123d-26b8-4124-bb5f-bcd4d057e02f tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:05.643622 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-e86d123d-26b8-4124-bb5f-bcd4d057e02f tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:05.662695 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-e86d123d-26b8-4124-bb5f-bcd4d057e02f tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7053051 Apr 06 14:44:05.674596 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-5fcacb6e-4ad5-4b09-ba8a-2228c5060394 service neutron] Request body: {'port': {'device_id': 'fb9f9dcf-be2b-4e1d-baef-a59254f2ab82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:44:05.776406 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-5fcacb6e-4ad5-4b09-ba8a-2228c5060394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:06.121711 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-5fcacb6e-4ad5-4b09-ba8a-2228c5060394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0316e50e-aa33-4c38-b1af-ce0566907fca {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:44:06.128556 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-5fcacb6e-4ad5-4b09-ba8a-2228c5060394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:06.179852 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-5fcacb6e-4ad5-4b09-ba8a-2228c5060394 service neutron] Transition to ACTIVE for port object 0316e50e-aa33-4c38-b1af-ce0566907fca will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:44:06.183364 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-5fcacb6e-4ad5-4b09-ba8a-2228c5060394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:06.391878 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcacb6e-4ad5-4b09-ba8a-2228c5060394 service neutron] Pushing event updated for resources: {'Port': ['ID=0316e50e-aa33-4c38-b1af-ce0566907fca,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:06.448986 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c3169-9e45-4fb2-8545-f357580972ef req-261427ee-b774-43c9-8be3-9c7f99c111ee tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:06.449666 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-7c7c3169-9e45-4fb2-8545-f357580972ef req-261427ee-b774-43c9-8be3-9c7f99c111ee tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Synchronizing usage tracker for tenant:8a8a97e6973a470690ae13e50ec78aa7 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:44:06.512442 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-7c7c3169-9e45-4fb2-8545-f357580972ef req-261427ee-b774-43c9-8be3-9c7f99c111ee tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Unset dirty status for tenant:8a8a97e6973a470690ae13e50ec78aa7 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:44:06.513627 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7c7c3169-9e45-4fb2-8545-f357580972ef req-261427ee-b774-43c9-8be3-9c7f99c111ee tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9f9dcf-be2b-4e1d-baef-a59254f2ab82 HTTP/1.1" status: 200 len: 932 time: 0.3781435 Apr 06 14:44:06.550925 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-5fcacb6e-4ad5-4b09-ba8a-2228c5060394 service neutron] Attempting to bind port 0316e50e-aa33-4c38-b1af-ce0566907fca on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:44:06.551258 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-5fcacb6e-4ad5-4b09-ba8a-2228c5060394 service neutron] Attempting to bind port 0316e50e-aa33-4c38-b1af-ce0566907fca by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '8b0af382-978b-47f6-a503-afc62cf02647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a6e3c918-d607-4848-869c-08269b869f19'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:44:06.551583 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-5fcacb6e-4ad5-4b09-ba8a-2228c5060394 service neutron] Attempting to bind port 0316e50e-aa33-4c38-b1af-ce0566907fca on network a6e3c918-d607-4848-869c-08269b869f19 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:44:06.565793 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-5fcacb6e-4ad5-4b09-ba8a-2228c5060394 service neutron] Port 0316e50e-aa33-4c38-b1af-ce0566907fca on network a6e3c918-d607-4848-869c-08269b869f19 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:44:06.566107 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-5fcacb6e-4ad5-4b09-ba8a-2228c5060394 service neutron] Attempting to bind port 0316e50e-aa33-4c38-b1af-ce0566907fca on network a6e3c918-d607-4848-869c-08269b869f19 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:44:06.578653 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-5fcacb6e-4ad5-4b09-ba8a-2228c5060394 service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:44:06.578987 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-5fcacb6e-4ad5-4b09-ba8a-2228c5060394 service neutron] Checking segment: {'id': '8b0af382-978b-47f6-a503-afc62cf02647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a6e3c918-d607-4848-869c-08269b869f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:44:06.579364 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-5fcacb6e-4ad5-4b09-ba8a-2228c5060394 service neutron] Bound using segment: {'id': '8b0af382-978b-47f6-a503-afc62cf02647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a6e3c918-d607-4848-869c-08269b869f19'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:44:06.579780 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-5fcacb6e-4ad5-4b09-ba8a-2228c5060394 service neutron] Bound port: 0316e50e-aa33-4c38-b1af-ce0566907fca, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b0af382-978b-47f6-a503-afc62cf02647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a6e3c918-d607-4848-869c-08269b869f19'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:44:06.580122 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-5fcacb6e-4ad5-4b09-ba8a-2228c5060394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:06.591326 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7c7c3169-9e45-4fb2-8545-f357580972ef req-44754635-93bc-49b7-9fee-f3ec74a8ed97 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce74c1e-211c-4d10-b631-ab7e1ab86968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688949 Apr 06 14:44:06.670937 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-5fcacb6e-4ad5-4b09-ba8a-2228c5060394 service neutron] For port 0316e50e-aa33-4c38-b1af-ce0566907fca, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:44:06.674655 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-5fcacb6e-4ad5-4b09-ba8a-2228c5060394 service neutron] For port 0316e50e-aa33-4c38-b1af-ce0566907fca, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0316e50e-aa33-4c38-b1af-ce0566907fca,segment=NetworkSegment(8b0af382-978b-47f6-a503-afc62cf02647),segment_id=8b0af382-978b-47f6-a503-afc62cf02647)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:44:06.678451 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-5fcacb6e-4ad5-4b09-ba8a-2228c5060394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:06.732213 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-5fcacb6e-4ad5-4b09-ba8a-2228c5060394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:06.732955 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-5fcacb6e-4ad5-4b09-ba8a-2228c5060394 service neutron] 10.222.0.69 "PUT /v2.0/ports/0316e50e-aa33-4c38-b1af-ce0566907fca HTTP/1.1" status: 200 len: 1094 time: 1.0626984 Apr 06 14:44:06.736053 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9f9dcf-be2b-4e1d-baef-a59254f2ab82', 'tag': '0316e50e-aa33-4c38-b1af-ce0566907fca'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:44:06.762113 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcacb6e-4ad5-4b09-ba8a-2228c5060394 service neutron] Pushing event updated for resources: {'Port': ['ID=0316e50e-aa33-4c38-b1af-ce0566907fca,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:06.842251 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-2a5199ec-e84c-41ae-9620-2fc8120b4e42 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a8a97e6973a470690ae13e50ec78aa7&device_id=fb9f9dcf-be2b-4e1d-baef-a59254f2ab82 HTTP/1.1" status: 200 len: 1097 time: 0.0742879 Apr 06 14:44:06.896143 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73770f97-1e38-46a0-8299-af71a5c91aad'] response: {'name': 'network-changed', 'server_uuid': 'fb9f9dcf-be2b-4e1d-baef-a59254f2ab82', 'tag': '0316e50e-aa33-4c38-b1af-ce0566907fca', 'status': 'completed', 'code': 200} Apr 06 14:44:06.911037 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-c32efe7e-e35b-4d5d-9f95-39f8ebdc627b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0316e50e-aa33-4c38-b1af-ce0566907fca HTTP/1.1" status: 200 len: 217 time: 0.0621815 Apr 06 14:44:06.975028 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-bd232c86-0a9a-4b5b-9247-75e412780b41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:06.976350 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-bd232c86-0a9a-4b5b-9247-75e412780b41 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63a922db-9d5c-4dbd-8adc-d6d62fc5cf24 HTTP/1.1" status: 200 len: 854 time: 0.0592613 Apr 06 14:44:07.019800 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-f845e64a-89fe-4b4e-91a9-5234a70c3b56 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a6e3c918-d607-4848-869c-08269b869f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374126 Apr 06 14:44:07.146052 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-1836459a-d6ba-41c0-82c7-6845afa74e38 service neutron] 10.222.0.69 "GET /v2.0/networks/a6e3c918-d607-4848-869c-08269b869f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205647 Apr 06 14:44:07.274968 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9fc3f8fd-c297-4959-93ed-f6a17b6d11aa req-028d22bf-56cf-4f84-ac3d-b5584e1eb5e0 service neutron] 10.222.0.69 "GET /v2.0/networks/a6e3c918-d607-4848-869c-08269b869f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223328 Apr 06 14:44:07.386407 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-43d85eac-dbca-494e-b186-1475b13e8d7b req-243d43ab-e12e-4cec-8856-4fa17c182c20 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a8a97e6973a470690ae13e50ec78aa7&device_id=fb9f9dcf-be2b-4e1d-baef-a59254f2ab82 HTTP/1.1" status: 200 len: 1097 time: 0.0709932 Apr 06 14:44:07.512677 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d85eac-dbca-494e-b186-1475b13e8d7b req-5c32e51c-3f9c-4869-bb50-a681706d4b8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:07.514163 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-43d85eac-dbca-494e-b186-1475b13e8d7b req-5c32e51c-3f9c-4869-bb50-a681706d4b8f service neutron] 10.222.0.69 "GET /v2.0/networks?id=a6e3c918-d607-4848-869c-08269b869f19 HTTP/1.1" status: 200 len: 915 time: 0.1211538 Apr 06 14:44:07.578495 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-43d85eac-dbca-494e-b186-1475b13e8d7b req-36bc4431-82c1-474c-8489-29b53b8fbf9f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0316e50e-aa33-4c38-b1af-ce0566907fca HTTP/1.1" status: 200 len: 217 time: 0.0577080 Apr 06 14:44:07.642520 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d85eac-dbca-494e-b186-1475b13e8d7b req-38ed8564-5c2b-466b-80dd-6b9931255d93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:07.643954 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-43d85eac-dbca-494e-b186-1475b13e8d7b req-38ed8564-5c2b-466b-80dd-6b9931255d93 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63a922db-9d5c-4dbd-8adc-d6d62fc5cf24 HTTP/1.1" status: 200 len: 854 time: 0.0585144 Apr 06 14:44:07.689352 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-43d85eac-dbca-494e-b186-1475b13e8d7b req-cf0c551c-4ddc-4143-9830-7fe246ff5f05 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a6e3c918-d607-4848-869c-08269b869f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376642 Apr 06 14:44:07.871410 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-43d85eac-dbca-494e-b186-1475b13e8d7b req-cbb741e2-5cbf-4001-adb7-4c0fdaf2e894 service neutron] 10.222.0.69 "GET /v2.0/networks/a6e3c918-d607-4848-869c-08269b869f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754231 Apr 06 14:44:07.878020 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1facd7-bf3a-4cee-a9da-10aa970a232e req-b5510286-cab3-43a3-8059-0a7bf842a45e tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:07.879356 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0e1facd7-bf3a-4cee-a9da-10aa970a232e req-b5510286-cab3-43a3-8059-0a7bf842a45e tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9f9dcf-be2b-4e1d-baef-a59254f2ab82 HTTP/1.1" status: 200 len: 944 time: 0.1645315 Apr 06 14:44:08.087226 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0e1facd7-bf3a-4cee-a9da-10aa970a232e req-1173eacc-b044-431e-ab6b-6e8b1f9141b5 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce74c1e-211c-4d10-b631-ab7e1ab86968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871374 Apr 06 14:44:08.088349 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-30345e8c-a705-4ccf-bb37-1d8090b83f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:08.120393 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-43d85eac-dbca-494e-b186-1475b13e8d7b req-c16f4de0-054e-4524-83d6-5e5a06241839 service neutron] 10.222.0.69 "GET /v2.0/networks/a6e3c918-d607-4848-869c-08269b869f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401490 Apr 06 14:44:09.282642 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317dfcc-f5e4-4741-bca5-c319e4103dfb req-a9cab8b8-1e3a-42ff-9eea-103e086fb27c tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:09.284059 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2317dfcc-f5e4-4741-bca5-c319e4103dfb req-a9cab8b8-1e3a-42ff-9eea-103e086fb27c tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9f9dcf-be2b-4e1d-baef-a59254f2ab82 HTTP/1.1" status: 200 len: 944 time: 0.0762351 Apr 06 14:44:09.327077 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-2317dfcc-f5e4-4741-bca5-c319e4103dfb req-40b89d38-23b8-4af4-9e2e-44a07014ca6f tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Synchronizing usage tracker for tenant:8a8a97e6973a470690ae13e50ec78aa7 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:44:09.343173 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-2317dfcc-f5e4-4741-bca5-c319e4103dfb req-40b89d38-23b8-4af4-9e2e-44a07014ca6f tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Unset dirty status for tenant:8a8a97e6973a470690ae13e50ec78aa7 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:44:09.344214 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2317dfcc-f5e4-4741-bca5-c319e4103dfb req-40b89d38-23b8-4af4-9e2e-44a07014ca6f tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce74c1e-211c-4d10-b631-ab7e1ab86968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548475 Apr 06 14:44:10.217286 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 0316e50e-aa33-4c38-b1af-ce0566907fca details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:44:10.347600 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 0316e50e-aa33-4c38-b1af-ce0566907fca, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0316e50e-aa33-4c38-b1af-ce0566907fca,segment=NetworkSegment(8b0af382-978b-47f6-a503-afc62cf02647),segment_id=8b0af382-978b-47f6-a503-afc62cf02647)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:44:10.360092 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '0316e50e-aa33-4c38-b1af-ce0566907fca', 'network_id': 'a6e3c918-d607-4848-869c-08269b869f19', 'port_id': '0316e50e-aa33-4c38-b1af-ce0566907fca', 'mac_address': 'fa:16:3e:97:19:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a922db-9d5c-4dbd-8adc-d6d62fc5cf24', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:44:10.415427 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:10.431913 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0316e50e-aa33-4c38-b1af-ce0566907fca {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:44:10.447101 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 0316e50e-aa33-4c38-b1af-ce0566907fca, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0316e50e-aa33-4c38-b1af-ce0566907fca,segment=NetworkSegment(8b0af382-978b-47f6-a503-afc62cf02647),segment_id=8b0af382-978b-47f6-a503-afc62cf02647)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:44:10.452169 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:10.516257 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=0316e50e-aa33-4c38-b1af-ce0566907fca,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:10.538062 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea7739-17dc-4b94-9bf7-395cf6b47779 req-8df4d3f7-8e3b-406a-8f25-5f5733403466 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:10.539491 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3dea7739-17dc-4b94-9bf7-395cf6b47779 req-8df4d3f7-8e3b-406a-8f25-5f5733403466 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9f9dcf-be2b-4e1d-baef-a59254f2ab82 HTTP/1.1" status: 200 len: 945 time: 0.0745685 Apr 06 14:44:10.586776 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3dea7739-17dc-4b94-9bf7-395cf6b47779 req-c7fd5609-e45b-4ed2-9a41-021fa810ba30 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce74c1e-211c-4d10-b631-ab7e1ab86968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415952 Apr 06 14:44:10.662150 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['0316e50e-aa33-4c38-b1af-ce0566907fca'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:44:10.923118 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-13983c97-2267-4f70-aa8e-856bfc20b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:11.380034 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:11.433451 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:11.777547 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee335df-5fa6-41ca-9f32-b06124f62c7a req-432f6889-68a0-4dd8-9f74-0cc9e382485f tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:11.778975 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1ee335df-5fa6-41ca-9f32-b06124f62c7a req-432f6889-68a0-4dd8-9f74-0cc9e382485f tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9f9dcf-be2b-4e1d-baef-a59254f2ab82 HTTP/1.1" status: 200 len: 945 time: 0.0754795 Apr 06 14:44:11.822722 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1ee335df-5fa6-41ca-9f32-b06124f62c7a req-e817f70a-616f-439a-820b-9b3022e63c04 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce74c1e-211c-4d10-b631-ab7e1ab86968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382938 Apr 06 14:44:12.226552 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 0316e50e-aa33-4c38-b1af-ce0566907fca up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:44:12.291529 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port 0316e50e-aa33-4c38-b1af-ce0566907fca completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:44:12.295953 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 0316e50e-aa33-4c38-b1af-ce0566907fca triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:44:12.296322 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:12.405928 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:12.431872 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9f9dcf-be2b-4e1d-baef-a59254f2ab82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0316e50e-aa33-4c38-b1af-ce0566907fca'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:44:12.441829 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 0316e50e-aa33-4c38-b1af-ce0566907fca, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0316e50e-aa33-4c38-b1af-ce0566907fca,segment=NetworkSegment(8b0af382-978b-47f6-a503-afc62cf02647),segment_id=8b0af382-978b-47f6-a503-afc62cf02647)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:44:12.445689 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:12.512834 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=0316e50e-aa33-4c38-b1af-ce0566907fca,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:12.565776 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0947e41-9263-40fd-b79b-dd9574b53b54'] response: {'server_uuid': 'fb9f9dcf-be2b-4e1d-baef-a59254f2ab82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0316e50e-aa33-4c38-b1af-ce0566907fca', 'code': 200} Apr 06 14:44:12.664001 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:44:12.781811 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3fc78b31-91ca-40c6-a5a8-5bd7f9ff011d req-b1df200c-8bd8-448f-85cb-59d7c186352f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fb9f9dcf-be2b-4e1d-baef-a59254f2ab82 HTTP/1.1" status: 200 len: 1099 time: 0.0689735 Apr 06 14:44:12.823015 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3fc78b31-91ca-40c6-a5a8-5bd7f9ff011d req-4f71caa5-b654-4365-9b6f-afc5ef8fba42 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8ce74c1e-211c-4d10-b631-ab7e1ab86968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354626 Apr 06 14:44:12.912062 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:13.021847 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c89994-7752-4ebb-8436-029d267b5482 req-7e7f5ecd-77a5-4ae6-bceb-7ee83c9279f6 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:13.023262 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-83c89994-7752-4ebb-8436-029d267b5482 req-7e7f5ecd-77a5-4ae6-bceb-7ee83c9279f6 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9f9dcf-be2b-4e1d-baef-a59254f2ab82 HTTP/1.1" status: 200 len: 946 time: 0.0786669 Apr 06 14:44:13.066362 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-83c89994-7752-4ebb-8436-029d267b5482 req-1be5271b-064f-4618-a7c0-3d0d625bc92d tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce74c1e-211c-4d10-b631-ab7e1ab86968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375493 Apr 06 14:44:14.260497 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb05c0e-ff72-46b5-ba42-7baa35e0fbeb req-8892c6dd-12d7-4c95-94a5-471357d618d0 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:14.261957 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8cb05c0e-ff72-46b5-ba42-7baa35e0fbeb req-8892c6dd-12d7-4c95-94a5-471357d618d0 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9f9dcf-be2b-4e1d-baef-a59254f2ab82 HTTP/1.1" status: 200 len: 946 time: 0.0731101 Apr 06 14:44:14.308787 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8cb05c0e-ff72-46b5-ba42-7baa35e0fbeb req-684e8049-a206-48a4-965c-48eb6a8612ef tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce74c1e-211c-4d10-b631-ab7e1ab86968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413425 Apr 06 14:44:14.594322 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-d5480df4-a7ab-40eb-9642-9d0110a0d999 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:14.596271 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-d5480df4-a7ab-40eb-9642-9d0110a0d999 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/networks?id=a6e3c918-d607-4848-869c-08269b869f19 HTTP/1.1" status: 200 len: 814 time: 0.1382611 Apr 06 14:44:14.611599 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-52eabb0c-7beb-476c-aa7f-cd6b8ba8a725 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/quotas/8a8a97e6973a470690ae13e50ec78aa7 HTTP/1.1" status: 200 len: 375 time: 0.0101202 Apr 06 14:44:14.685079 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-89f869ea-38f3-41b2-918a-4856daf3f5d4 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a8a97e6973a470690ae13e50ec78aa7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0689020 Apr 06 14:44:14.812754 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-80d51948-21b5-48a4-8349-44ed06c516f5 service neutron] 10.222.0.60 "GET /v2.0/networks/a6e3c918-d607-4848-869c-08269b869f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210246 Apr 06 14:44:14.941154 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-273a78f2-64cc-4abc-811d-693f3175432e service neutron] 10.222.0.60 "GET /v2.0/networks/a6e3c918-d607-4848-869c-08269b869f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219392 Apr 06 14:44:15.117914 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b6f1e01e-adba-42c1-8934-56dc85ad27ac req-534f86ca-7444-41d6-99c6-184f030ae222 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4c76e41-c82a-4e1f-98a7-54a06ea2fa7c HTTP/1.1" status: 200 len: 210 time: 0.0396454 Apr 06 14:44:16.096535 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-8dff79f4-f634-48c5-92f6-d4786e0159f3 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:16.097859 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-8dff79f4-f634-48c5-92f6-d4786e0159f3 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.69 "GET /v2.0/networks?id=a6e3c918-d607-4848-869c-08269b869f19 HTTP/1.1" status: 200 len: 814 time: 0.1410067 Apr 06 14:44:16.114248 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-1675339a-c991-4392-93f1-7ccd2a4f88ff tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Request body: {'port': {'device_id': 'f4c76e41-c82a-4e1f-98a7-54a06ea2fa7c', 'network_id': 'a6e3c918-d607-4848-869c-08269b869f19', 'admin_state_up': True, 'tenant_id': '8a8a97e6973a470690ae13e50ec78aa7'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:44:16.248078 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-1675339a-c991-4392-93f1-7ccd2a4f88ff tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:44:16.258106 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-1675339a-c991-4392-93f1-7ccd2a4f88ff tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:44:16.267196 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-1675339a-c991-4392-93f1-7ccd2a4f88ff tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Made reservation on behalf of 8a8a97e6973a470690ae13e50ec78aa7 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:44:16.270206 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-1675339a-c991-4392-93f1-7ccd2a4f88ff tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:16.284373 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-606d7931-67c0-45d4-8c08-053b31e96f03 req-b8b3d5f0-3b6f-4625-b00e-5187a2ff97a5 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4c76e41-c82a-4e1f-98a7-54a06ea2fa7c HTTP/1.1" status: 200 len: 210 time: 0.0443518 Apr 06 14:44:16.424012 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-1675339a-c991-4392-93f1-7ccd2a4f88ff tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Allocated IP 172.20.0.10 (a6e3c918-d607-4848-869c-08269b869f19/63a922db-9d5c-4dbd-8adc-d6d62fc5cf24/be55e6f3-cfcc-4cad-8ad0-f3419bb0f374) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:44:16.615138 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-1675339a-c991-4392-93f1-7ccd2a4f88ff tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:16.643154 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-1675339a-c991-4392-93f1-7ccd2a4f88ff tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:16.654723 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['0316e50e-aa33-4c38-b1af-ce0566907fca'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:44:16.715212 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-1675339a-c991-4392-93f1-7ccd2a4f88ff tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Network a6e3c918-d607-4848-869c-08269b869f19 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:44:16.718563 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-1675339a-c991-4392-93f1-7ccd2a4f88ff tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:44:16.722198 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-1675339a-c991-4392-93f1-7ccd2a4f88ff tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:44:16.756169 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1675339a-c991-4392-93f1-7ccd2a4f88ff tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Pushing event updated for resources: {'Port': ['ID=be55e6f3-cfcc-4cad-8ad0-f3419bb0f374,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:16.784310 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-1675339a-c991-4392-93f1-7ccd2a4f88ff tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:16.784917 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-1675339a-c991-4392-93f1-7ccd2a4f88ff tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:16.810091 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-1675339a-c991-4392-93f1-7ccd2a4f88ff tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6992667 Apr 06 14:44:16.820600 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-c032f400-5213-4c27-9367-d583473153ea tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:44:16.822010 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-c032f400-5213-4c27-9367-d583473153ea tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057082 Apr 06 14:44:16.832000 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-d295bde4-ff02-4c52-a53e-391115237bb3 service neutron] Request body: {'port': {'device_id': 'f4c76e41-c82a-4e1f-98a7-54a06ea2fa7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:44:16.936173 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-d295bde4-ff02-4c52-a53e-391115237bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:17.342051 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-d295bde4-ff02-4c52-a53e-391115237bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be55e6f3-cfcc-4cad-8ad0-f3419bb0f374 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:44:17.349185 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-d295bde4-ff02-4c52-a53e-391115237bb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:17.363965 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-d295bde4-ff02-4c52-a53e-391115237bb3 service neutron] Transition to ACTIVE for port object be55e6f3-cfcc-4cad-8ad0-f3419bb0f374 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:44:17.367715 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-d295bde4-ff02-4c52-a53e-391115237bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:17.524650 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295bde4-ff02-4c52-a53e-391115237bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=be55e6f3-cfcc-4cad-8ad0-f3419bb0f374,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:17.632241 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838370d-55d4-49e5-9f91-c5dca18ed01d req-d6a26945-0d08-48d1-85ef-26452a627dc9 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:17.632946 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-0838370d-55d4-49e5-9f91-c5dca18ed01d req-d6a26945-0d08-48d1-85ef-26452a627dc9 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Synchronizing usage tracker for tenant:8a8a97e6973a470690ae13e50ec78aa7 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:44:17.663672 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-0838370d-55d4-49e5-9f91-c5dca18ed01d req-d6a26945-0d08-48d1-85ef-26452a627dc9 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Unset dirty status for tenant:8a8a97e6973a470690ae13e50ec78aa7 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:44:17.664781 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0838370d-55d4-49e5-9f91-c5dca18ed01d req-d6a26945-0d08-48d1-85ef-26452a627dc9 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4c76e41-c82a-4e1f-98a7-54a06ea2fa7c HTTP/1.1" status: 200 len: 944 time: 0.2610185 Apr 06 14:44:17.666727 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-d295bde4-ff02-4c52-a53e-391115237bb3 service neutron] Attempting to bind port be55e6f3-cfcc-4cad-8ad0-f3419bb0f374 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:44:17.667059 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-d295bde4-ff02-4c52-a53e-391115237bb3 service neutron] Attempting to bind port be55e6f3-cfcc-4cad-8ad0-f3419bb0f374 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '8b0af382-978b-47f6-a503-afc62cf02647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a6e3c918-d607-4848-869c-08269b869f19'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:44:17.667376 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-d295bde4-ff02-4c52-a53e-391115237bb3 service neutron] Attempting to bind port be55e6f3-cfcc-4cad-8ad0-f3419bb0f374 on network a6e3c918-d607-4848-869c-08269b869f19 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:44:17.689971 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-d295bde4-ff02-4c52-a53e-391115237bb3 service neutron] Port be55e6f3-cfcc-4cad-8ad0-f3419bb0f374 on network a6e3c918-d607-4848-869c-08269b869f19 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:44:17.690283 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-d295bde4-ff02-4c52-a53e-391115237bb3 service neutron] Attempting to bind port be55e6f3-cfcc-4cad-8ad0-f3419bb0f374 on network a6e3c918-d607-4848-869c-08269b869f19 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:44:17.701934 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-d295bde4-ff02-4c52-a53e-391115237bb3 service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:44:17.702265 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-d295bde4-ff02-4c52-a53e-391115237bb3 service neutron] Checking segment: {'id': '8b0af382-978b-47f6-a503-afc62cf02647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a6e3c918-d607-4848-869c-08269b869f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:44:17.702635 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-d295bde4-ff02-4c52-a53e-391115237bb3 service neutron] Bound using segment: {'id': '8b0af382-978b-47f6-a503-afc62cf02647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a6e3c918-d607-4848-869c-08269b869f19'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:44:17.703053 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-d295bde4-ff02-4c52-a53e-391115237bb3 service neutron] Bound port: be55e6f3-cfcc-4cad-8ad0-f3419bb0f374, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b0af382-978b-47f6-a503-afc62cf02647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a6e3c918-d607-4848-869c-08269b869f19'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:44:17.703391 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-d295bde4-ff02-4c52-a53e-391115237bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:17.759134 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0838370d-55d4-49e5-9f91-c5dca18ed01d req-22fcb80b-c626-4213-9ea4-15db33b1f4a8 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce74c1e-211c-4d10-b631-ab7e1ab86968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878441 Apr 06 14:44:17.802121 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-d295bde4-ff02-4c52-a53e-391115237bb3 service neutron] For port be55e6f3-cfcc-4cad-8ad0-f3419bb0f374, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:44:17.805161 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-d295bde4-ff02-4c52-a53e-391115237bb3 service neutron] For port be55e6f3-cfcc-4cad-8ad0-f3419bb0f374, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=be55e6f3-cfcc-4cad-8ad0-f3419bb0f374,segment=NetworkSegment(8b0af382-978b-47f6-a503-afc62cf02647),segment_id=8b0af382-978b-47f6-a503-afc62cf02647)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:44:17.809823 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-d295bde4-ff02-4c52-a53e-391115237bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:17.876021 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-d295bde4-ff02-4c52-a53e-391115237bb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:17.877409 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-d295bde4-ff02-4c52-a53e-391115237bb3 service neutron] 10.222.0.69 "PUT /v2.0/ports/be55e6f3-cfcc-4cad-8ad0-f3419bb0f374 HTTP/1.1" status: 200 len: 1094 time: 1.0494919 Apr 06 14:44:17.877831 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c76e41-c82a-4e1f-98a7-54a06ea2fa7c', 'tag': 'be55e6f3-cfcc-4cad-8ad0-f3419bb0f374'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:44:17.893337 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295bde4-ff02-4c52-a53e-391115237bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=be55e6f3-cfcc-4cad-8ad0-f3419bb0f374,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:17.947691 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cce4083d-df1d-4d31-8fe1-71d6e70a773f'] response: {'name': 'network-changed', 'server_uuid': 'f4c76e41-c82a-4e1f-98a7-54a06ea2fa7c', 'tag': 'be55e6f3-cfcc-4cad-8ad0-f3419bb0f374', 'status': 'completed', 'code': 200} Apr 06 14:44:17.988351 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-026cbc80-0b4d-4f99-904b-a7487f671d1c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a8a97e6973a470690ae13e50ec78aa7&device_id=f4c76e41-c82a-4e1f-98a7-54a06ea2fa7c HTTP/1.1" status: 200 len: 1097 time: 0.0715749 Apr 06 14:44:18.061252 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-aaca6f9d-4646-48f8-b6fc-42816bc5b39b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be55e6f3-cfcc-4cad-8ad0-f3419bb0f374 HTTP/1.1" status: 200 len: 217 time: 0.0657597 Apr 06 14:44:18.120117 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-5dea2731-aea5-4708-83a9-01781d5030f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:18.121540 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-5dea2731-aea5-4708-83a9-01781d5030f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63a922db-9d5c-4dbd-8adc-d6d62fc5cf24 HTTP/1.1" status: 200 len: 854 time: 0.0550067 Apr 06 14:44:18.164467 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-665bed12-1043-442c-808e-4e7a85266960 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a6e3c918-d607-4848-869c-08269b869f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370789 Apr 06 14:44:18.291447 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-23c2bdb2-82c9-48cc-b2cd-7d9588f2e26e service neutron] 10.222.0.69 "GET /v2.0/networks/a6e3c918-d607-4848-869c-08269b869f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199818 Apr 06 14:44:18.417417 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7bd4b576-2895-4e23-a1bf-dde4026a559a req-c2697718-57cd-458d-a8fd-8a7f0506f1d2 service neutron] 10.222.0.69 "GET /v2.0/networks/a6e3c918-d607-4848-869c-08269b869f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203716 Apr 06 14:44:18.528040 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0c828c2d-ea95-46e4-8264-4c561a6dab89 req-e3df6310-d60a-4910-9a06-0b8a836eb7a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a8a97e6973a470690ae13e50ec78aa7&device_id=f4c76e41-c82a-4e1f-98a7-54a06ea2fa7c HTTP/1.1" status: 200 len: 1097 time: 0.0701122 Apr 06 14:44:18.657248 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c828c2d-ea95-46e4-8264-4c561a6dab89 req-ddcaa89c-ea78-475c-abae-ef1ad49bb40e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:18.658737 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0c828c2d-ea95-46e4-8264-4c561a6dab89 req-ddcaa89c-ea78-475c-abae-ef1ad49bb40e service neutron] 10.222.0.69 "GET /v2.0/networks?id=a6e3c918-d607-4848-869c-08269b869f19 HTTP/1.1" status: 200 len: 915 time: 0.1249838 Apr 06 14:44:18.722677 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0c828c2d-ea95-46e4-8264-4c561a6dab89 req-9f778ee0-b4c3-414b-a019-af5122f1afd5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be55e6f3-cfcc-4cad-8ad0-f3419bb0f374 HTTP/1.1" status: 200 len: 217 time: 0.0574999 Apr 06 14:44:18.785467 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c828c2d-ea95-46e4-8264-4c561a6dab89 req-c059c63d-9486-4e70-b04f-596de50d99bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:18.787000 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0c828c2d-ea95-46e4-8264-4c561a6dab89 req-c059c63d-9486-4e70-b04f-596de50d99bc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63a922db-9d5c-4dbd-8adc-d6d62fc5cf24 HTTP/1.1" status: 200 len: 854 time: 0.0571792 Apr 06 14:44:18.831217 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0c828c2d-ea95-46e4-8264-4c561a6dab89 req-cc40b51d-bccd-49a0-9ffc-4ea1517e1d74 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a6e3c918-d607-4848-869c-08269b869f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383492 Apr 06 14:44:19.100512 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0c828c2d-ea95-46e4-8264-4c561a6dab89 req-febb2142-86d8-4d5e-a874-9f04afdb1285 service neutron] 10.222.0.69 "GET /v2.0/networks/a6e3c918-d607-4848-869c-08269b869f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609985 Apr 06 14:44:19.112536 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44dbd50-5bb0-4589-9ce6-f10f84c06132 req-b4dfd129-ee42-4e07-b3a4-703b6c3e983c tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:19.113909 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a44dbd50-5bb0-4589-9ce6-f10f84c06132 req-b4dfd129-ee42-4e07-b3a4-703b6c3e983c tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4c76e41-c82a-4e1f-98a7-54a06ea2fa7c HTTP/1.1" status: 200 len: 944 time: 0.1223001 Apr 06 14:44:19.236724 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a44dbd50-5bb0-4589-9ce6-f10f84c06132 req-6e96f1a2-9d48-43de-a70c-3b3f7e91efe7 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce74c1e-211c-4d10-b631-ab7e1ab86968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052151 Apr 06 14:44:19.270738 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0c828c2d-ea95-46e4-8264-4c561a6dab89 req-a5cb73b2-d9c6-4e37-9317-9fbda31eb447 service neutron] 10.222.0.69 "GET /v2.0/networks/a6e3c918-d607-4848-869c-08269b869f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559258 Apr 06 14:44:20.235933 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device be55e6f3-cfcc-4cad-8ad0-f3419bb0f374 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:44:20.365749 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port be55e6f3-cfcc-4cad-8ad0-f3419bb0f374, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=be55e6f3-cfcc-4cad-8ad0-f3419bb0f374,segment=NetworkSegment(8b0af382-978b-47f6-a503-afc62cf02647),segment_id=8b0af382-978b-47f6-a503-afc62cf02647)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:44:20.382365 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': 'be55e6f3-cfcc-4cad-8ad0-f3419bb0f374', 'network_id': 'a6e3c918-d607-4848-869c-08269b869f19', 'port_id': 'be55e6f3-cfcc-4cad-8ad0-f3419bb0f374', 'mac_address': 'fa:16:3e:a2:bc:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a922db-9d5c-4dbd-8adc-d6d62fc5cf24', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:44:20.432294 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f31496-2f00-4879-97a3-29ef52c1c8db req-a41b4735-20de-4db6-ac50-b7ce38aa616f tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:20.433676 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-13f31496-2f00-4879-97a3-29ef52c1c8db req-a41b4735-20de-4db6-ac50-b7ce38aa616f tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4c76e41-c82a-4e1f-98a7-54a06ea2fa7c HTTP/1.1" status: 200 len: 944 time: 0.0747392 Apr 06 14:44:20.435103 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:20.452399 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be55e6f3-cfcc-4cad-8ad0-f3419bb0f374 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:44:20.467462 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port be55e6f3-cfcc-4cad-8ad0-f3419bb0f374, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=be55e6f3-cfcc-4cad-8ad0-f3419bb0f374,segment=NetworkSegment(8b0af382-978b-47f6-a503-afc62cf02647),segment_id=8b0af382-978b-47f6-a503-afc62cf02647)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:44:20.473013 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:20.478883 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-13f31496-2f00-4879-97a3-29ef52c1c8db req-a8c2e02c-fba7-4a66-a2eb-e9387f381f54 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce74c1e-211c-4d10-b631-ab7e1ab86968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394928 Apr 06 14:44:20.536378 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=be55e6f3-cfcc-4cad-8ad0-f3419bb0f374,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:20.681450 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['be55e6f3-cfcc-4cad-8ad0-f3419bb0f374'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:44:21.673145 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f56c8-1056-448c-92cf-41e2eb7c3122 req-32b0f920-f37e-4ac2-8ddf-e21ae8abbfd9 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:21.674579 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a93f56c8-1056-448c-92cf-41e2eb7c3122 req-32b0f920-f37e-4ac2-8ddf-e21ae8abbfd9 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4c76e41-c82a-4e1f-98a7-54a06ea2fa7c HTTP/1.1" status: 200 len: 945 time: 0.0769331 Apr 06 14:44:21.717825 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a93f56c8-1056-448c-92cf-41e2eb7c3122 req-06a86ade-f929-49ae-829b-3aa25e4968c0 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce74c1e-211c-4d10-b631-ab7e1ab86968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378375 Apr 06 14:44:22.262873 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device be55e6f3-cfcc-4cad-8ad0-f3419bb0f374 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:44:22.330572 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port be55e6f3-cfcc-4cad-8ad0-f3419bb0f374 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:44:22.335008 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port be55e6f3-cfcc-4cad-8ad0-f3419bb0f374 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:44:22.335378 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:22.444555 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:22.471279 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c76e41-c82a-4e1f-98a7-54a06ea2fa7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be55e6f3-cfcc-4cad-8ad0-f3419bb0f374'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:44:22.481211 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port be55e6f3-cfcc-4cad-8ad0-f3419bb0f374, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=be55e6f3-cfcc-4cad-8ad0-f3419bb0f374,segment=NetworkSegment(8b0af382-978b-47f6-a503-afc62cf02647),segment_id=8b0af382-978b-47f6-a503-afc62cf02647)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:44:22.487158 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:22.535262 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f4e338d-e5a3-44a0-a7eb-4ed64d2449ac'] response: {'server_uuid': 'f4c76e41-c82a-4e1f-98a7-54a06ea2fa7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be55e6f3-cfcc-4cad-8ad0-f3419bb0f374', 'code': 200} Apr 06 14:44:22.562154 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=be55e6f3-cfcc-4cad-8ad0-f3419bb0f374,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:22.750766 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-12167725-2cdd-4416-8e92-4dfe2ef9c8d3 req-164e758d-0cd8-44d1-b58b-35e38fbdb726 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f4c76e41-c82a-4e1f-98a7-54a06ea2fa7c HTTP/1.1" status: 200 len: 1099 time: 0.0669014 Apr 06 14:44:22.792902 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-12167725-2cdd-4416-8e92-4dfe2ef9c8d3 req-78d852a1-1613-4a62-9e63-64abbdc99aa8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8ce74c1e-211c-4d10-b631-ab7e1ab86968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360627 Apr 06 14:44:22.912181 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df319f-057d-4a3b-a6cf-4408706d50ae req-90cfee5c-2794-4db0-9434-5e455e8d9ccd tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:22.913626 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-14df319f-057d-4a3b-a6cf-4408706d50ae req-90cfee5c-2794-4db0-9434-5e455e8d9ccd tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4c76e41-c82a-4e1f-98a7-54a06ea2fa7c HTTP/1.1" status: 200 len: 946 time: 0.0776446 Apr 06 14:44:22.957177 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-14df319f-057d-4a3b-a6cf-4408706d50ae req-16109386-586e-4e4b-9184-76d94f08a7fa tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce74c1e-211c-4d10-b631-ab7e1ab86968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380919 Apr 06 14:44:24.151241 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02449f5d-6515-4c63-8837-8251dfc25728 req-8df9d8b7-71a2-45e1-960a-e433d370a8ad tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:24.152651 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-02449f5d-6515-4c63-8837-8251dfc25728 req-8df9d8b7-71a2-45e1-960a-e433d370a8ad tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4c76e41-c82a-4e1f-98a7-54a06ea2fa7c HTTP/1.1" status: 200 len: 946 time: 0.0767477 Apr 06 14:44:24.196796 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-02449f5d-6515-4c63-8837-8251dfc25728 req-817c3b15-af89-40a6-a33b-6d4a5230e851 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce74c1e-211c-4d10-b631-ab7e1ab86968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386069 Apr 06 14:44:24.579750 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d69e0c-73c5-4b4e-b173-91b47492eaa5 req-67f0ef3e-cc72-4b99-b27f-a7dfa1aaaca8 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:24.581201 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c5d69e0c-73c5-4b4e-b173-91b47492eaa5 req-67f0ef3e-cc72-4b99-b27f-a7dfa1aaaca8 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4c76e41-c82a-4e1f-98a7-54a06ea2fa7c HTTP/1.1" status: 200 len: 946 time: 0.0737202 Apr 06 14:44:24.628222 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c5d69e0c-73c5-4b4e-b173-91b47492eaa5 req-b730d167-54ef-4c41-b83c-20aa0b779118 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce74c1e-211c-4d10-b631-ab7e1ab86968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416629 Apr 06 14:44:25.823915 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32619cbc-76ba-4fb8-9698-87db91df2caf req-789b30e0-46d0-40c5-bdda-1aea257233f4 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:25.825383 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-32619cbc-76ba-4fb8-9698-87db91df2caf req-789b30e0-46d0-40c5-bdda-1aea257233f4 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4c76e41-c82a-4e1f-98a7-54a06ea2fa7c HTTP/1.1" status: 200 len: 946 time: 0.0788529 Apr 06 14:44:25.869444 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-32619cbc-76ba-4fb8-9698-87db91df2caf req-51640cdc-69e5-4b77-8d1c-91afd562c1c6 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce74c1e-211c-4d10-b631-ab7e1ab86968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383890 Apr 06 14:44:26.011732 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe806f5-1d6c-4ea6-b824-5c44411c3687 req-37be045b-f6e4-42e5-a9d3-1b98e5b1bf33 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:26.013079 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2fe806f5-1d6c-4ea6-b824-5c44411c3687 req-37be045b-f6e4-42e5-a9d3-1b98e5b1bf33 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4c76e41-c82a-4e1f-98a7-54a06ea2fa7c HTTP/1.1" status: 200 len: 946 time: 0.0769753 Apr 06 14:44:26.078540 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-2fe806f5-1d6c-4ea6-b824-5c44411c3687 req-675dcde8-01fe-4806-97a9-23145ba95b6b tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Deleting port be55e6f3-cfcc-4cad-8ad0-f3419bb0f374 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:44:26.078873 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-2fe806f5-1d6c-4ea6-b824-5c44411c3687 req-675dcde8-01fe-4806-97a9-23145ba95b6b tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:26.311193 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-2fe806f5-1d6c-4ea6-b824-5c44411c3687 req-675dcde8-01fe-4806-97a9-23145ba95b6b tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] For port be55e6f3-cfcc-4cad-8ad0-f3419bb0f374, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=be55e6f3-cfcc-4cad-8ad0-f3419bb0f374,segment=NetworkSegment(8b0af382-978b-47f6-a503-afc62cf02647),segment_id=8b0af382-978b-47f6-a503-afc62cf02647)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:44:26.311459 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-2fe806f5-1d6c-4ea6-b824-5c44411c3687 req-675dcde8-01fe-4806-97a9-23145ba95b6b tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:26.431481 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-2fe806f5-1d6c-4ea6-b824-5c44411c3687 req-675dcde8-01fe-4806-97a9-23145ba95b6b tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Calling delete_port for be55e6f3-cfcc-4cad-8ad0-f3419bb0f374 owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:44:26.565691 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-2fe806f5-1d6c-4ea6-b824-5c44411c3687 req-675dcde8-01fe-4806-97a9-23145ba95b6b tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:26.582196 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['0316e50e-aa33-4c38-b1af-ce0566907fca'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:44:26.617005 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675dcde8-01fe-4806-97a9-23145ba95b6b tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Pushing event deleted for resources: {'Port': ['ID=be55e6f3-cfcc-4cad-8ad0-f3419bb0f374,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:26.687185 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe806f5-1d6c-4ea6-b824-5c44411c3687 req-675dcde8-01fe-4806-97a9-23145ba95b6b tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] No DVR routers for this DVR port be55e6f3-cfcc-4cad-8ad0-f3419bb0f374 on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:44:26.689679 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-2fe806f5-1d6c-4ea6-b824-5c44411c3687 req-675dcde8-01fe-4806-97a9-23145ba95b6b tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:26.692162 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c76e41-c82a-4e1f-98a7-54a06ea2fa7c', 'name': 'network-vif-deleted', 'tag': 'be55e6f3-cfcc-4cad-8ad0-f3419bb0f374'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:44:26.707887 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2fe806f5-1d6c-4ea6-b824-5c44411c3687 req-675dcde8-01fe-4806-97a9-23145ba95b6b tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.69 "DELETE /v2.0/ports/be55e6f3-cfcc-4cad-8ad0-f3419bb0f374 HTTP/1.1" status: 204 len: 173 time: 0.6890888 Apr 06 14:44:26.750533 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-613b57c6-9522-4a26-b113-f63110cb8cc2'] response: {'server_uuid': 'f4c76e41-c82a-4e1f-98a7-54a06ea2fa7c', 'name': 'network-vif-deleted', 'tag': 'be55e6f3-cfcc-4cad-8ad0-f3419bb0f374', 'status': 'completed', 'code': 200} Apr 06 14:44:27.042937 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-7f1bf6bc-7a4b-44a4-a37f-5d79dfa4ac67 req-d90238e0-e5ea-4367-83a7-763275e6056b tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Synchronizing usage tracker for tenant:8a8a97e6973a470690ae13e50ec78aa7 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:44:27.057189 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-7f1bf6bc-7a4b-44a4-a37f-5d79dfa4ac67 req-d90238e0-e5ea-4367-83a7-763275e6056b tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Unset dirty status for tenant:8a8a97e6973a470690ae13e50ec78aa7 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:44:27.058284 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7f1bf6bc-7a4b-44a4-a37f-5d79dfa4ac67 req-d90238e0-e5ea-4367-83a7-763275e6056b tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4c76e41-c82a-4e1f-98a7-54a06ea2fa7c HTTP/1.1" status: 200 len: 210 time: 0.0540645 Apr 06 14:44:28.319476 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device be55e6f3-cfcc-4cad-8ad0-f3419bb0f374 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:44:28.353443 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: be55e6f3-cfcc-4cad-8ad0-f3419bb0f374 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:44:28.353688 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device be55e6f3-cfcc-4cad-8ad0-f3419bb0f374 not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:44:28.421694 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5a796-f03e-49af-91f8-f39c26d1c365 req-4372ea8e-1269-4241-bfbd-bd16eda4738d tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:28.423136 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-15c5a796-f03e-49af-91f8-f39c26d1c365 req-4372ea8e-1269-4241-bfbd-bd16eda4738d tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9f9dcf-be2b-4e1d-baef-a59254f2ab82 HTTP/1.1" status: 200 len: 946 time: 0.1662183 Apr 06 14:44:28.468336 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-15c5a796-f03e-49af-91f8-f39c26d1c365 req-55463f96-4867-4377-a4d3-f3e07b251341 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce74c1e-211c-4d10-b631-ab7e1ab86968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397108 Apr 06 14:44:28.685187 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882052ed-15a4-4ae0-adc3-73f33cdeb991 req-4d1d8b67-1c14-41e6-8311-ae1a615ff927 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:28.686602 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-882052ed-15a4-4ae0-adc3-73f33cdeb991 req-4d1d8b67-1c14-41e6-8311-ae1a615ff927 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9f9dcf-be2b-4e1d-baef-a59254f2ab82 HTTP/1.1" status: 200 len: 946 time: 0.0735850 Apr 06 14:44:28.732612 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-882052ed-15a4-4ae0-adc3-73f33cdeb991 req-1f1ee482-cd53-449d-a505-188e00f22815 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce74c1e-211c-4d10-b631-ab7e1ab86968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400581 Apr 06 14:44:28.930169 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f8e92-4a22-42b4-ae03-14055ab20b3e req-31c23b6c-a0f3-4c0b-9658-a52809bc682b tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:28.931607 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5a6f8e92-4a22-42b4-ae03-14055ab20b3e req-31c23b6c-a0f3-4c0b-9658-a52809bc682b tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9f9dcf-be2b-4e1d-baef-a59254f2ab82 HTTP/1.1" status: 200 len: 946 time: 0.0792916 Apr 06 14:44:28.977244 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5a6f8e92-4a22-42b4-ae03-14055ab20b3e req-9a8bcb3b-1542-46b6-94ef-c3f2fac34d79 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce74c1e-211c-4d10-b631-ab7e1ab86968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401344 Apr 06 14:44:29.165325 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-eb19980b-e947-471c-a2f8-c00b07af683d req-51ece6c6-8908-4815-a933-006fff9aeb95 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb9f9dcf-be2b-4e1d-baef-a59254f2ab82&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0655730 Apr 06 14:44:29.178010 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:29.357844 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29b13f-817c-4f4d-b959-23f47a7f1a03 req-cd9dda6a-1a1a-4dc0-a43f-dbd2d9ad6367 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:29.359235 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bb29b13f-817c-4f4d-b959-23f47a7f1a03 req-cd9dda6a-1a1a-4dc0-a43f-dbd2d9ad6367 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9f9dcf-be2b-4e1d-baef-a59254f2ab82 HTTP/1.1" status: 200 len: 946 time: 0.0770688 Apr 06 14:44:29.479625 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bb29b13f-817c-4f4d-b959-23f47a7f1a03 req-1ce02c48-1195-4f8a-927e-a27b005885b0 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce74c1e-211c-4d10-b631-ab7e1ab86968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141832 Apr 06 14:44:29.672592 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf419c0-5d4a-4e11-8507-435eed0e6f6f req-a5f75eab-fd7e-4e26-ac94-c76988815d51 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:29.674584 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4bf419c0-5d4a-4e11-8507-435eed0e6f6f req-a5f75eab-fd7e-4e26-ac94-c76988815d51 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9f9dcf-be2b-4e1d-baef-a59254f2ab82 HTTP/1.1" status: 200 len: 946 time: 0.0745480 Apr 06 14:44:29.721659 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4bf419c0-5d4a-4e11-8507-435eed0e6f6f req-1c8c2220-4335-444f-8c5c-951cf4e5e853 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce74c1e-211c-4d10-b631-ab7e1ab86968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415452 Apr 06 14:44:29.926686 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7483b3-ff5c-4d24-bc27-296d93d7fc9b req-3127c616-4b04-4cb8-96c3-2542274d8233 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:29.928122 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2c7483b3-ff5c-4d24-bc27-296d93d7fc9b req-3127c616-4b04-4cb8-96c3-2542274d8233 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9f9dcf-be2b-4e1d-baef-a59254f2ab82 HTTP/1.1" status: 200 len: 946 time: 0.0746171 Apr 06 14:44:29.972568 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2c7483b3-ff5c-4d24-bc27-296d93d7fc9b req-c99185d2-c246-4dd5-b3a9-74b86da85e5a tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce74c1e-211c-4d10-b631-ab7e1ab86968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390348 Apr 06 14:44:30.661116 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b9a69-1815-4ba3-8de5-e6536d813542 req-51cb76ec-1e30-46be-8e3c-2e88ec9c70a5 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:30.662535 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-569b9a69-1815-4ba3-8de5-e6536d813542 req-51cb76ec-1e30-46be-8e3c-2e88ec9c70a5 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9f9dcf-be2b-4e1d-baef-a59254f2ab82 HTTP/1.1" status: 200 len: 946 time: 0.0771449 Apr 06 14:44:30.706862 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-569b9a69-1815-4ba3-8de5-e6536d813542 req-0555f627-0370-46d3-87dd-c2293f1865d6 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce74c1e-211c-4d10-b631-ab7e1ab86968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389154 Apr 06 14:44:31.902263 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc32f22-ce56-499a-8551-5e01e3474678 req-23df3cd8-dafd-4833-a2aa-c0e87b0a94a6 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:31.903719 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2cc32f22-ce56-499a-8551-5e01e3474678 req-23df3cd8-dafd-4833-a2aa-c0e87b0a94a6 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9f9dcf-be2b-4e1d-baef-a59254f2ab82 HTTP/1.1" status: 200 len: 946 time: 0.0753729 Apr 06 14:44:31.948383 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2cc32f22-ce56-499a-8551-5e01e3474678 req-7692fe86-65bb-4a11-afcd-0c81775fc84b tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce74c1e-211c-4d10-b631-ab7e1ab86968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385802 Apr 06 14:44:31.995987 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6dc153-7458-4342-a752-c9aaadc7f65c req-3c5de009-eb2b-4b4a-92d7-9b75bae7c4aa tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:31.997359 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-af6dc153-7458-4342-a752-c9aaadc7f65c req-3c5de009-eb2b-4b4a-92d7-9b75bae7c4aa tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9f9dcf-be2b-4e1d-baef-a59254f2ab82 HTTP/1.1" status: 200 len: 946 time: 0.0797937 Apr 06 14:44:32.065932 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-af6dc153-7458-4342-a752-c9aaadc7f65c req-777eb921-5445-49ee-8e9a-cf37287e7fb8 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Deleting port 0316e50e-aa33-4c38-b1af-ce0566907fca {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:44:32.066274 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-af6dc153-7458-4342-a752-c9aaadc7f65c req-777eb921-5445-49ee-8e9a-cf37287e7fb8 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:32.295346 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-af6dc153-7458-4342-a752-c9aaadc7f65c req-777eb921-5445-49ee-8e9a-cf37287e7fb8 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] For port 0316e50e-aa33-4c38-b1af-ce0566907fca, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0316e50e-aa33-4c38-b1af-ce0566907fca,segment=NetworkSegment(8b0af382-978b-47f6-a503-afc62cf02647),segment_id=8b0af382-978b-47f6-a503-afc62cf02647)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:44:32.295629 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-af6dc153-7458-4342-a752-c9aaadc7f65c req-777eb921-5445-49ee-8e9a-cf37287e7fb8 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:32.414619 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-af6dc153-7458-4342-a752-c9aaadc7f65c req-777eb921-5445-49ee-8e9a-cf37287e7fb8 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Calling delete_port for 0316e50e-aa33-4c38-b1af-ce0566907fca owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:44:32.549191 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-af6dc153-7458-4342-a752-c9aaadc7f65c req-777eb921-5445-49ee-8e9a-cf37287e7fb8 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:32.597521 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777eb921-5445-49ee-8e9a-cf37287e7fb8 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Pushing event deleted for resources: {'Port': ['ID=0316e50e-aa33-4c38-b1af-ce0566907fca,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:32.666320 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6dc153-7458-4342-a752-c9aaadc7f65c req-777eb921-5445-49ee-8e9a-cf37287e7fb8 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] No DVR routers for this DVR port 0316e50e-aa33-4c38-b1af-ce0566907fca on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:44:32.668673 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-af6dc153-7458-4342-a752-c9aaadc7f65c req-777eb921-5445-49ee-8e9a-cf37287e7fb8 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:32.671283 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9f9dcf-be2b-4e1d-baef-a59254f2ab82', 'name': 'network-vif-deleted', 'tag': '0316e50e-aa33-4c38-b1af-ce0566907fca'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:44:32.685711 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-af6dc153-7458-4342-a752-c9aaadc7f65c req-777eb921-5445-49ee-8e9a-cf37287e7fb8 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.69 "DELETE /v2.0/ports/0316e50e-aa33-4c38-b1af-ce0566907fca HTTP/1.1" status: 204 len: 173 time: 0.6830549 Apr 06 14:44:32.727791 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-425b8879-ee95-4164-82f5-bbc134d28cf6'] response: {'server_uuid': 'fb9f9dcf-be2b-4e1d-baef-a59254f2ab82', 'name': 'network-vif-deleted', 'tag': '0316e50e-aa33-4c38-b1af-ce0566907fca', 'status': 'completed', 'code': 200} Apr 06 14:44:33.128994 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7548ef10-e05b-48c3-a7fb-f490b5cb6045 req-e3fbbdd9-604d-4eeb-b355-07d7b15f0475 tempest-ServersNegativeTestJSON-831704700 tempest-ServersNegativeTestJSON-831704700-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9f9dcf-be2b-4e1d-baef-a59254f2ab82 HTTP/1.1" status: 200 len: 210 time: 0.0464113 Apr 06 14:44:34.235452 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60030) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:34.295699 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6a3f3c-b9f1-4e7c-8369-8d8189f131cf admin admin] Deleting subnet 63a922db-9d5c-4dbd-8adc-d6d62fc5cf24 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:44:34.299084 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7c6a3f3c-b9f1-4e7c-8369-8d8189f131cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:34.344843 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7c6a3f3c-b9f1-4e7c-8369-8d8189f131cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:34.358019 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 0316e50e-aa33-4c38-b1af-ce0566907fca no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:44:34.390548 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: 0316e50e-aa33-4c38-b1af-ce0566907fca {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:44:34.390890 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 0316e50e-aa33-4c38-b1af-ce0566907fca not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:44:34.403157 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7c6a3f3c-b9f1-4e7c-8369-8d8189f131cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:34.468815 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7c6a3f3c-b9f1-4e7c-8369-8d8189f131cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:34.505744 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a3f3c-b9f1-4e7c-8369-8d8189f131cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63a922db-9d5c-4dbd-8adc-d6d62fc5cf24,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:34.510280 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7c6a3f3c-b9f1-4e7c-8369-8d8189f131cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:34.515823 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7c6a3f3c-b9f1-4e7c-8369-8d8189f131cf admin admin] 10.222.0.60 "DELETE /v2.0/subnets/63a922db-9d5c-4dbd-8adc-d6d62fc5cf24 HTTP/1.1" status: 204 len: 168 time: 0.2788403 Apr 06 14:44:34.518201 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60034) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:34.620352 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eea811b4-2d2e-4972-a232-bda8996ba98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:34.743733 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eea811b4-2d2e-4972-a232-bda8996ba98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:34.767722 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-eea811b4-2d2e-4972-a232-bda8996ba98c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6e3c918-d607-4848-869c-08269b869f19']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:34.783167 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-eea811b4-2d2e-4972-a232-bda8996ba98c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0af382-978b-47f6-a503-afc62cf02647') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:34.783456 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-eea811b4-2d2e-4972-a232-bda8996ba98c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0af382-978b-47f6-a503-afc62cf02647') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:34.794909 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eea811b4-2d2e-4972-a232-bda8996ba98c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:34.892614 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eea811b4-2d2e-4972-a232-bda8996ba98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:34.898837 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea811b4-2d2e-4972-a232-bda8996ba98c admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:44:34.899219 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eea811b4-2d2e-4972-a232-bda8996ba98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:44:34.912431 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:44:34.987283 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eea811b4-2d2e-4972-a232-bda8996ba98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:35.003105 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eea811b4-2d2e-4972-a232-bda8996ba98c admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:35.012726 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea811b4-2d2e-4972-a232-bda8996ba98c admin admin] Pushing event deleted for resources: {'Network': ['ID=a6e3c918-d607-4848-869c-08269b869f19,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:35.021258 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-eea811b4-2d2e-4972-a232-bda8996ba98c admin admin] 10.222.0.60 "DELETE /v2.0/networks/a6e3c918-d607-4848-869c-08269b869f19 HTTP/1.1" status: 204 len: 168 time: 0.5020838 Apr 06 14:44:35.151354 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60040) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:35.200211 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fe85ed97-75f6-40bb-8930-eca1033ee6ae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8a8a97e6973a470690ae13e50ec78aa7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0475988 Apr 06 14:44:35.202556 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60044) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:35.258946 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-da454955-53a1-497a-a04c-6abf65e44f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:35.283240 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-da454955-53a1-497a-a04c-6abf65e44f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:35.332996 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-da454955-53a1-497a-a04c-6abf65e44f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:35.349227 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da454955-53a1-497a-a04c-6abf65e44f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce74c1e-211c-4d10-b631-ab7e1ab86968,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:35.358102 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-da454955-53a1-497a-a04c-6abf65e44f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:35.359203 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-da454955-53a1-497a-a04c-6abf65e44f2b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ce74c1e-211c-4d10-b631-ab7e1ab86968 HTTP/1.1" status: 204 len: 168 time: 0.1557729 Apr 06 14:44:36.182327 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60066) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:36.304819 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4272c2ee-105a-4608-b685-0b89a829909a tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-968722432'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:44:36.309826 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4272c2ee-105a-4608-b685-0b89a829909a tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:44:36.313602 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4272c2ee-105a-4608-b685-0b89a829909a tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Usage tracker for resource:network and tenant:735a203be01543debb4cb9ef4ee4b344 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:44:36.316371 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4272c2ee-105a-4608-b685-0b89a829909a tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:44:36.322679 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4272c2ee-105a-4608-b685-0b89a829909a tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:44:36.333050 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4272c2ee-105a-4608-b685-0b89a829909a tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Made reservation on behalf of 735a203be01543debb4cb9ef4ee4b344 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:44:36.335927 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4272c2ee-105a-4608-b685-0b89a829909a tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:36.348880 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4272c2ee-105a-4608-b685-0b89a829909a tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:36.380314 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4272c2ee-105a-4608-b685-0b89a829909a tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:44:36.384114 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4272c2ee-105a-4608-b685-0b89a829909a tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Usage tracker for resource:security_group_rule and tenant:735a203be01543debb4cb9ef4ee4b344 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:44:36.386831 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4272c2ee-105a-4608-b685-0b89a829909a tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:44:36.392390 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4272c2ee-105a-4608-b685-0b89a829909a tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:44:36.455387 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4272c2ee-105a-4608-b685-0b89a829909a tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:36.458714 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4272c2ee-105a-4608-b685-0b89a829909a tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:36.486254 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4272c2ee-105a-4608-b685-0b89a829909a tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:44:36.497708 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272c2ee-105a-4608-b685-0b89a829909a tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4497f2a-4ca4-4619-a8a3-981de6365287,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:36.501899 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4272c2ee-105a-4608-b685-0b89a829909a tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:36.502238 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-4272c2ee-105a-4608-b685-0b89a829909a tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Added segment 9e304e69-5d6e-4e03-934f-75f11bc47bf9 of type vlan for network 12397724-4087-4692-93b8-9eae79711976 Apr 06 14:44:36.527104 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4272c2ee-105a-4608-b685-0b89a829909a tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:36.557703 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4272c2ee-105a-4608-b685-0b89a829909a tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:36.561174 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4272c2ee-105a-4608-b685-0b89a829909a tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:36.561739 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4272c2ee-105a-4608-b685-0b89a829909a tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:36.660814 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4272c2ee-105a-4608-b685-0b89a829909a tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4774218 Apr 06 14:44:36.663661 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272c2ee-105a-4608-b685-0b89a829909a tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Pushing event updated for resources: {'Network': ['ID=12397724-4087-4692-93b8-9eae79711976,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:36.692530 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 12397724-4087-4692-93b8-9eae79711976 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:44:38.092321 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-22582bd9-e44f-425a-a03b-0ccb5e78f993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:39.925406 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60072) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:39.930994 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-892e507f-4630-484d-946c-45c4c47213e0 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Request body: {'subnet': {'network_id': '12397724-4087-4692-93b8-9eae79711976', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:44:40.039228 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-892e507f-4630-484d-946c-45c4c47213e0 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:44:40.042933 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-892e507f-4630-484d-946c-45c4c47213e0 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Usage tracker for resource:subnet and tenant:735a203be01543debb4cb9ef4ee4b344 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:44:40.045656 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-892e507f-4630-484d-946c-45c4c47213e0 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:44:40.051234 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-892e507f-4630-484d-946c-45c4c47213e0 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:44:40.060433 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892e507f-4630-484d-946c-45c4c47213e0 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Made reservation on behalf of 735a203be01543debb4cb9ef4ee4b344 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:44:40.158696 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-892e507f-4630-484d-946c-45c4c47213e0 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:40.366059 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-892e507f-4630-484d-946c-45c4c47213e0 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:40.443282 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e507f-4630-484d-946c-45c4c47213e0 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Pushing event updated for resources: {'Subnet': ['ID=7ea86427-4cdb-4735-b28c-49abb0f2d8fc,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:40.449495 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892e507f-4630-484d-946c-45c4c47213e0 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Checking segment: {'id': '9e304e69-5d6e-4e03-934f-75f11bc47bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '12397724-4087-4692-93b8-9eae79711976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:44:40.449767 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892e507f-4630-484d-946c-45c4c47213e0 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Network hostable DHCP agents. Network: 12397724-4087-4692-93b8-9eae79711976, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:44:40.471169 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892e507f-4630-484d-946c-45c4c47213e0 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Network 12397724-4087-4692-93b8-9eae79711976 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:44:40.480293 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-892e507f-4630-484d-946c-45c4c47213e0 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 12397724-4087-4692-93b8-9eae79711976) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:44:40.484162 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892e507f-4630-484d-946c-45c4c47213e0 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:40.484746 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-892e507f-4630-484d-946c-45c4c47213e0 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:40.490507 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ac3ff7-4147-4d7c-8402-c7068a97dc0e None None] Network 12397724-4087-4692-93b8-9eae79711976 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:44:40.505862 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-892e507f-4630-484d-946c-45c4c47213e0 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5793798 Apr 06 14:44:40.509420 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60076) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:40.515061 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-661c03cf-de49-426b-aa1d-ae89220260e4 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1998581632'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:44:40.520694 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-661c03cf-de49-426b-aa1d-ae89220260e4 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:44:40.524483 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-661c03cf-de49-426b-aa1d-ae89220260e4 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Usage tracker for resource:network and tenant:735a203be01543debb4cb9ef4ee4b344 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:44:40.527346 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-661c03cf-de49-426b-aa1d-ae89220260e4 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:44:40.537925 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-661c03cf-de49-426b-aa1d-ae89220260e4 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:44:40.547779 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661c03cf-de49-426b-aa1d-ae89220260e4 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Made reservation on behalf of 735a203be01543debb4cb9ef4ee4b344 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:44:40.551198 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-661c03cf-de49-426b-aa1d-ae89220260e4 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:40.579097 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-661c03cf-de49-426b-aa1d-ae89220260e4 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:44:40.587905 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-661c03cf-de49-426b-aa1d-ae89220260e4 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:40.588239 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-661c03cf-de49-426b-aa1d-ae89220260e4 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Added segment 247149ee-6cbc-442d-b673-89dcaa3031a3 of type vlan for network 49765a46-7c2e-4762-9f44-5cd4e18a6a69 Apr 06 14:44:40.613598 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-661c03cf-de49-426b-aa1d-ae89220260e4 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:40.645010 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-661c03cf-de49-426b-aa1d-ae89220260e4 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:40.648698 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661c03cf-de49-426b-aa1d-ae89220260e4 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:40.649299 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-661c03cf-de49-426b-aa1d-ae89220260e4 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:40.704249 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-12397724-4087-4692-93b8-9eae79711976', 'network_id': '12397724-4087-4692-93b8-9eae79711976', 'tenant_id': '735a203be01543debb4cb9ef4ee4b344', 'fixed_ips': [{'subnet_id': '7ea86427-4cdb-4735-b28c-49abb0f2d8fc'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:44:40.705091 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:40.745315 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-661c03cf-de49-426b-aa1d-ae89220260e4 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2347293 Apr 06 14:44:40.748316 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60080) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:40.754698 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c03cf-de49-426b-aa1d-ae89220260e4 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Pushing event updated for resources: {'Network': ['ID=49765a46-7c2e-4762-9f44-5cd4e18a6a69,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:40.755702 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a2c45679-9423-4efa-9379-65432fd0bdf7 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Request body: {'subnet': {'network_id': '49765a46-7c2e-4762-9f44-5cd4e18a6a69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:44:40.765869 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 49765a46-7c2e-4762-9f44-5cd4e18a6a69 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:44:40.868319 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a2c45679-9423-4efa-9379-65432fd0bdf7 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:44:40.872120 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a2c45679-9423-4efa-9379-65432fd0bdf7 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Usage tracker for resource:subnet and tenant:735a203be01543debb4cb9ef4ee4b344 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:44:40.874890 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a2c45679-9423-4efa-9379-65432fd0bdf7 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:44:40.881062 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a2c45679-9423-4efa-9379-65432fd0bdf7 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:44:40.896269 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c45679-9423-4efa-9379-65432fd0bdf7 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Made reservation on behalf of 735a203be01543debb4cb9ef4ee4b344 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:44:40.950203 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5dd56448-868f-400b-8b99-f22158036a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:40.965429 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Allocated IP 2001:db8:0:ffff::2 (12397724-4087-4692-93b8-9eae79711976/7ea86427-4cdb-4735-b28c-49abb0f2d8fc/01298720-e2f0-4352-aead-a72b95fba02b) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:44:41.001005 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a2c45679-9423-4efa-9379-65432fd0bdf7 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:41.165337 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:41.177894 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Transition to ACTIVE for port object 01298720-e2f0-4352-aead-a72b95fba02b will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:44:41.195728 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Transition to ACTIVE for port object 01298720-e2f0-4352-aead-a72b95fba02b will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:44:41.201844 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:41.218127 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a2c45679-9423-4efa-9379-65432fd0bdf7 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:41.270664 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Network 12397724-4087-4692-93b8-9eae79711976 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:44:41.273335 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:44:41.275794 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:44:41.281921 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Pushing event updated for resources: {'Port': ['ID=01298720-e2f0-4352-aead-a72b95fba02b,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:41.293722 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c45679-9423-4efa-9379-65432fd0bdf7 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Pushing event updated for resources: {'Subnet': ['ID=628479ad-3611-4a6f-a530-ba8dd448815d,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:41.308178 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c45679-9423-4efa-9379-65432fd0bdf7 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Checking segment: {'id': '247149ee-6cbc-442d-b673-89dcaa3031a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '49765a46-7c2e-4762-9f44-5cd4e18a6a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:44:41.308538 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c45679-9423-4efa-9379-65432fd0bdf7 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Network hostable DHCP agents. Network: 49765a46-7c2e-4762-9f44-5cd4e18a6a69, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:44:41.320413 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:41.320767 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:41.321395 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:41.321733 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:41.322069 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:41.322405 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:41.322729 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:41.323056 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:41.323386 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:41.323712 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:41.324034 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:41.331574 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c45679-9423-4efa-9379-65432fd0bdf7 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Network 49765a46-7c2e-4762-9f44-5cd4e18a6a69 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:44:41.341756 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-a2c45679-9423-4efa-9379-65432fd0bdf7 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 49765a46-7c2e-4762-9f44-5cd4e18a6a69) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:44:41.346101 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c45679-9423-4efa-9379-65432fd0bdf7 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:41.346690 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a2c45679-9423-4efa-9379-65432fd0bdf7 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:41.365273 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de1c2f8-52e6-45ce-b818-bf7029271ba0 None None] Network 49765a46-7c2e-4762-9f44-5cd4e18a6a69 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:44:41.368140 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a2c45679-9423-4efa-9379-65432fd0bdf7 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6185493 Apr 06 14:44:41.370853 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60084) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:41.505507 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Attempting to bind port 01298720-e2f0-4352-aead-a72b95fba02b on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:44:41.506104 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Attempting to bind port 01298720-e2f0-4352-aead-a72b95fba02b by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '9e304e69-5d6e-4e03-934f-75f11bc47bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '12397724-4087-4692-93b8-9eae79711976'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:44:41.506104 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Attempting to bind port 01298720-e2f0-4352-aead-a72b95fba02b on network 12397724-4087-4692-93b8-9eae79711976 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:44:41.508032 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-046af950-4217-415d-af06-d8667d15330d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:41.518420 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:41.523227 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:41.525770 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:44:41.526145 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Checking segment: {'id': '9e304e69-5d6e-4e03-934f-75f11bc47bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '12397724-4087-4692-93b8-9eae79711976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:44:41.526534 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:41.526919 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Bound using segment: {'id': '9e304e69-5d6e-4e03-934f-75f11bc47bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '12397724-4087-4692-93b8-9eae79711976'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:44:41.527384 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Bound port: 01298720-e2f0-4352-aead-a72b95fba02b, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e304e69-5d6e-4e03-934f-75f11bc47bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '12397724-4087-4692-93b8-9eae79711976'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:44:41.527769 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:41.571750 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-046af950-4217-415d-af06-d8667d15330d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:41.713010 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] For port 01298720-e2f0-4352-aead-a72b95fba02b, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:44:41.726813 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] For port 01298720-e2f0-4352-aead-a72b95fba02b, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=01298720-e2f0-4352-aead-a72b95fba02b,segment=NetworkSegment(9e304e69-5d6e-4e03-934f-75f11bc47bf9),segment_id=9e304e69-5d6e-4e03-934f-75f11bc47bf9)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:44:41.731990 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80779459-6f40-4a4f-ab49-3f74d3687349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-49765a46-7c2e-4762-9f44-5cd4e18a6a69', 'network_id': '49765a46-7c2e-4762-9f44-5cd4e18a6a69', 'tenant_id': '735a203be01543debb4cb9ef4ee4b344', 'fixed_ips': [{'subnet_id': '628479ad-3611-4a6f-a530-ba8dd448815d'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:44:41.732809 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-80779459-6f40-4a4f-ab49-3f74d3687349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:41.740139 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-046af950-4217-415d-af06-d8667d15330d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:41.746876 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:41.777739 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046af950-4217-415d-af06-d8667d15330d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Pushing event deleted for resources: {'Subnet': ['ID=628479ad-3611-4a6f-a530-ba8dd448815d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:41.871501 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-046af950-4217-415d-af06-d8667d15330d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:41.883430 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ac0bc-819e-4b60-815e-e0ae1decc94f None None] Pushing event updated for resources: {'Port': ['ID=01298720-e2f0-4352-aead-a72b95fba02b,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:41.898692 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-046af950-4217-415d-af06-d8667d15330d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49765a46-7c2e-4762-9f44-5cd4e18a6a69']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:41.902399 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6cdedb-b210-4d80-a18c-7c6229fbb372 None None] Network 49765a46-7c2e-4762-9f44-5cd4e18a6a69 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:44:41.914709 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-046af950-4217-415d-af06-d8667d15330d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247149ee-6cbc-442d-b673-89dcaa3031a3') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:41.915009 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-046af950-4217-415d-af06-d8667d15330d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247149ee-6cbc-442d-b673-89dcaa3031a3') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:41.930616 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-046af950-4217-415d-af06-d8667d15330d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:41.948654 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-046af950-4217-415d-af06-d8667d15330d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:41.955101 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046af950-4217-415d-af06-d8667d15330d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:44:41.955494 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-046af950-4217-415d-af06-d8667d15330d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:44:41.973792 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:44:42.067790 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-046af950-4217-415d-af06-d8667d15330d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:42.091957 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-046af950-4217-415d-af06-d8667d15330d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:42.103363 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046af950-4217-415d-af06-d8667d15330d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Pushing event deleted for resources: {'Network': ['ID=49765a46-7c2e-4762-9f44-5cd4e18a6a69,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:42.112920 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-046af950-4217-415d-af06-d8667d15330d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] 10.222.0.60 "DELETE /v2.0/networks/49765a46-7c2e-4762-9f44-5cd4e18a6a69 HTTP/1.1" status: 204 len: 168 time: 0.7409747 Apr 06 14:44:42.113125 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60088) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:42.119233 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-bbbfd854-08b8-4755-a1d3-ba141f63f037 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1168941928'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:44:42.124347 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bbbfd854-08b8-4755-a1d3-ba141f63f037 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:44:42.128227 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bbbfd854-08b8-4755-a1d3-ba141f63f037 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Usage tracker for resource:network and tenant:735a203be01543debb4cb9ef4ee4b344 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:44:42.131134 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bbbfd854-08b8-4755-a1d3-ba141f63f037 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:44:42.137480 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bbbfd854-08b8-4755-a1d3-ba141f63f037 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:44:42.148314 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbfd854-08b8-4755-a1d3-ba141f63f037 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Made reservation on behalf of 735a203be01543debb4cb9ef4ee4b344 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:44:42.151411 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bbbfd854-08b8-4755-a1d3-ba141f63f037 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:42.181454 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbfd854-08b8-4755-a1d3-ba141f63f037 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:44:42.192612 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bbbfd854-08b8-4755-a1d3-ba141f63f037 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:42.193004 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-bbbfd854-08b8-4755-a1d3-ba141f63f037 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Added segment 3e019291-a9ee-4377-99a9-b3fc8ad073e7 of type vlan for network e6643653-ae67-47ac-8383-072402df60fd Apr 06 14:44:42.222540 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bbbfd854-08b8-4755-a1d3-ba141f63f037 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:42.252115 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bbbfd854-08b8-4755-a1d3-ba141f63f037 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:42.256397 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbfd854-08b8-4755-a1d3-ba141f63f037 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:42.257034 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bbbfd854-08b8-4755-a1d3-ba141f63f037 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:42.269567 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 01298720-e2f0-4352-aead-a72b95fba02b up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:44:42.338390 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 01298720-e2f0-4352-aead-a72b95fba02b completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:44:42.354003 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bbbfd854-08b8-4755-a1d3-ba141f63f037 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2393012 Apr 06 14:44:42.356827 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60092) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:42.363110 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1493b3fc-1cc4-452d-a916-248fe552e553 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Request body: {'subnet': {'network_id': 'e6643653-ae67-47ac-8383-072402df60fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:44:42.377002 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbfd854-08b8-4755-a1d3-ba141f63f037 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Pushing event updated for resources: {'Network': ['ID=e6643653-ae67-47ac-8383-072402df60fd,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:42.387136 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network e6643653-ae67-47ac-8383-072402df60fd details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:44:42.471373 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1493b3fc-1cc4-452d-a916-248fe552e553 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:44:42.475133 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1493b3fc-1cc4-452d-a916-248fe552e553 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Usage tracker for resource:subnet and tenant:735a203be01543debb4cb9ef4ee4b344 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:44:42.478126 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1493b3fc-1cc4-452d-a916-248fe552e553 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:44:42.484018 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1493b3fc-1cc4-452d-a916-248fe552e553 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:44:42.495026 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1493b3fc-1cc4-452d-a916-248fe552e553 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Made reservation on behalf of 735a203be01543debb4cb9ef4ee4b344 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:44:42.598186 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1493b3fc-1cc4-452d-a916-248fe552e553 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:42.690581 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.ipam_backend_mixin [None req-1493b3fc-1cc4-452d-a916-248fe552e553 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Performing IP validity checks on allocation pools {{(pid=83738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 06 14:44:42.691114 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.ipam_backend_mixin [None req-1493b3fc-1cc4-452d-a916-248fe552e553 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 06 14:44:42.805021 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0202c04-a747-45ae-954d-705b861b73aa None None] Network 12397724-4087-4692-93b8-9eae79711976 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:44:42.817344 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1493b3fc-1cc4-452d-a916-248fe552e553 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:42.901524 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493b3fc-1cc4-452d-a916-248fe552e553 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Pushing event updated for resources: {'Subnet': ['ID=7cfe528b-a22e-477a-816c-0ebba723fd2f,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:42.909196 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1493b3fc-1cc4-452d-a916-248fe552e553 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Checking segment: {'id': '3e019291-a9ee-4377-99a9-b3fc8ad073e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e6643653-ae67-47ac-8383-072402df60fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:44:42.909558 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1493b3fc-1cc4-452d-a916-248fe552e553 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Network hostable DHCP agents. Network: e6643653-ae67-47ac-8383-072402df60fd, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:44:42.931106 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1493b3fc-1cc4-452d-a916-248fe552e553 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Network e6643653-ae67-47ac-8383-072402df60fd is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:44:42.933302 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0329c27a-6c42-4523-8d20-e10dc3facc3c None None] Provisioning for port 01298720-e2f0-4352-aead-a72b95fba02b completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:44:42.940673 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-1493b3fc-1cc4-452d-a916-248fe552e553 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, e6643653-ae67-47ac-8383-072402df60fd) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:44:42.944090 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0329c27a-6c42-4523-8d20-e10dc3facc3c None None] Provisioning complete for port 01298720-e2f0-4352-aead-a72b95fba02b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:44:42.944458 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0329c27a-6c42-4523-8d20-e10dc3facc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:42.945545 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1493b3fc-1cc4-452d-a916-248fe552e553 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:42.946532 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1493b3fc-1cc4-452d-a916-248fe552e553 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:42.967806 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1493b3fc-1cc4-452d-a916-248fe552e553 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6097672 Apr 06 14:44:42.971736 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60096) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:42.974134 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547f056f-fd67-45ba-b73f-04b6da6711df None None] Network e6643653-ae67-47ac-8383-072402df60fd requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:44:42.993240 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:43.107846 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b73674e9-517a-47d2-b92f-c4537be94e93 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:43.171837 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b73674e9-517a-47d2-b92f-c4537be94e93 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:43.247144 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b73674e9-517a-47d2-b92f-c4537be94e93 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:43.287528 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73674e9-517a-47d2-b92f-c4537be94e93 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Pushing event deleted for resources: {'Subnet': ['ID=7cfe528b-a22e-477a-816c-0ebba723fd2f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:43.309453 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0329c27a-6c42-4523-8d20-e10dc3facc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:43.321910 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d266774f-2b49-4469-904c-b9eaa64a4b2f None None] Network e6643653-ae67-47ac-8383-072402df60fd requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:44:43.383399 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b73674e9-517a-47d2-b92f-c4537be94e93 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:43.408126 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-b73674e9-517a-47d2-b92f-c4537be94e93 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6643653-ae67-47ac-8383-072402df60fd']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:43.420498 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-b73674e9-517a-47d2-b92f-c4537be94e93 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e019291-a9ee-4377-99a9-b3fc8ad073e7') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:43.420820 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-b73674e9-517a-47d2-b92f-c4537be94e93 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e019291-a9ee-4377-99a9-b3fc8ad073e7') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:43.432939 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b73674e9-517a-47d2-b92f-c4537be94e93 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:43.436808 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0329c27a-6c42-4523-8d20-e10dc3facc3c None None] For port 01298720-e2f0-4352-aead-a72b95fba02b, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=01298720-e2f0-4352-aead-a72b95fba02b,segment=NetworkSegment(9e304e69-5d6e-4e03-934f-75f11bc47bf9),segment_id=9e304e69-5d6e-4e03-934f-75f11bc47bf9)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:44:43.444724 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0329c27a-6c42-4523-8d20-e10dc3facc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:43.450982 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b73674e9-517a-47d2-b92f-c4537be94e93 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:43.458923 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73674e9-517a-47d2-b92f-c4537be94e93 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:44:43.459334 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b73674e9-517a-47d2-b92f-c4537be94e93 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:44:43.474365 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:44:43.559465 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b73674e9-517a-47d2-b92f-c4537be94e93 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:43.577699 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b73674e9-517a-47d2-b92f-c4537be94e93 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:43.589114 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b73674e9-517a-47d2-b92f-c4537be94e93 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] 10.222.0.60 "DELETE /v2.0/networks/e6643653-ae67-47ac-8383-072402df60fd HTTP/1.1" status: 204 len: 168 time: 0.6163237 Apr 06 14:44:43.592495 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60100) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:43.595553 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73674e9-517a-47d2-b92f-c4537be94e93 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Pushing event deleted for resources: {'Network': ['ID=e6643653-ae67-47ac-8383-072402df60fd,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:43.600268 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a417fc4e-312c-4c4b-b599-94fcc7cae2c6 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-942715253'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:44:43.605925 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a417fc4e-312c-4c4b-b599-94fcc7cae2c6 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:44:43.610050 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a417fc4e-312c-4c4b-b599-94fcc7cae2c6 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Usage tracker for resource:network and tenant:735a203be01543debb4cb9ef4ee4b344 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:44:43.610277 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329c27a-6c42-4523-8d20-e10dc3facc3c None None] Pushing event updated for resources: {'Port': ['ID=01298720-e2f0-4352-aead-a72b95fba02b,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:43.614098 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a417fc4e-312c-4c4b-b599-94fcc7cae2c6 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:44:43.619905 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a417fc4e-312c-4c4b-b599-94fcc7cae2c6 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:44:43.631147 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a417fc4e-312c-4c4b-b599-94fcc7cae2c6 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Made reservation on behalf of 735a203be01543debb4cb9ef4ee4b344 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:44:43.634431 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a417fc4e-312c-4c4b-b599-94fcc7cae2c6 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:43.662400 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a417fc4e-312c-4c4b-b599-94fcc7cae2c6 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:44:43.671121 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a417fc4e-312c-4c4b-b599-94fcc7cae2c6 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:43.671458 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-a417fc4e-312c-4c4b-b599-94fcc7cae2c6 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Added segment 58a8371f-efc7-4419-acc1-cb47e469cbac of type vlan for network 08bb5375-1295-475f-bcc8-3d1e99778a46 Apr 06 14:44:43.675260 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4ecb1e1e-7863-4446-bad6-57e36e6ef42c None None] Provisioning complete for port 01298720-e2f0-4352-aead-a72b95fba02b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:44:43.675634 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4ecb1e1e-7863-4446-bad6-57e36e6ef42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:43.697369 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a417fc4e-312c-4c4b-b599-94fcc7cae2c6 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:43.725088 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a417fc4e-312c-4c4b-b599-94fcc7cae2c6 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:43.728688 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a417fc4e-312c-4c4b-b599-94fcc7cae2c6 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:43.729296 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a417fc4e-312c-4c4b-b599-94fcc7cae2c6 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:43.914074 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a417fc4e-312c-4c4b-b599-94fcc7cae2c6 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3205209 Apr 06 14:44:43.917701 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60104) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:43.923734 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5503b424-8cd9-43e5-85c1-b5902caadf01 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Request body: {'subnet': {'network_id': '08bb5375-1295-475f-bcc8-3d1e99778a46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:44:43.924386 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417fc4e-312c-4c4b-b599-94fcc7cae2c6 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Pushing event updated for resources: {'Network': ['ID=08bb5375-1295-475f-bcc8-3d1e99778a46,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:43.935176 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 08bb5375-1295-475f-bcc8-3d1e99778a46 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:44:44.037542 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5503b424-8cd9-43e5-85c1-b5902caadf01 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:44:44.041288 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5503b424-8cd9-43e5-85c1-b5902caadf01 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Usage tracker for resource:subnet and tenant:735a203be01543debb4cb9ef4ee4b344 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:44:44.044220 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5503b424-8cd9-43e5-85c1-b5902caadf01 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:44:44.050440 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5503b424-8cd9-43e5-85c1-b5902caadf01 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:44:44.059818 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5503b424-8cd9-43e5-85c1-b5902caadf01 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Made reservation on behalf of 735a203be01543debb4cb9ef4ee4b344 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:44:44.155951 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5503b424-8cd9-43e5-85c1-b5902caadf01 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:44.236919 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 01298720-e2f0-4352-aead-a72b95fba02b up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:44:44.303149 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 01298720-e2f0-4352-aead-a72b95fba02b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:44:44.303435 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:44.371328 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5503b424-8cd9-43e5-85c1-b5902caadf01 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:44.448419 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503b424-8cd9-43e5-85c1-b5902caadf01 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Pushing event updated for resources: {'Subnet': ['ID=b7ae1e8f-5afd-4b0e-90f2-e5f95d9e1a0a,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:44.459934 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5503b424-8cd9-43e5-85c1-b5902caadf01 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Checking segment: {'id': '58a8371f-efc7-4419-acc1-cb47e469cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '08bb5375-1295-475f-bcc8-3d1e99778a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:44:44.460291 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5503b424-8cd9-43e5-85c1-b5902caadf01 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Network hostable DHCP agents. Network: 08bb5375-1295-475f-bcc8-3d1e99778a46, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:44:44.481302 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5503b424-8cd9-43e5-85c1-b5902caadf01 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Network 08bb5375-1295-475f-bcc8-3d1e99778a46 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:44:44.489492 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-5503b424-8cd9-43e5-85c1-b5902caadf01 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 08bb5375-1295-475f-bcc8-3d1e99778a46) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:44:44.493550 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5503b424-8cd9-43e5-85c1-b5902caadf01 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:44.494129 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5503b424-8cd9-43e5-85c1-b5902caadf01 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:44.499774 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9093759f-4c91-433a-8583-f381329cdd6d None None] Network 08bb5375-1295-475f-bcc8-3d1e99778a46 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:44:44.514020 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5503b424-8cd9-43e5-85c1-b5902caadf01 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5952873 Apr 06 14:44:44.518216 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60108) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:44.523980 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-fc046393-ae40-4a7e-8397-8c01c3570525 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1126277832'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:44:44.533333 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fc046393-ae40-4a7e-8397-8c01c3570525 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:44:44.537947 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fc046393-ae40-4a7e-8397-8c01c3570525 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Usage tracker for resource:network and tenant:735a203be01543debb4cb9ef4ee4b344 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:44:44.541339 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fc046393-ae40-4a7e-8397-8c01c3570525 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:44:44.547537 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fc046393-ae40-4a7e-8397-8c01c3570525 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:44:44.559340 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc046393-ae40-4a7e-8397-8c01c3570525 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Made reservation on behalf of 735a203be01543debb4cb9ef4ee4b344 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:44:44.562253 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fc046393-ae40-4a7e-8397-8c01c3570525 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:44.590508 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc046393-ae40-4a7e-8397-8c01c3570525 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:44:44.599843 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fc046393-ae40-4a7e-8397-8c01c3570525 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:44.600184 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-fc046393-ae40-4a7e-8397-8c01c3570525 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Added segment 5acf3e81-06e7-4fcb-aebf-35b06a79d719 of type vlan for network 00b98fe2-3831-4b5d-b600-d7203001fade Apr 06 14:44:44.625139 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fc046393-ae40-4a7e-8397-8c01c3570525 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:44.658771 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fc046393-ae40-4a7e-8397-8c01c3570525 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:44.662530 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc046393-ae40-4a7e-8397-8c01c3570525 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:44.663110 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fc046393-ae40-4a7e-8397-8c01c3570525 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:44.713007 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c697518c-781e-43a7-8e77-645aee112f09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-08bb5375-1295-475f-bcc8-3d1e99778a46', 'network_id': '08bb5375-1295-475f-bcc8-3d1e99778a46', 'tenant_id': '735a203be01543debb4cb9ef4ee4b344', 'fixed_ips': [{'subnet_id': 'b7ae1e8f-5afd-4b0e-90f2-e5f95d9e1a0a'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:44:44.713825 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c697518c-781e-43a7-8e77-645aee112f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:44.762540 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fc046393-ae40-4a7e-8397-8c01c3570525 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2432890 Apr 06 14:44:44.765511 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60112) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:44.774720 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5e533250-d0b9-421d-9e93-fe149282929d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Request body: {'subnet': {'network_id': '00b98fe2-3831-4b5d-b600-d7203001fade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:44:44.788001 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc046393-ae40-4a7e-8397-8c01c3570525 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Pushing event updated for resources: {'Network': ['ID=00b98fe2-3831-4b5d-b600-d7203001fade,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:44.812020 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 00b98fe2-3831-4b5d-b600-d7203001fade details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:44:44.969274 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5e533250-d0b9-421d-9e93-fe149282929d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:44:44.973180 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5e533250-d0b9-421d-9e93-fe149282929d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Usage tracker for resource:subnet and tenant:735a203be01543debb4cb9ef4ee4b344 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:44:44.975920 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5e533250-d0b9-421d-9e93-fe149282929d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:44:44.982337 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5e533250-d0b9-421d-9e93-fe149282929d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:44:44.988472 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-c697518c-781e-43a7-8e77-645aee112f09 None None] Allocated IP 2001:db8::2 (08bb5375-1295-475f-bcc8-3d1e99778a46/b7ae1e8f-5afd-4b0e-90f2-e5f95d9e1a0a/d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:44:44.993218 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e533250-d0b9-421d-9e93-fe149282929d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Made reservation on behalf of 735a203be01543debb4cb9ef4ee4b344 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:44:45.095679 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e533250-d0b9-421d-9e93-fe149282929d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:45.186815 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c697518c-781e-43a7-8e77-645aee112f09 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:45.198001 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c697518c-781e-43a7-8e77-645aee112f09 None None] Transition to ACTIVE for port object d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:44:45.217372 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c697518c-781e-43a7-8e77-645aee112f09 None None] Transition to ACTIVE for port object d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:44:45.223128 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c697518c-781e-43a7-8e77-645aee112f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:45.292431 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c697518c-781e-43a7-8e77-645aee112f09 None None] Network 08bb5375-1295-475f-bcc8-3d1e99778a46 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:44:45.295045 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-c697518c-781e-43a7-8e77-645aee112f09 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:44:45.297422 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c697518c-781e-43a7-8e77-645aee112f09 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:44:45.302968 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697518c-781e-43a7-8e77-645aee112f09 None None] Pushing event updated for resources: {'Port': ['ID=d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:45.315094 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e533250-d0b9-421d-9e93-fe149282929d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:45.388453 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c697518c-781e-43a7-8e77-645aee112f09 None None] Attempting to bind port d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:44:45.388821 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c697518c-781e-43a7-8e77-645aee112f09 None None] Attempting to bind port d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '58a8371f-efc7-4419-acc1-cb47e469cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '08bb5375-1295-475f-bcc8-3d1e99778a46'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:44:45.389214 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c697518c-781e-43a7-8e77-645aee112f09 None None] Attempting to bind port d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b on network 08bb5375-1295-475f-bcc8-3d1e99778a46 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:44:45.393939 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e533250-d0b9-421d-9e93-fe149282929d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Pushing event updated for resources: {'Subnet': ['ID=697c9cd5-6544-4088-983a-44e1b07412f2,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:45.396238 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c697518c-781e-43a7-8e77-645aee112f09 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:44:45.396617 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c697518c-781e-43a7-8e77-645aee112f09 None None] Checking segment: {'id': '58a8371f-efc7-4419-acc1-cb47e469cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '08bb5375-1295-475f-bcc8-3d1e99778a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:44:45.397220 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c697518c-781e-43a7-8e77-645aee112f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:45.397617 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c697518c-781e-43a7-8e77-645aee112f09 None None] Bound using segment: {'id': '58a8371f-efc7-4419-acc1-cb47e469cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '08bb5375-1295-475f-bcc8-3d1e99778a46'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:44:45.398081 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c697518c-781e-43a7-8e77-645aee112f09 None None] Bound port: d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a8371f-efc7-4419-acc1-cb47e469cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '08bb5375-1295-475f-bcc8-3d1e99778a46'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:44:45.398454 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c697518c-781e-43a7-8e77-645aee112f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:45.403812 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e533250-d0b9-421d-9e93-fe149282929d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Checking segment: {'id': '5acf3e81-06e7-4fcb-aebf-35b06a79d719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '00b98fe2-3831-4b5d-b600-d7203001fade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:44:45.404167 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e533250-d0b9-421d-9e93-fe149282929d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Network hostable DHCP agents. Network: 00b98fe2-3831-4b5d-b600-d7203001fade, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:44:45.426068 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e533250-d0b9-421d-9e93-fe149282929d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Network 00b98fe2-3831-4b5d-b600-d7203001fade is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:44:45.435505 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-5e533250-d0b9-421d-9e93-fe149282929d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 00b98fe2-3831-4b5d-b600-d7203001fade) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:44:45.440010 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e533250-d0b9-421d-9e93-fe149282929d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:45.440636 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e533250-d0b9-421d-9e93-fe149282929d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:45.446757 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91d2bc9-976b-4091-88ff-e08c53f20856 None None] Network 00b98fe2-3831-4b5d-b600-d7203001fade requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:44:45.461351 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5e533250-d0b9-421d-9e93-fe149282929d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6950548 Apr 06 14:44:45.463949 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60116) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:45.598803 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe702-95be-4ed2-8b77-c5a2b054ae47 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:45.617828 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c697518c-781e-43a7-8e77-645aee112f09 None None] For port d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:44:45.638207 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c697518c-781e-43a7-8e77-645aee112f09 None None] For port d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b,segment=NetworkSegment(58a8371f-efc7-4419-acc1-cb47e469cbac),segment_id=58a8371f-efc7-4419-acc1-cb47e469cbac)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:44:45.662891 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe702-95be-4ed2-8b77-c5a2b054ae47 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:45.670104 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c697518c-781e-43a7-8e77-645aee112f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:45.737796 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe702-95be-4ed2-8b77-c5a2b054ae47 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:45.776207 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1fe702-95be-4ed2-8b77-c5a2b054ae47 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Pushing event deleted for resources: {'Subnet': ['ID=697c9cd5-6544-4088-983a-44e1b07412f2,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:45.812679 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697518c-781e-43a7-8e77-645aee112f09 None None] Pushing event updated for resources: {'Port': ['ID=d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:45.815628 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b69b8d-1536-4930-bbbe-661f92ff380b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-00b98fe2-3831-4b5d-b600-d7203001fade', 'network_id': '00b98fe2-3831-4b5d-b600-d7203001fade', 'tenant_id': '735a203be01543debb4cb9ef4ee4b344', 'fixed_ips': [{'subnet_id': '697c9cd5-6544-4088-983a-44e1b07412f2'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:44:45.816469 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-96b69b8d-1536-4930-bbbe-661f92ff380b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:45.889485 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe702-95be-4ed2-8b77-c5a2b054ae47 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:45.916996 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-7c1fe702-95be-4ed2-8b77-c5a2b054ae47 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b98fe2-3831-4b5d-b600-d7203001fade']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:45.917492 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b42f13-d00c-4d03-9247-ff2ac13b1608 None None] Network 00b98fe2-3831-4b5d-b600-d7203001fade requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:44:45.930292 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-7c1fe702-95be-4ed2-8b77-c5a2b054ae47 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5acf3e81-06e7-4fcb-aebf-35b06a79d719') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:45.930782 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-7c1fe702-95be-4ed2-8b77-c5a2b054ae47 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5acf3e81-06e7-4fcb-aebf-35b06a79d719') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:45.944160 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe702-95be-4ed2-8b77-c5a2b054ae47 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:45.961280 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe702-95be-4ed2-8b77-c5a2b054ae47 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:45.967395 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c1fe702-95be-4ed2-8b77-c5a2b054ae47 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:44:45.967786 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe702-95be-4ed2-8b77-c5a2b054ae47 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:44:45.986416 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:44:46.086872 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe702-95be-4ed2-8b77-c5a2b054ae47 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:46.111259 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe702-95be-4ed2-8b77-c5a2b054ae47 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:46.124436 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1fe702-95be-4ed2-8b77-c5a2b054ae47 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Pushing event deleted for resources: {'Network': ['ID=00b98fe2-3831-4b5d-b600-d7203001fade,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:46.128694 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7c1fe702-95be-4ed2-8b77-c5a2b054ae47 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] 10.222.0.60 "DELETE /v2.0/networks/00b98fe2-3831-4b5d-b600-d7203001fade HTTP/1.1" status: 204 len: 168 time: 0.6637750 Apr 06 14:44:46.131279 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60120) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:46.177071 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-44237415-d881-472f-af5c-26ce3b86f201 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] GET failed (client error): The resource could not be found. Apr 06 14:44:46.177586 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-44237415-d881-472f-af5c-26ce3b86f201 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Synchronizing usage tracker for tenant:735a203be01543debb4cb9ef4ee4b344 on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:44:46.195305 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-44237415-d881-472f-af5c-26ce3b86f201 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Unset dirty status for tenant:735a203be01543debb4cb9ef4ee4b344 on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:44:46.196984 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-44237415-d881-472f-af5c-26ce3b86f201 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] 10.222.0.60 "GET /v2.0/subnets/697c9cd5-6544-4088-983a-44e1b07412f2 HTTP/1.1" status: 404 len: 337 time: 0.0647290 Apr 06 14:44:46.199809 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60124) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:46.231311 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f4a056-8e8a-4638-81a8-5fd7d225a84d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] DELETE failed (client error): The resource could not be found. Apr 06 14:44:46.231754 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69f4a056-8e8a-4638-81a8-5fd7d225a84d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:44:46.233496 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-69f4a056-8e8a-4638-81a8-5fd7d225a84d tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] 10.222.0.60 "DELETE /v2.0/networks/00b98fe2-3831-4b5d-b600-d7203001fade HTTP/1.1" status: 404 len: 339 time: 0.0320239 Apr 06 14:44:46.237349 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60128) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:46.257776 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:44:46.276319 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb6447f-0034-4b9f-918e-767accf5a21e tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] DELETE failed (client error): The resource could not be found. Apr 06 14:44:46.276761 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb6447f-0034-4b9f-918e-767accf5a21e tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:44:46.278434 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0bb6447f-0034-4b9f-918e-767accf5a21e tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] 10.222.0.60 "DELETE /v2.0/subnets/697c9cd5-6544-4088-983a-44e1b07412f2 HTTP/1.1" status: 404 len: 337 time: 0.0401282 Apr 06 14:44:46.281184 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60132) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:46.305279 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea91561-c405-4d18-b22b-2a1c51416d39 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] DELETE failed (client error): The resource could not be found. Apr 06 14:44:46.305707 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bea91561-c405-4d18-b22b-2a1c51416d39 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:44:46.307294 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bea91561-c405-4d18-b22b-2a1c51416d39 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] 10.222.0.60 "DELETE /v2.0/networks/00b98fe2-3831-4b5d-b600-d7203001fade HTTP/1.1" status: 404 len: 339 time: 0.0251117 Apr 06 14:44:46.309914 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60136) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:46.325235 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:44:46.501684 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-21426b28-f17b-4872-b623-2dbcc09bb3f4 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Deleting subnet b7ae1e8f-5afd-4b0e-90f2-e5f95d9e1a0a {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:44:46.504708 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21426b28-f17b-4872-b623-2dbcc09bb3f4 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:46.559165 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21426b28-f17b-4872-b623-2dbcc09bb3f4 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:46.642638 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21426b28-f17b-4872-b623-2dbcc09bb3f4 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:46.719467 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21426b28-f17b-4872-b623-2dbcc09bb3f4 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:46.739716 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abc595c-d666-4846-819c-5d336d1327cc None None] Network 08bb5375-1295-475f-bcc8-3d1e99778a46 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:44:46.758549 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21426b28-f17b-4872-b623-2dbcc09bb3f4 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Pushing event deleted for resources: {'Subnet': ['ID=b7ae1e8f-5afd-4b0e-90f2-e5f95d9e1a0a,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:46.766008 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21426b28-f17b-4872-b623-2dbcc09bb3f4 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:46.778858 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-21426b28-f17b-4872-b623-2dbcc09bb3f4 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] 10.222.0.60 "DELETE /v2.0/subnets/b7ae1e8f-5afd-4b0e-90f2-e5f95d9e1a0a HTTP/1.1" status: 204 len: 168 time: 0.4678931 Apr 06 14:44:46.781296 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60140) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:46.897958 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30a04ee0-e61c-4a9f-acab-b53767a5b7b2 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:46.905438 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4d51568a-9050-43a7-b81b-25049351a919 None None] Provisioning for port d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:44:46.908188 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-30a04ee0-e61c-4a9f-acab-b53767a5b7b2 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Deleting port d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:44:46.908513 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30a04ee0-e61c-4a9f-acab-b53767a5b7b2 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:46.915728 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4d51568a-9050-43a7-b81b-25049351a919 None None] Provisioning complete for port d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:44:46.916117 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4d51568a-9050-43a7-b81b-25049351a919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:47.049622 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4d51568a-9050-43a7-b81b-25049351a919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:47.079941 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07420481-580f-4919-9780-4b180b68c053 None None] DHCP port deletion for 08bb5375-1295-475f-bcc8-3d1e99778a46 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:44:47.087977 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-07420481-580f-4919-9780-4b180b68c053 None None] Deleting port d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:44:47.088352 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-07420481-580f-4919-9780-4b180b68c053 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:47.111886 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-30a04ee0-e61c-4a9f-acab-b53767a5b7b2 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] For port d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b,segment=NetworkSegment(58a8371f-efc7-4419-acc1-cb47e469cbac),segment_id=58a8371f-efc7-4419-acc1-cb47e469cbac)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:44:47.112233 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30a04ee0-e61c-4a9f-acab-b53767a5b7b2 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:47.115740 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4d51568a-9050-43a7-b81b-25049351a919 None None] For port d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b,segment=NetworkSegment(58a8371f-efc7-4419-acc1-cb47e469cbac),segment_id=58a8371f-efc7-4419-acc1-cb47e469cbac)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:44:47.121964 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4d51568a-9050-43a7-b81b-25049351a919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:47.230282 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-30a04ee0-e61c-4a9f-acab-b53767a5b7b2 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Calling delete_port for d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:44:47.241580 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51568a-9050-43a7-b81b-25049351a919 None None] Pushing event updated for resources: {'Port': ['ID=d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:47.300974 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-30a04ee0-e61c-4a9f-acab-b53767a5b7b2 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:44:47.301214 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-30a04ee0-e61c-4a9f-acab-b53767a5b7b2 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:44:47.343877 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-07420481-580f-4919-9780-4b180b68c053 None None] For port d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b,segment=NetworkSegment(58a8371f-efc7-4419-acc1-cb47e469cbac),segment_id=58a8371f-efc7-4419-acc1-cb47e469cbac)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:44:47.344425 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-07420481-580f-4919-9780-4b180b68c053 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:47.458260 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-07420481-580f-4919-9780-4b180b68c053 None None] Calling delete_port for d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:44:47.526170 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-07420481-580f-4919-9780-4b180b68c053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:47.571095 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07420481-580f-4919-9780-4b180b68c053 None None] Pushing event deleted for resources: {'Port': ['ID=d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:47.575410 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07420481-580f-4919-9780-4b180b68c053 None None] No DVR routers for this DVR port d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:44:47.801922 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-30a04ee0-e61c-4a9f-acab-b53767a5b7b2 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Deleting port d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:44:47.802273 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30a04ee0-e61c-4a9f-acab-b53767a5b7b2 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:47.868044 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-30a04ee0-e61c-4a9f-acab-b53767a5b7b2 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] The port 'd4b7a5e4-6ea7-4dbb-b514-5adceef30e4b' was deleted {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:44:47.985100 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30a04ee0-e61c-4a9f-acab-b53767a5b7b2 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:48.009000 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-30a04ee0-e61c-4a9f-acab-b53767a5b7b2 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08bb5375-1295-475f-bcc8-3d1e99778a46']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:48.021031 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-30a04ee0-e61c-4a9f-acab-b53767a5b7b2 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a8371f-efc7-4419-acc1-cb47e469cbac') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:48.021329 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-30a04ee0-e61c-4a9f-acab-b53767a5b7b2 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a8371f-efc7-4419-acc1-cb47e469cbac') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:48.032093 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30a04ee0-e61c-4a9f-acab-b53767a5b7b2 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:48.049148 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30a04ee0-e61c-4a9f-acab-b53767a5b7b2 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:48.054965 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a04ee0-e61c-4a9f-acab-b53767a5b7b2 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:44:48.055339 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30a04ee0-e61c-4a9f-acab-b53767a5b7b2 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:44:48.069335 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:44:48.227902 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30a04ee0-e61c-4a9f-acab-b53767a5b7b2 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:48.234870 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:44:48.245799 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30a04ee0-e61c-4a9f-acab-b53767a5b7b2 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:48.257351 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a04ee0-e61c-4a9f-acab-b53767a5b7b2 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Pushing event deleted for resources: {'Network': ['ID=08bb5375-1295-475f-bcc8-3d1e99778a46,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:48.264073 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60144) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:48.270702 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-30a04ee0-e61c-4a9f-acab-b53767a5b7b2 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] 10.222.0.60 "DELETE /v2.0/networks/08bb5375-1295-475f-bcc8-3d1e99778a46 HTTP/1.1" status: 204 len: 168 time: 1.4870994 Apr 06 14:44:48.275628 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:44:48.275976 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device d4b7a5e4-6ea7-4dbb-b514-5adceef30e4b not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:44:48.304081 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-867c740c-1395-40b3-90e3-9663b928bfa6 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] DELETE failed (client error): The resource could not be found. Apr 06 14:44:48.304511 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-867c740c-1395-40b3-90e3-9663b928bfa6 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:44:48.306138 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-867c740c-1395-40b3-90e3-9663b928bfa6 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] 10.222.0.60 "DELETE /v2.0/subnets/7cfe528b-a22e-477a-816c-0ebba723fd2f HTTP/1.1" status: 404 len: 337 time: 0.0410826 Apr 06 14:44:48.308592 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60148) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:48.332260 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e08fa7-3e0c-4ced-901d-71e5f17c4b07 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] DELETE failed (client error): The resource could not be found. Apr 06 14:44:48.332676 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21e08fa7-3e0c-4ced-901d-71e5f17c4b07 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:44:48.334191 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-21e08fa7-3e0c-4ced-901d-71e5f17c4b07 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] 10.222.0.60 "DELETE /v2.0/networks/e6643653-ae67-47ac-8383-072402df60fd HTTP/1.1" status: 404 len: 339 time: 0.0246551 Apr 06 14:44:48.336268 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60152) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:48.370986 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7573a0f-882b-409f-a503-991e6522cbf3 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] DELETE failed (client error): The resource could not be found. Apr 06 14:44:48.371389 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7573a0f-882b-409f-a503-991e6522cbf3 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:44:48.372970 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c7573a0f-882b-409f-a503-991e6522cbf3 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] 10.222.0.60 "DELETE /v2.0/subnets/628479ad-3611-4a6f-a530-ba8dd448815d HTTP/1.1" status: 404 len: 337 time: 0.0357995 Apr 06 14:44:48.375075 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60156) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:48.398094 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1231abf-dbe8-4c10-b8b0-6e812c03cb94 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] DELETE failed (client error): The resource could not be found. Apr 06 14:44:48.398503 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1231abf-dbe8-4c10-b8b0-6e812c03cb94 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:44:48.399974 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b1231abf-dbe8-4c10-b8b0-6e812c03cb94 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] 10.222.0.60 "DELETE /v2.0/networks/49765a46-7c2e-4762-9f44-5cd4e18a6a69 HTTP/1.1" status: 404 len: 339 time: 0.0240912 Apr 06 14:44:48.402092 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60160) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:48.580138 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbcdffbb-d0e7-48af-b74f-64c1f088ef58 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Deleting subnet 7ea86427-4cdb-4735-b28c-49abb0f2d8fc {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:44:48.582931 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cbcdffbb-d0e7-48af-b74f-64c1f088ef58 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:48.633532 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cbcdffbb-d0e7-48af-b74f-64c1f088ef58 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:48.795459 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cbcdffbb-d0e7-48af-b74f-64c1f088ef58 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:48.865834 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cbcdffbb-d0e7-48af-b74f-64c1f088ef58 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:48.902806 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcdffbb-d0e7-48af-b74f-64c1f088ef58 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Pushing event deleted for resources: {'Subnet': ['ID=7ea86427-4cdb-4735-b28c-49abb0f2d8fc,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:48.908092 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cbcdffbb-d0e7-48af-b74f-64c1f088ef58 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:48.914471 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483f148d-ca1b-490a-990b-a106518feb61 None None] Network 12397724-4087-4692-93b8-9eae79711976 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:44:48.917110 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cbcdffbb-d0e7-48af-b74f-64c1f088ef58 tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] 10.222.0.60 "DELETE /v2.0/subnets/7ea86427-4cdb-4735-b28c-49abb0f2d8fc HTTP/1.1" status: 204 len: 168 time: 0.5141339 Apr 06 14:44:48.919566 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60164) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:49.030026 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bf10a614-2bcf-4414-a72f-12cd8d311d7b tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:49.040892 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-bf10a614-2bcf-4414-a72f-12cd8d311d7b tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Deleting port 01298720-e2f0-4352-aead-a72b95fba02b {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:44:49.041266 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bf10a614-2bcf-4414-a72f-12cd8d311d7b tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:49.171665 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565e1c4e-f2d1-4b02-b74b-b9b6d4f61a70 None None] DHCP port deletion for 12397724-4087-4692-93b8-9eae79711976 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:44:49.175822 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-565e1c4e-f2d1-4b02-b74b-b9b6d4f61a70 None None] Deleting port 01298720-e2f0-4352-aead-a72b95fba02b {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:44:49.176195 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-565e1c4e-f2d1-4b02-b74b-b9b6d4f61a70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:49.241609 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-bf10a614-2bcf-4414-a72f-12cd8d311d7b tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] For port 01298720-e2f0-4352-aead-a72b95fba02b, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=01298720-e2f0-4352-aead-a72b95fba02b,segment=NetworkSegment(9e304e69-5d6e-4e03-934f-75f11bc47bf9),segment_id=9e304e69-5d6e-4e03-934f-75f11bc47bf9)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:44:49.241963 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bf10a614-2bcf-4414-a72f-12cd8d311d7b tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:49.364303 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-bf10a614-2bcf-4414-a72f-12cd8d311d7b tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Calling delete_port for 01298720-e2f0-4352-aead-a72b95fba02b owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:44:49.368829 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-565e1c4e-f2d1-4b02-b74b-b9b6d4f61a70 None None] For port 01298720-e2f0-4352-aead-a72b95fba02b, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=01298720-e2f0-4352-aead-a72b95fba02b,segment=NetworkSegment(9e304e69-5d6e-4e03-934f-75f11bc47bf9),segment_id=9e304e69-5d6e-4e03-934f-75f11bc47bf9)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:44:49.369248 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-565e1c4e-f2d1-4b02-b74b-b9b6d4f61a70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:49.439514 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bf10a614-2bcf-4414-a72f-12cd8d311d7b tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:49.484137 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10a614-2bcf-4414-a72f-12cd8d311d7b tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Pushing event deleted for resources: {'Port': ['ID=01298720-e2f0-4352-aead-a72b95fba02b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:49.487456 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-565e1c4e-f2d1-4b02-b74b-b9b6d4f61a70 None None] Calling delete_port for 01298720-e2f0-4352-aead-a72b95fba02b owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:44:49.487948 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf10a614-2bcf-4414-a72f-12cd8d311d7b tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] No DVR routers for this DVR port 01298720-e2f0-4352-aead-a72b95fba02b on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:44:49.558162 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-565e1c4e-f2d1-4b02-b74b-b9b6d4f61a70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:44:49.558522 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-565e1c4e-f2d1-4b02-b74b-b9b6d4f61a70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:44:49.607305 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bf10a614-2bcf-4414-a72f-12cd8d311d7b tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:49.632837 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-bf10a614-2bcf-4414-a72f-12cd8d311d7b tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12397724-4087-4692-93b8-9eae79711976']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:49.644543 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-bf10a614-2bcf-4414-a72f-12cd8d311d7b tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e304e69-5d6e-4e03-934f-75f11bc47bf9') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:49.644845 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-bf10a614-2bcf-4414-a72f-12cd8d311d7b tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e304e69-5d6e-4e03-934f-75f11bc47bf9') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:49.655794 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bf10a614-2bcf-4414-a72f-12cd8d311d7b tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:49.663808 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:44:49.671267 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bf10a614-2bcf-4414-a72f-12cd8d311d7b tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:49.677561 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf10a614-2bcf-4414-a72f-12cd8d311d7b tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:44:49.677933 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bf10a614-2bcf-4414-a72f-12cd8d311d7b tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:44:49.692136 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:44:49.768225 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bf10a614-2bcf-4414-a72f-12cd8d311d7b tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:49.784669 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bf10a614-2bcf-4414-a72f-12cd8d311d7b tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:49.796040 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10a614-2bcf-4414-a72f-12cd8d311d7b tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] Pushing event deleted for resources: {'Network': ['ID=12397724-4087-4692-93b8-9eae79711976,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:49.801430 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bf10a614-2bcf-4414-a72f-12cd8d311d7b tempest-NetworksIpV6Test-1659918624 tempest-NetworksIpV6Test-1659918624-project] 10.222.0.60 "DELETE /v2.0/networks/12397724-4087-4692-93b8-9eae79711976 HTTP/1.1" status: 204 len: 168 time: 0.8785815 Apr 06 14:44:50.059604 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-565e1c4e-f2d1-4b02-b74b-b9b6d4f61a70 None None] Deleting port 01298720-e2f0-4352-aead-a72b95fba02b {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:44:50.060142 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-565e1c4e-f2d1-4b02-b74b-b9b6d4f61a70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:50.090392 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60172) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:50.121954 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-565e1c4e-f2d1-4b02-b74b-b9b6d4f61a70 None None] The port '01298720-e2f0-4352-aead-a72b95fba02b' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:44:50.234705 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 01298720-e2f0-4352-aead-a72b95fba02b no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:44:50.274244 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 01298720-e2f0-4352-aead-a72b95fba02b {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:44:50.274589 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 01298720-e2f0-4352-aead-a72b95fba02b not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:44:50.279701 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0cf67c1e-f569-41e0-934d-e91580e88a7d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=735a203be01543debb4cb9ef4ee4b344&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1879828 Apr 06 14:44:50.282833 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60178) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:50.355045 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-869e8d51-39f0-4032-94fb-f40c6780c0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:50.386578 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-869e8d51-39f0-4032-94fb-f40c6780c0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:50.444634 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-869e8d51-39f0-4032-94fb-f40c6780c0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:50.459393 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e8d51-39f0-4032-94fb-f40c6780c0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4497f2a-4ca4-4619-a8a3-981de6365287,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:50.465224 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-869e8d51-39f0-4032-94fb-f40c6780c0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:50.466326 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-869e8d51-39f0-4032-94fb-f40c6780c0dc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a4497f2a-4ca4-4619-a8a3-981de6365287 HTTP/1.1" status: 204 len: 168 time: 0.1826360 Apr 06 14:44:51.242267 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60200) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:51.368277 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-11269fc9-407b-4522-8a82-4060a20f88c2 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-534669126', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:44:51.374441 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-11269fc9-407b-4522-8a82-4060a20f88c2 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:44:51.378167 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-11269fc9-407b-4522-8a82-4060a20f88c2 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Usage tracker for resource:router and tenant:6439d108f8094c0cb14d8b13a3da1f16 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:44:51.380953 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-11269fc9-407b-4522-8a82-4060a20f88c2 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:44:51.386916 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-11269fc9-407b-4522-8a82-4060a20f88c2 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:44:51.396929 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-11269fc9-407b-4522-8a82-4060a20f88c2 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:51.397820 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-11269fc9-407b-4522-8a82-4060a20f88c2 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:51.415781 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-11269fc9-407b-4522-8a82-4060a20f88c2 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:51.433084 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-11269fc9-407b-4522-8a82-4060a20f88c2 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:51.453287 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-11269fc9-407b-4522-8a82-4060a20f88c2 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:51.454916 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-11269fc9-407b-4522-8a82-4060a20f88c2 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2116585 Apr 06 14:44:51.457617 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60206) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:51.462861 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-76838162'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:44:51.467635 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:44:51.471988 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Usage tracker for resource:network and tenant:6439d108f8094c0cb14d8b13a3da1f16 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:44:51.475306 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:44:51.480903 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:44:51.489862 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Made reservation on behalf of 6439d108f8094c0cb14d8b13a3da1f16 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:44:51.492763 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:51.505318 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:51.539002 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:44:51.542817 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Usage tracker for resource:security_group_rule and tenant:6439d108f8094c0cb14d8b13a3da1f16 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:44:51.545555 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:44:51.551187 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:44:51.616670 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:51.620066 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:51.650796 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:44:51.658591 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6a05cb-ba1e-4ae0-9cf2-7fc374b7a324,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:51.666111 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:51.666448 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Added segment a4971eb6-a8f3-4326-8063-a84a3f45d297 of type vlan for network c46b64bb-d056-4246-b5e3-e6b5bfcb6d9b Apr 06 14:44:51.673128 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:51.673487 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:51.673763 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:51.674093 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:51.674418 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:51.674741 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:51.675070 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:51.675390 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:51.675709 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:51.676024 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:51.676341 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:51.703691 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:51.731011 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:51.734636 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:51.735232 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:51.839084 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Pushing event updated for resources: {'Network': ['ID=c46b64bb-d056-4246-b5e3-e6b5bfcb6d9b,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:51.842255 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-30b12ed0-f738-4cb1-a28e-afa21b1485fc tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3837283 Apr 06 14:44:51.845090 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60210) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:51.851213 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-5277016d-0cb2-4cd6-b5e3-0544f882a428 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Request body: {'subnet': {'network_id': 'c46b64bb-d056-4246-b5e3-e6b5bfcb6d9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:44:51.852160 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network c46b64bb-d056-4246-b5e3-e6b5bfcb6d9b details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:44:51.958856 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5277016d-0cb2-4cd6-b5e3-0544f882a428 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:44:51.962637 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5277016d-0cb2-4cd6-b5e3-0544f882a428 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Usage tracker for resource:subnet and tenant:6439d108f8094c0cb14d8b13a3da1f16 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:44:51.965423 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5277016d-0cb2-4cd6-b5e3-0544f882a428 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:44:51.971546 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5277016d-0cb2-4cd6-b5e3-0544f882a428 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:44:51.980540 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5277016d-0cb2-4cd6-b5e3-0544f882a428 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Made reservation on behalf of 6439d108f8094c0cb14d8b13a3da1f16 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:44:52.077483 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5277016d-0cb2-4cd6-b5e3-0544f882a428 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:52.277994 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5277016d-0cb2-4cd6-b5e3-0544f882a428 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:52.357107 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277016d-0cb2-4cd6-b5e3-0544f882a428 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Pushing event updated for resources: {'Subnet': ['ID=b3e963ef-f011-49cc-a280-64d2ae323758,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:52.365933 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277016d-0cb2-4cd6-b5e3-0544f882a428 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Checking segment: {'id': 'a4971eb6-a8f3-4326-8063-a84a3f45d297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c46b64bb-d056-4246-b5e3-e6b5bfcb6d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:44:52.366293 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5277016d-0cb2-4cd6-b5e3-0544f882a428 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Network hostable DHCP agents. Network: c46b64bb-d056-4246-b5e3-e6b5bfcb6d9b, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:44:52.386362 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5277016d-0cb2-4cd6-b5e3-0544f882a428 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Network c46b64bb-d056-4246-b5e3-e6b5bfcb6d9b is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:44:52.394644 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-5277016d-0cb2-4cd6-b5e3-0544f882a428 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, c46b64bb-d056-4246-b5e3-e6b5bfcb6d9b) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:44:52.398431 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5277016d-0cb2-4cd6-b5e3-0544f882a428 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:52.399008 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5277016d-0cb2-4cd6-b5e3-0544f882a428 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:52.403070 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0520fe9f-0ed5-496c-b8ac-77fd1af4c9d0 None None] Network c46b64bb-d056-4246-b5e3-e6b5bfcb6d9b requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:44:52.424397 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5277016d-0cb2-4cd6-b5e3-0544f882a428 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5782733 Apr 06 14:44:52.427344 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60214) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:52.432718 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-160e3603-ec42-4aad-9e33-061d3f827782 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1306280955'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:44:52.437484 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-160e3603-ec42-4aad-9e33-061d3f827782 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:44:52.441293 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-160e3603-ec42-4aad-9e33-061d3f827782 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Usage tracker for resource:network and tenant:6439d108f8094c0cb14d8b13a3da1f16 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:44:52.444055 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-160e3603-ec42-4aad-9e33-061d3f827782 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:44:52.449865 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-160e3603-ec42-4aad-9e33-061d3f827782 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:44:52.459643 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160e3603-ec42-4aad-9e33-061d3f827782 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Made reservation on behalf of 6439d108f8094c0cb14d8b13a3da1f16 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:44:52.462958 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-160e3603-ec42-4aad-9e33-061d3f827782 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:52.492068 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160e3603-ec42-4aad-9e33-061d3f827782 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:44:52.500795 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-160e3603-ec42-4aad-9e33-061d3f827782 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:52.501153 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-160e3603-ec42-4aad-9e33-061d3f827782 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Added segment 8da62cd2-e544-475c-ad05-6b01b98b77fa of type vlan for network 1b52c006-eaa0-4ea0-8229-21e000793c03 Apr 06 14:44:52.525953 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-160e3603-ec42-4aad-9e33-061d3f827782 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:52.555699 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-160e3603-ec42-4aad-9e33-061d3f827782 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:52.559438 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160e3603-ec42-4aad-9e33-061d3f827782 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:52.560013 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-160e3603-ec42-4aad-9e33-061d3f827782 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:52.613907 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a4fc24-ea85-459a-b557-a5f2768598ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-c46b64bb-d056-4246-b5e3-e6b5bfcb6d9b', 'network_id': 'c46b64bb-d056-4246-b5e3-e6b5bfcb6d9b', 'tenant_id': '6439d108f8094c0cb14d8b13a3da1f16', 'fixed_ips': [{'subnet_id': 'b3e963ef-f011-49cc-a280-64d2ae323758'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:44:52.614730 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-61a4fc24-ea85-459a-b557-a5f2768598ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:52.658625 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-160e3603-ec42-4aad-9e33-061d3f827782 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2302220 Apr 06 14:44:52.661548 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60218) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:52.667277 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0c2d7fd4-9caf-4b28-ad08-c0cde62683eb tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Request body: {'subnet': {'network_id': '1b52c006-eaa0-4ea0-8229-21e000793c03', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:44:52.667729 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e3603-ec42-4aad-9e33-061d3f827782 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Pushing event updated for resources: {'Network': ['ID=1b52c006-eaa0-4ea0-8229-21e000793c03,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:52.679225 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 1b52c006-eaa0-4ea0-8229-21e000793c03 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:44:52.773304 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0c2d7fd4-9caf-4b28-ad08-c0cde62683eb tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:44:52.777003 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0c2d7fd4-9caf-4b28-ad08-c0cde62683eb tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Usage tracker for resource:subnet and tenant:6439d108f8094c0cb14d8b13a3da1f16 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:44:52.779755 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0c2d7fd4-9caf-4b28-ad08-c0cde62683eb tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:44:52.785996 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0c2d7fd4-9caf-4b28-ad08-c0cde62683eb tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:44:52.796471 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2d7fd4-9caf-4b28-ad08-c0cde62683eb tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Made reservation on behalf of 6439d108f8094c0cb14d8b13a3da1f16 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:44:52.854977 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-61a4fc24-ea85-459a-b557-a5f2768598ed None None] Allocated IP 172.20.0.2 (c46b64bb-d056-4246-b5e3-e6b5bfcb6d9b/b3e963ef-f011-49cc-a280-64d2ae323758/7c453d1f-4107-4dc1-9c30-925aba4f13a5) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:44:52.895793 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0c2d7fd4-9caf-4b28-ad08-c0cde62683eb tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:53.061530 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-61a4fc24-ea85-459a-b557-a5f2768598ed None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:53.072589 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-61a4fc24-ea85-459a-b557-a5f2768598ed None None] Transition to ACTIVE for port object 7c453d1f-4107-4dc1-9c30-925aba4f13a5 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:44:53.090854 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-61a4fc24-ea85-459a-b557-a5f2768598ed None None] Transition to ACTIVE for port object 7c453d1f-4107-4dc1-9c30-925aba4f13a5 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:44:53.096807 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-61a4fc24-ea85-459a-b557-a5f2768598ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:53.188551 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0c2d7fd4-9caf-4b28-ad08-c0cde62683eb tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:53.192002 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a4fc24-ea85-459a-b557-a5f2768598ed None None] Network c46b64bb-d056-4246-b5e3-e6b5bfcb6d9b is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:44:53.199190 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-61a4fc24-ea85-459a-b557-a5f2768598ed None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:44:53.203215 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a4fc24-ea85-459a-b557-a5f2768598ed None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:44:53.211754 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4fc24-ea85-459a-b557-a5f2768598ed None None] Pushing event updated for resources: {'Port': ['ID=7c453d1f-4107-4dc1-9c30-925aba4f13a5,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:53.271968 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d7fd4-9caf-4b28-ad08-c0cde62683eb tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Pushing event updated for resources: {'Subnet': ['ID=8df1d455-0c87-43f4-8730-6bf343d8ae9c,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:53.277866 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2d7fd4-9caf-4b28-ad08-c0cde62683eb tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Checking segment: {'id': '8da62cd2-e544-475c-ad05-6b01b98b77fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '1b52c006-eaa0-4ea0-8229-21e000793c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:44:53.278233 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2d7fd4-9caf-4b28-ad08-c0cde62683eb tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Network hostable DHCP agents. Network: 1b52c006-eaa0-4ea0-8229-21e000793c03, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:44:53.294815 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-61a4fc24-ea85-459a-b557-a5f2768598ed None None] Attempting to bind port 7c453d1f-4107-4dc1-9c30-925aba4f13a5 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:44:53.295190 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-61a4fc24-ea85-459a-b557-a5f2768598ed None None] Attempting to bind port 7c453d1f-4107-4dc1-9c30-925aba4f13a5 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'a4971eb6-a8f3-4326-8063-a84a3f45d297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c46b64bb-d056-4246-b5e3-e6b5bfcb6d9b'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:44:53.295555 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4fc24-ea85-459a-b557-a5f2768598ed None None] Attempting to bind port 7c453d1f-4107-4dc1-9c30-925aba4f13a5 on network c46b64bb-d056-4246-b5e3-e6b5bfcb6d9b {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:44:53.301147 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2d7fd4-9caf-4b28-ad08-c0cde62683eb tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Network 1b52c006-eaa0-4ea0-8229-21e000793c03 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:44:53.302996 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4fc24-ea85-459a-b557-a5f2768598ed None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:44:53.303373 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4fc24-ea85-459a-b557-a5f2768598ed None None] Checking segment: {'id': 'a4971eb6-a8f3-4326-8063-a84a3f45d297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c46b64bb-d056-4246-b5e3-e6b5bfcb6d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:44:53.303772 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-61a4fc24-ea85-459a-b557-a5f2768598ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:53.304168 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4fc24-ea85-459a-b557-a5f2768598ed None None] Bound using segment: {'id': 'a4971eb6-a8f3-4326-8063-a84a3f45d297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c46b64bb-d056-4246-b5e3-e6b5bfcb6d9b'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:44:53.304626 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-61a4fc24-ea85-459a-b557-a5f2768598ed None None] Bound port: 7c453d1f-4107-4dc1-9c30-925aba4f13a5, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4971eb6-a8f3-4326-8063-a84a3f45d297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c46b64bb-d056-4246-b5e3-e6b5bfcb6d9b'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:44:53.305032 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-61a4fc24-ea85-459a-b557-a5f2768598ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:53.310087 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-0c2d7fd4-9caf-4b28-ad08-c0cde62683eb tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 1b52c006-eaa0-4ea0-8229-21e000793c03) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:44:53.314864 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2d7fd4-9caf-4b28-ad08-c0cde62683eb tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:53.315913 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0c2d7fd4-9caf-4b28-ad08-c0cde62683eb tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:53.319801 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f597be69-99f6-4c76-af6e-6d507e9e48e3 None None] Network 1b52c006-eaa0-4ea0-8229-21e000793c03 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:44:53.341065 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60222) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:53.341625 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0c2d7fd4-9caf-4b28-ad08-c0cde62683eb tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6786265 Apr 06 14:44:53.346874 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d4e045d7-ce39-4ce8-a1cd-e7661aca9a06 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Request body: {'router': {'external_gateway_info': {'network_id': '1b52c006-eaa0-4ea0-8229-21e000793c03'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:44:53.491123 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-61a4fc24-ea85-459a-b557-a5f2768598ed None None] For port 7c453d1f-4107-4dc1-9c30-925aba4f13a5, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:44:53.531099 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-61a4fc24-ea85-459a-b557-a5f2768598ed None None] For port 7c453d1f-4107-4dc1-9c30-925aba4f13a5, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=7c453d1f-4107-4dc1-9c30-925aba4f13a5,segment=NetworkSegment(a4971eb6-a8f3-4326-8063-a84a3f45d297),segment_id=a4971eb6-a8f3-4326-8063-a84a3f45d297)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:44:53.540961 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-61a4fc24-ea85-459a-b557-a5f2768598ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:53.659302 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4fc24-ea85-459a-b557-a5f2768598ed None None] Pushing event updated for resources: {'Port': ['ID=7c453d1f-4107-4dc1-9c30-925aba4f13a5,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:53.665318 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ec3ba4-fd3e-4dd9-8de2-4fe9961061ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-1b52c006-eaa0-4ea0-8229-21e000793c03', 'network_id': '1b52c006-eaa0-4ea0-8229-21e000793c03', 'tenant_id': '6439d108f8094c0cb14d8b13a3da1f16', 'fixed_ips': [{'subnet_id': '8df1d455-0c87-43f4-8730-6bf343d8ae9c'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:44:53.666133 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-73ec3ba4-fd3e-4dd9-8de2-4fe9961061ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:53.834327 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-73ec3ba4-fd3e-4dd9-8de2-4fe9961061ac None None] Allocated IP 172.21.0.2 (1b52c006-eaa0-4ea0-8229-21e000793c03/8df1d455-0c87-43f4-8730-6bf343d8ae9c/4195c4ea-de26-436f-9638-203d39687609) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:44:53.848404 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d4e045d7-ce39-4ce8-a1cd-e7661aca9a06 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:54.014659 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-d4e045d7-ce39-4ce8-a1cd-e7661aca9a06 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:44:54.021932 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d4e045d7-ce39-4ce8-a1cd-e7661aca9a06 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] 10.222.0.60 "PUT /v2.0/routers/a96b646c-f899-4cae-b6d7-b53f3efb3305 HTTP/1.1" status: 400 len: 364 time: 0.6736145 Apr 06 14:44:54.022143 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60226) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:54.075283 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-73ec3ba4-fd3e-4dd9-8de2-4fe9961061ac None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:54.087145 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-73ec3ba4-fd3e-4dd9-8de2-4fe9961061ac None None] Transition to ACTIVE for port object 4195c4ea-de26-436f-9638-203d39687609 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:44:54.104928 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-73ec3ba4-fd3e-4dd9-8de2-4fe9961061ac None None] Transition to ACTIVE for port object 4195c4ea-de26-436f-9638-203d39687609 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:44:54.112154 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-73ec3ba4-fd3e-4dd9-8de2-4fe9961061ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:54.182398 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ec3ba4-fd3e-4dd9-8de2-4fe9961061ac None None] Network 1b52c006-eaa0-4ea0-8229-21e000793c03 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:44:54.185026 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-73ec3ba4-fd3e-4dd9-8de2-4fe9961061ac None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:44:54.189815 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ec3ba4-fd3e-4dd9-8de2-4fe9961061ac None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:44:54.192012 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec3ba4-fd3e-4dd9-8de2-4fe9961061ac None None] Pushing event updated for resources: {'Port': ['ID=4195c4ea-de26-436f-9638-203d39687609,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:54.215954 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ac75f4-f076-4224-9a27-6456a04b13a7 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Deleting subnet 8df1d455-0c87-43f4-8730-6bf343d8ae9c {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:44:54.218984 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d4ac75f4-f076-4224-9a27-6456a04b13a7 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:54.274277 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d4ac75f4-f076-4224-9a27-6456a04b13a7 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:54.280374 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-73ec3ba4-fd3e-4dd9-8de2-4fe9961061ac None None] Attempting to bind port 4195c4ea-de26-436f-9638-203d39687609 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:44:54.281100 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-73ec3ba4-fd3e-4dd9-8de2-4fe9961061ac None None] Attempting to bind port 4195c4ea-de26-436f-9638-203d39687609 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '8da62cd2-e544-475c-ad05-6b01b98b77fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '1b52c006-eaa0-4ea0-8229-21e000793c03'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:44:54.281665 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ec3ba4-fd3e-4dd9-8de2-4fe9961061ac None None] Attempting to bind port 4195c4ea-de26-436f-9638-203d39687609 on network 1b52c006-eaa0-4ea0-8229-21e000793c03 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:44:54.289050 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ec3ba4-fd3e-4dd9-8de2-4fe9961061ac None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:44:54.289502 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ec3ba4-fd3e-4dd9-8de2-4fe9961061ac None None] Checking segment: {'id': '8da62cd2-e544-475c-ad05-6b01b98b77fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '1b52c006-eaa0-4ea0-8229-21e000793c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:44:54.289902 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-73ec3ba4-fd3e-4dd9-8de2-4fe9961061ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:54.290289 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ec3ba4-fd3e-4dd9-8de2-4fe9961061ac None None] Bound using segment: {'id': '8da62cd2-e544-475c-ad05-6b01b98b77fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '1b52c006-eaa0-4ea0-8229-21e000793c03'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:44:54.290755 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-73ec3ba4-fd3e-4dd9-8de2-4fe9961061ac None None] Bound port: 4195c4ea-de26-436f-9638-203d39687609, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da62cd2-e544-475c-ad05-6b01b98b77fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '1b52c006-eaa0-4ea0-8229-21e000793c03'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:44:54.291144 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-73ec3ba4-fd3e-4dd9-8de2-4fe9961061ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:54.301429 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 7c453d1f-4107-4dc1-9c30-925aba4f13a5 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:44:54.365396 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d4ac75f4-f076-4224-9a27-6456a04b13a7 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:54.437784 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 7c453d1f-4107-4dc1-9c30-925aba4f13a5 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:44:54.440622 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d4ac75f4-f076-4224-9a27-6456a04b13a7 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:54.449093 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-73ec3ba4-fd3e-4dd9-8de2-4fe9961061ac None None] For port 4195c4ea-de26-436f-9638-203d39687609, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:44:54.452401 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-73ec3ba4-fd3e-4dd9-8de2-4fe9961061ac None None] For port 4195c4ea-de26-436f-9638-203d39687609, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4195c4ea-de26-436f-9638-203d39687609,segment=NetworkSegment(8da62cd2-e544-475c-ad05-6b01b98b77fa),segment_id=8da62cd2-e544-475c-ad05-6b01b98b77fa)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:44:54.457334 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-73ec3ba4-fd3e-4dd9-8de2-4fe9961061ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:54.489444 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac75f4-f076-4224-9a27-6456a04b13a7 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Pushing event deleted for resources: {'Subnet': ['ID=8df1d455-0c87-43f4-8730-6bf343d8ae9c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:54.493705 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d4ac75f4-f076-4224-9a27-6456a04b13a7 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:54.502017 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d4ac75f4-f076-4224-9a27-6456a04b13a7 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] 10.222.0.60 "DELETE /v2.0/subnets/8df1d455-0c87-43f4-8730-6bf343d8ae9c HTTP/1.1" status: 204 len: 168 time: 0.4765964 Apr 06 14:44:54.502201 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60230) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:54.540926 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec3ba4-fd3e-4dd9-8de2-4fe9961061ac None None] Pushing event updated for resources: {'Port': ['ID=4195c4ea-de26-436f-9638-203d39687609,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:54.619922 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c6d9282-d9c3-4bca-a15b-8f734d96ff54 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:54.633347 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-2c6d9282-d9c3-4bca-a15b-8f734d96ff54 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Deleting port 4195c4ea-de26-436f-9638-203d39687609 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:44:54.633689 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c6d9282-d9c3-4bca-a15b-8f734d96ff54 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:54.730267 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fbd871-128a-43ce-8678-9279c58c31fc None None] Network c46b64bb-d056-4246-b5e3-e6b5bfcb6d9b requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:44:54.842261 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d03a1fa3-2e90-40cc-bc21-390d40579c50 None None] Provisioning for port 7c453d1f-4107-4dc1-9c30-925aba4f13a5 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:44:54.859376 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d03a1fa3-2e90-40cc-bc21-390d40579c50 None None] Provisioning complete for port 7c453d1f-4107-4dc1-9c30-925aba4f13a5 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:44:54.859749 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d03a1fa3-2e90-40cc-bc21-390d40579c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:54.869661 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-2c6d9282-d9c3-4bca-a15b-8f734d96ff54 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] For port 4195c4ea-de26-436f-9638-203d39687609, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4195c4ea-de26-436f-9638-203d39687609,segment=NetworkSegment(8da62cd2-e544-475c-ad05-6b01b98b77fa),segment_id=8da62cd2-e544-475c-ad05-6b01b98b77fa)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:44:54.870014 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c6d9282-d9c3-4bca-a15b-8f734d96ff54 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:54.992262 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-2c6d9282-d9c3-4bca-a15b-8f734d96ff54 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Calling delete_port for 4195c4ea-de26-436f-9638-203d39687609 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:44:55.069298 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c6d9282-d9c3-4bca-a15b-8f734d96ff54 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:55.097375 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d03a1fa3-2e90-40cc-bc21-390d40579c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:55.112741 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d9282-d9c3-4bca-a15b-8f734d96ff54 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Pushing event deleted for resources: {'Port': ['ID=4195c4ea-de26-436f-9638-203d39687609,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:55.118954 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6d9282-d9c3-4bca-a15b-8f734d96ff54 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] No DVR routers for this DVR port 4195c4ea-de26-436f-9638-203d39687609 on host dv-neutron-835868-1-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:44:55.141920 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d03a1fa3-2e90-40cc-bc21-390d40579c50 None None] For port 7c453d1f-4107-4dc1-9c30-925aba4f13a5, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=7c453d1f-4107-4dc1-9c30-925aba4f13a5,segment=NetworkSegment(a4971eb6-a8f3-4326-8063-a84a3f45d297),segment_id=a4971eb6-a8f3-4326-8063-a84a3f45d297)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:44:55.145684 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d03a1fa3-2e90-40cc-bc21-390d40579c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:55.211148 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a1fa3-2e90-40cc-bc21-390d40579c50 None None] Pushing event updated for resources: {'Port': ['ID=7c453d1f-4107-4dc1-9c30-925aba4f13a5,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:55.244477 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c6d9282-d9c3-4bca-a15b-8f734d96ff54 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:55.271659 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-2c6d9282-d9c3-4bca-a15b-8f734d96ff54 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b52c006-eaa0-4ea0-8229-21e000793c03']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:55.285012 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-2c6d9282-d9c3-4bca-a15b-8f734d96ff54 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8da62cd2-e544-475c-ad05-6b01b98b77fa') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:55.285250 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-2c6d9282-d9c3-4bca-a15b-8f734d96ff54 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8da62cd2-e544-475c-ad05-6b01b98b77fa') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:55.297140 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c6d9282-d9c3-4bca-a15b-8f734d96ff54 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:55.314244 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c6d9282-d9c3-4bca-a15b-8f734d96ff54 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:55.321108 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c6d9282-d9c3-4bca-a15b-8f734d96ff54 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:44:55.321520 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c6d9282-d9c3-4bca-a15b-8f734d96ff54 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:44:55.336909 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:44:55.469238 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-739ccf98-6338-407e-8027-4b3de2a68c24 None None] Provisioning complete for port 7c453d1f-4107-4dc1-9c30-925aba4f13a5 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:44:55.470136 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-739ccf98-6338-407e-8027-4b3de2a68c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:55.519918 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c6d9282-d9c3-4bca-a15b-8f734d96ff54 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:55.544511 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c6d9282-d9c3-4bca-a15b-8f734d96ff54 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:55.553932 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d9282-d9c3-4bca-a15b-8f734d96ff54 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Pushing event deleted for resources: {'Network': ['ID=1b52c006-eaa0-4ea0-8229-21e000793c03,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:55.560576 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60234) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:55.565443 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2c6d9282-d9c3-4bca-a15b-8f734d96ff54 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] 10.222.0.60 "DELETE /v2.0/networks/1b52c006-eaa0-4ea0-8229-21e000793c03 HTTP/1.1" status: 204 len: 168 time: 1.0621998 Apr 06 14:44:55.663981 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c61dc03-9303-46cf-ad16-26736e5fc5f2 None None] DHCP port deletion for 1b52c006-eaa0-4ea0-8229-21e000793c03 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:44:55.679009 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293c1a69-d97a-4acf-b736-12d40949acaa None None] Network 1b52c006-eaa0-4ea0-8229-21e000793c03 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:44:55.696440 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293c1a69-d97a-4acf-b736-12d40949acaa None None] Network 1b52c006-eaa0-4ea0-8229-21e000793c03 could not be found, it might have been deleted concurrently. {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 06 14:44:55.707138 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c3ebff17-accc-44c8-a984-fb4397eb6a52 None None] Could not find standard attr ID for object 4195c4ea-de26-436f-9638-203d39687609. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 14:44:55.743413 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde75db2-7add-4ebe-bf19-778b688f1034 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Deleting subnet b3e963ef-f011-49cc-a280-64d2ae323758 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:44:55.746303 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cde75db2-7add-4ebe-bf19-778b688f1034 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:55.802108 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cde75db2-7add-4ebe-bf19-778b688f1034 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:55.883277 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cde75db2-7add-4ebe-bf19-778b688f1034 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:55.951670 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cde75db2-7add-4ebe-bf19-778b688f1034 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:55.994009 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde75db2-7add-4ebe-bf19-778b688f1034 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e963ef-f011-49cc-a280-64d2ae323758,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:56.000618 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cde75db2-7add-4ebe-bf19-778b688f1034 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:56.007281 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ce3108-f41f-4a44-9542-4d65f277907c None None] Network c46b64bb-d056-4246-b5e3-e6b5bfcb6d9b requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:44:56.009944 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde75db2-7add-4ebe-bf19-778b688f1034 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:56.010287 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde75db2-7add-4ebe-bf19-778b688f1034 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:56.010622 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde75db2-7add-4ebe-bf19-778b688f1034 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:56.010955 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde75db2-7add-4ebe-bf19-778b688f1034 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:56.011283 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde75db2-7add-4ebe-bf19-778b688f1034 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:56.011609 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde75db2-7add-4ebe-bf19-778b688f1034 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:56.011930 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde75db2-7add-4ebe-bf19-778b688f1034 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:56.012250 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde75db2-7add-4ebe-bf19-778b688f1034 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:56.012566 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde75db2-7add-4ebe-bf19-778b688f1034 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:56.012897 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde75db2-7add-4ebe-bf19-778b688f1034 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:56.013215 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde75db2-7add-4ebe-bf19-778b688f1034 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:56.017583 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cde75db2-7add-4ebe-bf19-778b688f1034 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] 10.222.0.60 "DELETE /v2.0/subnets/b3e963ef-f011-49cc-a280-64d2ae323758 HTTP/1.1" status: 204 len: 168 time: 0.4559817 Apr 06 14:44:56.020090 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60238) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:56.130695 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e35ae125-7ec6-4173-89f9-f50f96f34c9f tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:56.140616 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-e35ae125-7ec6-4173-89f9-f50f96f34c9f tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Deleting port 7c453d1f-4107-4dc1-9c30-925aba4f13a5 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:44:56.140968 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e35ae125-7ec6-4173-89f9-f50f96f34c9f tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:56.256461 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65c44de-18f7-488f-8e5f-6670ca41d83c None None] DHCP port deletion for c46b64bb-d056-4246-b5e3-e6b5bfcb6d9b request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:44:56.261172 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f65c44de-18f7-488f-8e5f-6670ca41d83c None None] Deleting port 7c453d1f-4107-4dc1-9c30-925aba4f13a5 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:44:56.261546 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f65c44de-18f7-488f-8e5f-6670ca41d83c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:56.342189 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-e35ae125-7ec6-4173-89f9-f50f96f34c9f tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] For port 7c453d1f-4107-4dc1-9c30-925aba4f13a5, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=7c453d1f-4107-4dc1-9c30-925aba4f13a5,segment=NetworkSegment(a4971eb6-a8f3-4326-8063-a84a3f45d297),segment_id=a4971eb6-a8f3-4326-8063-a84a3f45d297)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:44:56.342558 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e35ae125-7ec6-4173-89f9-f50f96f34c9f tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:56.456047 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f65c44de-18f7-488f-8e5f-6670ca41d83c None None] For port 7c453d1f-4107-4dc1-9c30-925aba4f13a5, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=7c453d1f-4107-4dc1-9c30-925aba4f13a5,segment=NetworkSegment(a4971eb6-a8f3-4326-8063-a84a3f45d297),segment_id=a4971eb6-a8f3-4326-8063-a84a3f45d297)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:44:56.456362 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f65c44de-18f7-488f-8e5f-6670ca41d83c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:56.463622 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-e35ae125-7ec6-4173-89f9-f50f96f34c9f tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Calling delete_port for 7c453d1f-4107-4dc1-9c30-925aba4f13a5 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:44:56.535294 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e35ae125-7ec6-4173-89f9-f50f96f34c9f tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:56.579198 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f65c44de-18f7-488f-8e5f-6670ca41d83c None None] Calling delete_port for 7c453d1f-4107-4dc1-9c30-925aba4f13a5 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:44:56.580680 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ae125-7ec6-4173-89f9-f50f96f34c9f tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Pushing event deleted for resources: {'Port': ['ID=7c453d1f-4107-4dc1-9c30-925aba4f13a5,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:56.585420 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35ae125-7ec6-4173-89f9-f50f96f34c9f tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] No DVR routers for this DVR port 7c453d1f-4107-4dc1-9c30-925aba4f13a5 on host dv-neutron-835868-1-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:44:56.647580 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-f65c44de-18f7-488f-8e5f-6670ca41d83c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:44:56.647936 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-f65c44de-18f7-488f-8e5f-6670ca41d83c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:44:56.704414 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e35ae125-7ec6-4173-89f9-f50f96f34c9f tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:56.732371 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-e35ae125-7ec6-4173-89f9-f50f96f34c9f tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46b64bb-d056-4246-b5e3-e6b5bfcb6d9b']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:56.743787 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-e35ae125-7ec6-4173-89f9-f50f96f34c9f tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4971eb6-a8f3-4326-8063-a84a3f45d297') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:56.744060 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-e35ae125-7ec6-4173-89f9-f50f96f34c9f tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4971eb6-a8f3-4326-8063-a84a3f45d297') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:56.755360 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e35ae125-7ec6-4173-89f9-f50f96f34c9f tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:56.771030 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e35ae125-7ec6-4173-89f9-f50f96f34c9f tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:56.777351 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e35ae125-7ec6-4173-89f9-f50f96f34c9f tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:44:56.777775 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e35ae125-7ec6-4173-89f9-f50f96f34c9f tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:44:56.791777 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:44:56.871003 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e35ae125-7ec6-4173-89f9-f50f96f34c9f tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:56.875305 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e35ae125-7ec6-4173-89f9-f50f96f34c9f tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:56.976073 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ae125-7ec6-4173-89f9-f50f96f34c9f tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Pushing event deleted for resources: {'Network': ['ID=c46b64bb-d056-4246-b5e3-e6b5bfcb6d9b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:56.980943 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e35ae125-7ec6-4173-89f9-f50f96f34c9f tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] 10.222.0.60 "DELETE /v2.0/networks/c46b64bb-d056-4246-b5e3-e6b5bfcb6d9b HTTP/1.1" status: 204 len: 168 time: 0.9598558 Apr 06 14:44:56.983638 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60242) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:57.024398 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f71a8e17-d189-4239-a07e-9d0e91e2a5b0 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Synchronizing usage tracker for tenant:6439d108f8094c0cb14d8b13a3da1f16 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:44:57.039378 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f71a8e17-d189-4239-a07e-9d0e91e2a5b0 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Unset dirty status for tenant:6439d108f8094c0cb14d8b13a3da1f16 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:44:57.040696 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f71a8e17-d189-4239-a07e-9d0e91e2a5b0 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] 10.222.0.60 "GET /v2.0/ports?device_id=a96b646c-f899-4cae-b6d7-b53f3efb3305 HTTP/1.1" status: 200 len: 205 time: 0.0561860 Apr 06 14:44:57.043106 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60246) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:57.149453 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f65c44de-18f7-488f-8e5f-6670ca41d83c None None] Deleting port 7c453d1f-4107-4dc1-9c30-925aba4f13a5 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:44:57.149835 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f65c44de-18f7-488f-8e5f-6670ca41d83c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:57.175712 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-02891695-ad66-4823-871a-322234121dc6 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:57.213547 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f65c44de-18f7-488f-8e5f-6670ca41d83c None None] The port '7c453d1f-4107-4dc1-9c30-925aba4f13a5' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:44:57.546590 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-02891695-ad66-4823-871a-322234121dc6 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:57.551144 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-02891695-ad66-4823-871a-322234121dc6 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:57.574652 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-02891695-ad66-4823-871a-322234121dc6 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:57.575225 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02891695-ad66-4823-871a-322234121dc6 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Fanout notify agent at l3_agent the message router_deleted on router a96b646c-f899-4cae-b6d7-b53f3efb3305 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:44:57.585672 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-02891695-ad66-4823-871a-322234121dc6 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:57.586716 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-02891695-ad66-4823-871a-322234121dc6 tempest-RoutersNegativeTest-262377024 tempest-RoutersNegativeTest-262377024-project] 10.222.0.60 "DELETE /v2.0/routers/a96b646c-f899-4cae-b6d7-b53f3efb3305 HTTP/1.1" status: 204 len: 168 time: 0.5427547 Apr 06 14:44:57.876397 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60254) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:58.044476 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-eab64632-1664-4bef-affc-bcff2d8a36c9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6439d108f8094c0cb14d8b13a3da1f16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1669188 Apr 06 14:44:58.046981 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60260) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:58.103028 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c64e5fbf-9609-489a-89e8-2d0f4293637c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:58.127189 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c64e5fbf-9609-489a-89e8-2d0f4293637c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:58.178517 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c64e5fbf-9609-489a-89e8-2d0f4293637c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:58.191618 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e5fbf-9609-489a-89e8-2d0f4293637c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6a05cb-ba1e-4ae0-9cf2-7fc374b7a324,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:58.198758 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c64e5fbf-9609-489a-89e8-2d0f4293637c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:58.201098 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c64e5fbf-9609-489a-89e8-2d0f4293637c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5b6a05cb-ba1e-4ae0-9cf2-7fc374b7a324 HTTP/1.1" status: 204 len: 168 time: 0.1520472 Apr 06 14:44:58.242841 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 7c453d1f-4107-4dc1-9c30-925aba4f13a5 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:44:58.276181 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 7c453d1f-4107-4dc1-9c30-925aba4f13a5 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:44:58.276497 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 7c453d1f-4107-4dc1-9c30-925aba4f13a5 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:44:58.949282 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60282) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:59.073979 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a9576c67-5fab-4eb2-8628-d7c893bef31a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-744153258-network', 'tenant_id': '242d90fc14ab48469ce6c732f03bed6a'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:44:59.078574 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a9576c67-5fab-4eb2-8628-d7c893bef31a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:44:59.082322 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a9576c67-5fab-4eb2-8628-d7c893bef31a admin admin] Usage tracker for resource:network and tenant:242d90fc14ab48469ce6c732f03bed6a is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:44:59.085121 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a9576c67-5fab-4eb2-8628-d7c893bef31a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:44:59.090648 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a9576c67-5fab-4eb2-8628-d7c893bef31a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:44:59.101404 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9576c67-5fab-4eb2-8628-d7c893bef31a admin admin] Made reservation on behalf of 242d90fc14ab48469ce6c732f03bed6a for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:44:59.103779 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9576c67-5fab-4eb2-8628-d7c893bef31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:59.121475 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9576c67-5fab-4eb2-8628-d7c893bef31a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:59.153237 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a9576c67-5fab-4eb2-8628-d7c893bef31a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:44:59.157507 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a9576c67-5fab-4eb2-8628-d7c893bef31a admin admin] Usage tracker for resource:security_group_rule and tenant:242d90fc14ab48469ce6c732f03bed6a is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:44:59.160196 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a9576c67-5fab-4eb2-8628-d7c893bef31a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:44:59.165759 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a9576c67-5fab-4eb2-8628-d7c893bef31a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:44:59.189458 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:59.230488 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9576c67-5fab-4eb2-8628-d7c893bef31a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:59.233949 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9576c67-5fab-4eb2-8628-d7c893bef31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:59.264662 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9576c67-5fab-4eb2-8628-d7c893bef31a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:44:59.278034 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9576c67-5fab-4eb2-8628-d7c893bef31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7aa8e4d-76a8-4ae1-9984-f5da4cdfff6c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:59.284034 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9576c67-5fab-4eb2-8628-d7c893bef31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:59.284381 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-a9576c67-5fab-4eb2-8628-d7c893bef31a admin admin] Added segment 737176e0-8c0a-430a-b47c-3aeacd5b1313 of type vlan for network 03a7600f-6a92-4543-8e9a-2d0a9dfa620e Apr 06 14:44:59.309901 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9576c67-5fab-4eb2-8628-d7c893bef31a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:59.337711 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9576c67-5fab-4eb2-8628-d7c893bef31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:59.338527 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9576c67-5fab-4eb2-8628-d7c893bef31a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:59.339099 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9576c67-5fab-4eb2-8628-d7c893bef31a admin admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:59.439490 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9576c67-5fab-4eb2-8628-d7c893bef31a admin admin] Pushing event updated for resources: {'Network': ['ID=03a7600f-6a92-4543-8e9a-2d0a9dfa620e,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:59.443342 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a9576c67-5fab-4eb2-8628-d7c893bef31a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4930604 Apr 06 14:44:59.446477 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60288) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:59.449897 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 03a7600f-6a92-4543-8e9a-2d0a9dfa620e details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:44:59.452302 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e3fe9cec-0bf1-4a80-8362-62e732444d45 admin admin] Request body: {'subnet': {'network_id': '03a7600f-6a92-4543-8e9a-2d0a9dfa620e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-744153258-subnet', 'tenant_id': '242d90fc14ab48469ce6c732f03bed6a', 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:44:59.457688 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e3fe9cec-0bf1-4a80-8362-62e732444d45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:44:59.461436 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e3fe9cec-0bf1-4a80-8362-62e732444d45 admin admin] Usage tracker for resource:subnet and tenant:242d90fc14ab48469ce6c732f03bed6a is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:44:59.464264 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e3fe9cec-0bf1-4a80-8362-62e732444d45 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:44:59.470479 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e3fe9cec-0bf1-4a80-8362-62e732444d45 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:44:59.480847 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fe9cec-0bf1-4a80-8362-62e732444d45 admin admin] Made reservation on behalf of 242d90fc14ab48469ce6c732f03bed6a for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:44:59.483182 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e3fe9cec-0bf1-4a80-8362-62e732444d45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:59.682773 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e3fe9cec-0bf1-4a80-8362-62e732444d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:59.754430 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe9cec-0bf1-4a80-8362-62e732444d45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a527a82-e8ba-47f8-a4c9-4e8733b969e0,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:59.763570 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe9cec-0bf1-4a80-8362-62e732444d45 admin admin] Checking segment: {'id': '737176e0-8c0a-430a-b47c-3aeacd5b1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '03a7600f-6a92-4543-8e9a-2d0a9dfa620e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:44:59.763919 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fe9cec-0bf1-4a80-8362-62e732444d45 admin admin] Network hostable DHCP agents. Network: 03a7600f-6a92-4543-8e9a-2d0a9dfa620e, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:44:59.785033 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fe9cec-0bf1-4a80-8362-62e732444d45 admin admin] Network 03a7600f-6a92-4543-8e9a-2d0a9dfa620e is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:44:59.793705 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-e3fe9cec-0bf1-4a80-8362-62e732444d45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 03a7600f-6a92-4543-8e9a-2d0a9dfa620e) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:44:59.797634 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fe9cec-0bf1-4a80-8362-62e732444d45 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:59.798246 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e3fe9cec-0bf1-4a80-8362-62e732444d45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:59.804374 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ef56d8-cd27-4300-a265-d95bee5f242a None None] Network 03a7600f-6a92-4543-8e9a-2d0a9dfa620e requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:44:59.819045 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e3fe9cec-0bf1-4a80-8362-62e732444d45 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3715513 Apr 06 14:44:59.821972 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60292) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:44:59.828030 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b914a38a-4ea3-4528-84fe-a7ae1eed51ab admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-744153258-router', 'tenant_id': '242d90fc14ab48469ce6c732f03bed6a', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:44:59.833955 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b914a38a-4ea3-4528-84fe-a7ae1eed51ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:44:59.843700 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b914a38a-4ea3-4528-84fe-a7ae1eed51ab admin admin] Usage tracker for resource:router and tenant:242d90fc14ab48469ce6c732f03bed6a is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:44:59.848806 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b914a38a-4ea3-4528-84fe-a7ae1eed51ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:44:59.853526 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b914a38a-4ea3-4528-84fe-a7ae1eed51ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:44:59.864427 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b914a38a-4ea3-4528-84fe-a7ae1eed51ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:59.865370 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b914a38a-4ea3-4528-84fe-a7ae1eed51ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:44:59.884327 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b914a38a-4ea3-4528-84fe-a7ae1eed51ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:00.027871 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48349e1a-2f33-4e6d-adab-9929e94f3290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-03a7600f-6a92-4543-8e9a-2d0a9dfa620e', 'network_id': '03a7600f-6a92-4543-8e9a-2d0a9dfa620e', 'tenant_id': '242d90fc14ab48469ce6c732f03bed6a', 'fixed_ips': [{'subnet_id': '6a527a82-e8ba-47f8-a4c9-4e8733b969e0'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:45:00.029059 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-48349e1a-2f33-4e6d-adab-9929e94f3290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:00.126454 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b914a38a-4ea3-4528-84fe-a7ae1eed51ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:00.207918 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-48349e1a-2f33-4e6d-adab-9929e94f3290 None None] Allocated IP 172.20.0.2 (03a7600f-6a92-4543-8e9a-2d0a9dfa620e/6a527a82-e8ba-47f8-a4c9-4e8733b969e0/4df693ee-9c59-4412-8567-73f57b52327d) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:45:00.337198 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b914a38a-4ea3-4528-84fe-a7ae1eed51ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:00.372043 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b914a38a-4ea3-4528-84fe-a7ae1eed51ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:00.451347 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-48349e1a-2f33-4e6d-adab-9929e94f3290 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:00.461585 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-48349e1a-2f33-4e6d-adab-9929e94f3290 None None] Transition to ACTIVE for port object 4df693ee-9c59-4412-8567-73f57b52327d will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:45:00.480846 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-48349e1a-2f33-4e6d-adab-9929e94f3290 None None] Transition to ACTIVE for port object 4df693ee-9c59-4412-8567-73f57b52327d will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:45:00.487144 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-48349e1a-2f33-4e6d-adab-9929e94f3290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:00.507602 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-b914a38a-4ea3-4528-84fe-a7ae1eed51ab admin admin] Allocated IP 172.26.8.238 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/ea056a2a-699e-4e11-aaaf-dadd57b26f8d) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:45:00.552593 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48349e1a-2f33-4e6d-adab-9929e94f3290 None None] Network 03a7600f-6a92-4543-8e9a-2d0a9dfa620e is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:45:00.555191 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-48349e1a-2f33-4e6d-adab-9929e94f3290 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:45:00.559393 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48349e1a-2f33-4e6d-adab-9929e94f3290 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:45:00.561452 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48349e1a-2f33-4e6d-adab-9929e94f3290 None None] Pushing event updated for resources: {'Port': ['ID=4df693ee-9c59-4412-8567-73f57b52327d,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:00.646764 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-48349e1a-2f33-4e6d-adab-9929e94f3290 None None] Attempting to bind port 4df693ee-9c59-4412-8567-73f57b52327d on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:45:00.647050 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-48349e1a-2f33-4e6d-adab-9929e94f3290 None None] Attempting to bind port 4df693ee-9c59-4412-8567-73f57b52327d by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '737176e0-8c0a-430a-b47c-3aeacd5b1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '03a7600f-6a92-4543-8e9a-2d0a9dfa620e'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:45:00.647404 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48349e1a-2f33-4e6d-adab-9929e94f3290 None None] Attempting to bind port 4df693ee-9c59-4412-8567-73f57b52327d on network 03a7600f-6a92-4543-8e9a-2d0a9dfa620e {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:45:00.653672 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48349e1a-2f33-4e6d-adab-9929e94f3290 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:45:00.654043 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48349e1a-2f33-4e6d-adab-9929e94f3290 None None] Checking segment: {'id': '737176e0-8c0a-430a-b47c-3aeacd5b1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '03a7600f-6a92-4543-8e9a-2d0a9dfa620e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:45:00.654439 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-48349e1a-2f33-4e6d-adab-9929e94f3290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:00.654930 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48349e1a-2f33-4e6d-adab-9929e94f3290 None None] Bound using segment: {'id': '737176e0-8c0a-430a-b47c-3aeacd5b1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '03a7600f-6a92-4543-8e9a-2d0a9dfa620e'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:45:00.655387 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-48349e1a-2f33-4e6d-adab-9929e94f3290 None None] Bound port: 4df693ee-9c59-4412-8567-73f57b52327d, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737176e0-8c0a-430a-b47c-3aeacd5b1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '03a7600f-6a92-4543-8e9a-2d0a9dfa620e'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:45:00.655755 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-48349e1a-2f33-4e6d-adab-9929e94f3290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:00.669495 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b914a38a-4ea3-4528-84fe-a7ae1eed51ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:00.698353 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b914a38a-4ea3-4528-84fe-a7ae1eed51ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:00.742861 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-48349e1a-2f33-4e6d-adab-9929e94f3290 None None] For port 4df693ee-9c59-4412-8567-73f57b52327d, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:45:00.745881 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-48349e1a-2f33-4e6d-adab-9929e94f3290 None None] For port 4df693ee-9c59-4412-8567-73f57b52327d, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4df693ee-9c59-4412-8567-73f57b52327d,segment=NetworkSegment(737176e0-8c0a-430a-b47c-3aeacd5b1313),segment_id=737176e0-8c0a-430a-b47c-3aeacd5b1313)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:45:00.750206 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-48349e1a-2f33-4e6d-adab-9929e94f3290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:00.772438 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b914a38a-4ea3-4528-84fe-a7ae1eed51ab admin admin] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:45:00.775740 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-b914a38a-4ea3-4528-84fe-a7ae1eed51ab admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:45:00.779161 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b914a38a-4ea3-4528-84fe-a7ae1eed51ab admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:45:00.807459 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914a38a-4ea3-4528-84fe-a7ae1eed51ab admin admin] Pushing event updated for resources: {'Port': ['ID=ea056a2a-699e-4e11-aaaf-dadd57b26f8d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:00.836451 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48349e1a-2f33-4e6d-adab-9929e94f3290 None None] Pushing event updated for resources: {'Port': ['ID=4df693ee-9c59-4412-8567-73f57b52327d,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:00.962234 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b914a38a-4ea3-4528-84fe-a7ae1eed51ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:00.962977 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b914a38a-4ea3-4528-84fe-a7ae1eed51ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:01.194295 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b914a38a-4ea3-4528-84fe-a7ae1eed51ab admin admin] Router 0cdac933-f72c-4f90-850b-3cc31a15a0d0 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:45:01.392200 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b914a38a-4ea3-4528-84fe-a7ae1eed51ab admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:45:01.401716 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26114716-de88-4a19-8811-f6ec4b43ca46 None None] Sync routers for ids ['0cdac933-f72c-4f90-850b-3cc31a15a0d0'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:45:01.414891 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26114716-de88-4a19-8811-f6ec4b43ca46 None None] Routers {'0cdac933-f72c-4f90-850b-3cc31a15a0d0'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:45:01.415583 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b914a38a-4ea3-4528-84fe-a7ae1eed51ab admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:01.415724 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-26114716-de88-4a19-8811-f6ec4b43ca46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:44:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['0cdac933-f72c-4f90-850b-3cc31a15a0d0'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:01.416936 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b914a38a-4ea3-4528-84fe-a7ae1eed51ab admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5937803 Apr 06 14:45:01.419810 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60296) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:45:01.599032 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-26114716-de88-4a19-8811-f6ec4b43ca46 None None] Set router 0cdac933-f72c-4f90-850b-3cc31a15a0d0 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:45:01.776451 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74be6c84-0275-444a-b6bb-c447775e4bf5 None None] Network 03a7600f-6a92-4543-8e9a-2d0a9dfa620e requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:45:01.931722 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0e32cad7-d8f0-4246-9bdc-207c8223f3ac None None] Provisioning for port 4df693ee-9c59-4412-8567-73f57b52327d completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:45:02.102929 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-26114716-de88-4a19-8811-f6ec4b43ca46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cdac933-f72c-4f90-850b-3cc31a15a0d0', 'name': 'tempest-TestEncryptedCinderVolumes-744153258-router', 'tenant_id': '242d90fc14ab48469ce6c732f03bed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ea056a2a-699e-4e11-aaaf-dadd57b26f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:44:59Z', 'updated_at': '2022-04-06T14:45:00Z', 'revision_number': 3, 'project_id': '242d90fc14ab48469ce6c732f03bed6a', 'gw_port': {'id': 'ea056a2a-699e-4e11-aaaf-dadd57b26f8d', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:34:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cdac933-f72c-4f90-850b-3cc31a15a0d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:00Z', 'updated_at': '2022-04-06T14:45:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:02.114067 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26114716-de88-4a19-8811-f6ec4b43ca46 None None] Checking router: 0cdac933-f72c-4f90-850b-3cc31a15a0d0 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:45:02.114419 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26114716-de88-4a19-8811-f6ec4b43ca46 None None] Updating router 0cdac933-f72c-4f90-850b-3cc31a15a0d0 port ea056a2a-699e-4e11-aaaf-dadd57b26f8d binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:45:02.169789 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-26114716-de88-4a19-8811-f6ec4b43ca46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:02.259123 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c164-6d86-48d0-a80f-c05694b65e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:02.299948 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4df693ee-9c59-4412-8567-73f57b52327d up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:45:02.477471 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-c6d7c164-6d86-48d0-a80f-c05694b65e15 admin admin] Allocated IP 172.20.0.1 (03a7600f-6a92-4543-8e9a-2d0a9dfa620e/6a527a82-e8ba-47f8-a4c9-4e8733b969e0/d28511bb-55fb-4f8e-b1ca-95af80ad294a) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:45:02.516790 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 4df693ee-9c59-4412-8567-73f57b52327d completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:45:02.522205 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-577c2173-f223-42e0-b78d-98ad52e4341d None None] Provisioning complete for port 4df693ee-9c59-4412-8567-73f57b52327d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:45:02.522575 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-577c2173-f223-42e0-b78d-98ad52e4341d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:02.555595 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 4df693ee-9c59-4412-8567-73f57b52327d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:45:02.555967 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:02.621993 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c164-6d86-48d0-a80f-c05694b65e15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:02.637093 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-c6d7c164-6d86-48d0-a80f-c05694b65e15 admin admin] Transition to ACTIVE for port object d28511bb-55fb-4f8e-b1ca-95af80ad294a will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:45:02.659127 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c164-6d86-48d0-a80f-c05694b65e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:02.726318 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d7c164-6d86-48d0-a80f-c05694b65e15 admin admin] Network 03a7600f-6a92-4543-8e9a-2d0a9dfa620e is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:45:02.729536 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-c6d7c164-6d86-48d0-a80f-c05694b65e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:45:02.732827 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d7c164-6d86-48d0-a80f-c05694b65e15 admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:45:02.762446 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7c164-6d86-48d0-a80f-c05694b65e15 admin admin] Pushing event updated for resources: {'Port': ['ID=d28511bb-55fb-4f8e-b1ca-95af80ad294a,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:02.789972 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c164-6d86-48d0-a80f-c05694b65e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:02.800663 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-26114716-de88-4a19-8811-f6ec4b43ca46 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:02.841622 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-26114716-de88-4a19-8811-f6ec4b43ca46 None None] Transition to ACTIVE for port object ea056a2a-699e-4e11-aaaf-dadd57b26f8d will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:45:02.845642 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-577c2173-f223-42e0-b78d-98ad52e4341d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:02.856246 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:02.871066 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-26114716-de88-4a19-8811-f6ec4b43ca46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:02.905921 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c164-6d86-48d0-a80f-c05694b65e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:02.978914 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-577c2173-f223-42e0-b78d-98ad52e4341d None None] For port 4df693ee-9c59-4412-8567-73f57b52327d, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4df693ee-9c59-4412-8567-73f57b52327d,segment=NetworkSegment(737176e0-8c0a-430a-b47c-3aeacd5b1313),segment_id=737176e0-8c0a-430a-b47c-3aeacd5b1313)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:02.981406 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66207f3-da20-4591-8384-880b40e431ee None None] Pushing event updated for resources: {'Port': ['ID=ea056a2a-699e-4e11-aaaf-dadd57b26f8d,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:02.985665 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-26114716-de88-4a19-8811-f6ec4b43ca46 None None] Attempting to bind port ea056a2a-699e-4e11-aaaf-dadd57b26f8d on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:45:02.986042 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-26114716-de88-4a19-8811-f6ec4b43ca46 None None] Attempting to bind port ea056a2a-699e-4e11-aaaf-dadd57b26f8d by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:45:02.986502 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26114716-de88-4a19-8811-f6ec4b43ca46 None None] Attempting to bind port ea056a2a-699e-4e11-aaaf-dadd57b26f8d on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:45:02.989668 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-577c2173-f223-42e0-b78d-98ad52e4341d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:03.068524 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26114716-de88-4a19-8811-f6ec4b43ca46 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:45:03.068810 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26114716-de88-4a19-8811-f6ec4b43ca46 None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:45:03.069235 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-26114716-de88-4a19-8811-f6ec4b43ca46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:03.069633 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26114716-de88-4a19-8811-f6ec4b43ca46 None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:45:03.070107 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-26114716-de88-4a19-8811-f6ec4b43ca46 None None] Bound port: ea056a2a-699e-4e11-aaaf-dadd57b26f8d, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:45:03.070480 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-26114716-de88-4a19-8811-f6ec4b43ca46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:03.129550 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c164-6d86-48d0-a80f-c05694b65e15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:03.134565 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c164-6d86-48d0-a80f-c05694b65e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:03.155141 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:45:03.155496 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:45:03.184099 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c2173-f223-42e0-b78d-98ad52e4341d None None] Pushing event updated for resources: {'Port': ['ID=4df693ee-9c59-4412-8567-73f57b52327d,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:03.189942 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-10e8257b-2811-4b38-be34-6db8407245af None None] Provisioning for port d28511bb-55fb-4f8e-b1ca-95af80ad294a completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:45:03.193528 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-26114716-de88-4a19-8811-f6ec4b43ca46 None None] For port ea056a2a-699e-4e11-aaaf-dadd57b26f8d, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:45:03.197600 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-26114716-de88-4a19-8811-f6ec4b43ca46 None None] For port ea056a2a-699e-4e11-aaaf-dadd57b26f8d, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=ea056a2a-699e-4e11-aaaf-dadd57b26f8d,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:45:03.199328 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-10e8257b-2811-4b38-be34-6db8407245af None None] Provisioning complete for port d28511bb-55fb-4f8e-b1ca-95af80ad294a triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:45:03.200037 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-10e8257b-2811-4b38-be34-6db8407245af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:03.228682 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-26114716-de88-4a19-8811-f6ec4b43ca46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:03.237488 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7c164-6d86-48d0-a80f-c05694b65e15 admin admin] Pushing event updated for resources: {'Port': ['ID=d28511bb-55fb-4f8e-b1ca-95af80ad294a,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:03.239857 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c164-6d86-48d0-a80f-c05694b65e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:03.313967 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-10e8257b-2811-4b38-be34-6db8407245af None None] Port d28511bb-55fb-4f8e-b1ca-95af80ad294a cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:45:03.330918 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66207f3-da20-4591-8384-880b40e431ee None None] Pushing event updated for resources: {'Port': ['ID=ea056a2a-699e-4e11-aaaf-dadd57b26f8d,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:03.337199 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26114716-de88-4a19-8811-f6ec4b43ca46 None None] Routers {'0cdac933-f72c-4f90-850b-3cc31a15a0d0'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:45:03.337803 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-26114716-de88-4a19-8811-f6ec4b43ca46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:44:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['0cdac933-f72c-4f90-850b-3cc31a15a0d0'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:03.462985 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d7c164-6d86-48d0-a80f-c05694b65e15 admin admin] Network 03a7600f-6a92-4543-8e9a-2d0a9dfa620e is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:45:03.464055 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-c6d7c164-6d86-48d0-a80f-c05694b65e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:45:03.523498 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-26114716-de88-4a19-8811-f6ec4b43ca46 None None] Set router 0cdac933-f72c-4f90-850b-3cc31a15a0d0 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:45:03.819260 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a0ffa7d7-d714-43a8-8c07-3af8853a88f0 None None] Provisioning complete for port d28511bb-55fb-4f8e-b1ca-95af80ad294a triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:45:03.819981 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a0ffa7d7-d714-43a8-8c07-3af8853a88f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:03.852261 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d7c164-6d86-48d0-a80f-c05694b65e15 admin admin] Router 0cdac933-f72c-4f90-850b-3cc31a15a0d0 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:45:03.912792 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a0ffa7d7-d714-43a8-8c07-3af8853a88f0 None None] Port d28511bb-55fb-4f8e-b1ca-95af80ad294a cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:45:03.946837 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-26114716-de88-4a19-8811-f6ec4b43ca46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cdac933-f72c-4f90-850b-3cc31a15a0d0', 'name': 'tempest-TestEncryptedCinderVolumes-744153258-router', 'tenant_id': '242d90fc14ab48469ce6c732f03bed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ea056a2a-699e-4e11-aaaf-dadd57b26f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:44:59Z', 'updated_at': '2022-04-06T14:45:02Z', 'revision_number': 4, 'project_id': '242d90fc14ab48469ce6c732f03bed6a', 'gw_port': {'id': 'ea056a2a-699e-4e11-aaaf-dadd57b26f8d', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:34:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cdac933-f72c-4f90-850b-3cc31a15a0d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:00Z', 'updated_at': '2022-04-06T14:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'd28511bb-55fb-4f8e-b1ca-95af80ad294a', 'name': '', 'network_id': '03a7600f-6a92-4543-8e9a-2d0a9dfa620e', 'tenant_id': '242d90fc14ab48469ce6c732f03bed6a', 'mac_address': 'fa:16:3e:60:93:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cdac933-f72c-4f90-850b-3cc31a15a0d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a527a82-e8ba-47f8-a4c9-4e8733b969e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:02Z', 'updated_at': '2022-04-06T14:45:02Z', 'revision_number': 2, 'project_id': '242d90fc14ab48469ce6c732f03bed6a', 'subnets': [{'id': '6a527a82-e8ba-47f8-a4c9-4e8733b969e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:03.950685 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26114716-de88-4a19-8811-f6ec4b43ca46 None None] The sync data for ids ['0cdac933-f72c-4f90-850b-3cc31a15a0d0'] in dv-neutron-835868-1-hyperv is: [{'id': '0cdac933-f72c-4f90-850b-3cc31a15a0d0', 'name': 'tempest-TestEncryptedCinderVolumes-744153258-router', 'tenant_id': '242d90fc14ab48469ce6c732f03bed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ea056a2a-699e-4e11-aaaf-dadd57b26f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:44:59Z', 'updated_at': '2022-04-06T14:45:02Z', 'revision_number': 4, 'project_id': '242d90fc14ab48469ce6c732f03bed6a', 'gw_port': {'id': 'ea056a2a-699e-4e11-aaaf-dadd57b26f8d', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:34:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cdac933-f72c-4f90-850b-3cc31a15a0d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:00Z', 'updated_at': '2022-04-06T14:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'd28511bb-55fb-4f8e-b1ca-95af80ad294a', 'name': '', 'network_id': '03a7600f-6a92-4543-8e9a-2d0a9dfa620e', 'tenant_id': '242d90fc14ab48469ce6c732f03bed6a', 'mac_address': 'fa:16:3e:60:93:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cdac933-f72c-4f90-850b-3cc31a15a0d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a527a82-e8ba-47f8-a4c9-4e8733b969e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:02Z', 'updated_at': '2022-04-06T14:45:02Z', 'revision_number': 2, 'project_id': '242d90fc14ab48469ce6c732f03bed6a', 'subnets': [{'id': '6a527a82-e8ba-47f8-a4c9-4e8733b969e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:45:04.055304 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d7c164-6d86-48d0-a80f-c05694b65e15 admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:45:04.065112 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c6d7c164-6d86-48d0-a80f-c05694b65e15 admin admin] 10.222.0.60 "PUT /v2.0/routers/0cdac933-f72c-4f90-850b-3cc31a15a0d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6442697 Apr 06 14:45:04.256732 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4df693ee-9c59-4412-8567-73f57b52327d up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:45:04.371324 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 4df693ee-9c59-4412-8567-73f57b52327d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:45:04.371699 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:04.961215 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60318) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:45:04.966786 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-816dd8f8-927e-4555-8761-be2d3097c10c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-739287011-network', 'tenant_id': 'f3d69db25ce54079872d8412b6555ecd'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:45:04.973348 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-816dd8f8-927e-4555-8761-be2d3097c10c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:45:04.977905 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-816dd8f8-927e-4555-8761-be2d3097c10c admin admin] Usage tracker for resource:network and tenant:f3d69db25ce54079872d8412b6555ecd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:45:04.982978 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-816dd8f8-927e-4555-8761-be2d3097c10c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:45:04.989906 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-816dd8f8-927e-4555-8761-be2d3097c10c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:45:05.000929 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816dd8f8-927e-4555-8761-be2d3097c10c admin admin] Made reservation on behalf of f3d69db25ce54079872d8412b6555ecd for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:45:05.003214 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-816dd8f8-927e-4555-8761-be2d3097c10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:05.015915 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-816dd8f8-927e-4555-8761-be2d3097c10c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:05.049214 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-816dd8f8-927e-4555-8761-be2d3097c10c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:45:05.053272 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-816dd8f8-927e-4555-8761-be2d3097c10c admin admin] Usage tracker for resource:security_group_rule and tenant:f3d69db25ce54079872d8412b6555ecd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:45:05.056164 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-816dd8f8-927e-4555-8761-be2d3097c10c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:45:05.062061 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-816dd8f8-927e-4555-8761-be2d3097c10c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:45:05.130572 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-816dd8f8-927e-4555-8761-be2d3097c10c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:05.134346 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-816dd8f8-927e-4555-8761-be2d3097c10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:05.163420 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816dd8f8-927e-4555-8761-be2d3097c10c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:45:05.171279 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816dd8f8-927e-4555-8761-be2d3097c10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fe9b20-c6f8-41f3-bf56-fd6428bfa23b,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:05.177374 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-816dd8f8-927e-4555-8761-be2d3097c10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:05.177751 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-816dd8f8-927e-4555-8761-be2d3097c10c admin admin] Added segment 5ed54e9a-e209-4d58-8dcb-0eeef080a08c of type vlan for network ca1f9928-0566-42b1-9daf-32c41982c9d5 Apr 06 14:45:05.203711 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-816dd8f8-927e-4555-8761-be2d3097c10c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:05.233043 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-816dd8f8-927e-4555-8761-be2d3097c10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:05.233882 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816dd8f8-927e-4555-8761-be2d3097c10c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:05.234444 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-816dd8f8-927e-4555-8761-be2d3097c10c admin admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:05.332442 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816dd8f8-927e-4555-8761-be2d3097c10c admin admin] Pushing event updated for resources: {'Network': ['ID=ca1f9928-0566-42b1-9daf-32c41982c9d5,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:05.335319 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-816dd8f8-927e-4555-8761-be2d3097c10c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3730106 Apr 06 14:45:05.338085 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60322) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:45:05.343134 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-eb55eeab-4312-4298-b860-59f55c8470e7 admin admin] Request body: {'subnet': {'network_id': 'ca1f9928-0566-42b1-9daf-32c41982c9d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-739287011-subnet', 'tenant_id': 'f3d69db25ce54079872d8412b6555ecd', 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:45:05.343304 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network ca1f9928-0566-42b1-9daf-32c41982c9d5 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:45:05.348394 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-eb55eeab-4312-4298-b860-59f55c8470e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:45:05.352155 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-eb55eeab-4312-4298-b860-59f55c8470e7 admin admin] Usage tracker for resource:subnet and tenant:f3d69db25ce54079872d8412b6555ecd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:45:05.354941 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-eb55eeab-4312-4298-b860-59f55c8470e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:45:05.361852 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-eb55eeab-4312-4298-b860-59f55c8470e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:45:05.371158 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb55eeab-4312-4298-b860-59f55c8470e7 admin admin] Made reservation on behalf of f3d69db25ce54079872d8412b6555ecd for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:45:05.373422 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eb55eeab-4312-4298-b860-59f55c8470e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:05.578393 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eb55eeab-4312-4298-b860-59f55c8470e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:05.646621 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55eeab-4312-4298-b860-59f55c8470e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bab2605f-cc83-40f1-8eeb-4ddd7da04827,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:05.661250 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb55eeab-4312-4298-b860-59f55c8470e7 admin admin] Checking segment: {'id': '5ed54e9a-e209-4d58-8dcb-0eeef080a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ca1f9928-0566-42b1-9daf-32c41982c9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:45:05.661612 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb55eeab-4312-4298-b860-59f55c8470e7 admin admin] Network hostable DHCP agents. Network: ca1f9928-0566-42b1-9daf-32c41982c9d5, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:45:05.682610 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb55eeab-4312-4298-b860-59f55c8470e7 admin admin] Network ca1f9928-0566-42b1-9daf-32c41982c9d5 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:45:05.690861 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-eb55eeab-4312-4298-b860-59f55c8470e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, ca1f9928-0566-42b1-9daf-32c41982c9d5) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:45:05.694636 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb55eeab-4312-4298-b860-59f55c8470e7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:05.695214 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eb55eeab-4312-4298-b860-59f55c8470e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:05.699773 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a730f645-b492-42cc-bb09-c3f868c82d73 None None] Network ca1f9928-0566-42b1-9daf-32c41982c9d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:45:05.715123 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-eb55eeab-4312-4298-b860-59f55c8470e7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3760817 Apr 06 14:45:05.717605 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60326) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:45:05.723476 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7e9d919c-ec62-4bea-93bb-3f7dd18dc81d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-739287011-router', 'tenant_id': 'f3d69db25ce54079872d8412b6555ecd', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:45:05.728180 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7e9d919c-ec62-4bea-93bb-3f7dd18dc81d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:45:05.732063 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7e9d919c-ec62-4bea-93bb-3f7dd18dc81d admin admin] Usage tracker for resource:router and tenant:f3d69db25ce54079872d8412b6555ecd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:45:05.734994 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7e9d919c-ec62-4bea-93bb-3f7dd18dc81d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:45:05.740612 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7e9d919c-ec62-4bea-93bb-3f7dd18dc81d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:45:05.751037 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e9d919c-ec62-4bea-93bb-3f7dd18dc81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:05.751906 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e9d919c-ec62-4bea-93bb-3f7dd18dc81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:05.769550 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e9d919c-ec62-4bea-93bb-3f7dd18dc81d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:05.912657 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0c4a3e-c65e-4f2b-aed6-d460caabbd71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-ca1f9928-0566-42b1-9daf-32c41982c9d5', 'network_id': 'ca1f9928-0566-42b1-9daf-32c41982c9d5', 'tenant_id': 'f3d69db25ce54079872d8412b6555ecd', 'fixed_ips': [{'subnet_id': 'bab2605f-cc83-40f1-8eeb-4ddd7da04827'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:45:05.913519 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8b0c4a3e-c65e-4f2b-aed6-d460caabbd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:05.914591 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e9d919c-ec62-4bea-93bb-3f7dd18dc81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:06.069083 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-8b0c4a3e-c65e-4f2b-aed6-d460caabbd71 None None] Allocated IP 172.20.0.2 (ca1f9928-0566-42b1-9daf-32c41982c9d5/bab2605f-cc83-40f1-8eeb-4ddd7da04827/7d1ee70f-5962-47e0-ae28-065894dace4c) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:45:06.196359 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e9d919c-ec62-4bea-93bb-3f7dd18dc81d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:06.225814 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e9d919c-ec62-4bea-93bb-3f7dd18dc81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:06.277376 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device ea056a2a-699e-4e11-aaaf-dadd57b26f8d up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:45:06.317627 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8b0c4a3e-c65e-4f2b-aed6-d460caabbd71 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:06.338749 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8b0c4a3e-c65e-4f2b-aed6-d460caabbd71 None None] Transition to ACTIVE for port object 7d1ee70f-5962-47e0-ae28-065894dace4c will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:45:06.362062 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-7e9d919c-ec62-4bea-93bb-3f7dd18dc81d admin admin] Allocated IP 172.26.8.254 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/5fb5b275-6c03-4a3d-92b2-a070fd9f06b3) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:45:06.363954 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8b0c4a3e-c65e-4f2b-aed6-d460caabbd71 None None] Transition to ACTIVE for port object 7d1ee70f-5962-47e0-ae28-065894dace4c will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:45:06.371716 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8b0c4a3e-c65e-4f2b-aed6-d460caabbd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:06.424610 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port ea056a2a-699e-4e11-aaaf-dadd57b26f8d completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:45:06.446273 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0c4a3e-c65e-4f2b-aed6-d460caabbd71 None None] Network ca1f9928-0566-42b1-9daf-32c41982c9d5 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:45:06.447013 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port ea056a2a-699e-4e11-aaaf-dadd57b26f8d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:45:06.447384 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:06.474991 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-8b0c4a3e-c65e-4f2b-aed6-d460caabbd71 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:45:06.487743 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0c4a3e-c65e-4f2b-aed6-d460caabbd71 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:45:06.492226 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c4a3e-c65e-4f2b-aed6-d460caabbd71 None None] Pushing event updated for resources: {'Port': ['ID=7d1ee70f-5962-47e0-ae28-065894dace4c,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:06.505599 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e9d919c-ec62-4bea-93bb-3f7dd18dc81d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:06.533920 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e9d919c-ec62-4bea-93bb-3f7dd18dc81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:06.592486 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9d919c-ec62-4bea-93bb-3f7dd18dc81d admin admin] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:45:06.596533 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-7e9d919c-ec62-4bea-93bb-3f7dd18dc81d admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:45:06.598157 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8b0c4a3e-c65e-4f2b-aed6-d460caabbd71 None None] Attempting to bind port 7d1ee70f-5962-47e0-ae28-065894dace4c on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:45:06.598537 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8b0c4a3e-c65e-4f2b-aed6-d460caabbd71 None None] Attempting to bind port 7d1ee70f-5962-47e0-ae28-065894dace4c by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5ed54e9a-e209-4d58-8dcb-0eeef080a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ca1f9928-0566-42b1-9daf-32c41982c9d5'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:45:06.598904 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0c4a3e-c65e-4f2b-aed6-d460caabbd71 None None] Attempting to bind port 7d1ee70f-5962-47e0-ae28-065894dace4c on network ca1f9928-0566-42b1-9daf-32c41982c9d5 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:45:06.611739 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9d919c-ec62-4bea-93bb-3f7dd18dc81d admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:45:06.642724 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0c4a3e-c65e-4f2b-aed6-d460caabbd71 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:45:06.643106 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0c4a3e-c65e-4f2b-aed6-d460caabbd71 None None] Checking segment: {'id': '5ed54e9a-e209-4d58-8dcb-0eeef080a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ca1f9928-0566-42b1-9daf-32c41982c9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:45:06.643506 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8b0c4a3e-c65e-4f2b-aed6-d460caabbd71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:06.643901 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0c4a3e-c65e-4f2b-aed6-d460caabbd71 None None] Bound using segment: {'id': '5ed54e9a-e209-4d58-8dcb-0eeef080a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ca1f9928-0566-42b1-9daf-32c41982c9d5'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:45:06.644708 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8b0c4a3e-c65e-4f2b-aed6-d460caabbd71 None None] Bound port: 7d1ee70f-5962-47e0-ae28-065894dace4c, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed54e9a-e209-4d58-8dcb-0eeef080a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ca1f9928-0566-42b1-9daf-32c41982c9d5'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:45:06.644708 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8b0c4a3e-c65e-4f2b-aed6-d460caabbd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:06.648906 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d919c-ec62-4bea-93bb-3f7dd18dc81d admin admin] Pushing event updated for resources: {'Port': ['ID=5fb5b275-6c03-4a3d-92b2-a070fd9f06b3,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:06.698685 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:06.731918 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port ea056a2a-699e-4e11-aaaf-dadd57b26f8d, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=ea056a2a-699e-4e11-aaaf-dadd57b26f8d,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:06.746827 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:06.769035 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e9d919c-ec62-4bea-93bb-3f7dd18dc81d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:06.769764 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e9d919c-ec62-4bea-93bb-3f7dd18dc81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:06.809561 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8b0c4a3e-c65e-4f2b-aed6-d460caabbd71 None None] For port 7d1ee70f-5962-47e0-ae28-065894dace4c, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:45:06.823878 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=ea056a2a-699e-4e11-aaaf-dadd57b26f8d,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:06.830117 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8b0c4a3e-c65e-4f2b-aed6-d460caabbd71 None None] For port 7d1ee70f-5962-47e0-ae28-065894dace4c, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=7d1ee70f-5962-47e0-ae28-065894dace4c,segment=NetworkSegment(5ed54e9a-e209-4d58-8dcb-0eeef080a08c),segment_id=5ed54e9a-e209-4d58-8dcb-0eeef080a08c)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:45:06.836201 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8b0c4a3e-c65e-4f2b-aed6-d460caabbd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:06.913427 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c4a3e-c65e-4f2b-aed6-d460caabbd71 None None] Pushing event updated for resources: {'Port': ['ID=7d1ee70f-5962-47e0-ae28-065894dace4c,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:07.006233 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9d919c-ec62-4bea-93bb-3f7dd18dc81d admin admin] Router f316f81e-a9be-4ed8-a779-fa3a1288d2ea is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:45:07.216024 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9d919c-ec62-4bea-93bb-3f7dd18dc81d admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:45:07.225554 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2252950-7639-4ae1-aad5-eebbf50507aa None None] Sync routers for ids ['f316f81e-a9be-4ed8-a779-fa3a1288d2ea'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:45:07.237016 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2252950-7639-4ae1-aad5-eebbf50507aa None None] Routers {'f316f81e-a9be-4ed8-a779-fa3a1288d2ea'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:45:07.237719 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-a2252950-7639-4ae1-aad5-eebbf50507aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:44:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['f316f81e-a9be-4ed8-a779-fa3a1288d2ea'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:07.240386 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e9d919c-ec62-4bea-93bb-3f7dd18dc81d admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:07.241583 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7e9d919c-ec62-4bea-93bb-3f7dd18dc81d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5230019 Apr 06 14:45:07.244369 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60330) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:45:07.411790 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-a2252950-7639-4ae1-aad5-eebbf50507aa None None] Set router f316f81e-a9be-4ed8-a779-fa3a1288d2ea gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:45:07.702005 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-a2252950-7639-4ae1-aad5-eebbf50507aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f316f81e-a9be-4ed8-a779-fa3a1288d2ea', 'name': 'tempest-TestEncryptedCinderVolumes-739287011-router', 'tenant_id': 'f3d69db25ce54079872d8412b6555ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '5fb5b275-6c03-4a3d-92b2-a070fd9f06b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:05Z', 'updated_at': '2022-04-06T14:45:06Z', 'revision_number': 3, 'project_id': 'f3d69db25ce54079872d8412b6555ecd', 'gw_port': {'id': '5fb5b275-6c03-4a3d-92b2-a070fd9f06b3', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:22:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f316f81e-a9be-4ed8-a779-fa3a1288d2ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:06Z', 'updated_at': '2022-04-06T14:45:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:07.706718 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2252950-7639-4ae1-aad5-eebbf50507aa None None] Checking router: f316f81e-a9be-4ed8-a779-fa3a1288d2ea for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:45:07.707071 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2252950-7639-4ae1-aad5-eebbf50507aa None None] Updating router f316f81e-a9be-4ed8-a779-fa3a1288d2ea port 5fb5b275-6c03-4a3d-92b2-a070fd9f06b3 binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:45:07.762075 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-a2252950-7639-4ae1-aad5-eebbf50507aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:07.851320 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69d1323-174b-4209-91be-0c4e86d3570d None None] Network ca1f9928-0566-42b1-9daf-32c41982c9d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:45:07.956283 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f0173e3e-367a-4088-8271-476f1237b4df None None] Provisioning for port 7d1ee70f-5962-47e0-ae28-065894dace4c completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:45:08.097092 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce036b6e-473e-41c4-8252-3ac73dd1d939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:08.121120 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-a2252950-7639-4ae1-aad5-eebbf50507aa None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:08.134567 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-a2252950-7639-4ae1-aad5-eebbf50507aa None None] Transition to ACTIVE for port object 5fb5b275-6c03-4a3d-92b2-a070fd9f06b3 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:45:08.142126 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-a2252950-7639-4ae1-aad5-eebbf50507aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:08.142312 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fb0fd8c1-991e-4ebd-be13-edbc5cf1fbdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:08.214819 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-a2252950-7639-4ae1-aad5-eebbf50507aa None None] Attempting to bind port 5fb5b275-6c03-4a3d-92b2-a070fd9f06b3 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:45:08.215197 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-a2252950-7639-4ae1-aad5-eebbf50507aa None None] Attempting to bind port 5fb5b275-6c03-4a3d-92b2-a070fd9f06b3 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:45:08.215652 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2252950-7639-4ae1-aad5-eebbf50507aa None None] Attempting to bind port 5fb5b275-6c03-4a3d-92b2-a070fd9f06b3 on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:45:08.235482 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2252950-7639-4ae1-aad5-eebbf50507aa None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:45:08.236162 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2252950-7639-4ae1-aad5-eebbf50507aa None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:45:08.236285 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-a2252950-7639-4ae1-aad5-eebbf50507aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:08.236603 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2252950-7639-4ae1-aad5-eebbf50507aa None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:45:08.237108 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-a2252950-7639-4ae1-aad5-eebbf50507aa None None] Bound port: 5fb5b275-6c03-4a3d-92b2-a070fd9f06b3, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:45:08.237771 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-a2252950-7639-4ae1-aad5-eebbf50507aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:08.273540 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d63be4-4840-4149-ad6c-03dbb5c71b90 None None] Pushing event updated for resources: {'Port': ['ID=5fb5b275-6c03-4a3d-92b2-a070fd9f06b3,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:08.316112 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-a2252950-7639-4ae1-aad5-eebbf50507aa None None] For port 5fb5b275-6c03-4a3d-92b2-a070fd9f06b3, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:45:08.319347 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-a2252950-7639-4ae1-aad5-eebbf50507aa None None] For port 5fb5b275-6c03-4a3d-92b2-a070fd9f06b3, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=5fb5b275-6c03-4a3d-92b2-a070fd9f06b3,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:45:08.325539 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d63be4-4840-4149-ad6c-03dbb5c71b90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:08.325871 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d63be4-4840-4149-ad6c-03dbb5c71b90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:08.326495 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d63be4-4840-4149-ad6c-03dbb5c71b90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:08.326833 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d63be4-4840-4149-ad6c-03dbb5c71b90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:08.327148 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d63be4-4840-4149-ad6c-03dbb5c71b90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:08.327624 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d63be4-4840-4149-ad6c-03dbb5c71b90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:08.328102 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d63be4-4840-4149-ad6c-03dbb5c71b90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:08.328618 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d63be4-4840-4149-ad6c-03dbb5c71b90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:08.329181 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d63be4-4840-4149-ad6c-03dbb5c71b90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:08.329686 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d63be4-4840-4149-ad6c-03dbb5c71b90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:08.330208 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d63be4-4840-4149-ad6c-03dbb5c71b90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:08.334467 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-a2252950-7639-4ae1-aad5-eebbf50507aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:08.368219 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-ce036b6e-473e-41c4-8252-3ac73dd1d939 admin admin] Allocated IP 172.20.0.1 (ca1f9928-0566-42b1-9daf-32c41982c9d5/bab2605f-cc83-40f1-8eeb-4ddd7da04827/4f516e67-dde4-48a7-80c7-66ec8b3de938) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:45:08.378685 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 7d1ee70f-5962-47e0-ae28-065894dace4c up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:45:08.420294 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d63be4-4840-4149-ad6c-03dbb5c71b90 None None] Pushing event updated for resources: {'Port': ['ID=5fb5b275-6c03-4a3d-92b2-a070fd9f06b3,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:08.425083 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2252950-7639-4ae1-aad5-eebbf50507aa None None] Routers {'f316f81e-a9be-4ed8-a779-fa3a1288d2ea'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:45:08.425951 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-a2252950-7639-4ae1-aad5-eebbf50507aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:44:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['f316f81e-a9be-4ed8-a779-fa3a1288d2ea'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:08.475750 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 7d1ee70f-5962-47e0-ae28-065894dace4c completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:45:08.481029 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 7d1ee70f-5962-47e0-ae28-065894dace4c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:45:08.482661 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:08.553514 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce036b6e-473e-41c4-8252-3ac73dd1d939 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:08.554749 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-78e2fba3-5fa6-4939-b507-1c868d0994f7 None None] Provisioning complete for port 7d1ee70f-5962-47e0-ae28-065894dace4c triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:45:08.555118 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-78e2fba3-5fa6-4939-b507-1c868d0994f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:08.570749 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-ce036b6e-473e-41c4-8252-3ac73dd1d939 admin admin] Transition to ACTIVE for port object 4f516e67-dde4-48a7-80c7-66ec8b3de938 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:45:08.596672 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce036b6e-473e-41c4-8252-3ac73dd1d939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:08.610668 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-a2252950-7639-4ae1-aad5-eebbf50507aa None None] Set router f316f81e-a9be-4ed8-a779-fa3a1288d2ea gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:45:08.661526 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce036b6e-473e-41c4-8252-3ac73dd1d939 admin admin] Network ca1f9928-0566-42b1-9daf-32c41982c9d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:45:08.661756 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:08.665021 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-ce036b6e-473e-41c4-8252-3ac73dd1d939 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:45:08.668519 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce036b6e-473e-41c4-8252-3ac73dd1d939 admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:45:08.700847 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce036b6e-473e-41c4-8252-3ac73dd1d939 admin admin] Pushing event updated for resources: {'Port': ['ID=4f516e67-dde4-48a7-80c7-66ec8b3de938,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:08.733930 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce036b6e-473e-41c4-8252-3ac73dd1d939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:08.749535 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 7d1ee70f-5962-47e0-ae28-065894dace4c, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=7d1ee70f-5962-47e0-ae28-065894dace4c,segment=NetworkSegment(5ed54e9a-e209-4d58-8dcb-0eeef080a08c),segment_id=5ed54e9a-e209-4d58-8dcb-0eeef080a08c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:08.758136 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:08.759024 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device ea056a2a-699e-4e11-aaaf-dadd57b26f8d up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:45:08.811163 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-78e2fba3-5fa6-4939-b507-1c868d0994f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:08.892971 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce036b6e-473e-41c4-8252-3ac73dd1d939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:08.956918 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=7d1ee70f-5962-47e0-ae28-065894dace4c,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:08.978585 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-78e2fba3-5fa6-4939-b507-1c868d0994f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:45:08.978936 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-78e2fba3-5fa6-4939-b507-1c868d0994f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:45:08.986121 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-a2252950-7639-4ae1-aad5-eebbf50507aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f316f81e-a9be-4ed8-a779-fa3a1288d2ea', 'name': 'tempest-TestEncryptedCinderVolumes-739287011-router', 'tenant_id': 'f3d69db25ce54079872d8412b6555ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '5fb5b275-6c03-4a3d-92b2-a070fd9f06b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:05Z', 'updated_at': '2022-04-06T14:45:06Z', 'revision_number': 3, 'project_id': 'f3d69db25ce54079872d8412b6555ecd', 'gw_port': {'id': '5fb5b275-6c03-4a3d-92b2-a070fd9f06b3', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:22:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f316f81e-a9be-4ed8-a779-fa3a1288d2ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:06Z', 'updated_at': '2022-04-06T14:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:08.986583 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port ea056a2a-699e-4e11-aaaf-dadd57b26f8d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:45:08.986954 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:08.990267 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2252950-7639-4ae1-aad5-eebbf50507aa None None] The sync data for ids ['f316f81e-a9be-4ed8-a779-fa3a1288d2ea'] in dv-neutron-835868-1-hyperv is: [{'id': 'f316f81e-a9be-4ed8-a779-fa3a1288d2ea', 'name': 'tempest-TestEncryptedCinderVolumes-739287011-router', 'tenant_id': 'f3d69db25ce54079872d8412b6555ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '5fb5b275-6c03-4a3d-92b2-a070fd9f06b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:05Z', 'updated_at': '2022-04-06T14:45:06Z', 'revision_number': 3, 'project_id': 'f3d69db25ce54079872d8412b6555ecd', 'gw_port': {'id': '5fb5b275-6c03-4a3d-92b2-a070fd9f06b3', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:22:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f316f81e-a9be-4ed8-a779-fa3a1288d2ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:06Z', 'updated_at': '2022-04-06T14:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:45:09.133348 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce036b6e-473e-41c4-8252-3ac73dd1d939 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:09.138003 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce036b6e-473e-41c4-8252-3ac73dd1d939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:09.240525 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce036b6e-473e-41c4-8252-3ac73dd1d939 admin admin] Pushing event updated for resources: {'Port': ['ID=4f516e67-dde4-48a7-80c7-66ec8b3de938,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:09.243242 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce036b6e-473e-41c4-8252-3ac73dd1d939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:09.376003 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce036b6e-473e-41c4-8252-3ac73dd1d939 admin admin] Network ca1f9928-0566-42b1-9daf-32c41982c9d5 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:45:09.377092 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-ce036b6e-473e-41c4-8252-3ac73dd1d939 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:45:09.662635 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-760e89be-1890-4966-bee6-82a01a03531a None None] Provisioning for port 4f516e67-dde4-48a7-80c7-66ec8b3de938 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:45:09.668152 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-760e89be-1890-4966-bee6-82a01a03531a None None] Provisioning complete for port 4f516e67-dde4-48a7-80c7-66ec8b3de938 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:45:09.668528 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-760e89be-1890-4966-bee6-82a01a03531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:09.722627 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-760e89be-1890-4966-bee6-82a01a03531a None None] Port 4f516e67-dde4-48a7-80c7-66ec8b3de938 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:45:09.846522 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce036b6e-473e-41c4-8252-3ac73dd1d939 admin admin] Router f316f81e-a9be-4ed8-a779-fa3a1288d2ea has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:45:10.040770 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce036b6e-473e-41c4-8252-3ac73dd1d939 admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:45:10.049223 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ce036b6e-473e-41c4-8252-3ac73dd1d939 admin admin] 10.222.0.60 "PUT /v2.0/routers/f316f81e-a9be-4ed8-a779-fa3a1288d2ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8038709 Apr 06 14:45:10.248478 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 7d1ee70f-5962-47e0-ae28-065894dace4c up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:45:10.316010 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 7d1ee70f-5962-47e0-ae28-065894dace4c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:45:10.316378 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:10.921126 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5379a63b-4ec9-42bb-b6c9-efb1e93573a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:11.380651 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:11.437590 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:11.872684 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-af0c1c89-4e42-43db-a876-5e7898edc086 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:11.874147 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-af0c1c89-4e42-43db-a876-5e7898edc086 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/networks?id=03a7600f-6a92-4543-8e9a-2d0a9dfa620e HTTP/1.1" status: 200 len: 816 time: 0.1395900 Apr 06 14:45:11.890031 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-e761da2b-77ad-433e-a7ef-9f217aed66a1 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/quotas/242d90fc14ab48469ce6c732f03bed6a HTTP/1.1" status: 200 len: 375 time: 0.0101600 Apr 06 14:45:11.971443 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-6e692c7e-3e6f-483c-bb3b-e2a7b93b1341 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=242d90fc14ab48469ce6c732f03bed6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759883 Apr 06 14:45:12.104357 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-8841c16c-6210-44d8-98bf-c495ee7a7fec service neutron] 10.222.0.60 "GET /v2.0/networks/03a7600f-6a92-4543-8e9a-2d0a9dfa620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215117 Apr 06 14:45:12.238049 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-6bfaa410-0722-4304-91e4-798d201873fa service neutron] 10.222.0.60 "GET /v2.0/networks/03a7600f-6a92-4543-8e9a-2d0a9dfa620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275096 Apr 06 14:45:12.416806 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-000e32ae-c8d9-4fee-b977-895ecce992c3 req-c6004308-a24c-49b6-806c-ff5003a7c1b3 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Synchronizing usage tracker for tenant:242d90fc14ab48469ce6c732f03bed6a on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:45:12.434591 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-000e32ae-c8d9-4fee-b977-895ecce992c3 req-c6004308-a24c-49b6-806c-ff5003a7c1b3 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Unset dirty status for tenant:242d90fc14ab48469ce6c732f03bed6a on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:45:12.436123 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-000e32ae-c8d9-4fee-b977-895ecce992c3 req-c6004308-a24c-49b6-806c-ff5003a7c1b3 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/ports?device_id=242d97a6-79ce-4122-9b04-4c90d101c47e HTTP/1.1" status: 200 len: 210 time: 0.0588622 Apr 06 14:45:12.921573 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:13.443405 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-5b7532d4-8ad5-421b-9b2a-de7429f6c089 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:13.444816 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-5b7532d4-8ad5-421b-9b2a-de7429f6c089 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.69 "GET /v2.0/networks?id=03a7600f-6a92-4543-8e9a-2d0a9dfa620e HTTP/1.1" status: 200 len: 816 time: 0.1421278 Apr 06 14:45:13.461285 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-0969425d-63d9-4d95-b49a-1efe17af51ac tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Request body: {'port': {'device_id': '242d97a6-79ce-4122-9b04-4c90d101c47e', 'network_id': '03a7600f-6a92-4543-8e9a-2d0a9dfa620e', 'admin_state_up': True, 'tenant_id': '242d90fc14ab48469ce6c732f03bed6a'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:45:13.611112 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d37979f6-38bf-40e6-afae-b1728835b976 req-bbee7cab-882c-4613-b048-6e84de99a6ba tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/ports?device_id=242d97a6-79ce-4122-9b04-4c90d101c47e HTTP/1.1" status: 200 len: 210 time: 0.0520947 Apr 06 14:45:13.632599 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-0969425d-63d9-4d95-b49a-1efe17af51ac tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:45:13.642115 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-0969425d-63d9-4d95-b49a-1efe17af51ac tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:45:13.650727 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-0969425d-63d9-4d95-b49a-1efe17af51ac tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Made reservation on behalf of 242d90fc14ab48469ce6c732f03bed6a for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:45:13.653819 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-0969425d-63d9-4d95-b49a-1efe17af51ac tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:13.807337 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-0969425d-63d9-4d95-b49a-1efe17af51ac tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Allocated IP 172.20.0.11 (03a7600f-6a92-4543-8e9a-2d0a9dfa620e/6a527a82-e8ba-47f8-a4c9-4e8733b969e0/b8c750f3-042e-4683-b4a8-e9feaf2424ab) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:45:14.001908 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-0969425d-63d9-4d95-b49a-1efe17af51ac tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:14.016533 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-0969425d-63d9-4d95-b49a-1efe17af51ac tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Transition to ACTIVE for port object b8c750f3-042e-4683-b4a8-e9feaf2424ab will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:45:14.037525 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-0969425d-63d9-4d95-b49a-1efe17af51ac tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:14.110896 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-0969425d-63d9-4d95-b49a-1efe17af51ac tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Network 03a7600f-6a92-4543-8e9a-2d0a9dfa620e is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:45:14.113684 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-0969425d-63d9-4d95-b49a-1efe17af51ac tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:45:14.117753 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-0969425d-63d9-4d95-b49a-1efe17af51ac tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:45:14.141927 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969425d-63d9-4d95-b49a-1efe17af51ac tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Pushing event updated for resources: {'Port': ['ID=b8c750f3-042e-4683-b4a8-e9feaf2424ab,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:14.183817 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-0969425d-63d9-4d95-b49a-1efe17af51ac tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:14.184405 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-0969425d-63d9-4d95-b49a-1efe17af51ac tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:14.210722 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-0969425d-63d9-4d95-b49a-1efe17af51ac tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7528136 Apr 06 14:45:14.372690 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-48d7c37b-70e2-457a-9af5-72836ffdf5ff None None] Provisioning for port b8c750f3-042e-4683-b4a8-e9feaf2424ab completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:45:14.378067 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-48d7c37b-70e2-457a-9af5-72836ffdf5ff None None] Provisioning complete for port b8c750f3-042e-4683-b4a8-e9feaf2424ab triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:45:14.378442 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-48d7c37b-70e2-457a-9af5-72836ffdf5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:14.447661 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-48d7c37b-70e2-457a-9af5-72836ffdf5ff None None] Port b8c750f3-042e-4683-b4a8-e9feaf2424ab cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:45:14.456300 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-6dcd0ff4-1b98-4e90-b876-9b514dab588c service neutron] Request body: {'port': {'device_id': '242d97a6-79ce-4122-9b04-4c90d101c47e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:45:14.572349 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-6dcd0ff4-1b98-4e90-b876-9b514dab588c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:14.831593 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95743f-36cd-4abc-83ee-bc4e4c1547cd req-f8d821fa-97d4-4642-ad94-c6ee488409b7 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:14.833193 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1e95743f-36cd-4abc-83ee-bc4e4c1547cd req-f8d821fa-97d4-4642-ad94-c6ee488409b7 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/ports?device_id=242d97a6-79ce-4122-9b04-4c90d101c47e HTTP/1.1" status: 200 len: 932 time: 0.0908043 Apr 06 14:45:14.880858 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-1e95743f-36cd-4abc-83ee-bc4e4c1547cd req-b3d0b14f-ec27-4194-92e6-11fc24fd5eb9 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Synchronizing usage tracker for tenant:242d90fc14ab48469ce6c732f03bed6a on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:45:14.900897 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-1e95743f-36cd-4abc-83ee-bc4e4c1547cd req-b3d0b14f-ec27-4194-92e6-11fc24fd5eb9 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Unset dirty status for tenant:242d90fc14ab48469ce6c732f03bed6a on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:45:14.902164 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1e95743f-36cd-4abc-83ee-bc4e4c1547cd req-b3d0b14f-ec27-4194-92e6-11fc24fd5eb9 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7aa8e4d-76a8-4ae1-9984-f5da4cdfff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630546 Apr 06 14:45:15.022980 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-6dcd0ff4-1b98-4e90-b876-9b514dab588c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8c750f3-042e-4683-b4a8-e9feaf2424ab {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:45:15.029577 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-6dcd0ff4-1b98-4e90-b876-9b514dab588c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:15.043770 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-6dcd0ff4-1b98-4e90-b876-9b514dab588c service neutron] Transition to ACTIVE for port object b8c750f3-042e-4683-b4a8-e9feaf2424ab will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:45:15.046770 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-6dcd0ff4-1b98-4e90-b876-9b514dab588c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:15.174670 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd0ff4-1b98-4e90-b876-9b514dab588c service neutron] Pushing event updated for resources: {'Port': ['ID=b8c750f3-042e-4683-b4a8-e9feaf2424ab,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:15.281176 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-6dcd0ff4-1b98-4e90-b876-9b514dab588c service neutron] Attempting to bind port b8c750f3-042e-4683-b4a8-e9feaf2424ab on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:45:15.281576 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-6dcd0ff4-1b98-4e90-b876-9b514dab588c service neutron] Attempting to bind port b8c750f3-042e-4683-b4a8-e9feaf2424ab by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '737176e0-8c0a-430a-b47c-3aeacd5b1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '03a7600f-6a92-4543-8e9a-2d0a9dfa620e'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:45:15.281908 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-6dcd0ff4-1b98-4e90-b876-9b514dab588c service neutron] Attempting to bind port b8c750f3-042e-4683-b4a8-e9feaf2424ab on network 03a7600f-6a92-4543-8e9a-2d0a9dfa620e {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:45:15.287524 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-6dcd0ff4-1b98-4e90-b876-9b514dab588c service neutron] Port b8c750f3-042e-4683-b4a8-e9feaf2424ab on network 03a7600f-6a92-4543-8e9a-2d0a9dfa620e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:45:15.287844 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-6dcd0ff4-1b98-4e90-b876-9b514dab588c service neutron] Attempting to bind port b8c750f3-042e-4683-b4a8-e9feaf2424ab on network 03a7600f-6a92-4543-8e9a-2d0a9dfa620e {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:45:15.293929 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-6dcd0ff4-1b98-4e90-b876-9b514dab588c service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:45:15.294261 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-6dcd0ff4-1b98-4e90-b876-9b514dab588c service neutron] Checking segment: {'id': '737176e0-8c0a-430a-b47c-3aeacd5b1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '03a7600f-6a92-4543-8e9a-2d0a9dfa620e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:45:15.294639 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-6dcd0ff4-1b98-4e90-b876-9b514dab588c service neutron] Bound using segment: {'id': '737176e0-8c0a-430a-b47c-3aeacd5b1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '03a7600f-6a92-4543-8e9a-2d0a9dfa620e'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:45:15.295061 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-6dcd0ff4-1b98-4e90-b876-9b514dab588c service neutron] Bound port: b8c750f3-042e-4683-b4a8-e9feaf2424ab, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737176e0-8c0a-430a-b47c-3aeacd5b1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '03a7600f-6a92-4543-8e9a-2d0a9dfa620e'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:45:15.295404 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-6dcd0ff4-1b98-4e90-b876-9b514dab588c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:15.384129 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-6dcd0ff4-1b98-4e90-b876-9b514dab588c service neutron] For port b8c750f3-042e-4683-b4a8-e9feaf2424ab, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:45:15.387180 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-6dcd0ff4-1b98-4e90-b876-9b514dab588c service neutron] For port b8c750f3-042e-4683-b4a8-e9feaf2424ab, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b8c750f3-042e-4683-b4a8-e9feaf2424ab,segment=NetworkSegment(737176e0-8c0a-430a-b47c-3aeacd5b1313),segment_id=737176e0-8c0a-430a-b47c-3aeacd5b1313)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:45:15.391911 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-6dcd0ff4-1b98-4e90-b876-9b514dab588c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:15.451845 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-6dcd0ff4-1b98-4e90-b876-9b514dab588c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:15.453241 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-6dcd0ff4-1b98-4e90-b876-9b514dab588c service neutron] 10.222.0.69 "PUT /v2.0/ports/b8c750f3-042e-4683-b4a8-e9feaf2424ab HTTP/1.1" status: 200 len: 1094 time: 1.2356060 Apr 06 14:45:15.453672 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '242d97a6-79ce-4122-9b04-4c90d101c47e', 'tag': 'b8c750f3-042e-4683-b4a8-e9feaf2424ab'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:45:15.484532 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd0ff4-1b98-4e90-b876-9b514dab588c service neutron] Pushing event updated for resources: {'Port': ['ID=b8c750f3-042e-4683-b4a8-e9feaf2424ab,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:15.538736 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beee0c93-a568-45fb-932d-7b918a8f9ceb'] response: {'name': 'network-changed', 'server_uuid': '242d97a6-79ce-4122-9b04-4c90d101c47e', 'tag': 'b8c750f3-042e-4683-b4a8-e9feaf2424ab', 'status': 'completed', 'code': 200} Apr 06 14:45:15.581334 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-78aa77f4-83bf-434e-9e23-f4e6ad154ad8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=242d90fc14ab48469ce6c732f03bed6a&device_id=242d97a6-79ce-4122-9b04-4c90d101c47e HTTP/1.1" status: 200 len: 1097 time: 0.0811396 Apr 06 14:45:15.648616 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-850c7489-f66e-4057-83e6-80168a14d8c0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8c750f3-042e-4683-b4a8-e9feaf2424ab HTTP/1.1" status: 200 len: 217 time: 0.0601890 Apr 06 14:45:15.712466 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-63cda6b7-18d0-4ef9-a5fa-4da69a6b8f19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:15.713903 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-63cda6b7-18d0-4ef9-a5fa-4da69a6b8f19 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6a527a82-e8ba-47f8-a4c9-4e8733b969e0 HTTP/1.1" status: 200 len: 855 time: 0.0587115 Apr 06 14:45:15.785777 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-cdb814b9-a16f-44ef-920f-5b477b384963 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03a7600f-6a92-4543-8e9a-2d0a9dfa620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656099 Apr 06 14:45:15.916998 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-7a90d03e-9c11-4bd1-a73e-77ff373718d0 service neutron] 10.222.0.69 "GET /v2.0/networks/03a7600f-6a92-4543-8e9a-2d0a9dfa620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238785 Apr 06 14:45:16.047063 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b1ae5532-c012-4dd4-a902-d21d10236308 req-7567ec7f-78a0-4012-afab-b9f7cee55195 service neutron] 10.222.0.69 "GET /v2.0/networks/03a7600f-6a92-4543-8e9a-2d0a9dfa620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241949 Apr 06 14:45:16.102492 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b4ef6-cc49-4856-aabd-292c8e5396d6 req-32cc194d-0927-4cb4-bd2d-2dc1ca623194 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:16.103951 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-da1b4ef6-cc49-4856-aabd-292c8e5396d6 req-32cc194d-0927-4cb4-bd2d-2dc1ca623194 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/ports?device_id=242d97a6-79ce-4122-9b04-4c90d101c47e HTTP/1.1" status: 200 len: 944 time: 0.0782652 Apr 06 14:45:16.151781 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-da1b4ef6-cc49-4856-aabd-292c8e5396d6 req-5a2c8113-b670-4542-af56-f0da7f12ef8c tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7aa8e4d-76a8-4ae1-9984-f5da4cdfff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420043 Apr 06 14:45:16.167921 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-525b357b-95f3-40ae-bec0-ca96a1e2d910 req-cc588ae5-9b33-41d2-ab56-96f48ef30a02 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=242d90fc14ab48469ce6c732f03bed6a&device_id=242d97a6-79ce-4122-9b04-4c90d101c47e HTTP/1.1" status: 200 len: 1097 time: 0.0725040 Apr 06 14:45:16.267051 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 5fb5b275-6c03-4a3d-92b2-a070fd9f06b3 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:45:16.302306 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b357b-95f3-40ae-bec0-ca96a1e2d910 req-e91f5bfc-d423-4b38-9e8e-5d730d330f4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:16.303749 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-525b357b-95f3-40ae-bec0-ca96a1e2d910 req-e91f5bfc-d423-4b38-9e8e-5d730d330f4f service neutron] 10.222.0.69 "GET /v2.0/networks?id=03a7600f-6a92-4543-8e9a-2d0a9dfa620e HTTP/1.1" status: 200 len: 917 time: 0.1293211 Apr 06 14:45:16.334685 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 5fb5b275-6c03-4a3d-92b2-a070fd9f06b3 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:45:16.339469 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 5fb5b275-6c03-4a3d-92b2-a070fd9f06b3 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:45:16.339903 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:16.373523 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-525b357b-95f3-40ae-bec0-ca96a1e2d910 req-71d3817b-aefd-4e54-a102-7b95e5c7dc27 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8c750f3-042e-4683-b4a8-e9feaf2424ab HTTP/1.1" status: 200 len: 217 time: 0.0631843 Apr 06 14:45:16.456415 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:16.473318 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 5fb5b275-6c03-4a3d-92b2-a070fd9f06b3, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=5fb5b275-6c03-4a3d-92b2-a070fd9f06b3,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:16.476842 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:16.529414 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b357b-95f3-40ae-bec0-ca96a1e2d910 req-d0cda603-f4f8-496f-b1d3-fe989cdf4ed4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:16.530844 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-525b357b-95f3-40ae-bec0-ca96a1e2d910 req-d0cda603-f4f8-496f-b1d3-fe989cdf4ed4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6a527a82-e8ba-47f8-a4c9-4e8733b969e0 HTTP/1.1" status: 200 len: 855 time: 0.1514246 Apr 06 14:45:16.543904 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=5fb5b275-6c03-4a3d-92b2-a070fd9f06b3,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:16.603013 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-525b357b-95f3-40ae-bec0-ca96a1e2d910 req-03325e4d-7441-4318-88e3-d6e8eecc6789 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03a7600f-6a92-4543-8e9a-2d0a9dfa620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656826 Apr 06 14:45:16.729851 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-525b357b-95f3-40ae-bec0-ca96a1e2d910 req-3cf3dece-250a-4719-8fee-1b7d9437f46b service neutron] 10.222.0.69 "GET /v2.0/networks/03a7600f-6a92-4543-8e9a-2d0a9dfa620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193702 Apr 06 14:45:16.857387 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-525b357b-95f3-40ae-bec0-ca96a1e2d910 req-4806b312-3f14-47d1-8cb8-8c442211b6b8 service neutron] 10.222.0.69 "GET /v2.0/networks/03a7600f-6a92-4543-8e9a-2d0a9dfa620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211767 Apr 06 14:45:17.351764 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d226a-6217-45ab-8ba1-cc20c9057838 req-1040c8fa-2376-4aca-b207-fb9a650d4044 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:17.352354 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-e14d226a-6217-45ab-8ba1-cc20c9057838 req-1040c8fa-2376-4aca-b207-fb9a650d4044 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Synchronizing usage tracker for tenant:242d90fc14ab48469ce6c732f03bed6a on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:45:17.367239 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-e14d226a-6217-45ab-8ba1-cc20c9057838 req-1040c8fa-2376-4aca-b207-fb9a650d4044 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Unset dirty status for tenant:242d90fc14ab48469ce6c732f03bed6a on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:45:17.368334 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e14d226a-6217-45ab-8ba1-cc20c9057838 req-1040c8fa-2376-4aca-b207-fb9a650d4044 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/ports?device_id=242d97a6-79ce-4122-9b04-4c90d101c47e HTTP/1.1" status: 200 len: 944 time: 0.0928807 Apr 06 14:45:17.414001 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e14d226a-6217-45ab-8ba1-cc20c9057838 req-80e78cde-b6d4-4df4-a35e-cfec208f7343 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7aa8e4d-76a8-4ae1-9984-f5da4cdfff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401886 Apr 06 14:45:18.250857 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 5fb5b275-6c03-4a3d-92b2-a070fd9f06b3 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:45:18.318956 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 5fb5b275-6c03-4a3d-92b2-a070fd9f06b3 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:45:18.319324 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:18.592245 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device b8c750f3-042e-4683-b4a8-e9feaf2424ab details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:45:18.614939 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e96ed-65d8-4923-955c-e8fef79fe9a7 req-68d10636-b9c1-4400-80bf-b9cc9a6d5ca0 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:18.616536 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cf1e96ed-65d8-4923-955c-e8fef79fe9a7 req-68d10636-b9c1-4400-80bf-b9cc9a6d5ca0 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/ports?device_id=242d97a6-79ce-4122-9b04-4c90d101c47e HTTP/1.1" status: 200 len: 944 time: 0.0770900 Apr 06 14:45:18.665304 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cf1e96ed-65d8-4923-955c-e8fef79fe9a7 req-ec9881fc-9b7f-4ebf-822b-6b60f43bea50 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7aa8e4d-76a8-4ae1-9984-f5da4cdfff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431137 Apr 06 14:45:18.671596 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb054de8-f25a-4296-ae9a-0bc166997339 None None] Sync routers for ids ['0cdac933-f72c-4f90-850b-3cc31a15a0d0'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:45:18.706909 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb054de8-f25a-4296-ae9a-0bc166997339 None None] Routers {'0cdac933-f72c-4f90-850b-3cc31a15a0d0'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:45:18.707428 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-cb054de8-f25a-4296-ae9a-0bc166997339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:45:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['0cdac933-f72c-4f90-850b-3cc31a15a0d0'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:18.866795 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port b8c750f3-042e-4683-b4a8-e9feaf2424ab, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b8c750f3-042e-4683-b4a8-e9feaf2424ab,segment=NetworkSegment(737176e0-8c0a-430a-b47c-3aeacd5b1313),segment_id=737176e0-8c0a-430a-b47c-3aeacd5b1313)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:18.886959 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': 'b8c750f3-042e-4683-b4a8-e9feaf2424ab', 'network_id': '03a7600f-6a92-4543-8e9a-2d0a9dfa620e', 'port_id': 'b8c750f3-042e-4683-b4a8-e9feaf2424ab', 'mac_address': 'fa:16:3e:95:b6:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a527a82-e8ba-47f8-a4c9-4e8733b969e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:45:18.962184 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:18.970336 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-cb054de8-f25a-4296-ae9a-0bc166997339 None None] Set router 0cdac933-f72c-4f90-850b-3cc31a15a0d0 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:45:19.025938 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c750f3-042e-4683-b4a8-e9feaf2424ab {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:45:19.108717 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port b8c750f3-042e-4683-b4a8-e9feaf2424ab, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b8c750f3-042e-4683-b4a8-e9feaf2424ab,segment=NetworkSegment(737176e0-8c0a-430a-b47c-3aeacd5b1313),segment_id=737176e0-8c0a-430a-b47c-3aeacd5b1313)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:19.124654 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:19.265737 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=b8c750f3-042e-4683-b4a8-e9feaf2424ab,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:19.344677 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['b8c750f3-042e-4683-b4a8-e9feaf2424ab'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:45:19.396289 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-cb054de8-f25a-4296-ae9a-0bc166997339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cdac933-f72c-4f90-850b-3cc31a15a0d0', 'name': 'tempest-TestEncryptedCinderVolumes-744153258-router', 'tenant_id': '242d90fc14ab48469ce6c732f03bed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ea056a2a-699e-4e11-aaaf-dadd57b26f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:44:59Z', 'updated_at': '2022-04-06T14:45:02Z', 'revision_number': 4, 'project_id': '242d90fc14ab48469ce6c732f03bed6a', 'gw_port': {'id': 'ea056a2a-699e-4e11-aaaf-dadd57b26f8d', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:34:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdac933-f72c-4f90-850b-3cc31a15a0d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:00Z', 'updated_at': '2022-04-06T14:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'd28511bb-55fb-4f8e-b1ca-95af80ad294a', 'name': '', 'network_id': '03a7600f-6a92-4543-8e9a-2d0a9dfa620e', 'tenant_id': '242d90fc14ab48469ce6c732f03bed6a', 'mac_address': 'fa:16:3e:60:93:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cdac933-f72c-4f90-850b-3cc31a15a0d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a527a82-e8ba-47f8-a4c9-4e8733b969e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:02Z', 'updated_at': '2022-04-06T14:45:02Z', 'revision_number': 2, 'project_id': '242d90fc14ab48469ce6c732f03bed6a', 'subnets': [{'id': '6a527a82-e8ba-47f8-a4c9-4e8733b969e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:19.402108 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb054de8-f25a-4296-ae9a-0bc166997339 None None] Checking router: 0cdac933-f72c-4f90-850b-3cc31a15a0d0 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:45:19.402454 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb054de8-f25a-4296-ae9a-0bc166997339 None None] Updating router 0cdac933-f72c-4f90-850b-3cc31a15a0d0 port d28511bb-55fb-4f8e-b1ca-95af80ad294a binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:45:19.472607 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cb054de8-f25a-4296-ae9a-0bc166997339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:19.860263 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55133eb1-e98d-4c07-976b-80c789b9ecd4 req-17318bd9-4d35-4d12-9832-35c2cb916239 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:19.861944 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-55133eb1-e98d-4c07-976b-80c789b9ecd4 req-17318bd9-4d35-4d12-9832-35c2cb916239 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/ports?device_id=242d97a6-79ce-4122-9b04-4c90d101c47e HTTP/1.1" status: 200 len: 945 time: 0.0776296 Apr 06 14:45:19.873676 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cb054de8-f25a-4296-ae9a-0bc166997339 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:19.885846 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-cb054de8-f25a-4296-ae9a-0bc166997339 None None] Transition to ACTIVE for port object d28511bb-55fb-4f8e-b1ca-95af80ad294a will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:45:19.892229 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cb054de8-f25a-4296-ae9a-0bc166997339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:19.908012 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-55133eb1-e98d-4c07-976b-80c789b9ecd4 req-ee74e8c3-5ab8-47a3-be39-f1e23880f04b tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7aa8e4d-76a8-4ae1-9984-f5da4cdfff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400467 Apr 06 14:45:20.043153 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37da3f-6100-44e6-8d94-28a5402edd51 None None] Pushing event updated for resources: {'Port': ['ID=d28511bb-55fb-4f8e-b1ca-95af80ad294a,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:20.139618 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-cb054de8-f25a-4296-ae9a-0bc166997339 None None] Attempting to bind port d28511bb-55fb-4f8e-b1ca-95af80ad294a on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:45:20.139981 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-cb054de8-f25a-4296-ae9a-0bc166997339 None None] Attempting to bind port d28511bb-55fb-4f8e-b1ca-95af80ad294a by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '737176e0-8c0a-430a-b47c-3aeacd5b1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '03a7600f-6a92-4543-8e9a-2d0a9dfa620e'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:45:20.140337 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb054de8-f25a-4296-ae9a-0bc166997339 None None] Attempting to bind port d28511bb-55fb-4f8e-b1ca-95af80ad294a on network 03a7600f-6a92-4543-8e9a-2d0a9dfa620e {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:45:20.147193 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb054de8-f25a-4296-ae9a-0bc166997339 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:45:20.147322 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb054de8-f25a-4296-ae9a-0bc166997339 None None] Checking segment: {'id': '737176e0-8c0a-430a-b47c-3aeacd5b1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '03a7600f-6a92-4543-8e9a-2d0a9dfa620e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:45:20.147700 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cb054de8-f25a-4296-ae9a-0bc166997339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:20.148203 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb054de8-f25a-4296-ae9a-0bc166997339 None None] Bound using segment: {'id': '737176e0-8c0a-430a-b47c-3aeacd5b1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '03a7600f-6a92-4543-8e9a-2d0a9dfa620e'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:45:20.148525 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-cb054de8-f25a-4296-ae9a-0bc166997339 None None] Bound port: d28511bb-55fb-4f8e-b1ca-95af80ad294a, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737176e0-8c0a-430a-b47c-3aeacd5b1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '03a7600f-6a92-4543-8e9a-2d0a9dfa620e'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:45:20.148911 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cb054de8-f25a-4296-ae9a-0bc166997339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:20.247440 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-cb054de8-f25a-4296-ae9a-0bc166997339 None None] For port d28511bb-55fb-4f8e-b1ca-95af80ad294a, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:45:20.250919 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-cb054de8-f25a-4296-ae9a-0bc166997339 None None] For port d28511bb-55fb-4f8e-b1ca-95af80ad294a, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=d28511bb-55fb-4f8e-b1ca-95af80ad294a,segment=NetworkSegment(737176e0-8c0a-430a-b47c-3aeacd5b1313),segment_id=737176e0-8c0a-430a-b47c-3aeacd5b1313)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:45:20.257685 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cb054de8-f25a-4296-ae9a-0bc166997339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:20.303747 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6a2d06-777d-4ac6-98b8-cf2f77168515 None None] Sync routers for ids ['f316f81e-a9be-4ed8-a779-fa3a1288d2ea'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:45:20.324836 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6a2d06-777d-4ac6-98b8-cf2f77168515 None None] Routers {'f316f81e-a9be-4ed8-a779-fa3a1288d2ea'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:45:20.325727 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-5c6a2d06-777d-4ac6-98b8-cf2f77168515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:45:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['f316f81e-a9be-4ed8-a779-fa3a1288d2ea'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:20.340278 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb054de8-f25a-4296-ae9a-0bc166997339 None None] Routers {'0cdac933-f72c-4f90-850b-3cc31a15a0d0'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:45:20.340942 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-cb054de8-f25a-4296-ae9a-0bc166997339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:45:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['0cdac933-f72c-4f90-850b-3cc31a15a0d0'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:20.393181 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37da3f-6100-44e6-8d94-28a5402edd51 None None] Pushing event updated for resources: {'Port': ['ID=d28511bb-55fb-4f8e-b1ca-95af80ad294a,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:20.517183 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-5c6a2d06-777d-4ac6-98b8-cf2f77168515 None None] Set router f316f81e-a9be-4ed8-a779-fa3a1288d2ea gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:45:20.544961 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-cb054de8-f25a-4296-ae9a-0bc166997339 None None] Set router 0cdac933-f72c-4f90-850b-3cc31a15a0d0 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:45:20.595814 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device b8c750f3-042e-4683-b4a8-e9feaf2424ab up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:45:20.811012 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port b8c750f3-042e-4683-b4a8-e9feaf2424ab completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:45:20.815055 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-5c6a2d06-777d-4ac6-98b8-cf2f77168515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f316f81e-a9be-4ed8-a779-fa3a1288d2ea', 'name': 'tempest-TestEncryptedCinderVolumes-739287011-router', 'tenant_id': 'f3d69db25ce54079872d8412b6555ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '5fb5b275-6c03-4a3d-92b2-a070fd9f06b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:05Z', 'updated_at': '2022-04-06T14:45:08Z', 'revision_number': 4, 'project_id': 'f3d69db25ce54079872d8412b6555ecd', 'gw_port': {'id': '5fb5b275-6c03-4a3d-92b2-a070fd9f06b3', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f316f81e-a9be-4ed8-a779-fa3a1288d2ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:06Z', 'updated_at': '2022-04-06T14:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '4f516e67-dde4-48a7-80c7-66ec8b3de938', 'name': '', 'network_id': 'ca1f9928-0566-42b1-9daf-32c41982c9d5', 'tenant_id': 'f3d69db25ce54079872d8412b6555ecd', 'mac_address': 'fa:16:3e:5c:05:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f316f81e-a9be-4ed8-a779-fa3a1288d2ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab2605f-cc83-40f1-8eeb-4ddd7da04827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:08Z', 'updated_at': '2022-04-06T14:45:08Z', 'revision_number': 2, 'project_id': 'f3d69db25ce54079872d8412b6555ecd', 'subnets': [{'id': 'bab2605f-cc83-40f1-8eeb-4ddd7da04827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:20.817483 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port b8c750f3-042e-4683-b4a8-e9feaf2424ab triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:45:20.817871 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:20.818925 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6a2d06-777d-4ac6-98b8-cf2f77168515 None None] Checking router: f316f81e-a9be-4ed8-a779-fa3a1288d2ea for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:45:20.819339 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6a2d06-777d-4ac6-98b8-cf2f77168515 None None] Updating router f316f81e-a9be-4ed8-a779-fa3a1288d2ea port 4f516e67-dde4-48a7-80c7-66ec8b3de938 binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:45:20.901041 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-5c6a2d06-777d-4ac6-98b8-cf2f77168515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:21.011044 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:21.042588 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242d97a6-79ce-4122-9b04-4c90d101c47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c750f3-042e-4683-b4a8-e9feaf2424ab'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:45:21.054116 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-cb054de8-f25a-4296-ae9a-0bc166997339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cdac933-f72c-4f90-850b-3cc31a15a0d0', 'name': 'tempest-TestEncryptedCinderVolumes-744153258-router', 'tenant_id': '242d90fc14ab48469ce6c732f03bed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ea056a2a-699e-4e11-aaaf-dadd57b26f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:44:59Z', 'updated_at': '2022-04-06T14:45:02Z', 'revision_number': 4, 'project_id': '242d90fc14ab48469ce6c732f03bed6a', 'gw_port': {'id': 'ea056a2a-699e-4e11-aaaf-dadd57b26f8d', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:34:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdac933-f72c-4f90-850b-3cc31a15a0d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:00Z', 'updated_at': '2022-04-06T14:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'd28511bb-55fb-4f8e-b1ca-95af80ad294a', 'name': '', 'network_id': '03a7600f-6a92-4543-8e9a-2d0a9dfa620e', 'tenant_id': '242d90fc14ab48469ce6c732f03bed6a', 'mac_address': 'fa:16:3e:60:93:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cdac933-f72c-4f90-850b-3cc31a15a0d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a527a82-e8ba-47f8-a4c9-4e8733b969e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:02Z', 'updated_at': '2022-04-06T14:45:20Z', 'revision_number': 4, 'project_id': '242d90fc14ab48469ce6c732f03bed6a', 'subnets': [{'id': '6a527a82-e8ba-47f8-a4c9-4e8733b969e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:21.058887 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port b8c750f3-042e-4683-b4a8-e9feaf2424ab, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b8c750f3-042e-4683-b4a8-e9feaf2424ab,segment=NetworkSegment(737176e0-8c0a-430a-b47c-3aeacd5b1313),segment_id=737176e0-8c0a-430a-b47c-3aeacd5b1313)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:21.060585 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb054de8-f25a-4296-ae9a-0bc166997339 None None] The sync data for ids ['0cdac933-f72c-4f90-850b-3cc31a15a0d0'] in dv-neutron-835868-1-hyperv is: [{'id': '0cdac933-f72c-4f90-850b-3cc31a15a0d0', 'name': 'tempest-TestEncryptedCinderVolumes-744153258-router', 'tenant_id': '242d90fc14ab48469ce6c732f03bed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ea056a2a-699e-4e11-aaaf-dadd57b26f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:44:59Z', 'updated_at': '2022-04-06T14:45:02Z', 'revision_number': 4, 'project_id': '242d90fc14ab48469ce6c732f03bed6a', 'gw_port': {'id': 'ea056a2a-699e-4e11-aaaf-dadd57b26f8d', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:34:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdac933-f72c-4f90-850b-3cc31a15a0d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:00Z', 'updated_at': '2022-04-06T14:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'd28511bb-55fb-4f8e-b1ca-95af80ad294a', 'name': '', 'network_id': '03a7600f-6a92-4543-8e9a-2d0a9dfa620e', 'tenant_id': '242d90fc14ab48469ce6c732f03bed6a', 'mac_address': 'fa:16:3e:60:93:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cdac933-f72c-4f90-850b-3cc31a15a0d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a527a82-e8ba-47f8-a4c9-4e8733b969e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:02Z', 'updated_at': '2022-04-06T14:45:20Z', 'revision_number': 4, 'project_id': '242d90fc14ab48469ce6c732f03bed6a', 'subnets': [{'id': '6a527a82-e8ba-47f8-a4c9-4e8733b969e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:45:21.065142 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:21.124494 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5b370e7-fbc2-4111-8b7a-8e8500a98621'] response: {'server_uuid': '242d97a6-79ce-4122-9b04-4c90d101c47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c750f3-042e-4683-b4a8-e9feaf2424ab', 'code': 200} Apr 06 14:45:21.162934 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=b8c750f3-042e-4683-b4a8-e9feaf2424ab,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:21.174648 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c697a4-c20e-4415-b8d1-5645071a2e2b req-a96ef2ae-3242-4808-beb8-31084efd7dff tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:21.182594 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-66c697a4-c20e-4415-b8d1-5645071a2e2b req-a96ef2ae-3242-4808-beb8-31084efd7dff tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/ports?device_id=242d97a6-79ce-4122-9b04-4c90d101c47e HTTP/1.1" status: 200 len: 946 time: 0.1503129 Apr 06 14:45:21.230450 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-66c697a4-c20e-4415-b8d1-5645071a2e2b req-abb88024-5134-42bb-b5ac-df903d39f494 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7aa8e4d-76a8-4ae1-9984-f5da4cdfff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469778 Apr 06 14:45:21.283941 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-5c6a2d06-777d-4ac6-98b8-cf2f77168515 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:21.301540 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-5c6a2d06-777d-4ac6-98b8-cf2f77168515 None None] Transition to ACTIVE for port object 4f516e67-dde4-48a7-80c7-66ec8b3de938 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:45:21.308613 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-5c6a2d06-777d-4ac6-98b8-cf2f77168515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:21.420699 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-824e26f6-9903-4428-99b3-ac92d49e441e req-af31fbdb-8dfc-4f3f-b8e5-3667b53e0ebb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=242d97a6-79ce-4122-9b04-4c90d101c47e HTTP/1.1" status: 200 len: 1099 time: 0.0801022 Apr 06 14:45:21.465528 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4a211-6861-4b47-9902-7a72e277e198 None None] Pushing event updated for resources: {'Port': ['ID=4f516e67-dde4-48a7-80c7-66ec8b3de938,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:21.480164 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-824e26f6-9903-4428-99b3-ac92d49e441e req-174a07d5-723b-4044-a4f9-2702d6ffb83a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b7aa8e4d-76a8-4ae1-9984-f5da4cdfff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496058 Apr 06 14:45:21.524206 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-5c6a2d06-777d-4ac6-98b8-cf2f77168515 None None] Attempting to bind port 4f516e67-dde4-48a7-80c7-66ec8b3de938 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:45:21.524573 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-5c6a2d06-777d-4ac6-98b8-cf2f77168515 None None] Attempting to bind port 4f516e67-dde4-48a7-80c7-66ec8b3de938 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5ed54e9a-e209-4d58-8dcb-0eeef080a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ca1f9928-0566-42b1-9daf-32c41982c9d5'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:45:21.525187 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6a2d06-777d-4ac6-98b8-cf2f77168515 None None] Attempting to bind port 4f516e67-dde4-48a7-80c7-66ec8b3de938 on network ca1f9928-0566-42b1-9daf-32c41982c9d5 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:45:21.532254 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6a2d06-777d-4ac6-98b8-cf2f77168515 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:45:21.532632 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6a2d06-777d-4ac6-98b8-cf2f77168515 None None] Checking segment: {'id': '5ed54e9a-e209-4d58-8dcb-0eeef080a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ca1f9928-0566-42b1-9daf-32c41982c9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:45:21.533064 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-5c6a2d06-777d-4ac6-98b8-cf2f77168515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:21.533463 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6a2d06-777d-4ac6-98b8-cf2f77168515 None None] Bound using segment: {'id': '5ed54e9a-e209-4d58-8dcb-0eeef080a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ca1f9928-0566-42b1-9daf-32c41982c9d5'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:45:21.533933 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-5c6a2d06-777d-4ac6-98b8-cf2f77168515 None None] Bound port: 4f516e67-dde4-48a7-80c7-66ec8b3de938, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed54e9a-e209-4d58-8dcb-0eeef080a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ca1f9928-0566-42b1-9daf-32c41982c9d5'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:45:21.534320 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-5c6a2d06-777d-4ac6-98b8-cf2f77168515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:21.626086 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-5c6a2d06-777d-4ac6-98b8-cf2f77168515 None None] For port 4f516e67-dde4-48a7-80c7-66ec8b3de938, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:45:21.629581 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-5c6a2d06-777d-4ac6-98b8-cf2f77168515 None None] For port 4f516e67-dde4-48a7-80c7-66ec8b3de938, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4f516e67-dde4-48a7-80c7-66ec8b3de938,segment=NetworkSegment(5ed54e9a-e209-4d58-8dcb-0eeef080a08c),segment_id=5ed54e9a-e209-4d58-8dcb-0eeef080a08c)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:45:21.633700 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-5c6a2d06-777d-4ac6-98b8-cf2f77168515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:21.717208 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4a211-6861-4b47-9902-7a72e277e198 None None] Pushing event updated for resources: {'Port': ['ID=4f516e67-dde4-48a7-80c7-66ec8b3de938,revision_number=4']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:21.721809 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6a2d06-777d-4ac6-98b8-cf2f77168515 None None] Routers {'f316f81e-a9be-4ed8-a779-fa3a1288d2ea'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:45:21.722625 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-5c6a2d06-777d-4ac6-98b8-cf2f77168515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:45:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['f316f81e-a9be-4ed8-a779-fa3a1288d2ea'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:21.899301 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-5c6a2d06-777d-4ac6-98b8-cf2f77168515 None None] Set router f316f81e-a9be-4ed8-a779-fa3a1288d2ea gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:45:22.199420 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-5c6a2d06-777d-4ac6-98b8-cf2f77168515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f316f81e-a9be-4ed8-a779-fa3a1288d2ea', 'name': 'tempest-TestEncryptedCinderVolumes-739287011-router', 'tenant_id': 'f3d69db25ce54079872d8412b6555ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '5fb5b275-6c03-4a3d-92b2-a070fd9f06b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:05Z', 'updated_at': '2022-04-06T14:45:08Z', 'revision_number': 4, 'project_id': 'f3d69db25ce54079872d8412b6555ecd', 'gw_port': {'id': '5fb5b275-6c03-4a3d-92b2-a070fd9f06b3', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f316f81e-a9be-4ed8-a779-fa3a1288d2ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:06Z', 'updated_at': '2022-04-06T14:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '4f516e67-dde4-48a7-80c7-66ec8b3de938', 'name': '', 'network_id': 'ca1f9928-0566-42b1-9daf-32c41982c9d5', 'tenant_id': 'f3d69db25ce54079872d8412b6555ecd', 'mac_address': 'fa:16:3e:5c:05:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f316f81e-a9be-4ed8-a779-fa3a1288d2ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab2605f-cc83-40f1-8eeb-4ddd7da04827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:08Z', 'updated_at': '2022-04-06T14:45:21Z', 'revision_number': 4, 'project_id': 'f3d69db25ce54079872d8412b6555ecd', 'subnets': [{'id': 'bab2605f-cc83-40f1-8eeb-4ddd7da04827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:22.203489 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6a2d06-777d-4ac6-98b8-cf2f77168515 None None] The sync data for ids ['f316f81e-a9be-4ed8-a779-fa3a1288d2ea'] in dv-neutron-835868-1-hyperv is: [{'id': 'f316f81e-a9be-4ed8-a779-fa3a1288d2ea', 'name': 'tempest-TestEncryptedCinderVolumes-739287011-router', 'tenant_id': 'f3d69db25ce54079872d8412b6555ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '5fb5b275-6c03-4a3d-92b2-a070fd9f06b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:05Z', 'updated_at': '2022-04-06T14:45:08Z', 'revision_number': 4, 'project_id': 'f3d69db25ce54079872d8412b6555ecd', 'gw_port': {'id': '5fb5b275-6c03-4a3d-92b2-a070fd9f06b3', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f316f81e-a9be-4ed8-a779-fa3a1288d2ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:06Z', 'updated_at': '2022-04-06T14:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '4f516e67-dde4-48a7-80c7-66ec8b3de938', 'name': '', 'network_id': 'ca1f9928-0566-42b1-9daf-32c41982c9d5', 'tenant_id': 'f3d69db25ce54079872d8412b6555ecd', 'mac_address': 'fa:16:3e:5c:05:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f316f81e-a9be-4ed8-a779-fa3a1288d2ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab2605f-cc83-40f1-8eeb-4ddd7da04827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:08Z', 'updated_at': '2022-04-06T14:45:21Z', 'revision_number': 4, 'project_id': 'f3d69db25ce54079872d8412b6555ecd', 'subnets': [{'id': 'bab2605f-cc83-40f1-8eeb-4ddd7da04827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:45:22.285232 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device d28511bb-55fb-4f8e-b1ca-95af80ad294a up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:45:22.364346 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port d28511bb-55fb-4f8e-b1ca-95af80ad294a completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:45:22.370031 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port d28511bb-55fb-4f8e-b1ca-95af80ad294a triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:45:22.370778 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:22.466664 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a47540-b6fa-4925-801f-b9ffe678165b req-762c3e3d-1f02-463c-b905-543feb0c57aa tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:22.469458 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-45a47540-b6fa-4925-801f-b9ffe678165b req-762c3e3d-1f02-463c-b905-543feb0c57aa tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/ports?device_id=242d97a6-79ce-4122-9b04-4c90d101c47e HTTP/1.1" status: 200 len: 946 time: 0.0853720 Apr 06 14:45:22.507900 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:22.543259 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-45a47540-b6fa-4925-801f-b9ffe678165b req-f8112d4c-b7f8-42be-b217-37b4e8f267e0 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7aa8e4d-76a8-4ae1-9984-f5da4cdfff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638390 Apr 06 14:45:22.549627 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port d28511bb-55fb-4f8e-b1ca-95af80ad294a, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=d28511bb-55fb-4f8e-b1ca-95af80ad294a,segment=NetworkSegment(737176e0-8c0a-430a-b47c-3aeacd5b1313),segment_id=737176e0-8c0a-430a-b47c-3aeacd5b1313)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:22.553987 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:22.629522 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=d28511bb-55fb-4f8e-b1ca-95af80ad294a,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:23.728383 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87e560-82bc-462e-9659-9b3075fc8f83 req-8631c2af-893f-478b-a9e1-c1f2bde75b71 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:23.729861 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8d87e560-82bc-462e-9659-9b3075fc8f83 req-8631c2af-893f-478b-a9e1-c1f2bde75b71 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/ports?device_id=242d97a6-79ce-4122-9b04-4c90d101c47e HTTP/1.1" status: 200 len: 946 time: 0.0761166 Apr 06 14:45:23.774443 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8d87e560-82bc-462e-9659-9b3075fc8f83 req-633ac237-1554-49f6-bbec-3e08680d291a tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7aa8e4d-76a8-4ae1-9984-f5da4cdfff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390155 Apr 06 14:45:23.967329 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf6c7c-6816-4eb6-befc-b97a03432db4 req-e3a3ee79-1445-4e84-bf9e-0c8970eeb28d tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:23.968780 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bbcf6c7c-6816-4eb6-befc-b97a03432db4 req-e3a3ee79-1445-4e84-bf9e-0c8970eeb28d tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/ports?device_id=242d97a6-79ce-4122-9b04-4c90d101c47e HTTP/1.1" status: 200 len: 946 time: 0.0780222 Apr 06 14:45:24.013044 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bbcf6c7c-6816-4eb6-befc-b97a03432db4 req-c74d699e-9727-4f5c-8dfb-06a9791dd0e3 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7aa8e4d-76a8-4ae1-9984-f5da4cdfff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384536 Apr 06 14:45:24.322092 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4f516e67-dde4-48a7-80c7-66ec8b3de938 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:45:24.391102 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 4f516e67-dde4-48a7-80c7-66ec8b3de938 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:45:24.395814 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 4f516e67-dde4-48a7-80c7-66ec8b3de938 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:45:24.396181 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:24.541825 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:24.575690 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 4f516e67-dde4-48a7-80c7-66ec8b3de938, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4f516e67-dde4-48a7-80c7-66ec8b3de938,segment=NetworkSegment(5ed54e9a-e209-4d58-8dcb-0eeef080a08c),segment_id=5ed54e9a-e209-4d58-8dcb-0eeef080a08c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:24.578614 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:24.579361 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device d28511bb-55fb-4f8e-b1ca-95af80ad294a up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:45:24.694370 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=4f516e67-dde4-48a7-80c7-66ec8b3de938,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:24.713691 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port d28511bb-55fb-4f8e-b1ca-95af80ad294a triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:45:24.714134 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:26.256176 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4f516e67-dde4-48a7-80c7-66ec8b3de938 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:45:26.324667 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 4f516e67-dde4-48a7-80c7-66ec8b3de938 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:45:26.325331 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:26.664399 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:45:29.197079 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:38.095234 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-97bdbf6e-f2f6-4342-9b93-bd8a886fa77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:38.511297 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8eef9f-58ca-4737-8b5c-67e0fb776a04 req-e3c3048b-b99e-4a05-8ff5-b6b1bc579dc8 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:38.512621 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cf8eef9f-58ca-4737-8b5c-67e0fb776a04 req-e3c3048b-b99e-4a05-8ff5-b6b1bc579dc8 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/ports?device_id=242d97a6-79ce-4122-9b04-4c90d101c47e HTTP/1.1" status: 200 len: 946 time: 0.0770595 Apr 06 14:45:38.556200 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cf8eef9f-58ca-4737-8b5c-67e0fb776a04 req-172f3b9e-0f18-4a83-8a80-026dbfc9ec5c tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7aa8e4d-76a8-4ae1-9984-f5da4cdfff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376019 Apr 06 14:45:39.760207 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc64a5e-c72e-4091-9982-b4b9c260e649 req-00def709-858e-4150-b12e-a2a8da6773b0 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:39.761706 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3bc64a5e-c72e-4091-9982-b4b9c260e649 req-00def709-858e-4150-b12e-a2a8da6773b0 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/ports?device_id=242d97a6-79ce-4122-9b04-4c90d101c47e HTTP/1.1" status: 200 len: 946 time: 0.0742047 Apr 06 14:45:39.810480 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3bc64a5e-c72e-4091-9982-b4b9c260e649 req-b6d97b31-cbd7-4df4-a202-87dd1c789e5d tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7aa8e4d-76a8-4ae1-9984-f5da4cdfff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431449 Apr 06 14:45:39.996668 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e0f19-05b5-48a3-8850-8cf39e15cfb0 req-ce869c34-5634-44cd-8139-25d12d38de24 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:39.998124 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0c1e0f19-05b5-48a3-8850-8cf39e15cfb0 req-ce869c34-5634-44cd-8139-25d12d38de24 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.69 "GET /v2.0/ports?device_id=242d97a6-79ce-4122-9b04-4c90d101c47e HTTP/1.1" status: 200 len: 946 time: 0.0747030 Apr 06 14:45:40.063000 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-0c1e0f19-05b5-48a3-8850-8cf39e15cfb0 req-f79cca7d-07af-4a1b-a63d-42b43b2db944 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Deleting port b8c750f3-042e-4683-b4a8-e9feaf2424ab {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:45:40.063334 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0c1e0f19-05b5-48a3-8850-8cf39e15cfb0 req-f79cca7d-07af-4a1b-a63d-42b43b2db944 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:40.297446 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-0c1e0f19-05b5-48a3-8850-8cf39e15cfb0 req-f79cca7d-07af-4a1b-a63d-42b43b2db944 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] For port b8c750f3-042e-4683-b4a8-e9feaf2424ab, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b8c750f3-042e-4683-b4a8-e9feaf2424ab,segment=NetworkSegment(737176e0-8c0a-430a-b47c-3aeacd5b1313),segment_id=737176e0-8c0a-430a-b47c-3aeacd5b1313)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:40.297725 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0c1e0f19-05b5-48a3-8850-8cf39e15cfb0 req-f79cca7d-07af-4a1b-a63d-42b43b2db944 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:40.420553 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-0c1e0f19-05b5-48a3-8850-8cf39e15cfb0 req-f79cca7d-07af-4a1b-a63d-42b43b2db944 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Calling delete_port for b8c750f3-042e-4683-b4a8-e9feaf2424ab owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:45:40.553787 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0c1e0f19-05b5-48a3-8850-8cf39e15cfb0 req-f79cca7d-07af-4a1b-a63d-42b43b2db944 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:40.565398 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['b8c750f3-042e-4683-b4a8-e9feaf2424ab'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:45:40.683244 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cca7d-07af-4a1b-a63d-42b43b2db944 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Pushing event deleted for resources: {'Port': ['ID=b8c750f3-042e-4683-b4a8-e9feaf2424ab,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:40.756728 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1e0f19-05b5-48a3-8850-8cf39e15cfb0 req-f79cca7d-07af-4a1b-a63d-42b43b2db944 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] No DVR routers for this DVR port b8c750f3-042e-4683-b4a8-e9feaf2424ab on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:45:40.759224 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0c1e0f19-05b5-48a3-8850-8cf39e15cfb0 req-f79cca7d-07af-4a1b-a63d-42b43b2db944 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:40.762045 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242d97a6-79ce-4122-9b04-4c90d101c47e', 'name': 'network-vif-deleted', 'tag': 'b8c750f3-042e-4683-b4a8-e9feaf2424ab'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:45:40.777379 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0c1e0f19-05b5-48a3-8850-8cf39e15cfb0 req-f79cca7d-07af-4a1b-a63d-42b43b2db944 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.69 "DELETE /v2.0/ports/b8c750f3-042e-4683-b4a8-e9feaf2424ab HTTP/1.1" status: 204 len: 173 time: 0.7736731 Apr 06 14:45:40.822571 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aec7fe1-7af2-4ec4-ab1f-d82686010de7'] response: {'server_uuid': '242d97a6-79ce-4122-9b04-4c90d101c47e', 'name': 'network-vif-deleted', 'tag': 'b8c750f3-042e-4683-b4a8-e9feaf2424ab', 'status': 'completed', 'code': 200} Apr 06 14:45:40.925785 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-533d39a7-22f4-4507-8a1a-9ab377bde51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:40.982996 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-d603af63-8497-4679-be4c-5f76dc64de71 req-12537780-27e7-4f17-a8b1-812fc892a638 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Synchronizing usage tracker for tenant:242d90fc14ab48469ce6c732f03bed6a on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:45:40.997726 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-d603af63-8497-4679-be4c-5f76dc64de71 req-12537780-27e7-4f17-a8b1-812fc892a638 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Unset dirty status for tenant:242d90fc14ab48469ce6c732f03bed6a on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:45:40.998796 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d603af63-8497-4679-be4c-5f76dc64de71 req-12537780-27e7-4f17-a8b1-812fc892a638 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/ports?device_id=242d97a6-79ce-4122-9b04-4c90d101c47e HTTP/1.1" status: 200 len: 210 time: 0.0601232 Apr 06 14:45:41.381654 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:41.439146 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:42.579528 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-1b474ffe-f03e-4e94-9c11-cad3c426cd4d tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:42.580937 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-1b474ffe-f03e-4e94-9c11-cad3c426cd4d tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/networks?id=03a7600f-6a92-4543-8e9a-2d0a9dfa620e HTTP/1.1" status: 200 len: 816 time: 0.1366673 Apr 06 14:45:42.596849 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-f72b9187-99a5-4317-8700-5a3a12b20158 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/quotas/242d90fc14ab48469ce6c732f03bed6a HTTP/1.1" status: 200 len: 375 time: 0.0106666 Apr 06 14:45:42.673513 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-dceb721d-42c6-4f98-ad18-af90ea22eb1f tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=242d90fc14ab48469ce6c732f03bed6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720990 Apr 06 14:45:42.688007 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-77cdc9bb-48b5-4c94-bb81-91b41933991a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:45:42.688945 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-77cdc9bb-48b5-4c94-bb81-91b41933991a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047228 Apr 06 14:45:42.709960 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device b8c750f3-042e-4683-b4a8-e9feaf2424ab no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:45:42.742754 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: b8c750f3-042e-4683-b4a8-e9feaf2424ab {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:45:42.743094 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device b8c750f3-042e-4683-b4a8-e9feaf2424ab not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:45:42.817150 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-f1ae99c3-826b-4ffa-8b3b-63fbd0480e92 service neutron] 10.222.0.60 "GET /v2.0/networks/03a7600f-6a92-4543-8e9a-2d0a9dfa620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226215 Apr 06 14:45:42.923933 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:42.945707 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-55a9c20c-2955-418a-aacc-fa3b011fd0a8 service neutron] 10.222.0.60 "GET /v2.0/networks/03a7600f-6a92-4543-8e9a-2d0a9dfa620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226881 Apr 06 14:45:43.127527 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-61d19d19-f3db-4f14-9a47-d56d98cd6468 req-cb1ea677-4c5a-4f62-8906-ac925bb7140e tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/ports?device_id=46ee8188-78dc-4514-896f-a4142e37c099 HTTP/1.1" status: 200 len: 210 time: 0.0400176 Apr 06 14:45:44.111564 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-0070632a-037a-40f7-a5bd-1b3a5dce2f75 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:44.112992 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-0070632a-037a-40f7-a5bd-1b3a5dce2f75 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.69 "GET /v2.0/networks?id=03a7600f-6a92-4543-8e9a-2d0a9dfa620e HTTP/1.1" status: 200 len: 816 time: 0.1399698 Apr 06 14:45:44.128282 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-5ad08322-6197-499b-9c36-fe35f15f26dc tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Request body: {'port': {'device_id': '46ee8188-78dc-4514-896f-a4142e37c099', 'network_id': '03a7600f-6a92-4543-8e9a-2d0a9dfa620e', 'admin_state_up': True, 'tenant_id': '242d90fc14ab48469ce6c732f03bed6a'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:45:44.299747 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7d66750d-9af9-4541-a327-f06731ca980e req-b0ed1179-f475-4165-b29f-5fc65e33ffb4 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/ports?device_id=46ee8188-78dc-4514-896f-a4142e37c099 HTTP/1.1" status: 200 len: 210 time: 0.0475819 Apr 06 14:45:44.301832 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-5ad08322-6197-499b-9c36-fe35f15f26dc tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:45:44.311427 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-5ad08322-6197-499b-9c36-fe35f15f26dc tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:45:44.321816 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-5ad08322-6197-499b-9c36-fe35f15f26dc tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Made reservation on behalf of 242d90fc14ab48469ce6c732f03bed6a for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:45:44.324750 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-5ad08322-6197-499b-9c36-fe35f15f26dc tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:44.484108 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-5ad08322-6197-499b-9c36-fe35f15f26dc tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Allocated IP 172.20.0.11 (03a7600f-6a92-4543-8e9a-2d0a9dfa620e/6a527a82-e8ba-47f8-a4c9-4e8733b969e0/915a1bd9-3c10-4445-a775-76f5ea338fc6) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:45:44.681195 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-5ad08322-6197-499b-9c36-fe35f15f26dc tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:44.696346 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-5ad08322-6197-499b-9c36-fe35f15f26dc tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Transition to ACTIVE for port object 915a1bd9-3c10-4445-a775-76f5ea338fc6 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:45:44.717449 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-5ad08322-6197-499b-9c36-fe35f15f26dc tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:44.787945 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-5ad08322-6197-499b-9c36-fe35f15f26dc tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Network 03a7600f-6a92-4543-8e9a-2d0a9dfa620e is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:45:44.790887 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-5ad08322-6197-499b-9c36-fe35f15f26dc tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:45:44.793282 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-5ad08322-6197-499b-9c36-fe35f15f26dc tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:45:44.826244 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad08322-6197-499b-9c36-fe35f15f26dc tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Pushing event updated for resources: {'Port': ['ID=915a1bd9-3c10-4445-a775-76f5ea338fc6,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:44.861921 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-5ad08322-6197-499b-9c36-fe35f15f26dc tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:44.862615 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-5ad08322-6197-499b-9c36-fe35f15f26dc tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:44.888806 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-5ad08322-6197-499b-9c36-fe35f15f26dc tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7640669 Apr 06 14:45:44.900917 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-32e78249-8415-49ff-ab32-591adc01489a service neutron] Request body: {'port': {'device_id': '46ee8188-78dc-4514-896f-a4142e37c099', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:45:45.013384 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-32e78249-8415-49ff-ab32-591adc01489a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:45.027859 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c8a10c23-aa06-4efd-908d-0954b908da11 None None] Provisioning for port 915a1bd9-3c10-4445-a775-76f5ea338fc6 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:45:45.032782 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c8a10c23-aa06-4efd-908d-0954b908da11 None None] Provisioning complete for port 915a1bd9-3c10-4445-a775-76f5ea338fc6 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:45:45.033186 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c8a10c23-aa06-4efd-908d-0954b908da11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:45.084747 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c8a10c23-aa06-4efd-908d-0954b908da11 None None] Port 915a1bd9-3c10-4445-a775-76f5ea338fc6 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:45:45.435394 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-32e78249-8415-49ff-ab32-591adc01489a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915a1bd9-3c10-4445-a775-76f5ea338fc6 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:45:45.442765 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-32e78249-8415-49ff-ab32-591adc01489a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:45.457846 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-32e78249-8415-49ff-ab32-591adc01489a service neutron] Transition to ACTIVE for port object 915a1bd9-3c10-4445-a775-76f5ea338fc6 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:45:45.461403 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-32e78249-8415-49ff-ab32-591adc01489a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:45.497970 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451029e-9af8-4feb-a572-e2185178b4b7 req-925517d0-36c8-403b-a6cf-bdda372d81ba tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:45.499448 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a451029e-9af8-4feb-a572-e2185178b4b7 req-925517d0-36c8-403b-a6cf-bdda372d81ba tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/ports?device_id=46ee8188-78dc-4514-896f-a4142e37c099 HTTP/1.1" status: 200 len: 932 time: 0.0806630 Apr 06 14:45:45.547523 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a451029e-9af8-4feb-a572-e2185178b4b7 req-8b2a2854-ee8a-4c40-a376-ee02b26eb367 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7aa8e4d-76a8-4ae1-9984-f5da4cdfff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422399 Apr 06 14:45:45.595720 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e78249-8415-49ff-ab32-591adc01489a service neutron] Pushing event updated for resources: {'Port': ['ID=915a1bd9-3c10-4445-a775-76f5ea338fc6,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:45.702245 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-32e78249-8415-49ff-ab32-591adc01489a service neutron] Attempting to bind port 915a1bd9-3c10-4445-a775-76f5ea338fc6 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:45:45.702611 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-32e78249-8415-49ff-ab32-591adc01489a service neutron] Attempting to bind port 915a1bd9-3c10-4445-a775-76f5ea338fc6 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '737176e0-8c0a-430a-b47c-3aeacd5b1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '03a7600f-6a92-4543-8e9a-2d0a9dfa620e'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:45:45.702937 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-32e78249-8415-49ff-ab32-591adc01489a service neutron] Attempting to bind port 915a1bd9-3c10-4445-a775-76f5ea338fc6 on network 03a7600f-6a92-4543-8e9a-2d0a9dfa620e {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:45:45.708800 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-32e78249-8415-49ff-ab32-591adc01489a service neutron] Port 915a1bd9-3c10-4445-a775-76f5ea338fc6 on network 03a7600f-6a92-4543-8e9a-2d0a9dfa620e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:45:45.709144 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-32e78249-8415-49ff-ab32-591adc01489a service neutron] Attempting to bind port 915a1bd9-3c10-4445-a775-76f5ea338fc6 on network 03a7600f-6a92-4543-8e9a-2d0a9dfa620e {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:45:45.715562 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-32e78249-8415-49ff-ab32-591adc01489a service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:45:45.716147 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-32e78249-8415-49ff-ab32-591adc01489a service neutron] Checking segment: {'id': '737176e0-8c0a-430a-b47c-3aeacd5b1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '03a7600f-6a92-4543-8e9a-2d0a9dfa620e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:45:45.716791 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-32e78249-8415-49ff-ab32-591adc01489a service neutron] Bound using segment: {'id': '737176e0-8c0a-430a-b47c-3aeacd5b1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '03a7600f-6a92-4543-8e9a-2d0a9dfa620e'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:45:45.717599 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-32e78249-8415-49ff-ab32-591adc01489a service neutron] Bound port: 915a1bd9-3c10-4445-a775-76f5ea338fc6, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737176e0-8c0a-430a-b47c-3aeacd5b1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '03a7600f-6a92-4543-8e9a-2d0a9dfa620e'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:45:45.717838 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-32e78249-8415-49ff-ab32-591adc01489a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:45.808388 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-32e78249-8415-49ff-ab32-591adc01489a service neutron] For port 915a1bd9-3c10-4445-a775-76f5ea338fc6, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:45:45.811682 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-32e78249-8415-49ff-ab32-591adc01489a service neutron] For port 915a1bd9-3c10-4445-a775-76f5ea338fc6, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=915a1bd9-3c10-4445-a775-76f5ea338fc6,segment=NetworkSegment(737176e0-8c0a-430a-b47c-3aeacd5b1313),segment_id=737176e0-8c0a-430a-b47c-3aeacd5b1313)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:45:45.817081 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-32e78249-8415-49ff-ab32-591adc01489a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:45.872064 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-32e78249-8415-49ff-ab32-591adc01489a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:45.873434 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-32e78249-8415-49ff-ab32-591adc01489a service neutron] 10.222.0.69 "PUT /v2.0/ports/915a1bd9-3c10-4445-a775-76f5ea338fc6 HTTP/1.1" status: 200 len: 1094 time: 0.9768262 Apr 06 14:45:45.873862 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ee8188-78dc-4514-896f-a4142e37c099', 'tag': '915a1bd9-3c10-4445-a775-76f5ea338fc6'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:45:45.897551 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e78249-8415-49ff-ab32-591adc01489a service neutron] Pushing event updated for resources: {'Port': ['ID=915a1bd9-3c10-4445-a775-76f5ea338fc6,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:45.951856 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d889409b-0ee2-41c2-bb5f-0261fc258ebd'] response: {'name': 'network-changed', 'server_uuid': '46ee8188-78dc-4514-896f-a4142e37c099', 'tag': '915a1bd9-3c10-4445-a775-76f5ea338fc6', 'status': 'completed', 'code': 200} Apr 06 14:45:45.994522 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-136a620b-1d75-43ee-8814-1689c7ad15f5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=242d90fc14ab48469ce6c732f03bed6a&device_id=46ee8188-78dc-4514-896f-a4142e37c099 HTTP/1.1" status: 200 len: 1097 time: 0.0778346 Apr 06 14:45:46.079814 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-0decfffb-b863-4ac1-9240-aa151b343ce7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=915a1bd9-3c10-4445-a775-76f5ea338fc6 HTTP/1.1" status: 200 len: 217 time: 0.0786438 Apr 06 14:45:46.145416 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-6e47eb65-387d-4e36-addf-78bdd9f02d3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:46.146922 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-6e47eb65-387d-4e36-addf-78bdd9f02d3e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6a527a82-e8ba-47f8-a4c9-4e8733b969e0 HTTP/1.1" status: 200 len: 855 time: 0.0613759 Apr 06 14:45:46.220204 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-c810f5cb-0c8a-4dab-a2db-5916f4c6557e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03a7600f-6a92-4543-8e9a-2d0a9dfa620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661232 Apr 06 14:45:46.350564 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-f7267d5f-c41c-4514-a73d-f7f19c5c0cf5 service neutron] 10.222.0.69 "GET /v2.0/networks/03a7600f-6a92-4543-8e9a-2d0a9dfa620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239817 Apr 06 14:45:46.478428 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0d9c98ab-6e66-40c9-a64a-1092d2ed80e3 req-d804d538-9716-420f-be16-aaf0d5a72d79 service neutron] 10.222.0.69 "GET /v2.0/networks/03a7600f-6a92-4543-8e9a-2d0a9dfa620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215746 Apr 06 14:45:46.604283 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-aebc7718-3f00-4daf-87a4-8164b590d56a req-daef6535-dfdc-43e2-908f-2c09d736aff0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=242d90fc14ab48469ce6c732f03bed6a&device_id=46ee8188-78dc-4514-896f-a4142e37c099 HTTP/1.1" status: 200 len: 1097 time: 0.0783572 Apr 06 14:45:46.733367 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc7718-3f00-4daf-87a4-8164b590d56a req-a292c807-ba7f-4dbb-97a3-c87165694747 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:46.735374 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-aebc7718-3f00-4daf-87a4-8164b590d56a req-a292c807-ba7f-4dbb-97a3-c87165694747 service neutron] 10.222.0.69 "GET /v2.0/networks?id=03a7600f-6a92-4543-8e9a-2d0a9dfa620e HTTP/1.1" status: 200 len: 917 time: 0.1248622 Apr 06 14:45:46.739433 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e530af-80b6-4750-8f94-a6ed1c42f662 req-a22a0e65-7dbe-47f2-86c2-d7f4cc686334 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:46.741120 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-49e530af-80b6-4750-8f94-a6ed1c42f662 req-a22a0e65-7dbe-47f2-86c2-d7f4cc686334 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/ports?device_id=46ee8188-78dc-4514-896f-a4142e37c099 HTTP/1.1" status: 200 len: 944 time: 0.0747819 Apr 06 14:45:46.786038 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-49e530af-80b6-4750-8f94-a6ed1c42f662 req-1a45c40f-5958-444b-b000-8ea30b128255 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7aa8e4d-76a8-4ae1-9984-f5da4cdfff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395632 Apr 06 14:45:46.801697 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-aebc7718-3f00-4daf-87a4-8164b590d56a req-b5ca52e9-6137-48de-8c5f-5800920f5948 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=915a1bd9-3c10-4445-a775-76f5ea338fc6 HTTP/1.1" status: 200 len: 217 time: 0.0599205 Apr 06 14:45:46.950929 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc7718-3f00-4daf-87a4-8164b590d56a req-e2c1bcf1-e74b-449c-a24f-6e6ae5f87c14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:46.952375 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-aebc7718-3f00-4daf-87a4-8164b590d56a req-e2c1bcf1-e74b-449c-a24f-6e6ae5f87c14 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6a527a82-e8ba-47f8-a4c9-4e8733b969e0 HTTP/1.1" status: 200 len: 855 time: 0.1437716 Apr 06 14:45:47.024823 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-aebc7718-3f00-4daf-87a4-8164b590d56a req-28de0e2b-795b-42c6-833a-67f5beccdc14 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03a7600f-6a92-4543-8e9a-2d0a9dfa620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663452 Apr 06 14:45:47.152690 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-aebc7718-3f00-4daf-87a4-8164b590d56a req-7ad07a5c-ba7b-43f5-a742-d3f9cc6cb265 service neutron] 10.222.0.69 "GET /v2.0/networks/03a7600f-6a92-4543-8e9a-2d0a9dfa620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208227 Apr 06 14:45:47.278708 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-aebc7718-3f00-4daf-87a4-8164b590d56a req-b8c29e46-d3c4-4119-960c-5f703c35be90 service neutron] 10.222.0.69 "GET /v2.0/networks/03a7600f-6a92-4543-8e9a-2d0a9dfa620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193182 Apr 06 14:45:47.989214 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75bc1b6-6ce3-4407-8033-b9d4d54d02ea req-9757bf64-419f-4c7f-b820-7a2e43aa2d6d tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:47.990012 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-e75bc1b6-6ce3-4407-8033-b9d4d54d02ea req-9757bf64-419f-4c7f-b820-7a2e43aa2d6d tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Synchronizing usage tracker for tenant:242d90fc14ab48469ce6c732f03bed6a on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:45:48.004729 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-e75bc1b6-6ce3-4407-8033-b9d4d54d02ea req-9757bf64-419f-4c7f-b820-7a2e43aa2d6d tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Unset dirty status for tenant:242d90fc14ab48469ce6c732f03bed6a on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:45:48.005850 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e75bc1b6-6ce3-4407-8033-b9d4d54d02ea req-9757bf64-419f-4c7f-b820-7a2e43aa2d6d tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/ports?device_id=46ee8188-78dc-4514-896f-a4142e37c099 HTTP/1.1" status: 200 len: 944 time: 0.0938411 Apr 06 14:45:48.050060 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e75bc1b6-6ce3-4407-8033-b9d4d54d02ea req-5f86684e-6951-46c5-af8b-40d1fc370d66 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7aa8e4d-76a8-4ae1-9984-f5da4cdfff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386558 Apr 06 14:45:48.738602 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 915a1bd9-3c10-4445-a775-76f5ea338fc6 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:45:48.868046 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 915a1bd9-3c10-4445-a775-76f5ea338fc6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=915a1bd9-3c10-4445-a775-76f5ea338fc6,segment=NetworkSegment(737176e0-8c0a-430a-b47c-3aeacd5b1313),segment_id=737176e0-8c0a-430a-b47c-3aeacd5b1313)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:48.881029 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '915a1bd9-3c10-4445-a775-76f5ea338fc6', 'network_id': '03a7600f-6a92-4543-8e9a-2d0a9dfa620e', 'port_id': '915a1bd9-3c10-4445-a775-76f5ea338fc6', 'mac_address': 'fa:16:3e:0b:5d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a527a82-e8ba-47f8-a4c9-4e8733b969e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:45:48.931515 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:48.948410 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915a1bd9-3c10-4445-a775-76f5ea338fc6 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:45:48.962613 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 915a1bd9-3c10-4445-a775-76f5ea338fc6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=915a1bd9-3c10-4445-a775-76f5ea338fc6,segment=NetworkSegment(737176e0-8c0a-430a-b47c-3aeacd5b1313),segment_id=737176e0-8c0a-430a-b47c-3aeacd5b1313)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:48.965983 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:49.028263 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=915a1bd9-3c10-4445-a775-76f5ea338fc6,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:49.036956 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:49.037300 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:49.037640 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:49.037974 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:49.038309 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:49.038639 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:49.038984 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:49.039294 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:49.039619 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:49.039940 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:49.040264 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:49.162393 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['915a1bd9-3c10-4445-a775-76f5ea338fc6'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:45:49.248302 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1605f-8228-4558-bcc7-d100a0a3296d req-d4ff868d-bf4d-4cf7-9147-69ecc10acf62 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:49.250305 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e1f1605f-8228-4558-bcc7-d100a0a3296d req-d4ff868d-bf4d-4cf7-9147-69ecc10acf62 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/ports?device_id=46ee8188-78dc-4514-896f-a4142e37c099 HTTP/1.1" status: 200 len: 945 time: 0.0792162 Apr 06 14:45:49.294576 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e1f1605f-8228-4558-bcc7-d100a0a3296d req-c215506d-720c-465a-a95d-f152185fc1f2 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7aa8e4d-76a8-4ae1-9984-f5da4cdfff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386872 Apr 06 14:45:50.488326 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537aad93-bb7e-4502-a9e6-3a489598ea82 req-502aa28e-0f1a-4e1a-8266-c5c16bfc8f70 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:50.489719 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-537aad93-bb7e-4502-a9e6-3a489598ea82 req-502aa28e-0f1a-4e1a-8266-c5c16bfc8f70 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/ports?device_id=46ee8188-78dc-4514-896f-a4142e37c099 HTTP/1.1" status: 200 len: 945 time: 0.0748122 Apr 06 14:45:50.534129 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-537aad93-bb7e-4502-a9e6-3a489598ea82 req-061f0a76-09cf-44ba-be97-b83b09c96473 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7aa8e4d-76a8-4ae1-9984-f5da4cdfff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387990 Apr 06 14:45:50.748127 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 915a1bd9-3c10-4445-a775-76f5ea338fc6 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:45:50.818430 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port 915a1bd9-3c10-4445-a775-76f5ea338fc6 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:45:50.824034 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 915a1bd9-3c10-4445-a775-76f5ea338fc6 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:45:50.824656 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:50.934594 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:50.964011 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ee8188-78dc-4514-896f-a4142e37c099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915a1bd9-3c10-4445-a775-76f5ea338fc6'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:45:50.973246 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 915a1bd9-3c10-4445-a775-76f5ea338fc6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=915a1bd9-3c10-4445-a775-76f5ea338fc6,segment=NetworkSegment(737176e0-8c0a-430a-b47c-3aeacd5b1313),segment_id=737176e0-8c0a-430a-b47c-3aeacd5b1313)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:50.977640 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:45:51.024337 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab210283-3b8f-43f3-b6c9-eabe1095ddab'] response: {'server_uuid': '46ee8188-78dc-4514-896f-a4142e37c099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915a1bd9-3c10-4445-a775-76f5ea338fc6', 'code': 200} Apr 06 14:45:51.045775 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=915a1bd9-3c10-4445-a775-76f5ea338fc6,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:51.244148 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-53b5f274-30fa-4c03-a83a-133ede2e4160 req-40072483-ca89-494e-a316-30e5d9b3c330 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=46ee8188-78dc-4514-896f-a4142e37c099 HTTP/1.1" status: 200 len: 1099 time: 0.0687945 Apr 06 14:45:51.284079 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-53b5f274-30fa-4c03-a83a-133ede2e4160 req-444e1740-2be0-4ca8-94bc-e0cc458f0aba service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b7aa8e4d-76a8-4ae1-9984-f5da4cdfff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334449 Apr 06 14:45:51.724141 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a051b-625a-43ad-a45a-22abfaf30bef req-734db515-2fc4-4eb9-9325-727b0bb51367 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:51.725644 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c03a051b-625a-43ad-a45a-22abfaf30bef req-734db515-2fc4-4eb9-9325-727b0bb51367 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/ports?device_id=46ee8188-78dc-4514-896f-a4142e37c099 HTTP/1.1" status: 200 len: 946 time: 0.0749140 Apr 06 14:45:51.769750 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c03a051b-625a-43ad-a45a-22abfaf30bef req-201f3cb8-df08-4dac-a0b4-37ccb015b458 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7aa8e4d-76a8-4ae1-9984-f5da4cdfff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385864 Apr 06 14:45:52.962946 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05118774-e4b5-434e-83a0-86f377ae5eb9 req-4aef683d-7d9c-4f63-84be-9badd3852e72 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:52.964395 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-05118774-e4b5-434e-83a0-86f377ae5eb9 req-4aef683d-7d9c-4f63-84be-9badd3852e72 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/ports?device_id=46ee8188-78dc-4514-896f-a4142e37c099 HTTP/1.1" status: 200 len: 946 time: 0.0742531 Apr 06 14:45:53.015700 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-05118774-e4b5-434e-83a0-86f377ae5eb9 req-b40a6591-2a3a-4014-95ec-4438a7b08539 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7aa8e4d-76a8-4ae1-9984-f5da4cdfff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453231 Apr 06 14:45:53.209481 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaad777-aded-4b19-aee0-eda999de9e67 req-d7df04ae-04f7-4390-987f-9f9a11733330 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:53.210897 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-afaad777-aded-4b19-aee0-eda999de9e67 req-d7df04ae-04f7-4390-987f-9f9a11733330 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/ports?device_id=46ee8188-78dc-4514-896f-a4142e37c099 HTTP/1.1" status: 200 len: 946 time: 0.0764499 Apr 06 14:45:53.255116 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-afaad777-aded-4b19-aee0-eda999de9e67 req-854ad890-393e-41ef-a17d-73eec0f6a5d8 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7aa8e4d-76a8-4ae1-9984-f5da4cdfff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386813 Apr 06 14:45:59.209950 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:01.205868 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-80e66464-b5dc-43ab-a014-27330054aff4 req-d84a934c-bb25-4fc8-ae7b-c79e0c0e82f0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=46ee8188-78dc-4514-896f-a4142e37c099&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666192 Apr 06 14:46:01.348324 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-80e66464-b5dc-43ab-a014-27330054aff4 req-d01fc47a-0136-4c60-93f8-c56e6031fa76 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=242d90fc14ab48469ce6c732f03bed6a&device_id=46ee8188-78dc-4514-896f-a4142e37c099 HTTP/1.1" status: 200 len: 1099 time: 0.0765033 Apr 06 14:46:01.487151 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e66464-b5dc-43ab-a014-27330054aff4 req-f6bfd9d9-30d1-4bad-bd7a-14a73bbd7270 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:01.488480 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-80e66464-b5dc-43ab-a014-27330054aff4 req-f6bfd9d9-30d1-4bad-bd7a-14a73bbd7270 service neutron] 10.222.0.69 "GET /v2.0/networks?id=03a7600f-6a92-4543-8e9a-2d0a9dfa620e HTTP/1.1" status: 200 len: 917 time: 0.1221266 Apr 06 14:46:01.555698 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-80e66464-b5dc-43ab-a014-27330054aff4 req-d890f422-fd65-43b5-8b34-cbaf2da97604 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=915a1bd9-3c10-4445-a775-76f5ea338fc6 HTTP/1.1" status: 200 len: 217 time: 0.0607748 Apr 06 14:46:01.615012 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e66464-b5dc-43ab-a014-27330054aff4 req-8ac4fadd-2d6c-414e-991a-f398e7de7fea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:01.616372 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-80e66464-b5dc-43ab-a014-27330054aff4 req-8ac4fadd-2d6c-414e-991a-f398e7de7fea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6a527a82-e8ba-47f8-a4c9-4e8733b969e0 HTTP/1.1" status: 200 len: 855 time: 0.0553527 Apr 06 14:46:01.693842 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-80e66464-b5dc-43ab-a014-27330054aff4 req-6fa18c20-a817-4922-b476-91dfc66d7d80 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03a7600f-6a92-4543-8e9a-2d0a9dfa620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649981 Apr 06 14:46:01.822027 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-80e66464-b5dc-43ab-a014-27330054aff4 req-35fb9315-1813-4fc8-af72-89f7a526e77b service neutron] 10.222.0.69 "GET /v2.0/networks/03a7600f-6a92-4543-8e9a-2d0a9dfa620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221969 Apr 06 14:46:01.950314 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-80e66464-b5dc-43ab-a014-27330054aff4 req-16fb2f95-39d4-4181-bb1f-051444283a9c service neutron] 10.222.0.69 "GET /v2.0/networks/03a7600f-6a92-4543-8e9a-2d0a9dfa620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222918 Apr 06 14:46:03.664476 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:46:07.449476 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a93303-d68c-4d81-9389-d6101973f73a req-5677bab2-05dc-4723-9343-664e20fbcecb tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:07.450918 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-37a93303-d68c-4d81-9389-d6101973f73a req-5677bab2-05dc-4723-9343-664e20fbcecb tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/ports?device_id=46ee8188-78dc-4514-896f-a4142e37c099 HTTP/1.1" status: 200 len: 946 time: 0.0749874 Apr 06 14:46:07.494913 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-37a93303-d68c-4d81-9389-d6101973f73a req-9be4b23e-a007-430d-a3a3-6a20e5413f89 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7aa8e4d-76a8-4ae1-9984-f5da4cdfff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386541 Apr 06 14:46:08.096753 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-aff2d42e-66ca-4ceb-8d56-19623a737530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:08.776331 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e993d9-cdb6-45b1-91ef-2b646245cd9c req-e52261c5-2e3f-4989-89ee-915e73017e60 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:08.777819 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d6e993d9-cdb6-45b1-91ef-2b646245cd9c req-e52261c5-2e3f-4989-89ee-915e73017e60 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/ports?device_id=46ee8188-78dc-4514-896f-a4142e37c099 HTTP/1.1" status: 200 len: 946 time: 0.1648467 Apr 06 14:46:08.822618 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d6e993d9-cdb6-45b1-91ef-2b646245cd9c req-f2c9b12f-a88d-4f9c-bd08-3d96ac6d8116 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7aa8e4d-76a8-4ae1-9984-f5da4cdfff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386713 Apr 06 14:46:08.947399 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521aaf27-0ab5-4524-a490-d3dbf0f86e7e req-220582d0-44d6-4362-bcb9-56512a79132e tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:08.948827 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-521aaf27-0ab5-4524-a490-d3dbf0f86e7e req-220582d0-44d6-4362-bcb9-56512a79132e tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.69 "GET /v2.0/ports?device_id=46ee8188-78dc-4514-896f-a4142e37c099 HTTP/1.1" status: 200 len: 946 time: 0.0742428 Apr 06 14:46:09.016934 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-521aaf27-0ab5-4524-a490-d3dbf0f86e7e req-ea9b1e23-94d1-4ae4-8585-cb8ad38937ec tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Deleting port 915a1bd9-3c10-4445-a775-76f5ea338fc6 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:46:09.017277 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-521aaf27-0ab5-4524-a490-d3dbf0f86e7e req-ea9b1e23-94d1-4ae4-8585-cb8ad38937ec tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:09.252392 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-521aaf27-0ab5-4524-a490-d3dbf0f86e7e req-ea9b1e23-94d1-4ae4-8585-cb8ad38937ec tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] For port 915a1bd9-3c10-4445-a775-76f5ea338fc6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=915a1bd9-3c10-4445-a775-76f5ea338fc6,segment=NetworkSegment(737176e0-8c0a-430a-b47c-3aeacd5b1313),segment_id=737176e0-8c0a-430a-b47c-3aeacd5b1313)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:46:09.252742 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-521aaf27-0ab5-4524-a490-d3dbf0f86e7e req-ea9b1e23-94d1-4ae4-8585-cb8ad38937ec tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:09.369238 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-521aaf27-0ab5-4524-a490-d3dbf0f86e7e req-ea9b1e23-94d1-4ae4-8585-cb8ad38937ec tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Calling delete_port for 915a1bd9-3c10-4445-a775-76f5ea338fc6 owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:46:09.510346 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-521aaf27-0ab5-4524-a490-d3dbf0f86e7e req-ea9b1e23-94d1-4ae4-8585-cb8ad38937ec tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:09.522310 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['915a1bd9-3c10-4445-a775-76f5ea338fc6'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:46:09.557259 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b1e23-94d1-4ae4-8585-cb8ad38937ec tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Pushing event deleted for resources: {'Port': ['ID=915a1bd9-3c10-4445-a775-76f5ea338fc6,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:09.596044 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b1e23-94d1-4ae4-8585-cb8ad38937ec tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:09.596391 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b1e23-94d1-4ae4-8585-cb8ad38937ec tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:09.596726 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b1e23-94d1-4ae4-8585-cb8ad38937ec tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:09.597080 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b1e23-94d1-4ae4-8585-cb8ad38937ec tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:09.597408 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b1e23-94d1-4ae4-8585-cb8ad38937ec tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:09.597736 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b1e23-94d1-4ae4-8585-cb8ad38937ec tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:09.598061 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b1e23-94d1-4ae4-8585-cb8ad38937ec tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:09.598383 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b1e23-94d1-4ae4-8585-cb8ad38937ec tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:09.598705 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b1e23-94d1-4ae4-8585-cb8ad38937ec tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:09.599026 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b1e23-94d1-4ae4-8585-cb8ad38937ec tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:09.599344 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b1e23-94d1-4ae4-8585-cb8ad38937ec tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:09.642937 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-521aaf27-0ab5-4524-a490-d3dbf0f86e7e req-ea9b1e23-94d1-4ae4-8585-cb8ad38937ec tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] No DVR routers for this DVR port 915a1bd9-3c10-4445-a775-76f5ea338fc6 on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:46:09.645654 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-521aaf27-0ab5-4524-a490-d3dbf0f86e7e req-ea9b1e23-94d1-4ae4-8585-cb8ad38937ec tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:09.649544 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ee8188-78dc-4514-896f-a4142e37c099', 'name': 'network-vif-deleted', 'tag': '915a1bd9-3c10-4445-a775-76f5ea338fc6'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:46:09.668830 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-521aaf27-0ab5-4524-a490-d3dbf0f86e7e req-ea9b1e23-94d1-4ae4-8585-cb8ad38937ec tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.69 "DELETE /v2.0/ports/915a1bd9-3c10-4445-a775-76f5ea338fc6 HTTP/1.1" status: 204 len: 173 time: 0.7139711 Apr 06 14:46:09.714177 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-657bc3f8-0c25-47e4-8316-247821930b70'] response: {'server_uuid': '46ee8188-78dc-4514-896f-a4142e37c099', 'name': 'network-vif-deleted', 'tag': '915a1bd9-3c10-4445-a775-76f5ea338fc6', 'status': 'completed', 'code': 200} Apr 06 14:46:09.995242 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-77799619-cb13-49ec-86bb-96c24e645bd8 req-d7c247d3-6f9a-4474-b83b-706da7609332 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Synchronizing usage tracker for tenant:242d90fc14ab48469ce6c732f03bed6a on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:46:10.010167 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-77799619-cb13-49ec-86bb-96c24e645bd8 req-d7c247d3-6f9a-4474-b83b-706da7609332 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] Unset dirty status for tenant:242d90fc14ab48469ce6c732f03bed6a on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:46:10.011259 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-77799619-cb13-49ec-86bb-96c24e645bd8 req-d7c247d3-6f9a-4474-b83b-706da7609332 tempest-TestEncryptedCinderVolumes-103831527 tempest-TestEncryptedCinderVolumes-103831527-project] 10.222.0.60 "GET /v2.0/ports?device_id=46ee8188-78dc-4514-896f-a4142e37c099 HTTP/1.1" status: 200 len: 210 time: 0.0554833 Apr 06 14:46:10.927756 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-38c5c49a-28fc-493f-81fc-3fd9a2582aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:11.161010 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60600) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:46:11.385126 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:11.442498 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:11.527882 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe051041-8db0-4cf2-bb9a-1051daeafed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:12.185879 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-fe051041-8db0-4cf2-bb9a-1051daeafed1 admin admin] Deleting port d28511bb-55fb-4f8e-b1ca-95af80ad294a {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:46:12.186573 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe051041-8db0-4cf2-bb9a-1051daeafed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:12.348260 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-fe051041-8db0-4cf2-bb9a-1051daeafed1 admin admin] For port d28511bb-55fb-4f8e-b1ca-95af80ad294a, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=d28511bb-55fb-4f8e-b1ca-95af80ad294a,segment=NetworkSegment(737176e0-8c0a-430a-b47c-3aeacd5b1313),segment_id=737176e0-8c0a-430a-b47c-3aeacd5b1313)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:46:12.348607 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe051041-8db0-4cf2-bb9a-1051daeafed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:12.464282 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-fe051041-8db0-4cf2-bb9a-1051daeafed1 admin admin] Calling delete_port for d28511bb-55fb-4f8e-b1ca-95af80ad294a owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:46:12.623635 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe051041-8db0-4cf2-bb9a-1051daeafed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:12.668817 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe051041-8db0-4cf2-bb9a-1051daeafed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d28511bb-55fb-4f8e-b1ca-95af80ad294a,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:12.871513 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 915a1bd9-3c10-4445-a775-76f5ea338fc6 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:46:12.906288 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: 915a1bd9-3c10-4445-a775-76f5ea338fc6 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:46:12.907177 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 915a1bd9-3c10-4445-a775-76f5ea338fc6 not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:46:12.927971 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:12.955470 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe051041-8db0-4cf2-bb9a-1051daeafed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:13.597919 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe051041-8db0-4cf2-bb9a-1051daeafed1 admin admin] Router 0cdac933-f72c-4f90-850b-3cc31a15a0d0 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:46:13.791805 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe051041-8db0-4cf2-bb9a-1051daeafed1 admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:46:13.802085 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8a9470-4785-4b53-bb2f-aefd6c74f64e None None] Sync routers for ids ['0cdac933-f72c-4f90-850b-3cc31a15a0d0'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:46:13.808079 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fe051041-8db0-4cf2-bb9a-1051daeafed1 admin admin] 10.222.0.60 "PUT /v2.0/routers/0cdac933-f72c-4f90-850b-3cc31a15a0d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6459730 Apr 06 14:46:13.810493 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60604) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:46:13.814516 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8a9470-4785-4b53-bb2f-aefd6c74f64e None None] Routers {'0cdac933-f72c-4f90-850b-3cc31a15a0d0'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:46:13.815124 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-fe8a9470-4785-4b53-bb2f-aefd6c74f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:46:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['0cdac933-f72c-4f90-850b-3cc31a15a0d0'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:14.003425 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2afcd693-dad0-415e-b122-65c830fc8abb admin admin] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:14.015052 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-fe8a9470-4785-4b53-bb2f-aefd6c74f64e None None] Set router 0cdac933-f72c-4f90-850b-3cc31a15a0d0 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:46:14.190407 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2afcd693-dad0-415e-b122-65c830fc8abb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:14.200573 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-2afcd693-dad0-415e-b122-65c830fc8abb admin admin] Deleting port ea056a2a-699e-4e11-aaaf-dadd57b26f8d {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:46:14.200933 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2afcd693-dad0-415e-b122-65c830fc8abb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:14.296445 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-fe8a9470-4785-4b53-bb2f-aefd6c74f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cdac933-f72c-4f90-850b-3cc31a15a0d0', 'name': 'tempest-TestEncryptedCinderVolumes-744153258-router', 'tenant_id': '242d90fc14ab48469ce6c732f03bed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ea056a2a-699e-4e11-aaaf-dadd57b26f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:44:59Z', 'updated_at': '2022-04-06T14:46:12Z', 'revision_number': 5, 'project_id': '242d90fc14ab48469ce6c732f03bed6a', 'gw_port': {'id': 'ea056a2a-699e-4e11-aaaf-dadd57b26f8d', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:34:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdac933-f72c-4f90-850b-3cc31a15a0d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:00Z', 'updated_at': '2022-04-06T14:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:14.300686 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8a9470-4785-4b53-bb2f-aefd6c74f64e None None] Checking router: 0cdac933-f72c-4f90-850b-3cc31a15a0d0 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:46:14.310768 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8a9470-4785-4b53-bb2f-aefd6c74f64e None None] Routers {'0cdac933-f72c-4f90-850b-3cc31a15a0d0'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:46:14.311354 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-fe8a9470-4785-4b53-bb2f-aefd6c74f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:46:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['0cdac933-f72c-4f90-850b-3cc31a15a0d0'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:14.375707 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-2afcd693-dad0-415e-b122-65c830fc8abb admin admin] For port ea056a2a-699e-4e11-aaaf-dadd57b26f8d, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=ea056a2a-699e-4e11-aaaf-dadd57b26f8d,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:46:14.376639 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2afcd693-dad0-415e-b122-65c830fc8abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:14.456970 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-fe8a9470-4785-4b53-bb2f-aefd6c74f64e None None] Set router 0cdac933-f72c-4f90-850b-3cc31a15a0d0 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:46:14.493596 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-2afcd693-dad0-415e-b122-65c830fc8abb admin admin] Calling delete_port for ea056a2a-699e-4e11-aaaf-dadd57b26f8d owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:46:14.561323 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-fe8a9470-4785-4b53-bb2f-aefd6c74f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cdac933-f72c-4f90-850b-3cc31a15a0d0', 'name': 'tempest-TestEncryptedCinderVolumes-744153258-router', 'tenant_id': '242d90fc14ab48469ce6c732f03bed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:44:59Z', 'updated_at': '2022-04-06T14:46:14Z', 'revision_number': 6, 'project_id': '242d90fc14ab48469ce6c732f03bed6a', 'gw_port_host': None}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:14.565816 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8a9470-4785-4b53-bb2f-aefd6c74f64e None None] The sync data for ids ['0cdac933-f72c-4f90-850b-3cc31a15a0d0'] in dv-neutron-835868-1-hyperv is: [{'id': '0cdac933-f72c-4f90-850b-3cc31a15a0d0', 'name': 'tempest-TestEncryptedCinderVolumes-744153258-router', 'tenant_id': '242d90fc14ab48469ce6c732f03bed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:44:59Z', 'updated_at': '2022-04-06T14:46:14Z', 'revision_number': 6, 'project_id': '242d90fc14ab48469ce6c732f03bed6a', 'gw_port_host': None}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:46:14.750575 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2afcd693-dad0-415e-b122-65c830fc8abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:14.794754 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afcd693-dad0-415e-b122-65c830fc8abb admin admin] Pushing event deleted for resources: {'Port': ['ID=ea056a2a-699e-4e11-aaaf-dadd57b26f8d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:15.015176 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2afcd693-dad0-415e-b122-65c830fc8abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:15.262072 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2afcd693-dad0-415e-b122-65c830fc8abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:15.266022 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2afcd693-dad0-415e-b122-65c830fc8abb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:15.293329 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2afcd693-dad0-415e-b122-65c830fc8abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:15.293875 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afcd693-dad0-415e-b122-65c830fc8abb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cdac933-f72c-4f90-850b-3cc31a15a0d0 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:46:15.306596 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2afcd693-dad0-415e-b122-65c830fc8abb admin admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:15.307747 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2afcd693-dad0-415e-b122-65c830fc8abb admin admin] 10.222.0.60 "DELETE /v2.0/routers/0cdac933-f72c-4f90-850b-3cc31a15a0d0 HTTP/1.1" status: 204 len: 168 time: 1.4963236 Apr 06 14:46:15.310300 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60608) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:46:15.369130 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-039d8814-2c8f-4e44-a7b9-a2310f900a67 admin admin] Deleting subnet 6a527a82-e8ba-47f8-a4c9-4e8733b969e0 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:46:15.371941 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-039d8814-2c8f-4e44-a7b9-a2310f900a67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:15.420076 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-039d8814-2c8f-4e44-a7b9-a2310f900a67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:15.502516 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-039d8814-2c8f-4e44-a7b9-a2310f900a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:15.571670 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-039d8814-2c8f-4e44-a7b9-a2310f900a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:15.611415 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d8814-2c8f-4e44-a7b9-a2310f900a67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a527a82-e8ba-47f8-a4c9-4e8733b969e0,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:15.616232 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-039d8814-2c8f-4e44-a7b9-a2310f900a67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:15.621100 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886cf3ab-e8c2-45b9-91ba-717e2c5dd10b None None] Network 03a7600f-6a92-4543-8e9a-2d0a9dfa620e requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:46:15.623253 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-039d8814-2c8f-4e44-a7b9-a2310f900a67 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6a527a82-e8ba-47f8-a4c9-4e8733b969e0 HTTP/1.1" status: 204 len: 168 time: 0.3119974 Apr 06 14:46:15.625806 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60612) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:46:15.729875 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-785edf80-4246-4bff-9ec3-149f76fbea44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:15.739902 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-785edf80-4246-4bff-9ec3-149f76fbea44 admin admin] Deleting port 4df693ee-9c59-4412-8567-73f57b52327d {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:46:15.740242 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-785edf80-4246-4bff-9ec3-149f76fbea44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:15.868019 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbef6fe-c139-45c1-aa16-c2ac45f277a9 None None] DHCP port deletion for 03a7600f-6a92-4543-8e9a-2d0a9dfa620e request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:46:15.872289 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2bbef6fe-c139-45c1-aa16-c2ac45f277a9 None None] Deleting port 4df693ee-9c59-4412-8567-73f57b52327d {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:46:15.872727 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2bbef6fe-c139-45c1-aa16-c2ac45f277a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:15.940623 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-785edf80-4246-4bff-9ec3-149f76fbea44 admin admin] For port 4df693ee-9c59-4412-8567-73f57b52327d, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4df693ee-9c59-4412-8567-73f57b52327d,segment=NetworkSegment(737176e0-8c0a-430a-b47c-3aeacd5b1313),segment_id=737176e0-8c0a-430a-b47c-3aeacd5b1313)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:46:15.941281 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-785edf80-4246-4bff-9ec3-149f76fbea44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:16.074642 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-2bbef6fe-c139-45c1-aa16-c2ac45f277a9 None None] For port 4df693ee-9c59-4412-8567-73f57b52327d, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4df693ee-9c59-4412-8567-73f57b52327d,segment=NetworkSegment(737176e0-8c0a-430a-b47c-3aeacd5b1313),segment_id=737176e0-8c0a-430a-b47c-3aeacd5b1313)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:46:16.074944 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2bbef6fe-c139-45c1-aa16-c2ac45f277a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:16.158868 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-785edf80-4246-4bff-9ec3-149f76fbea44 admin admin] Calling delete_port for 4df693ee-9c59-4412-8567-73f57b52327d owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:46:16.190251 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2bbef6fe-c139-45c1-aa16-c2ac45f277a9 None None] Calling delete_port for 4df693ee-9c59-4412-8567-73f57b52327d owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:46:16.233784 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-785edf80-4246-4bff-9ec3-149f76fbea44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:16.260061 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-2bbef6fe-c139-45c1-aa16-c2ac45f277a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:46:16.260703 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-2bbef6fe-c139-45c1-aa16-c2ac45f277a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:46:16.276699 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785edf80-4246-4bff-9ec3-149f76fbea44 admin admin] Pushing event deleted for resources: {'Port': ['ID=4df693ee-9c59-4412-8567-73f57b52327d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:16.281370 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device ea056a2a-699e-4e11-aaaf-dadd57b26f8d no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:46:16.283329 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785edf80-4246-4bff-9ec3-149f76fbea44 admin admin] No DVR routers for this DVR port 4df693ee-9c59-4412-8567-73f57b52327d on host dv-neutron-835868-1-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:46:16.349303 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: ea056a2a-699e-4e11-aaaf-dadd57b26f8d {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:46:16.349565 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device ea056a2a-699e-4e11-aaaf-dadd57b26f8d not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:46:16.350040 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device d28511bb-55fb-4f8e-b1ca-95af80ad294a no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:46:16.380591 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: d28511bb-55fb-4f8e-b1ca-95af80ad294a {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:46:16.380953 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device d28511bb-55fb-4f8e-b1ca-95af80ad294a not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:46:16.381363 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4df693ee-9c59-4412-8567-73f57b52327d no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:46:16.409301 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-785edf80-4246-4bff-9ec3-149f76fbea44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:16.411505 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 4df693ee-9c59-4412-8567-73f57b52327d {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:46:16.411858 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4df693ee-9c59-4412-8567-73f57b52327d not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:46:16.436575 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-785edf80-4246-4bff-9ec3-149f76fbea44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a7600f-6a92-4543-8e9a-2d0a9dfa620e']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:16.448501 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-785edf80-4246-4bff-9ec3-149f76fbea44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737176e0-8c0a-430a-b47c-3aeacd5b1313') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:16.448796 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-785edf80-4246-4bff-9ec3-149f76fbea44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737176e0-8c0a-430a-b47c-3aeacd5b1313') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:16.460443 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-785edf80-4246-4bff-9ec3-149f76fbea44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:16.476142 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-785edf80-4246-4bff-9ec3-149f76fbea44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:16.482053 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785edf80-4246-4bff-9ec3-149f76fbea44 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:46:16.482432 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-785edf80-4246-4bff-9ec3-149f76fbea44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:46:16.499247 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:46:16.569565 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-785edf80-4246-4bff-9ec3-149f76fbea44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:16.585386 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-785edf80-4246-4bff-9ec3-149f76fbea44 admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:16.595515 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785edf80-4246-4bff-9ec3-149f76fbea44 admin admin] Pushing event deleted for resources: {'Network': ['ID=03a7600f-6a92-4543-8e9a-2d0a9dfa620e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:16.602881 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-785edf80-4246-4bff-9ec3-149f76fbea44 admin admin] 10.222.0.60 "DELETE /v2.0/networks/03a7600f-6a92-4543-8e9a-2d0a9dfa620e HTTP/1.1" status: 204 len: 168 time: 0.9754586 Apr 06 14:46:16.605757 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60616) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:46:16.761960 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2bbef6fe-c139-45c1-aa16-c2ac45f277a9 None None] Deleting port 4df693ee-9c59-4412-8567-73f57b52327d {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:46:16.762927 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2bbef6fe-c139-45c1-aa16-c2ac45f277a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:16.828577 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2bbef6fe-c139-45c1-aa16-c2ac45f277a9 None None] The port '4df693ee-9c59-4412-8567-73f57b52327d' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:46:17.002572 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab764e44-528e-4c8b-85a3-5db25d0b453a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:17.652548 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-ab764e44-528e-4c8b-85a3-5db25d0b453a admin admin] Deleting port 4f516e67-dde4-48a7-80c7-66ec8b3de938 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:46:17.652899 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab764e44-528e-4c8b-85a3-5db25d0b453a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:17.819485 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-ab764e44-528e-4c8b-85a3-5db25d0b453a admin admin] For port 4f516e67-dde4-48a7-80c7-66ec8b3de938, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=4f516e67-dde4-48a7-80c7-66ec8b3de938,segment=NetworkSegment(5ed54e9a-e209-4d58-8dcb-0eeef080a08c),segment_id=5ed54e9a-e209-4d58-8dcb-0eeef080a08c)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:46:17.819849 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab764e44-528e-4c8b-85a3-5db25d0b453a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:17.938346 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-ab764e44-528e-4c8b-85a3-5db25d0b453a admin admin] Calling delete_port for 4f516e67-dde4-48a7-80c7-66ec8b3de938 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:46:18.095345 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab764e44-528e-4c8b-85a3-5db25d0b453a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:18.137397 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab764e44-528e-4c8b-85a3-5db25d0b453a admin admin] Pushing event deleted for resources: {'Port': ['ID=4f516e67-dde4-48a7-80c7-66ec8b3de938,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:18.415465 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab764e44-528e-4c8b-85a3-5db25d0b453a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:19.060594 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab764e44-528e-4c8b-85a3-5db25d0b453a admin admin] Router f316f81e-a9be-4ed8-a779-fa3a1288d2ea has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:46:19.252370 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab764e44-528e-4c8b-85a3-5db25d0b453a admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:46:19.260972 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ab764e44-528e-4c8b-85a3-5db25d0b453a admin admin] 10.222.0.60 "PUT /v2.0/routers/f316f81e-a9be-4ed8-a779-fa3a1288d2ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6542208 Apr 06 14:46:19.261141 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f18f86-0b62-45e8-b483-d90df06ee3ce None None] Sync routers for ids ['f316f81e-a9be-4ed8-a779-fa3a1288d2ea'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:46:19.263449 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60620) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:46:19.272737 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f18f86-0b62-45e8-b483-d90df06ee3ce None None] Routers {'f316f81e-a9be-4ed8-a779-fa3a1288d2ea'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:46:19.273388 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d8f18f86-0b62-45e8-b483-d90df06ee3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:46:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['f316f81e-a9be-4ed8-a779-fa3a1288d2ea'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:19.441957 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-d8f18f86-0b62-45e8-b483-d90df06ee3ce None None] Set router f316f81e-a9be-4ed8-a779-fa3a1288d2ea gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:46:19.451754 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f57ad43-0866-45c5-be3b-1b1c8690faf8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:19.644714 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f57ad43-0866-45c5-be3b-1b1c8690faf8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:19.654870 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-2f57ad43-0866-45c5-be3b-1b1c8690faf8 admin admin] Deleting port 5fb5b275-6c03-4a3d-92b2-a070fd9f06b3 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:46:19.655238 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f57ad43-0866-45c5-be3b-1b1c8690faf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:19.717563 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d8f18f86-0b62-45e8-b483-d90df06ee3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f316f81e-a9be-4ed8-a779-fa3a1288d2ea', 'name': 'tempest-TestEncryptedCinderVolumes-739287011-router', 'tenant_id': 'f3d69db25ce54079872d8412b6555ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '5fb5b275-6c03-4a3d-92b2-a070fd9f06b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:05Z', 'updated_at': '2022-04-06T14:46:18Z', 'revision_number': 5, 'project_id': 'f3d69db25ce54079872d8412b6555ecd', 'gw_port': {'id': '5fb5b275-6c03-4a3d-92b2-a070fd9f06b3', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f316f81e-a9be-4ed8-a779-fa3a1288d2ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:06Z', 'updated_at': '2022-04-06T14:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:19.721895 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f18f86-0b62-45e8-b483-d90df06ee3ce None None] Checking router: f316f81e-a9be-4ed8-a779-fa3a1288d2ea for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:46:19.732057 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f18f86-0b62-45e8-b483-d90df06ee3ce None None] Routers {'f316f81e-a9be-4ed8-a779-fa3a1288d2ea'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:46:19.732642 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d8f18f86-0b62-45e8-b483-d90df06ee3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:46:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['f316f81e-a9be-4ed8-a779-fa3a1288d2ea'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:19.823778 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-2f57ad43-0866-45c5-be3b-1b1c8690faf8 admin admin] For port 5fb5b275-6c03-4a3d-92b2-a070fd9f06b3, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=5fb5b275-6c03-4a3d-92b2-a070fd9f06b3,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:46:19.824169 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f57ad43-0866-45c5-be3b-1b1c8690faf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:19.877439 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-d8f18f86-0b62-45e8-b483-d90df06ee3ce None None] Set router f316f81e-a9be-4ed8-a779-fa3a1288d2ea gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:46:19.945418 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-2f57ad43-0866-45c5-be3b-1b1c8690faf8 admin admin] Calling delete_port for 5fb5b275-6c03-4a3d-92b2-a070fd9f06b3 owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:46:19.981160 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d8f18f86-0b62-45e8-b483-d90df06ee3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f316f81e-a9be-4ed8-a779-fa3a1288d2ea', 'name': 'tempest-TestEncryptedCinderVolumes-739287011-router', 'tenant_id': 'f3d69db25ce54079872d8412b6555ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:05Z', 'updated_at': '2022-04-06T14:46:19Z', 'revision_number': 6, 'project_id': 'f3d69db25ce54079872d8412b6555ecd', 'gw_port_host': None}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:19.985599 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f18f86-0b62-45e8-b483-d90df06ee3ce None None] The sync data for ids ['f316f81e-a9be-4ed8-a779-fa3a1288d2ea'] in dv-neutron-835868-1-hyperv is: [{'id': 'f316f81e-a9be-4ed8-a779-fa3a1288d2ea', 'name': 'tempest-TestEncryptedCinderVolumes-739287011-router', 'tenant_id': 'f3d69db25ce54079872d8412b6555ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:05Z', 'updated_at': '2022-04-06T14:46:19Z', 'revision_number': 6, 'project_id': 'f3d69db25ce54079872d8412b6555ecd', 'gw_port_host': None}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:46:20.110299 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f57ad43-0866-45c5-be3b-1b1c8690faf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:20.155773 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57ad43-0866-45c5-be3b-1b1c8690faf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fb5b275-6c03-4a3d-92b2-a070fd9f06b3,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:20.379838 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4f516e67-dde4-48a7-80c7-66ec8b3de938 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:46:20.423425 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 4f516e67-dde4-48a7-80c7-66ec8b3de938 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:46:20.423887 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 4f516e67-dde4-48a7-80c7-66ec8b3de938 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:46:20.474127 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f57ad43-0866-45c5-be3b-1b1c8690faf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:20.720177 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f57ad43-0866-45c5-be3b-1b1c8690faf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:20.724637 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f57ad43-0866-45c5-be3b-1b1c8690faf8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:20.748720 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f57ad43-0866-45c5-be3b-1b1c8690faf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:20.749272 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f57ad43-0866-45c5-be3b-1b1c8690faf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f316f81e-a9be-4ed8-a779-fa3a1288d2ea {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:46:20.761328 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f57ad43-0866-45c5-be3b-1b1c8690faf8 admin admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:20.762448 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2f57ad43-0866-45c5-be3b-1b1c8690faf8 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f316f81e-a9be-4ed8-a779-fa3a1288d2ea HTTP/1.1" status: 204 len: 168 time: 1.4981179 Apr 06 14:46:20.764939 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60624) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:46:20.825489 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b10d31-6b12-44a2-8ddc-8e30550d26e7 admin admin] Deleting subnet bab2605f-cc83-40f1-8eeb-4ddd7da04827 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:46:20.828500 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26b10d31-6b12-44a2-8ddc-8e30550d26e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:20.881645 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26b10d31-6b12-44a2-8ddc-8e30550d26e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:20.964212 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26b10d31-6b12-44a2-8ddc-8e30550d26e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:21.030152 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26b10d31-6b12-44a2-8ddc-8e30550d26e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:21.070249 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b10d31-6b12-44a2-8ddc-8e30550d26e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bab2605f-cc83-40f1-8eeb-4ddd7da04827,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:21.076380 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26b10d31-6b12-44a2-8ddc-8e30550d26e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:21.081178 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8891a7-c6fa-4aaf-8320-50940abd4c3b None None] Network ca1f9928-0566-42b1-9daf-32c41982c9d5 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:46:21.081359 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-26b10d31-6b12-44a2-8ddc-8e30550d26e7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/bab2605f-cc83-40f1-8eeb-4ddd7da04827 HTTP/1.1" status: 204 len: 168 time: 0.3154914 Apr 06 14:46:21.083801 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60628) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:46:21.185565 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-67487ae0-5a0a-407b-8b96-17c033f23cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:21.195746 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-67487ae0-5a0a-407b-8b96-17c033f23cf0 admin admin] Deleting port 7d1ee70f-5962-47e0-ae28-065894dace4c {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:46:21.196341 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-67487ae0-5a0a-407b-8b96-17c033f23cf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:21.317056 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b146903-0cdf-4f99-b5b9-b12a8847fc10 None None] DHCP port deletion for ca1f9928-0566-42b1-9daf-32c41982c9d5 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:46:21.321596 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-7b146903-0cdf-4f99-b5b9-b12a8847fc10 None None] Deleting port 7d1ee70f-5962-47e0-ae28-065894dace4c {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:46:21.321968 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7b146903-0cdf-4f99-b5b9-b12a8847fc10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:21.392741 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-67487ae0-5a0a-407b-8b96-17c033f23cf0 admin admin] For port 7d1ee70f-5962-47e0-ae28-065894dace4c, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=7d1ee70f-5962-47e0-ae28-065894dace4c,segment=NetworkSegment(5ed54e9a-e209-4d58-8dcb-0eeef080a08c),segment_id=5ed54e9a-e209-4d58-8dcb-0eeef080a08c)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:46:21.393118 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-67487ae0-5a0a-407b-8b96-17c033f23cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:21.511018 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-67487ae0-5a0a-407b-8b96-17c033f23cf0 admin admin] Calling delete_port for 7d1ee70f-5962-47e0-ae28-065894dace4c owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:46:21.513891 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7b146903-0cdf-4f99-b5b9-b12a8847fc10 None None] For port 7d1ee70f-5962-47e0-ae28-065894dace4c, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=7d1ee70f-5962-47e0-ae28-065894dace4c,segment=NetworkSegment(5ed54e9a-e209-4d58-8dcb-0eeef080a08c),segment_id=5ed54e9a-e209-4d58-8dcb-0eeef080a08c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:46:21.514333 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7b146903-0cdf-4f99-b5b9-b12a8847fc10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:21.587101 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-67487ae0-5a0a-407b-8b96-17c033f23cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:21.629594 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67487ae0-5a0a-407b-8b96-17c033f23cf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d1ee70f-5962-47e0-ae28-065894dace4c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:21.630816 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-7b146903-0cdf-4f99-b5b9-b12a8847fc10 None None] Calling delete_port for 7d1ee70f-5962-47e0-ae28-065894dace4c owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:46:21.635499 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67487ae0-5a0a-407b-8b96-17c033f23cf0 admin admin] No DVR routers for this DVR port 7d1ee70f-5962-47e0-ae28-065894dace4c on host dv-neutron-835868-1-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:46:21.702821 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-7b146903-0cdf-4f99-b5b9-b12a8847fc10 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:46:21.703178 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-7b146903-0cdf-4f99-b5b9-b12a8847fc10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:46:21.748722 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-67487ae0-5a0a-407b-8b96-17c033f23cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:21.773860 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-67487ae0-5a0a-407b-8b96-17c033f23cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1f9928-0566-42b1-9daf-32c41982c9d5']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:21.785518 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-67487ae0-5a0a-407b-8b96-17c033f23cf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed54e9a-e209-4d58-8dcb-0eeef080a08c') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:21.785821 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-67487ae0-5a0a-407b-8b96-17c033f23cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed54e9a-e209-4d58-8dcb-0eeef080a08c') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:21.796626 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-67487ae0-5a0a-407b-8b96-17c033f23cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:21.812604 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-67487ae0-5a0a-407b-8b96-17c033f23cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:21.819548 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67487ae0-5a0a-407b-8b96-17c033f23cf0 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:46:21.819876 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-67487ae0-5a0a-407b-8b96-17c033f23cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:46:21.836550 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:46:21.998878 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-67487ae0-5a0a-407b-8b96-17c033f23cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:22.003830 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-67487ae0-5a0a-407b-8b96-17c033f23cf0 admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:22.026890 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67487ae0-5a0a-407b-8b96-17c033f23cf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca1f9928-0566-42b1-9daf-32c41982c9d5,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:22.030513 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-67487ae0-5a0a-407b-8b96-17c033f23cf0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ca1f9928-0566-42b1-9daf-32c41982c9d5 HTTP/1.1" status: 204 len: 168 time: 0.9456482 Apr 06 14:46:22.204708 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-7b146903-0cdf-4f99-b5b9-b12a8847fc10 None None] Deleting port 7d1ee70f-5962-47e0-ae28-065894dace4c {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:46:22.205128 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7b146903-0cdf-4f99-b5b9-b12a8847fc10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:22.218141 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60634) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:46:22.268307 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-dfd8998d-a5c1-4689-b401-525083331da3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=242d90fc14ab48469ce6c732f03bed6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490353 Apr 06 14:46:22.269939 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-7b146903-0cdf-4f99-b5b9-b12a8847fc10 None None] The port '7d1ee70f-5962-47e0-ae28-065894dace4c' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:46:22.271540 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60638) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:46:22.289209 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 7d1ee70f-5962-47e0-ae28-065894dace4c no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:46:22.324985 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 7d1ee70f-5962-47e0-ae28-065894dace4c {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:46:22.325344 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 7d1ee70f-5962-47e0-ae28-065894dace4c not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:46:22.325751 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 5fb5b275-6c03-4a3d-92b2-a070fd9f06b3 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:46:22.335451 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ab009565-cc07-4ae5-b65d-fc5723a3dee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:22.357030 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 5fb5b275-6c03-4a3d-92b2-a070fd9f06b3 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:46:22.357311 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 5fb5b275-6c03-4a3d-92b2-a070fd9f06b3 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:46:22.360930 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ab009565-cc07-4ae5-b65d-fc5723a3dee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:22.411210 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ab009565-cc07-4ae5-b65d-fc5723a3dee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:22.426669 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab009565-cc07-4ae5-b65d-fc5723a3dee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7aa8e4d-76a8-4ae1-9984-f5da4cdfff6c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:22.440568 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab009565-cc07-4ae5-b65d-fc5723a3dee9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:22.440938 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab009565-cc07-4ae5-b65d-fc5723a3dee9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:22.441287 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab009565-cc07-4ae5-b65d-fc5723a3dee9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:22.441625 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab009565-cc07-4ae5-b65d-fc5723a3dee9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:22.441962 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab009565-cc07-4ae5-b65d-fc5723a3dee9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:22.442297 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab009565-cc07-4ae5-b65d-fc5723a3dee9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:22.442628 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab009565-cc07-4ae5-b65d-fc5723a3dee9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:22.442960 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab009565-cc07-4ae5-b65d-fc5723a3dee9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:22.443287 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab009565-cc07-4ae5-b65d-fc5723a3dee9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:22.443614 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab009565-cc07-4ae5-b65d-fc5723a3dee9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:22.443940 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab009565-cc07-4ae5-b65d-fc5723a3dee9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:22.448986 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ab009565-cc07-4ae5-b65d-fc5723a3dee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:22.450109 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ab009565-cc07-4ae5-b65d-fc5723a3dee9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b7aa8e4d-76a8-4ae1-9984-f5da4cdfff6c HTTP/1.1" status: 204 len: 168 time: 0.1765122 Apr 06 14:46:22.825024 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60646) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:46:22.877420 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c0d14388-ba1c-48cf-94ec-127e48b22404 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f3d69db25ce54079872d8412b6555ecd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0511458 Apr 06 14:46:22.879708 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60650) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:46:22.937637 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-642ab5d5-768f-450b-8760-edc1853e6a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:22.963329 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-642ab5d5-768f-450b-8760-edc1853e6a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:23.021625 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-642ab5d5-768f-450b-8760-edc1853e6a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:23.041938 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ab5d5-768f-450b-8760-edc1853e6a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fe9b20-c6f8-41f3-bf56-fd6428bfa23b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:23.045979 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-642ab5d5-768f-450b-8760-edc1853e6a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:23.047241 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-642ab5d5-768f-450b-8760-edc1853e6a96 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e5fe9b20-c6f8-41f3-bf56-fd6428bfa23b HTTP/1.1" status: 204 len: 168 time: 0.1666529 Apr 06 14:46:23.846987 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60672) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:46:23.971570 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7d50927d-1076-4ce8-9a4f-b4ef2fd8709d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-470996387-network', 'tenant_id': '377fd91dcb85421183b638229f959911'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:46:23.976148 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7d50927d-1076-4ce8-9a4f-b4ef2fd8709d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:46:23.980480 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7d50927d-1076-4ce8-9a4f-b4ef2fd8709d admin admin] Usage tracker for resource:network and tenant:377fd91dcb85421183b638229f959911 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:46:23.983295 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7d50927d-1076-4ce8-9a4f-b4ef2fd8709d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:46:23.989488 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7d50927d-1076-4ce8-9a4f-b4ef2fd8709d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:46:23.998549 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d50927d-1076-4ce8-9a4f-b4ef2fd8709d admin admin] Made reservation on behalf of 377fd91dcb85421183b638229f959911 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:46:24.001329 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7d50927d-1076-4ce8-9a4f-b4ef2fd8709d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:24.012937 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7d50927d-1076-4ce8-9a4f-b4ef2fd8709d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:24.042680 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7d50927d-1076-4ce8-9a4f-b4ef2fd8709d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:46:24.046368 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7d50927d-1076-4ce8-9a4f-b4ef2fd8709d admin admin] Usage tracker for resource:security_group_rule and tenant:377fd91dcb85421183b638229f959911 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:46:24.049570 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7d50927d-1076-4ce8-9a4f-b4ef2fd8709d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:46:24.055010 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7d50927d-1076-4ce8-9a4f-b4ef2fd8709d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:46:24.123433 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7d50927d-1076-4ce8-9a4f-b4ef2fd8709d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:24.127654 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7d50927d-1076-4ce8-9a4f-b4ef2fd8709d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:24.155643 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d50927d-1076-4ce8-9a4f-b4ef2fd8709d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:46:24.167269 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50927d-1076-4ce8-9a4f-b4ef2fd8709d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6a0697-e420-4e48-937a-67be657d07b2,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:24.171512 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7d50927d-1076-4ce8-9a4f-b4ef2fd8709d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:24.171787 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-7d50927d-1076-4ce8-9a4f-b4ef2fd8709d admin admin] Added segment 7c9dc90f-8388-4a91-8098-d17d3cd13836 of type vlan for network 0fa0689e-8911-462c-bec1-22450a730cf9 Apr 06 14:46:24.198326 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7d50927d-1076-4ce8-9a4f-b4ef2fd8709d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:24.226036 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7d50927d-1076-4ce8-9a4f-b4ef2fd8709d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:24.226914 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50927d-1076-4ce8-9a4f-b4ef2fd8709d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:24.227400 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7d50927d-1076-4ce8-9a4f-b4ef2fd8709d admin admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:24.401859 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7d50927d-1076-4ce8-9a4f-b4ef2fd8709d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5537832 Apr 06 14:46:24.404568 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60678) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:46:24.412329 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a67edde5-3f52-453f-9037-6ef8a69dc237 admin admin] Request body: {'subnet': {'network_id': '0fa0689e-8911-462c-bec1-22450a730cf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-470996387-subnet', 'tenant_id': '377fd91dcb85421183b638229f959911', 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:46:24.415586 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50927d-1076-4ce8-9a4f-b4ef2fd8709d admin admin] Pushing event updated for resources: {'Network': ['ID=0fa0689e-8911-462c-bec1-22450a730cf9,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:24.419878 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a67edde5-3f52-453f-9037-6ef8a69dc237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:46:24.424648 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a67edde5-3f52-453f-9037-6ef8a69dc237 admin admin] Usage tracker for resource:subnet and tenant:377fd91dcb85421183b638229f959911 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:46:24.426154 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 0fa0689e-8911-462c-bec1-22450a730cf9 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:46:24.427581 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a67edde5-3f52-453f-9037-6ef8a69dc237 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:46:24.433148 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a67edde5-3f52-453f-9037-6ef8a69dc237 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:46:24.442679 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67edde5-3f52-453f-9037-6ef8a69dc237 admin admin] Made reservation on behalf of 377fd91dcb85421183b638229f959911 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:46:24.445635 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a67edde5-3f52-453f-9037-6ef8a69dc237 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:24.640725 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a67edde5-3f52-453f-9037-6ef8a69dc237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:24.712615 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67edde5-3f52-453f-9037-6ef8a69dc237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2298845-c25b-4c06-9d40-b3c8091b8944,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:24.723881 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67edde5-3f52-453f-9037-6ef8a69dc237 admin admin] Checking segment: {'id': '7c9dc90f-8388-4a91-8098-d17d3cd13836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0fa0689e-8911-462c-bec1-22450a730cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:46:24.724231 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67edde5-3f52-453f-9037-6ef8a69dc237 admin admin] Network hostable DHCP agents. Network: 0fa0689e-8911-462c-bec1-22450a730cf9, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:46:24.745727 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67edde5-3f52-453f-9037-6ef8a69dc237 admin admin] Network 0fa0689e-8911-462c-bec1-22450a730cf9 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:46:24.753893 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-a67edde5-3f52-453f-9037-6ef8a69dc237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 0fa0689e-8911-462c-bec1-22450a730cf9) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:46:24.757705 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67edde5-3f52-453f-9037-6ef8a69dc237 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:24.758284 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a67edde5-3f52-453f-9037-6ef8a69dc237 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:24.763632 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ee5926-4af1-433f-9c26-55af7e69403a None None] Network 0fa0689e-8911-462c-bec1-22450a730cf9 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:46:24.782481 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a67edde5-3f52-453f-9037-6ef8a69dc237 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3736129 Apr 06 14:46:24.782710 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60682) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:46:24.787842 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d175816f-8578-4bd5-b9f0-76e2f33a76b2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-470996387-router', 'tenant_id': '377fd91dcb85421183b638229f959911', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:46:24.792546 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d175816f-8578-4bd5-b9f0-76e2f33a76b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:46:24.796557 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d175816f-8578-4bd5-b9f0-76e2f33a76b2 admin admin] Usage tracker for resource:router and tenant:377fd91dcb85421183b638229f959911 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:46:24.800036 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d175816f-8578-4bd5-b9f0-76e2f33a76b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:46:24.806189 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d175816f-8578-4bd5-b9f0-76e2f33a76b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:46:24.817598 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d175816f-8578-4bd5-b9f0-76e2f33a76b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:24.818603 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d175816f-8578-4bd5-b9f0-76e2f33a76b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:24.838613 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d175816f-8578-4bd5-b9f0-76e2f33a76b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:24.975531 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143846ae-048c-4522-9279-aadf53334c06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-0fa0689e-8911-462c-bec1-22450a730cf9', 'network_id': '0fa0689e-8911-462c-bec1-22450a730cf9', 'tenant_id': '377fd91dcb85421183b638229f959911', 'fixed_ips': [{'subnet_id': 'f2298845-c25b-4c06-9d40-b3c8091b8944'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:46:24.976379 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-143846ae-048c-4522-9279-aadf53334c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:24.981138 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d175816f-8578-4bd5-b9f0-76e2f33a76b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:25.130217 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-143846ae-048c-4522-9279-aadf53334c06 None None] Allocated IP 172.20.0.2 (0fa0689e-8911-462c-bec1-22450a730cf9/f2298845-c25b-4c06-9d40-b3c8091b8944/5cabed5a-182c-4492-96bd-8b22937d6d06) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:46:25.171296 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d175816f-8578-4bd5-b9f0-76e2f33a76b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:25.202251 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d175816f-8578-4bd5-b9f0-76e2f33a76b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:25.339476 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-d175816f-8578-4bd5-b9f0-76e2f33a76b2 admin admin] Allocated IP 172.26.8.142 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/29806af4-65a6-4637-9233-621336f0eabb) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:46:25.368466 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-143846ae-048c-4522-9279-aadf53334c06 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:25.379203 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-143846ae-048c-4522-9279-aadf53334c06 None None] Transition to ACTIVE for port object 5cabed5a-182c-4492-96bd-8b22937d6d06 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:46:25.397376 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-143846ae-048c-4522-9279-aadf53334c06 None None] Transition to ACTIVE for port object 5cabed5a-182c-4492-96bd-8b22937d6d06 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:46:25.402204 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-143846ae-048c-4522-9279-aadf53334c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:25.468602 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143846ae-048c-4522-9279-aadf53334c06 None None] Network 0fa0689e-8911-462c-bec1-22450a730cf9 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:46:25.471906 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-143846ae-048c-4522-9279-aadf53334c06 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:46:25.473920 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143846ae-048c-4522-9279-aadf53334c06 None None] Pushing event updated for resources: {'Port': ['ID=5cabed5a-182c-4492-96bd-8b22937d6d06,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:25.476040 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143846ae-048c-4522-9279-aadf53334c06 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:46:25.486910 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d175816f-8578-4bd5-b9f0-76e2f33a76b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:25.514876 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d175816f-8578-4bd5-b9f0-76e2f33a76b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:25.561776 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-143846ae-048c-4522-9279-aadf53334c06 None None] Attempting to bind port 5cabed5a-182c-4492-96bd-8b22937d6d06 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:46:25.562143 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-143846ae-048c-4522-9279-aadf53334c06 None None] Attempting to bind port 5cabed5a-182c-4492-96bd-8b22937d6d06 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '7c9dc90f-8388-4a91-8098-d17d3cd13836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0fa0689e-8911-462c-bec1-22450a730cf9'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:46:25.562651 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143846ae-048c-4522-9279-aadf53334c06 None None] Attempting to bind port 5cabed5a-182c-4492-96bd-8b22937d6d06 on network 0fa0689e-8911-462c-bec1-22450a730cf9 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:46:25.569492 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143846ae-048c-4522-9279-aadf53334c06 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:46:25.569865 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143846ae-048c-4522-9279-aadf53334c06 None None] Checking segment: {'id': '7c9dc90f-8388-4a91-8098-d17d3cd13836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0fa0689e-8911-462c-bec1-22450a730cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:46:25.570262 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-143846ae-048c-4522-9279-aadf53334c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:25.570653 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143846ae-048c-4522-9279-aadf53334c06 None None] Bound using segment: {'id': '7c9dc90f-8388-4a91-8098-d17d3cd13836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0fa0689e-8911-462c-bec1-22450a730cf9'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:46:25.571364 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-143846ae-048c-4522-9279-aadf53334c06 None None] Bound port: 5cabed5a-182c-4492-96bd-8b22937d6d06, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9dc90f-8388-4a91-8098-d17d3cd13836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0fa0689e-8911-462c-bec1-22450a730cf9'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:46:25.571735 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-143846ae-048c-4522-9279-aadf53334c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:25.585994 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d175816f-8578-4bd5-b9f0-76e2f33a76b2 admin admin] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:46:25.586834 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175816f-8578-4bd5-b9f0-76e2f33a76b2 admin admin] Pushing event updated for resources: {'Port': ['ID=29806af4-65a6-4637-9233-621336f0eabb,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:25.590613 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-d175816f-8578-4bd5-b9f0-76e2f33a76b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:46:25.592496 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d175816f-8578-4bd5-b9f0-76e2f33a76b2 admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:46:25.655282 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-143846ae-048c-4522-9279-aadf53334c06 None None] For port 5cabed5a-182c-4492-96bd-8b22937d6d06, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:46:25.658512 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-143846ae-048c-4522-9279-aadf53334c06 None None] For port 5cabed5a-182c-4492-96bd-8b22937d6d06, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=5cabed5a-182c-4492-96bd-8b22937d6d06,segment=NetworkSegment(7c9dc90f-8388-4a91-8098-d17d3cd13836),segment_id=7c9dc90f-8388-4a91-8098-d17d3cd13836)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:46:25.662160 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-143846ae-048c-4522-9279-aadf53334c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:25.747271 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143846ae-048c-4522-9279-aadf53334c06 None None] Pushing event updated for resources: {'Port': ['ID=5cabed5a-182c-4492-96bd-8b22937d6d06,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:25.751358 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d175816f-8578-4bd5-b9f0-76e2f33a76b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:25.752177 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d175816f-8578-4bd5-b9f0-76e2f33a76b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:26.005643 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d175816f-8578-4bd5-b9f0-76e2f33a76b2 admin admin] Router 4eb3d216-3c37-41c8-9e6c-58e7c49320db is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:46:26.291226 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d175816f-8578-4bd5-b9f0-76e2f33a76b2 admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:46:26.305049 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0902dd-5ae7-4e8e-9280-284a1e7c014a None None] Sync routers for ids ['4eb3d216-3c37-41c8-9e6c-58e7c49320db'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:46:26.308719 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 5cabed5a-182c-4492-96bd-8b22937d6d06 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:46:26.317587 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d175816f-8578-4bd5-b9f0-76e2f33a76b2 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:26.318845 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d175816f-8578-4bd5-b9f0-76e2f33a76b2 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5352509 Apr 06 14:46:26.321945 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60686) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:46:26.361627 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0902dd-5ae7-4e8e-9280-284a1e7c014a None None] Routers {'4eb3d216-3c37-41c8-9e6c-58e7c49320db'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:46:26.362240 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ec0902dd-5ae7-4e8e-9280-284a1e7c014a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:46:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4eb3d216-3c37-41c8-9e6c-58e7c49320db'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:26.531489 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 5cabed5a-182c-4492-96bd-8b22937d6d06 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:46:26.553369 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-ec0902dd-5ae7-4e8e-9280-284a1e7c014a None None] Set router 4eb3d216-3c37-41c8-9e6c-58e7c49320db gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:46:26.746207 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d3d0f7-881b-44e4-b0bf-8b2bc0ba456e None None] Network 0fa0689e-8911-462c-bec1-22450a730cf9 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:46:26.902805 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-21bd87b1-d394-48ba-9d37-db8df854e352 None None] Provisioning for port 5cabed5a-182c-4492-96bd-8b22937d6d06 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:46:26.924217 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-21bd87b1-d394-48ba-9d37-db8df854e352 None None] Provisioning complete for port 5cabed5a-182c-4492-96bd-8b22937d6d06 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:46:26.924581 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-21bd87b1-d394-48ba-9d37-db8df854e352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:27.070975 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cfd5b648-2c10-40ca-9195-98bb7657c1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:27.106517 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ec0902dd-5ae7-4e8e-9280-284a1e7c014a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'name': 'tempest-TestMinimumBasicScenario-470996387-router', 'tenant_id': '377fd91dcb85421183b638229f959911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '29806af4-65a6-4637-9233-621336f0eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:46:24Z', 'updated_at': '2022-04-06T14:46:25Z', 'revision_number': 3, 'project_id': '377fd91dcb85421183b638229f959911', 'gw_port': {'id': '29806af4-65a6-4637-9233-621336f0eabb', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:25Z', 'updated_at': '2022-04-06T14:46:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:27.125884 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0902dd-5ae7-4e8e-9280-284a1e7c014a None None] Checking router: 4eb3d216-3c37-41c8-9e6c-58e7c49320db for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:46:27.126224 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0902dd-5ae7-4e8e-9280-284a1e7c014a None None] Updating router 4eb3d216-3c37-41c8-9e6c-58e7c49320db port 29806af4-65a6-4637-9233-621336f0eabb binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:46:27.192465 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-21bd87b1-d394-48ba-9d37-db8df854e352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:27.210961 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ec0902dd-5ae7-4e8e-9280-284a1e7c014a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:27.272475 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-cfd5b648-2c10-40ca-9195-98bb7657c1f0 admin admin] Allocated IP 172.20.0.1 (0fa0689e-8911-462c-bec1-22450a730cf9/f2298845-c25b-4c06-9d40-b3c8091b8944/0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:46:27.324992 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-21bd87b1-d394-48ba-9d37-db8df854e352 None None] For port 5cabed5a-182c-4492-96bd-8b22937d6d06, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=5cabed5a-182c-4492-96bd-8b22937d6d06,segment=NetworkSegment(7c9dc90f-8388-4a91-8098-d17d3cd13836),segment_id=7c9dc90f-8388-4a91-8098-d17d3cd13836)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:46:27.366279 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-21bd87b1-d394-48ba-9d37-db8df854e352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:27.417829 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cfd5b648-2c10-40ca-9195-98bb7657c1f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:27.434307 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-cfd5b648-2c10-40ca-9195-98bb7657c1f0 admin admin] Transition to ACTIVE for port object 0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:46:27.460382 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cfd5b648-2c10-40ca-9195-98bb7657c1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:27.517799 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd87b1-d394-48ba-9d37-db8df854e352 None None] Pushing event updated for resources: {'Port': ['ID=5cabed5a-182c-4492-96bd-8b22937d6d06,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:27.522978 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd5b648-2c10-40ca-9195-98bb7657c1f0 admin admin] Network 0fa0689e-8911-462c-bec1-22450a730cf9 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:46:27.526198 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-cfd5b648-2c10-40ca-9195-98bb7657c1f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:46:27.534968 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd5b648-2c10-40ca-9195-98bb7657c1f0 admin admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:46:27.578104 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5b648-2c10-40ca-9195-98bb7657c1f0 admin admin] Pushing event updated for resources: {'Port': ['ID=0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:27.596448 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cfd5b648-2c10-40ca-9195-98bb7657c1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:27.671141 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ec0902dd-5ae7-4e8e-9280-284a1e7c014a None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:27.687570 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ec0902dd-5ae7-4e8e-9280-284a1e7c014a None None] Transition to ACTIVE for port object 29806af4-65a6-4637-9233-621336f0eabb will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:46:27.699430 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ec0902dd-5ae7-4e8e-9280-284a1e7c014a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:27.761201 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6f5e8e08-ad47-4784-9aea-9e4518024725 None None] Provisioning complete for port 5cabed5a-182c-4492-96bd-8b22937d6d06 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:46:27.761579 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6f5e8e08-ad47-4784-9aea-9e4518024725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:27.791433 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cfd5b648-2c10-40ca-9195-98bb7657c1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:27.844813 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ec0902dd-5ae7-4e8e-9280-284a1e7c014a None None] Attempting to bind port 29806af4-65a6-4637-9233-621336f0eabb on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:46:27.845116 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ec0902dd-5ae7-4e8e-9280-284a1e7c014a None None] Attempting to bind port 29806af4-65a6-4637-9233-621336f0eabb by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:46:27.845479 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0902dd-5ae7-4e8e-9280-284a1e7c014a None None] Attempting to bind port 29806af4-65a6-4637-9233-621336f0eabb on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:46:27.848809 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1afcd8b-9189-491b-a04a-96003de61088 None None] Pushing event updated for resources: {'Port': ['ID=29806af4-65a6-4637-9233-621336f0eabb,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:27.858983 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0902dd-5ae7-4e8e-9280-284a1e7c014a None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:46:27.859362 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0902dd-5ae7-4e8e-9280-284a1e7c014a None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:46:27.859764 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ec0902dd-5ae7-4e8e-9280-284a1e7c014a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:27.860689 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0902dd-5ae7-4e8e-9280-284a1e7c014a None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:46:27.861182 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ec0902dd-5ae7-4e8e-9280-284a1e7c014a None None] Bound port: 29806af4-65a6-4637-9233-621336f0eabb, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:46:27.861558 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ec0902dd-5ae7-4e8e-9280-284a1e7c014a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:27.980511 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ec0902dd-5ae7-4e8e-9280-284a1e7c014a None None] For port 29806af4-65a6-4637-9233-621336f0eabb, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:46:27.983778 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ec0902dd-5ae7-4e8e-9280-284a1e7c014a None None] For port 29806af4-65a6-4637-9233-621336f0eabb, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=29806af4-65a6-4637-9233-621336f0eabb,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:46:27.988664 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ec0902dd-5ae7-4e8e-9280-284a1e7c014a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:28.019402 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cfd5b648-2c10-40ca-9195-98bb7657c1f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:28.024897 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cfd5b648-2c10-40ca-9195-98bb7657c1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:28.066470 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1afcd8b-9189-491b-a04a-96003de61088 None None] Pushing event updated for resources: {'Port': ['ID=29806af4-65a6-4637-9233-621336f0eabb,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:28.072647 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0902dd-5ae7-4e8e-9280-284a1e7c014a None None] Routers {'4eb3d216-3c37-41c8-9e6c-58e7c49320db'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:46:28.073284 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ec0902dd-5ae7-4e8e-9280-284a1e7c014a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:46:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4eb3d216-3c37-41c8-9e6c-58e7c49320db'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:28.128388 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5b648-2c10-40ca-9195-98bb7657c1f0 admin admin] Pushing event updated for resources: {'Port': ['ID=0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:28.130833 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cfd5b648-2c10-40ca-9195-98bb7657c1f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:28.218012 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5da9fbba-5034-491b-970c-b39732427d42 None None] Provisioning for port 0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:46:28.228142 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5da9fbba-5034-491b-970c-b39732427d42 None None] Provisioning complete for port 0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:46:28.228599 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5da9fbba-5034-491b-970c-b39732427d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:28.270698 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd5b648-2c10-40ca-9195-98bb7657c1f0 admin admin] Network 0fa0689e-8911-462c-bec1-22450a730cf9 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:46:28.271856 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-cfd5b648-2c10-40ca-9195-98bb7657c1f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:46:28.295869 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 5cabed5a-182c-4492-96bd-8b22937d6d06 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:46:28.330897 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5da9fbba-5034-491b-970c-b39732427d42 None None] Port 0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:46:28.350342 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-ec0902dd-5ae7-4e8e-9280-284a1e7c014a None None] Set router 4eb3d216-3c37-41c8-9e6c-58e7c49320db gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:46:28.563641 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 5cabed5a-182c-4492-96bd-8b22937d6d06 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:46:28.564011 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:28.659274 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd5b648-2c10-40ca-9195-98bb7657c1f0 admin admin] Router 4eb3d216-3c37-41c8-9e6c-58e7c49320db has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:46:28.673135 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f4b6a151-fe0f-4106-9fb8-638178fc0c81 None None] Provisioning complete for port 0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:46:28.673619 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f4b6a151-fe0f-4106-9fb8-638178fc0c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:28.802944 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f4b6a151-fe0f-4106-9fb8-638178fc0c81 None None] Port 0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:46:28.847315 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ec0902dd-5ae7-4e8e-9280-284a1e7c014a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'name': 'tempest-TestMinimumBasicScenario-470996387-router', 'tenant_id': '377fd91dcb85421183b638229f959911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '29806af4-65a6-4637-9233-621336f0eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:46:24Z', 'updated_at': '2022-04-06T14:46:27Z', 'revision_number': 4, 'project_id': '377fd91dcb85421183b638229f959911', 'gw_port': {'id': '29806af4-65a6-4637-9233-621336f0eabb', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:25Z', 'updated_at': '2022-04-06T14:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce', 'name': '', 'network_id': '0fa0689e-8911-462c-bec1-22450a730cf9', 'tenant_id': '377fd91dcb85421183b638229f959911', 'mac_address': 'fa:16:3e:f7:d1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2298845-c25b-4c06-9d40-b3c8091b8944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:27Z', 'updated_at': '2022-04-06T14:46:27Z', 'revision_number': 2, 'project_id': '377fd91dcb85421183b638229f959911', 'subnets': [{'id': 'f2298845-c25b-4c06-9d40-b3c8091b8944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:28.851481 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0902dd-5ae7-4e8e-9280-284a1e7c014a None None] The sync data for ids ['4eb3d216-3c37-41c8-9e6c-58e7c49320db'] in dv-neutron-835868-1-hyperv is: [{'id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'name': 'tempest-TestMinimumBasicScenario-470996387-router', 'tenant_id': '377fd91dcb85421183b638229f959911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '29806af4-65a6-4637-9233-621336f0eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:46:24Z', 'updated_at': '2022-04-06T14:46:27Z', 'revision_number': 4, 'project_id': '377fd91dcb85421183b638229f959911', 'gw_port': {'id': '29806af4-65a6-4637-9233-621336f0eabb', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:25Z', 'updated_at': '2022-04-06T14:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce', 'name': '', 'network_id': '0fa0689e-8911-462c-bec1-22450a730cf9', 'tenant_id': '377fd91dcb85421183b638229f959911', 'mac_address': 'fa:16:3e:f7:d1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2298845-c25b-4c06-9d40-b3c8091b8944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:27Z', 'updated_at': '2022-04-06T14:46:27Z', 'revision_number': 2, 'project_id': '377fd91dcb85421183b638229f959911', 'subnets': [{'id': 'f2298845-c25b-4c06-9d40-b3c8091b8944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:46:28.862823 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd5b648-2c10-40ca-9195-98bb7657c1f0 admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:46:28.872342 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cfd5b648-2c10-40ca-9195-98bb7657c1f0 admin admin] 10.222.0.60 "PUT /v2.0/routers/4eb3d216-3c37-41c8-9e6c-58e7c49320db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5493281 Apr 06 14:46:29.207534 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:29.752167 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60708) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:46:29.757931 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-21bf75f9-912e-43eb-90c2-a06359067940 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1592052521-network', 'tenant_id': '639e3be20e3f4ee79f8a4039d73e1d7e'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:46:29.763124 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-21bf75f9-912e-43eb-90c2-a06359067940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:46:29.767476 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-21bf75f9-912e-43eb-90c2-a06359067940 admin admin] Usage tracker for resource:network and tenant:639e3be20e3f4ee79f8a4039d73e1d7e is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:46:29.770673 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-21bf75f9-912e-43eb-90c2-a06359067940 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:46:29.776609 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-21bf75f9-912e-43eb-90c2-a06359067940 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:46:29.788422 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bf75f9-912e-43eb-90c2-a06359067940 admin admin] Made reservation on behalf of 639e3be20e3f4ee79f8a4039d73e1d7e for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:46:29.790847 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21bf75f9-912e-43eb-90c2-a06359067940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:29.803950 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21bf75f9-912e-43eb-90c2-a06359067940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:29.836792 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-21bf75f9-912e-43eb-90c2-a06359067940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:46:29.840959 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-21bf75f9-912e-43eb-90c2-a06359067940 admin admin] Usage tracker for resource:security_group_rule and tenant:639e3be20e3f4ee79f8a4039d73e1d7e is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:46:29.843906 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-21bf75f9-912e-43eb-90c2-a06359067940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:46:29.850392 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-21bf75f9-912e-43eb-90c2-a06359067940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:46:29.920114 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21bf75f9-912e-43eb-90c2-a06359067940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:29.924654 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21bf75f9-912e-43eb-90c2-a06359067940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:29.955331 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21bf75f9-912e-43eb-90c2-a06359067940 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:46:29.964564 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf75f9-912e-43eb-90c2-a06359067940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7501740-1de1-495e-8ec2-2e7e4dfcc93e,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:29.971261 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21bf75f9-912e-43eb-90c2-a06359067940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:29.971630 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-21bf75f9-912e-43eb-90c2-a06359067940 admin admin] Added segment 8138f69e-e2ea-4832-a0bb-5968e94d5761 of type vlan for network 72c4e742-4d47-43c1-8acc-7e8457dfac8a Apr 06 14:46:30.000144 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21bf75f9-912e-43eb-90c2-a06359067940 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:30.027992 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21bf75f9-912e-43eb-90c2-a06359067940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:30.028791 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bf75f9-912e-43eb-90c2-a06359067940 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:30.029386 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21bf75f9-912e-43eb-90c2-a06359067940 admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:30.129516 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-21bf75f9-912e-43eb-90c2-a06359067940 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3760886 Apr 06 14:46:30.130352 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf75f9-912e-43eb-90c2-a06359067940 admin admin] Pushing event updated for resources: {'Network': ['ID=72c4e742-4d47-43c1-8acc-7e8457dfac8a,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:30.132334 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60712) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:46:30.138215 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-00f16e8b-95dd-481a-b0e2-ef2e06984dc7 admin admin] Request body: {'subnet': {'network_id': '72c4e742-4d47-43c1-8acc-7e8457dfac8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1592052521-subnet', 'tenant_id': '639e3be20e3f4ee79f8a4039d73e1d7e', 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:46:30.143648 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-00f16e8b-95dd-481a-b0e2-ef2e06984dc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:46:30.145379 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 72c4e742-4d47-43c1-8acc-7e8457dfac8a details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:46:30.147637 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-00f16e8b-95dd-481a-b0e2-ef2e06984dc7 admin admin] Usage tracker for resource:subnet and tenant:639e3be20e3f4ee79f8a4039d73e1d7e is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:46:30.151087 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-00f16e8b-95dd-481a-b0e2-ef2e06984dc7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:46:30.157518 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-00f16e8b-95dd-481a-b0e2-ef2e06984dc7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:46:30.166355 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f16e8b-95dd-481a-b0e2-ef2e06984dc7 admin admin] Made reservation on behalf of 639e3be20e3f4ee79f8a4039d73e1d7e for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:46:30.168697 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00f16e8b-95dd-481a-b0e2-ef2e06984dc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:30.313372 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 29806af4-65a6-4637-9233-621336f0eabb up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:46:30.375150 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00f16e8b-95dd-481a-b0e2-ef2e06984dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:30.381515 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 29806af4-65a6-4637-9233-621336f0eabb completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:46:30.386177 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 29806af4-65a6-4637-9233-621336f0eabb triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:46:30.386579 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:30.449273 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f16e8b-95dd-481a-b0e2-ef2e06984dc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e016e59-0946-49a0-abd2-661ad43949f0,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:30.459565 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f16e8b-95dd-481a-b0e2-ef2e06984dc7 admin admin] Checking segment: {'id': '8138f69e-e2ea-4832-a0bb-5968e94d5761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '72c4e742-4d47-43c1-8acc-7e8457dfac8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:46:30.459921 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f16e8b-95dd-481a-b0e2-ef2e06984dc7 admin admin] Network hostable DHCP agents. Network: 72c4e742-4d47-43c1-8acc-7e8457dfac8a, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:46:30.482596 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f16e8b-95dd-481a-b0e2-ef2e06984dc7 admin admin] Network 72c4e742-4d47-43c1-8acc-7e8457dfac8a is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:46:30.492374 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-00f16e8b-95dd-481a-b0e2-ef2e06984dc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 72c4e742-4d47-43c1-8acc-7e8457dfac8a) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:46:30.496454 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f16e8b-95dd-481a-b0e2-ef2e06984dc7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:30.497062 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00f16e8b-95dd-481a-b0e2-ef2e06984dc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:30.504462 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281da5ee-51c2-42c2-a290-426508ec8db9 None None] Network 72c4e742-4d47-43c1-8acc-7e8457dfac8a requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:46:30.521126 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-00f16e8b-95dd-481a-b0e2-ef2e06984dc7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3852034 Apr 06 14:46:30.521618 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60716) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:46:30.526862 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-03d3c711-61a0-4570-b935-7d9e4742a0dc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1592052521-router', 'tenant_id': '639e3be20e3f4ee79f8a4039d73e1d7e', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:46:30.531416 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-03d3c711-61a0-4570-b935-7d9e4742a0dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:46:30.535148 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-03d3c711-61a0-4570-b935-7d9e4742a0dc admin admin] Usage tracker for resource:router and tenant:639e3be20e3f4ee79f8a4039d73e1d7e is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:46:30.537888 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-03d3c711-61a0-4570-b935-7d9e4742a0dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:46:30.543404 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-03d3c711-61a0-4570-b935-7d9e4742a0dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:46:30.553875 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-03d3c711-61a0-4570-b935-7d9e4742a0dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:30.554756 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-03d3c711-61a0-4570-b935-7d9e4742a0dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:30.567143 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:30.572621 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-03d3c711-61a0-4570-b935-7d9e4742a0dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:30.603128 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 29806af4-65a6-4637-9233-621336f0eabb, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=29806af4-65a6-4637-9233-621336f0eabb,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:46:30.608801 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:30.735934 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=29806af4-65a6-4637-9233-621336f0eabb,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:30.792684 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95291a58-9337-41d9-8f1b-654f187770d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-72c4e742-4d47-43c1-8acc-7e8457dfac8a', 'network_id': '72c4e742-4d47-43c1-8acc-7e8457dfac8a', 'tenant_id': '639e3be20e3f4ee79f8a4039d73e1d7e', 'fixed_ips': [{'subnet_id': '7e016e59-0946-49a0-abd2-661ad43949f0'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:46:30.793780 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-95291a58-9337-41d9-8f1b-654f187770d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:30.820643 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-03d3c711-61a0-4570-b935-7d9e4742a0dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:30.952908 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-95291a58-9337-41d9-8f1b-654f187770d1 None None] Allocated IP 172.20.0.2 (72c4e742-4d47-43c1-8acc-7e8457dfac8a/7e016e59-0946-49a0-abd2-661ad43949f0/f150f6d8-19ed-45ea-bc0e-55a357e0baf2) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:46:31.008176 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-03d3c711-61a0-4570-b935-7d9e4742a0dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:31.036994 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-03d3c711-61a0-4570-b935-7d9e4742a0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:31.147702 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-95291a58-9337-41d9-8f1b-654f187770d1 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:31.157974 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-95291a58-9337-41d9-8f1b-654f187770d1 None None] Transition to ACTIVE for port object f150f6d8-19ed-45ea-bc0e-55a357e0baf2 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:46:31.170877 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-03d3c711-61a0-4570-b935-7d9e4742a0dc admin admin] Allocated IP 172.26.8.235 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/f73fbaf2-f441-4daa-a387-4f86c46fc13a) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:46:31.175739 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-95291a58-9337-41d9-8f1b-654f187770d1 None None] Transition to ACTIVE for port object f150f6d8-19ed-45ea-bc0e-55a357e0baf2 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:46:31.181670 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-95291a58-9337-41d9-8f1b-654f187770d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:31.249675 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95291a58-9337-41d9-8f1b-654f187770d1 None None] Network 72c4e742-4d47-43c1-8acc-7e8457dfac8a is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:46:31.252270 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-95291a58-9337-41d9-8f1b-654f187770d1 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:46:31.256324 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95291a58-9337-41d9-8f1b-654f187770d1 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:46:31.258430 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95291a58-9337-41d9-8f1b-654f187770d1 None None] Pushing event updated for resources: {'Port': ['ID=f150f6d8-19ed-45ea-bc0e-55a357e0baf2,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:31.316625 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-03d3c711-61a0-4570-b935-7d9e4742a0dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:31.343727 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-95291a58-9337-41d9-8f1b-654f187770d1 None None] Attempting to bind port f150f6d8-19ed-45ea-bc0e-55a357e0baf2 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:46:31.344696 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-95291a58-9337-41d9-8f1b-654f187770d1 None None] Attempting to bind port f150f6d8-19ed-45ea-bc0e-55a357e0baf2 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '8138f69e-e2ea-4832-a0bb-5968e94d5761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '72c4e742-4d47-43c1-8acc-7e8457dfac8a'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:46:31.345157 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95291a58-9337-41d9-8f1b-654f187770d1 None None] Attempting to bind port f150f6d8-19ed-45ea-bc0e-55a357e0baf2 on network 72c4e742-4d47-43c1-8acc-7e8457dfac8a {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:46:31.345613 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-03d3c711-61a0-4570-b935-7d9e4742a0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:31.351633 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95291a58-9337-41d9-8f1b-654f187770d1 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:46:31.352005 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95291a58-9337-41d9-8f1b-654f187770d1 None None] Checking segment: {'id': '8138f69e-e2ea-4832-a0bb-5968e94d5761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '72c4e742-4d47-43c1-8acc-7e8457dfac8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:46:31.352402 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-95291a58-9337-41d9-8f1b-654f187770d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:31.352790 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95291a58-9337-41d9-8f1b-654f187770d1 None None] Bound using segment: {'id': '8138f69e-e2ea-4832-a0bb-5968e94d5761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '72c4e742-4d47-43c1-8acc-7e8457dfac8a'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:46:31.353276 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-95291a58-9337-41d9-8f1b-654f187770d1 None None] Bound port: f150f6d8-19ed-45ea-bc0e-55a357e0baf2, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8138f69e-e2ea-4832-a0bb-5968e94d5761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '72c4e742-4d47-43c1-8acc-7e8457dfac8a'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:46:31.353649 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-95291a58-9337-41d9-8f1b-654f187770d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:31.412540 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d3c711-61a0-4570-b935-7d9e4742a0dc admin admin] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:46:31.415123 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-03d3c711-61a0-4570-b935-7d9e4742a0dc admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:46:31.417538 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d3c711-61a0-4570-b935-7d9e4742a0dc admin admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:46:31.442803 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-95291a58-9337-41d9-8f1b-654f187770d1 None None] For port f150f6d8-19ed-45ea-bc0e-55a357e0baf2, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:46:31.447357 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-95291a58-9337-41d9-8f1b-654f187770d1 None None] For port f150f6d8-19ed-45ea-bc0e-55a357e0baf2, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f150f6d8-19ed-45ea-bc0e-55a357e0baf2,segment=NetworkSegment(8138f69e-e2ea-4832-a0bb-5968e94d5761),segment_id=8138f69e-e2ea-4832-a0bb-5968e94d5761)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:46:31.447949 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3c711-61a0-4570-b935-7d9e4742a0dc admin admin] Pushing event updated for resources: {'Port': ['ID=f73fbaf2-f441-4daa-a387-4f86c46fc13a,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:31.451080 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-95291a58-9337-41d9-8f1b-654f187770d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:31.530661 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95291a58-9337-41d9-8f1b-654f187770d1 None None] Pushing event updated for resources: {'Port': ['ID=f150f6d8-19ed-45ea-bc0e-55a357e0baf2,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:31.596213 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-03d3c711-61a0-4570-b935-7d9e4742a0dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:31.597608 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-03d3c711-61a0-4570-b935-7d9e4742a0dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:31.841326 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d3c711-61a0-4570-b935-7d9e4742a0dc admin admin] Router 27720d8c-c788-4502-901d-b9515be44f4e is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:46:32.052830 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d3c711-61a0-4570-b935-7d9e4742a0dc admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:46:32.061743 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f61e0f4-0afc-4b49-a25a-7f9ca245cdc6 None None] Sync routers for ids ['27720d8c-c788-4502-901d-b9515be44f4e'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:46:32.075015 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f61e0f4-0afc-4b49-a25a-7f9ca245cdc6 None None] Routers {'27720d8c-c788-4502-901d-b9515be44f4e'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:46:32.075819 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-03d3c711-61a0-4570-b935-7d9e4742a0dc admin admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:32.075966 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0f61e0f4-0afc-4b49-a25a-7f9ca245cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:46:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['27720d8c-c788-4502-901d-b9515be44f4e'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:32.077039 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-03d3c711-61a0-4570-b935-7d9e4742a0dc admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5543661 Apr 06 14:46:32.080272 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60720) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:46:32.261976 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-0f61e0f4-0afc-4b49-a25a-7f9ca245cdc6 None None] Set router 27720d8c-c788-4502-901d-b9515be44f4e gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:46:32.394836 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f150f6d8-19ed-45ea-bc0e-55a357e0baf2 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:46:32.493491 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port f150f6d8-19ed-45ea-bc0e-55a357e0baf2 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:46:32.503725 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 29806af4-65a6-4637-9233-621336f0eabb up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:46:32.562480 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b48c04-1fc4-4c69-beb6-efdfb7a8ef05 None None] Network 72c4e742-4d47-43c1-8acc-7e8457dfac8a requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:46:32.586987 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0f61e0f4-0afc-4b49-a25a-7f9ca245cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27720d8c-c788-4502-901d-b9515be44f4e', 'name': 'tempest-TestMinimumBasicScenario-1592052521-router', 'tenant_id': '639e3be20e3f4ee79f8a4039d73e1d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': 'f73fbaf2-f441-4daa-a387-4f86c46fc13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:46:30Z', 'updated_at': '2022-04-06T14:46:31Z', 'revision_number': 3, 'project_id': '639e3be20e3f4ee79f8a4039d73e1d7e', 'gw_port': {'id': 'f73fbaf2-f441-4daa-a387-4f86c46fc13a', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27720d8c-c788-4502-901d-b9515be44f4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:31Z', 'updated_at': '2022-04-06T14:46:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:32.590685 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f61e0f4-0afc-4b49-a25a-7f9ca245cdc6 None None] Checking router: 27720d8c-c788-4502-901d-b9515be44f4e for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:46:32.591030 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f61e0f4-0afc-4b49-a25a-7f9ca245cdc6 None None] Updating router 27720d8c-c788-4502-901d-b9515be44f4e port f73fbaf2-f441-4daa-a387-4f86c46fc13a binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:46:32.673463 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0f61e0f4-0afc-4b49-a25a-7f9ca245cdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:32.693703 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f56b04ec-2095-45b1-87a7-47b0cef0931c None None] Provisioning for port f150f6d8-19ed-45ea-bc0e-55a357e0baf2 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:46:32.708617 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f56b04ec-2095-45b1-87a7-47b0cef0931c None None] Provisioning complete for port f150f6d8-19ed-45ea-bc0e-55a357e0baf2 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:46:32.709030 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f56b04ec-2095-45b1-87a7-47b0cef0931c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:32.731697 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 29806af4-65a6-4637-9233-621336f0eabb triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:46:32.732066 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:32.993541 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c4557d03-bd7f-48bb-a5ca-8c12d3ca48bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:33.032477 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0f61e0f4-0afc-4b49-a25a-7f9ca245cdc6 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:33.045514 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-0f61e0f4-0afc-4b49-a25a-7f9ca245cdc6 None None] Transition to ACTIVE for port object f73fbaf2-f441-4daa-a387-4f86c46fc13a will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:46:33.045731 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f56b04ec-2095-45b1-87a7-47b0cef0931c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:33.052764 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0f61e0f4-0afc-4b49-a25a-7f9ca245cdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:33.100030 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f56b04ec-2095-45b1-87a7-47b0cef0931c None None] For port f150f6d8-19ed-45ea-bc0e-55a357e0baf2, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f150f6d8-19ed-45ea-bc0e-55a357e0baf2,segment=NetworkSegment(8138f69e-e2ea-4832-a0bb-5968e94d5761),segment_id=8138f69e-e2ea-4832-a0bb-5968e94d5761)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:46:33.106558 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f56b04ec-2095-45b1-87a7-47b0cef0931c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:33.121223 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-0f61e0f4-0afc-4b49-a25a-7f9ca245cdc6 None None] Attempting to bind port f73fbaf2-f441-4daa-a387-4f86c46fc13a on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:46:33.121750 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-0f61e0f4-0afc-4b49-a25a-7f9ca245cdc6 None None] Attempting to bind port f73fbaf2-f441-4daa-a387-4f86c46fc13a by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:46:33.121750 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f61e0f4-0afc-4b49-a25a-7f9ca245cdc6 None None] Attempting to bind port f73fbaf2-f441-4daa-a387-4f86c46fc13a on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:46:33.145793 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f61e0f4-0afc-4b49-a25a-7f9ca245cdc6 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:46:33.146477 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f61e0f4-0afc-4b49-a25a-7f9ca245cdc6 None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:46:33.147042 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0f61e0f4-0afc-4b49-a25a-7f9ca245cdc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:33.147577 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f61e0f4-0afc-4b49-a25a-7f9ca245cdc6 None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:46:33.148188 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-0f61e0f4-0afc-4b49-a25a-7f9ca245cdc6 None None] Bound port: f73fbaf2-f441-4daa-a387-4f86c46fc13a, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:46:33.148733 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0f61e0f4-0afc-4b49-a25a-7f9ca245cdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:33.178366 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b04ec-2095-45b1-87a7-47b0cef0931c None None] Pushing event updated for resources: {'Port': ['ID=f150f6d8-19ed-45ea-bc0e-55a357e0baf2,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:33.195904 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e326b79-8185-426c-9331-4bf4aa8d46fd None None] Pushing event updated for resources: {'Port': ['ID=f73fbaf2-f441-4daa-a387-4f86c46fc13a,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:33.221655 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e326b79-8185-426c-9331-4bf4aa8d46fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:33.221995 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e326b79-8185-426c-9331-4bf4aa8d46fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:33.222504 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e326b79-8185-426c-9331-4bf4aa8d46fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:33.223075 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e326b79-8185-426c-9331-4bf4aa8d46fd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:33.223555 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e326b79-8185-426c-9331-4bf4aa8d46fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:33.224042 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e326b79-8185-426c-9331-4bf4aa8d46fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:33.224360 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e326b79-8185-426c-9331-4bf4aa8d46fd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:33.224837 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e326b79-8185-426c-9331-4bf4aa8d46fd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:33.225360 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e326b79-8185-426c-9331-4bf4aa8d46fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:33.225684 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e326b79-8185-426c-9331-4bf4aa8d46fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:33.225999 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e326b79-8185-426c-9331-4bf4aa8d46fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:33.232237 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-c4557d03-bd7f-48bb-a5ca-8c12d3ca48bf admin admin] Allocated IP 172.20.0.1 (72c4e742-4d47-43c1-8acc-7e8457dfac8a/7e016e59-0946-49a0-abd2-661ad43949f0/8158a4ce-0cfb-463b-aa42-ca61016b684b) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:46:33.239461 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-0f61e0f4-0afc-4b49-a25a-7f9ca245cdc6 None None] For port f73fbaf2-f441-4daa-a387-4f86c46fc13a, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:46:33.242971 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-0f61e0f4-0afc-4b49-a25a-7f9ca245cdc6 None None] For port f73fbaf2-f441-4daa-a387-4f86c46fc13a, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f73fbaf2-f441-4daa-a387-4f86c46fc13a,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:46:33.249740 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0f61e0f4-0afc-4b49-a25a-7f9ca245cdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:33.330168 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e326b79-8185-426c-9331-4bf4aa8d46fd None None] Pushing event updated for resources: {'Port': ['ID=f73fbaf2-f441-4daa-a387-4f86c46fc13a,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:33.333794 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f61e0f4-0afc-4b49-a25a-7f9ca245cdc6 None None] Routers {'27720d8c-c788-4502-901d-b9515be44f4e'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:46:33.334389 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0f61e0f4-0afc-4b49-a25a-7f9ca245cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:46:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['27720d8c-c788-4502-901d-b9515be44f4e'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:33.344007 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c339af38-1b59-4e3c-9b2d-c136157607a5 None None] Provisioning complete for port f150f6d8-19ed-45ea-bc0e-55a357e0baf2 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:46:33.344967 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c339af38-1b59-4e3c-9b2d-c136157607a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:33.394300 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c4557d03-bd7f-48bb-a5ca-8c12d3ca48bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:33.410621 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c4557d03-bd7f-48bb-a5ca-8c12d3ca48bf admin admin] Transition to ACTIVE for port object 8158a4ce-0cfb-463b-aa42-ca61016b684b will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:46:33.433582 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c4557d03-bd7f-48bb-a5ca-8c12d3ca48bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:33.502115 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4557d03-bd7f-48bb-a5ca-8c12d3ca48bf admin admin] Network 72c4e742-4d47-43c1-8acc-7e8457dfac8a is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:46:33.505324 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-c4557d03-bd7f-48bb-a5ca-8c12d3ca48bf admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:46:33.506260 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-0f61e0f4-0afc-4b49-a25a-7f9ca245cdc6 None None] Set router 27720d8c-c788-4502-901d-b9515be44f4e gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:46:33.508731 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4557d03-bd7f-48bb-a5ca-8c12d3ca48bf admin admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:46:33.538402 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4557d03-bd7f-48bb-a5ca-8c12d3ca48bf admin admin] Pushing event updated for resources: {'Port': ['ID=8158a4ce-0cfb-463b-aa42-ca61016b684b,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:33.568548 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c4557d03-bd7f-48bb-a5ca-8c12d3ca48bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:33.655421 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c4557d03-bd7f-48bb-a5ca-8c12d3ca48bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:33.788768 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4ab4b48e-93c5-49e4-84d2-3097dd1718fb None None] Provisioning for port 8158a4ce-0cfb-463b-aa42-ca61016b684b completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:46:33.793977 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4ab4b48e-93c5-49e4-84d2-3097dd1718fb None None] Provisioning complete for port 8158a4ce-0cfb-463b-aa42-ca61016b684b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:46:33.794484 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4ab4b48e-93c5-49e4-84d2-3097dd1718fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:33.810522 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0f61e0f4-0afc-4b49-a25a-7f9ca245cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27720d8c-c788-4502-901d-b9515be44f4e', 'name': 'tempest-TestMinimumBasicScenario-1592052521-router', 'tenant_id': '639e3be20e3f4ee79f8a4039d73e1d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': 'f73fbaf2-f441-4daa-a387-4f86c46fc13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:46:30Z', 'updated_at': '2022-04-06T14:46:31Z', 'revision_number': 3, 'project_id': '639e3be20e3f4ee79f8a4039d73e1d7e', 'gw_port': {'id': 'f73fbaf2-f441-4daa-a387-4f86c46fc13a', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27720d8c-c788-4502-901d-b9515be44f4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:31Z', 'updated_at': '2022-04-06T14:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:33.815939 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f61e0f4-0afc-4b49-a25a-7f9ca245cdc6 None None] The sync data for ids ['27720d8c-c788-4502-901d-b9515be44f4e'] in dv-neutron-835868-1-hyperv is: [{'id': '27720d8c-c788-4502-901d-b9515be44f4e', 'name': 'tempest-TestMinimumBasicScenario-1592052521-router', 'tenant_id': '639e3be20e3f4ee79f8a4039d73e1d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': 'f73fbaf2-f441-4daa-a387-4f86c46fc13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:46:30Z', 'updated_at': '2022-04-06T14:46:31Z', 'revision_number': 3, 'project_id': '639e3be20e3f4ee79f8a4039d73e1d7e', 'gw_port': {'id': 'f73fbaf2-f441-4daa-a387-4f86c46fc13a', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27720d8c-c788-4502-901d-b9515be44f4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:31Z', 'updated_at': '2022-04-06T14:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:46:33.860905 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-4ab4b48e-93c5-49e4-84d2-3097dd1718fb None None] Port 8158a4ce-0cfb-463b-aa42-ca61016b684b cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:46:33.887143 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c4557d03-bd7f-48bb-a5ca-8c12d3ca48bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:33.891192 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c4557d03-bd7f-48bb-a5ca-8c12d3ca48bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:33.994406 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4557d03-bd7f-48bb-a5ca-8c12d3ca48bf admin admin] Pushing event updated for resources: {'Port': ['ID=8158a4ce-0cfb-463b-aa42-ca61016b684b,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:33.996782 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c4557d03-bd7f-48bb-a5ca-8c12d3ca48bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:34.128441 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4557d03-bd7f-48bb-a5ca-8c12d3ca48bf admin admin] Network 72c4e742-4d47-43c1-8acc-7e8457dfac8a is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:46:34.129569 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-c4557d03-bd7f-48bb-a5ca-8c12d3ca48bf admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:46:34.293947 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f150f6d8-19ed-45ea-bc0e-55a357e0baf2 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:46:34.364338 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port f150f6d8-19ed-45ea-bc0e-55a357e0baf2 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:46:34.364703 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:34.426527 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fa8642fe-9642-4c20-8169-dc7f3b4a953e None None] Provisioning complete for port 8158a4ce-0cfb-463b-aa42-ca61016b684b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:46:34.426813 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fa8642fe-9642-4c20-8169-dc7f3b4a953e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:34.520900 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-fa8642fe-9642-4c20-8169-dc7f3b4a953e None None] Port 8158a4ce-0cfb-463b-aa42-ca61016b684b cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:46:34.614398 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4557d03-bd7f-48bb-a5ca-8c12d3ca48bf admin admin] Router 27720d8c-c788-4502-901d-b9515be44f4e has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:46:34.814186 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4557d03-bd7f-48bb-a5ca-8c12d3ca48bf admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:46:34.823806 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c4557d03-bd7f-48bb-a5ca-8c12d3ca48bf admin admin] 10.222.0.60 "PUT /v2.0/routers/27720d8c-c788-4502-901d-b9515be44f4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7420611 Apr 06 14:46:38.102597 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d4a3348f-11bf-44ae-aedf-a0b0c1a502b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:40.326322 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f73fbaf2-f441-4daa-a387-4f86c46fc13a up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:46:40.405464 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port f73fbaf2-f441-4daa-a387-4f86c46fc13a completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:46:40.410083 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port f73fbaf2-f441-4daa-a387-4f86c46fc13a triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:46:40.410600 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:40.540898 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:40.558394 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port f73fbaf2-f441-4daa-a387-4f86c46fc13a, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f73fbaf2-f441-4daa-a387-4f86c46fc13a,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:46:40.562175 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:40.631773 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=f73fbaf2-f441-4daa-a387-4f86c46fc13a,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:40.665284 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:46:40.934984 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-db998fdd-299a-4c41-966f-d574764e0fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:41.389963 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:41.451948 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:42.302700 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f73fbaf2-f441-4daa-a387-4f86c46fc13a up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:46:42.379419 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port f73fbaf2-f441-4daa-a387-4f86c46fc13a triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:46:42.379794 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:42.936088 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:43.617365 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806213cd-3a22-4cd5-a78e-cb4a8cb262dd None None] Sync routers for ids ['4eb3d216-3c37-41c8-9e6c-58e7c49320db'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:46:43.630944 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806213cd-3a22-4cd5-a78e-cb4a8cb262dd None None] Routers {'4eb3d216-3c37-41c8-9e6c-58e7c49320db'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:46:43.631737 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-806213cd-3a22-4cd5-a78e-cb4a8cb262dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:46:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4eb3d216-3c37-41c8-9e6c-58e7c49320db'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:43.821932 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-806213cd-3a22-4cd5-a78e-cb4a8cb262dd None None] Set router 4eb3d216-3c37-41c8-9e6c-58e7c49320db gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:46:44.190031 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-806213cd-3a22-4cd5-a78e-cb4a8cb262dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'name': 'tempest-TestMinimumBasicScenario-470996387-router', 'tenant_id': '377fd91dcb85421183b638229f959911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '29806af4-65a6-4637-9233-621336f0eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:46:24Z', 'updated_at': '2022-04-06T14:46:27Z', 'revision_number': 4, 'project_id': '377fd91dcb85421183b638229f959911', 'gw_port': {'id': '29806af4-65a6-4637-9233-621336f0eabb', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:25Z', 'updated_at': '2022-04-06T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce', 'name': '', 'network_id': '0fa0689e-8911-462c-bec1-22450a730cf9', 'tenant_id': '377fd91dcb85421183b638229f959911', 'mac_address': 'fa:16:3e:f7:d1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2298845-c25b-4c06-9d40-b3c8091b8944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:27Z', 'updated_at': '2022-04-06T14:46:27Z', 'revision_number': 2, 'project_id': '377fd91dcb85421183b638229f959911', 'subnets': [{'id': 'f2298845-c25b-4c06-9d40-b3c8091b8944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:44.194296 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806213cd-3a22-4cd5-a78e-cb4a8cb262dd None None] Checking router: 4eb3d216-3c37-41c8-9e6c-58e7c49320db for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:46:44.194679 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806213cd-3a22-4cd5-a78e-cb4a8cb262dd None None] Updating router 4eb3d216-3c37-41c8-9e6c-58e7c49320db port 0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:46:44.249113 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-806213cd-3a22-4cd5-a78e-cb4a8cb262dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:44.622647 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-806213cd-3a22-4cd5-a78e-cb4a8cb262dd None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:44.635155 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-806213cd-3a22-4cd5-a78e-cb4a8cb262dd None None] Transition to ACTIVE for port object 0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:46:44.642235 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-806213cd-3a22-4cd5-a78e-cb4a8cb262dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:44.780353 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee98584-2df6-4eb8-b780-487e75b92782 None None] Pushing event updated for resources: {'Port': ['ID=0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:44.887172 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-806213cd-3a22-4cd5-a78e-cb4a8cb262dd None None] Attempting to bind port 0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:46:44.887172 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-806213cd-3a22-4cd5-a78e-cb4a8cb262dd None None] Attempting to bind port 0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '7c9dc90f-8388-4a91-8098-d17d3cd13836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0fa0689e-8911-462c-bec1-22450a730cf9'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:46:44.887172 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806213cd-3a22-4cd5-a78e-cb4a8cb262dd None None] Attempting to bind port 0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce on network 0fa0689e-8911-462c-bec1-22450a730cf9 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:46:44.896897 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806213cd-3a22-4cd5-a78e-cb4a8cb262dd None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:46:44.897287 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806213cd-3a22-4cd5-a78e-cb4a8cb262dd None None] Checking segment: {'id': '7c9dc90f-8388-4a91-8098-d17d3cd13836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0fa0689e-8911-462c-bec1-22450a730cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:46:44.898153 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-806213cd-3a22-4cd5-a78e-cb4a8cb262dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:44.898551 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806213cd-3a22-4cd5-a78e-cb4a8cb262dd None None] Bound using segment: {'id': '7c9dc90f-8388-4a91-8098-d17d3cd13836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0fa0689e-8911-462c-bec1-22450a730cf9'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:46:44.899176 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-806213cd-3a22-4cd5-a78e-cb4a8cb262dd None None] Bound port: 0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9dc90f-8388-4a91-8098-d17d3cd13836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0fa0689e-8911-462c-bec1-22450a730cf9'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:46:44.899875 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-806213cd-3a22-4cd5-a78e-cb4a8cb262dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:45.020663 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-806213cd-3a22-4cd5-a78e-cb4a8cb262dd None None] For port 0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:46:45.024208 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-806213cd-3a22-4cd5-a78e-cb4a8cb262dd None None] For port 0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce,segment=NetworkSegment(7c9dc90f-8388-4a91-8098-d17d3cd13836),segment_id=7c9dc90f-8388-4a91-8098-d17d3cd13836)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:46:45.031816 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-806213cd-3a22-4cd5-a78e-cb4a8cb262dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:45.112915 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee98584-2df6-4eb8-b780-487e75b92782 None None] Pushing event updated for resources: {'Port': ['ID=0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:45.121483 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806213cd-3a22-4cd5-a78e-cb4a8cb262dd None None] Routers {'4eb3d216-3c37-41c8-9e6c-58e7c49320db'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:46:45.122098 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-806213cd-3a22-4cd5-a78e-cb4a8cb262dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:46:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4eb3d216-3c37-41c8-9e6c-58e7c49320db'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:45.338587 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-806213cd-3a22-4cd5-a78e-cb4a8cb262dd None None] Set router 4eb3d216-3c37-41c8-9e6c-58e7c49320db gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:46:45.437968 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8132c5-ead0-4673-a6cd-509447f35afc None None] Sync routers for ids ['27720d8c-c788-4502-901d-b9515be44f4e'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:46:45.450083 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8132c5-ead0-4673-a6cd-509447f35afc None None] Routers {'27720d8c-c788-4502-901d-b9515be44f4e'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:46:45.450683 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-3c8132c5-ead0-4673-a6cd-509447f35afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:46:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['27720d8c-c788-4502-901d-b9515be44f4e'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:45.625001 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-3c8132c5-ead0-4673-a6cd-509447f35afc None None] Set router 27720d8c-c788-4502-901d-b9515be44f4e gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:46:45.656710 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-806213cd-3a22-4cd5-a78e-cb4a8cb262dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'name': 'tempest-TestMinimumBasicScenario-470996387-router', 'tenant_id': '377fd91dcb85421183b638229f959911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '29806af4-65a6-4637-9233-621336f0eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:46:24Z', 'updated_at': '2022-04-06T14:46:27Z', 'revision_number': 4, 'project_id': '377fd91dcb85421183b638229f959911', 'gw_port': {'id': '29806af4-65a6-4637-9233-621336f0eabb', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:25Z', 'updated_at': '2022-04-06T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce', 'name': '', 'network_id': '0fa0689e-8911-462c-bec1-22450a730cf9', 'tenant_id': '377fd91dcb85421183b638229f959911', 'mac_address': 'fa:16:3e:f7:d1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2298845-c25b-4c06-9d40-b3c8091b8944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:27Z', 'updated_at': '2022-04-06T14:46:45Z', 'revision_number': 4, 'project_id': '377fd91dcb85421183b638229f959911', 'subnets': [{'id': 'f2298845-c25b-4c06-9d40-b3c8091b8944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:45.661292 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806213cd-3a22-4cd5-a78e-cb4a8cb262dd None None] The sync data for ids ['4eb3d216-3c37-41c8-9e6c-58e7c49320db'] in dv-neutron-835868-1-hyperv is: [{'id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'name': 'tempest-TestMinimumBasicScenario-470996387-router', 'tenant_id': '377fd91dcb85421183b638229f959911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '29806af4-65a6-4637-9233-621336f0eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:46:24Z', 'updated_at': '2022-04-06T14:46:27Z', 'revision_number': 4, 'project_id': '377fd91dcb85421183b638229f959911', 'gw_port': {'id': '29806af4-65a6-4637-9233-621336f0eabb', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:25Z', 'updated_at': '2022-04-06T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce', 'name': '', 'network_id': '0fa0689e-8911-462c-bec1-22450a730cf9', 'tenant_id': '377fd91dcb85421183b638229f959911', 'mac_address': 'fa:16:3e:f7:d1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2298845-c25b-4c06-9d40-b3c8091b8944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:27Z', 'updated_at': '2022-04-06T14:46:45Z', 'revision_number': 4, 'project_id': '377fd91dcb85421183b638229f959911', 'subnets': [{'id': 'f2298845-c25b-4c06-9d40-b3c8091b8944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:46:45.985156 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-3c8132c5-ead0-4673-a6cd-509447f35afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27720d8c-c788-4502-901d-b9515be44f4e', 'name': 'tempest-TestMinimumBasicScenario-1592052521-router', 'tenant_id': '639e3be20e3f4ee79f8a4039d73e1d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': 'f73fbaf2-f441-4daa-a387-4f86c46fc13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:46:30Z', 'updated_at': '2022-04-06T14:46:33Z', 'revision_number': 4, 'project_id': '639e3be20e3f4ee79f8a4039d73e1d7e', 'gw_port': {'id': 'f73fbaf2-f441-4daa-a387-4f86c46fc13a', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27720d8c-c788-4502-901d-b9515be44f4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:31Z', 'updated_at': '2022-04-06T14:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '8158a4ce-0cfb-463b-aa42-ca61016b684b', 'name': '', 'network_id': '72c4e742-4d47-43c1-8acc-7e8457dfac8a', 'tenant_id': '639e3be20e3f4ee79f8a4039d73e1d7e', 'mac_address': 'fa:16:3e:08:9c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27720d8c-c788-4502-901d-b9515be44f4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e016e59-0946-49a0-abd2-661ad43949f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:33Z', 'updated_at': '2022-04-06T14:46:33Z', 'revision_number': 2, 'project_id': '639e3be20e3f4ee79f8a4039d73e1d7e', 'subnets': [{'id': '7e016e59-0946-49a0-abd2-661ad43949f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:45.989751 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8132c5-ead0-4673-a6cd-509447f35afc None None] Checking router: 27720d8c-c788-4502-901d-b9515be44f4e for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:46:45.990103 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8132c5-ead0-4673-a6cd-509447f35afc None None] Updating router 27720d8c-c788-4502-901d-b9515be44f4e port 8158a4ce-0cfb-463b-aa42-ca61016b684b binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:46:45.999553 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-24b53cbc-6271-4899-bfd1-f35a48b6e0d5 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:46.001059 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-24b53cbc-6271-4899-bfd1-f35a48b6e0d5 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/networks?id=0fa0689e-8911-462c-bec1-22450a730cf9 HTTP/1.1" status: 200 len: 814 time: 0.1670637 Apr 06 14:46:46.018254 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-2303149f-79d1-4d4b-bdf0-b10cca73bd4f tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/quotas/377fd91dcb85421183b638229f959911 HTTP/1.1" status: 200 len: 375 time: 0.0112760 Apr 06 14:46:46.045699 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-3c8132c5-ead0-4673-a6cd-509447f35afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:46.105172 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-c0091920-91b1-4ac3-8700-8e197c1ce64c tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Synchronizing usage tracker for tenant:377fd91dcb85421183b638229f959911 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:46:46.128140 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-c0091920-91b1-4ac3-8700-8e197c1ce64c tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Unset dirty status for tenant:377fd91dcb85421183b638229f959911 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:46:46.129762 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-c0091920-91b1-4ac3-8700-8e197c1ce64c tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=377fd91dcb85421183b638229f959911&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1061370 Apr 06 14:46:46.321552 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:46:46.397666 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:46:46.402732 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:46:46.403103 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:46.417831 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-3c8132c5-ead0-4673-a6cd-509447f35afc None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:46.431581 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-3c8132c5-ead0-4673-a6cd-509447f35afc None None] Transition to ACTIVE for port object 8158a4ce-0cfb-463b-aa42-ca61016b684b will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:46:46.439174 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-3c8132c5-ead0-4673-a6cd-509447f35afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:46.484840 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-01625e3f-e750-414b-9e62-3a8301f05cf4 service neutron] 10.222.0.60 "GET /v2.0/networks/0fa0689e-8911-462c-bec1-22450a730cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432286 Apr 06 14:46:46.561941 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:46.599187 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce,segment=NetworkSegment(7c9dc90f-8388-4a91-8098-d17d3cd13836),segment_id=7c9dc90f-8388-4a91-8098-d17d3cd13836)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:46:46.605133 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:46.650094 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-6dc6f461-6495-4ee4-827d-13b088382034 service neutron] 10.222.0.60 "GET /v2.0/networks/0fa0689e-8911-462c-bec1-22450a730cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642199 Apr 06 14:46:46.652814 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-3c8132c5-ead0-4673-a6cd-509447f35afc None None] Attempting to bind port 8158a4ce-0cfb-463b-aa42-ca61016b684b on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:46:46.653194 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-3c8132c5-ead0-4673-a6cd-509447f35afc None None] Attempting to bind port 8158a4ce-0cfb-463b-aa42-ca61016b684b by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '8138f69e-e2ea-4832-a0bb-5968e94d5761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '72c4e742-4d47-43c1-8acc-7e8457dfac8a'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:46:46.653542 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8132c5-ead0-4673-a6cd-509447f35afc None None] Attempting to bind port 8158a4ce-0cfb-463b-aa42-ca61016b684b on network 72c4e742-4d47-43c1-8acc-7e8457dfac8a {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:46:46.661162 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b49a2c-8ba6-48a6-9e3a-f2766204b6bc None None] Pushing event updated for resources: {'Port': ['ID=8158a4ce-0cfb-463b-aa42-ca61016b684b,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:46.663622 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8132c5-ead0-4673-a6cd-509447f35afc None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:46:46.663985 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8132c5-ead0-4673-a6cd-509447f35afc None None] Checking segment: {'id': '8138f69e-e2ea-4832-a0bb-5968e94d5761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '72c4e742-4d47-43c1-8acc-7e8457dfac8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:46:46.664379 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-3c8132c5-ead0-4673-a6cd-509447f35afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:46.664752 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8132c5-ead0-4673-a6cd-509447f35afc None None] Bound using segment: {'id': '8138f69e-e2ea-4832-a0bb-5968e94d5761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '72c4e742-4d47-43c1-8acc-7e8457dfac8a'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:46:46.665247 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-3c8132c5-ead0-4673-a6cd-509447f35afc None None] Bound port: 8158a4ce-0cfb-463b-aa42-ca61016b684b, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8138f69e-e2ea-4832-a0bb-5968e94d5761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '72c4e742-4d47-43c1-8acc-7e8457dfac8a'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:46:46.665670 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-3c8132c5-ead0-4673-a6cd-509447f35afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:46.683275 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:46.765967 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-3c8132c5-ead0-4673-a6cd-509447f35afc None None] For port 8158a4ce-0cfb-463b-aa42-ca61016b684b, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:46:46.777251 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-3c8132c5-ead0-4673-a6cd-509447f35afc None None] For port 8158a4ce-0cfb-463b-aa42-ca61016b684b, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=8158a4ce-0cfb-463b-aa42-ca61016b684b,segment=NetworkSegment(8138f69e-e2ea-4832-a0bb-5968e94d5761),segment_id=8138f69e-e2ea-4832-a0bb-5968e94d5761)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:46:46.781779 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-3c8132c5-ead0-4673-a6cd-509447f35afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:46.867746 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b49a2c-8ba6-48a6-9e3a-f2766204b6bc None None] Pushing event updated for resources: {'Port': ['ID=8158a4ce-0cfb-463b-aa42-ca61016b684b,revision_number=4']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:46.893180 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8132c5-ead0-4673-a6cd-509447f35afc None None] Routers {'27720d8c-c788-4502-901d-b9515be44f4e'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:46:46.893528 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-3c8132c5-ead0-4673-a6cd-509447f35afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:46:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['27720d8c-c788-4502-901d-b9515be44f4e'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:46.895960 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f0f858f6-a917-4a5c-8fd0-70a32f416bfb req-9169ccc7-bac4-4100-8f69-8c4de51a7466 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 210 time: 0.0486853 Apr 06 14:46:47.111590 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-3c8132c5-ead0-4673-a6cd-509447f35afc None None] Set router 27720d8c-c788-4502-901d-b9515be44f4e gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:46:47.430527 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-3c8132c5-ead0-4673-a6cd-509447f35afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27720d8c-c788-4502-901d-b9515be44f4e', 'name': 'tempest-TestMinimumBasicScenario-1592052521-router', 'tenant_id': '639e3be20e3f4ee79f8a4039d73e1d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': 'f73fbaf2-f441-4daa-a387-4f86c46fc13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:46:30Z', 'updated_at': '2022-04-06T14:46:33Z', 'revision_number': 4, 'project_id': '639e3be20e3f4ee79f8a4039d73e1d7e', 'gw_port': {'id': 'f73fbaf2-f441-4daa-a387-4f86c46fc13a', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27720d8c-c788-4502-901d-b9515be44f4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:31Z', 'updated_at': '2022-04-06T14:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '8158a4ce-0cfb-463b-aa42-ca61016b684b', 'name': '', 'network_id': '72c4e742-4d47-43c1-8acc-7e8457dfac8a', 'tenant_id': '639e3be20e3f4ee79f8a4039d73e1d7e', 'mac_address': 'fa:16:3e:08:9c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27720d8c-c788-4502-901d-b9515be44f4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e016e59-0946-49a0-abd2-661ad43949f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:33Z', 'updated_at': '2022-04-06T14:46:46Z', 'revision_number': 4, 'project_id': '639e3be20e3f4ee79f8a4039d73e1d7e', 'subnets': [{'id': '7e016e59-0946-49a0-abd2-661ad43949f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:47.434277 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8132c5-ead0-4673-a6cd-509447f35afc None None] The sync data for ids ['27720d8c-c788-4502-901d-b9515be44f4e'] in dv-neutron-835868-1-hyperv is: [{'id': '27720d8c-c788-4502-901d-b9515be44f4e', 'name': 'tempest-TestMinimumBasicScenario-1592052521-router', 'tenant_id': '639e3be20e3f4ee79f8a4039d73e1d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': 'f73fbaf2-f441-4daa-a387-4f86c46fc13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:46:30Z', 'updated_at': '2022-04-06T14:46:33Z', 'revision_number': 4, 'project_id': '639e3be20e3f4ee79f8a4039d73e1d7e', 'gw_port': {'id': 'f73fbaf2-f441-4daa-a387-4f86c46fc13a', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27720d8c-c788-4502-901d-b9515be44f4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:31Z', 'updated_at': '2022-04-06T14:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '8158a4ce-0cfb-463b-aa42-ca61016b684b', 'name': '', 'network_id': '72c4e742-4d47-43c1-8acc-7e8457dfac8a', 'tenant_id': '639e3be20e3f4ee79f8a4039d73e1d7e', 'mac_address': 'fa:16:3e:08:9c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27720d8c-c788-4502-901d-b9515be44f4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e016e59-0946-49a0-abd2-661ad43949f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:33Z', 'updated_at': '2022-04-06T14:46:46Z', 'revision_number': 4, 'project_id': '639e3be20e3f4ee79f8a4039d73e1d7e', 'subnets': [{'id': '7e016e59-0946-49a0-abd2-661ad43949f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:46:47.990382 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-dc270432-fdb5-4549-bbb2-bf5cb76377a5 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:47.992027 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-dc270432-fdb5-4549-bbb2-bf5cb76377a5 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.69 "GET /v2.0/networks?id=0fa0689e-8911-462c-bec1-22450a730cf9 HTTP/1.1" status: 200 len: 814 time: 0.1676359 Apr 06 14:46:48.007982 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-7b820c20-e262-4331-8cc4-c3ab243f5c14 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Request body: {'port': {'device_id': '514b4d14-3ce4-41d3-88ca-757f78fd7b55', 'network_id': '0fa0689e-8911-462c-bec1-22450a730cf9', 'admin_state_up': True, 'tenant_id': '377fd91dcb85421183b638229f959911'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:46:48.137998 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4945c4c5-0379-4cbe-bf23-6019b3c87b54 req-d8925831-8eda-4d47-9ab3-3468ecf700a1 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 210 time: 0.0519700 Apr 06 14:46:48.189149 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-7b820c20-e262-4331-8cc4-c3ab243f5c14 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:46:48.199726 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-7b820c20-e262-4331-8cc4-c3ab243f5c14 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:46:48.210323 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-7b820c20-e262-4331-8cc4-c3ab243f5c14 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Made reservation on behalf of 377fd91dcb85421183b638229f959911 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:46:48.213778 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-7b820c20-e262-4331-8cc4-c3ab243f5c14 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:48.408276 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 8158a4ce-0cfb-463b-aa42-ca61016b684b up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:46:48.411370 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-7b820c20-e262-4331-8cc4-c3ab243f5c14 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Allocated IP 172.20.0.7 (0fa0689e-8911-462c-bec1-22450a730cf9/f2298845-c25b-4c06-9d40-b3c8091b8944/da0d3d77-bd0f-4be3-b889-238ad38c240f) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:46:48.499286 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 8158a4ce-0cfb-463b-aa42-ca61016b684b completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:46:48.507591 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 8158a4ce-0cfb-463b-aa42-ca61016b684b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:46:48.508291 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:48.799792 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:48.866427 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 8158a4ce-0cfb-463b-aa42-ca61016b684b, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=8158a4ce-0cfb-463b-aa42-ca61016b684b,segment=NetworkSegment(8138f69e-e2ea-4832-a0bb-5968e94d5761),segment_id=8138f69e-e2ea-4832-a0bb-5968e94d5761)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:46:48.871634 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:48.872487 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:46:49.000229 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-7b820c20-e262-4331-8cc4-c3ab243f5c14 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:49.041823 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=8158a4ce-0cfb-463b-aa42-ca61016b684b,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:49.047634 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:46:49.048859 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:49.051187 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-7b820c20-e262-4331-8cc4-c3ab243f5c14 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Transition to ACTIVE for port object da0d3d77-bd0f-4be3-b889-238ad38c240f will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:46:49.083902 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-7b820c20-e262-4331-8cc4-c3ab243f5c14 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:49.098352 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:49.098914 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:49.099247 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:49.099974 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:49.100740 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:49.101284 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:49.101657 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:49.102003 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:49.102341 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:49.102674 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:49.103009 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:49.163758 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b820c20-e262-4331-8cc4-c3ab243f5c14 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Pushing event updated for resources: {'Port': ['ID=da0d3d77-bd0f-4be3-b889-238ad38c240f,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:49.183247 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-7b820c20-e262-4331-8cc4-c3ab243f5c14 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Network 0fa0689e-8911-462c-bec1-22450a730cf9 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:46:49.185083 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-7b820c20-e262-4331-8cc4-c3ab243f5c14 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:46:49.188112 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-7b820c20-e262-4331-8cc4-c3ab243f5c14 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:46:49.269150 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-7b820c20-e262-4331-8cc4-c3ab243f5c14 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:49.269796 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-7b820c20-e262-4331-8cc4-c3ab243f5c14 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:49.341794 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-7b820c20-e262-4331-8cc4-c3ab243f5c14 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3376660 Apr 06 14:46:49.373481 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-983f7f7b-c44a-4089-b6b0-caefcdf4e056 service neutron] Request body: {'port': {'device_id': '514b4d14-3ce4-41d3-88ca-757f78fd7b55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:46:49.485258 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dbba0-a32e-4a77-8797-56dff0d9a5ef req-20921a24-7c44-441c-a3e0-d37f2ce4b201 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:49.487250 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-db8dbba0-a32e-4a77-8797-56dff0d9a5ef req-20921a24-7c44-441c-a3e0-d37f2ce4b201 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 931 time: 0.1713243 Apr 06 14:46:49.553334 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2d8e80b8-c1c3-4fef-95cb-79aa4b867750 None None] Provisioning for port da0d3d77-bd0f-4be3-b889-238ad38c240f completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:46:49.565402 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2d8e80b8-c1c3-4fef-95cb-79aa4b867750 None None] Provisioning complete for port da0d3d77-bd0f-4be3-b889-238ad38c240f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:46:49.566754 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2d8e80b8-c1c3-4fef-95cb-79aa4b867750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:49.577726 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-db8dbba0-a32e-4a77-8797-56dff0d9a5ef req-b2491e35-724d-4d4b-880e-6237aa281ebf tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Synchronizing usage tracker for tenant:377fd91dcb85421183b638229f959911 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:46:49.614110 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-db8dbba0-a32e-4a77-8797-56dff0d9a5ef req-b2491e35-724d-4d4b-880e-6237aa281ebf tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Unset dirty status for tenant:377fd91dcb85421183b638229f959911 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:46:49.616038 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-983f7f7b-c44a-4089-b6b0-caefcdf4e056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:49.630730 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-db8dbba0-a32e-4a77-8797-56dff0d9a5ef req-b2491e35-724d-4d4b-880e-6237aa281ebf tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc6a0697-e420-4e48-937a-67be657d07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365125 Apr 06 14:46:49.637778 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2d8e80b8-c1c3-4fef-95cb-79aa4b867750 None None] Port da0d3d77-bd0f-4be3-b889-238ad38c240f cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:46:50.057228 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-983f7f7b-c44a-4089-b6b0-caefcdf4e056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da0d3d77-bd0f-4be3-b889-238ad38c240f {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:46:50.065416 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-983f7f7b-c44a-4089-b6b0-caefcdf4e056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:50.085456 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-983f7f7b-c44a-4089-b6b0-caefcdf4e056 service neutron] Transition to ACTIVE for port object da0d3d77-bd0f-4be3-b889-238ad38c240f will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:46:50.090526 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-983f7f7b-c44a-4089-b6b0-caefcdf4e056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:50.238985 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f7f7b-c44a-4089-b6b0-caefcdf4e056 service neutron] Pushing event updated for resources: {'Port': ['ID=da0d3d77-bd0f-4be3-b889-238ad38c240f,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:50.340182 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 8158a4ce-0cfb-463b-aa42-ca61016b684b up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:46:50.403317 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-983f7f7b-c44a-4089-b6b0-caefcdf4e056 service neutron] Attempting to bind port da0d3d77-bd0f-4be3-b889-238ad38c240f on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:46:50.403865 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-983f7f7b-c44a-4089-b6b0-caefcdf4e056 service neutron] Attempting to bind port da0d3d77-bd0f-4be3-b889-238ad38c240f by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '7c9dc90f-8388-4a91-8098-d17d3cd13836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0fa0689e-8911-462c-bec1-22450a730cf9'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:46:50.404617 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-983f7f7b-c44a-4089-b6b0-caefcdf4e056 service neutron] Attempting to bind port da0d3d77-bd0f-4be3-b889-238ad38c240f on network 0fa0689e-8911-462c-bec1-22450a730cf9 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:46:50.415192 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-983f7f7b-c44a-4089-b6b0-caefcdf4e056 service neutron] Port da0d3d77-bd0f-4be3-b889-238ad38c240f on network 0fa0689e-8911-462c-bec1-22450a730cf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:46:50.415535 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-983f7f7b-c44a-4089-b6b0-caefcdf4e056 service neutron] Attempting to bind port da0d3d77-bd0f-4be3-b889-238ad38c240f on network 0fa0689e-8911-462c-bec1-22450a730cf9 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:46:50.428601 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-983f7f7b-c44a-4089-b6b0-caefcdf4e056 service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:46:50.429137 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-983f7f7b-c44a-4089-b6b0-caefcdf4e056 service neutron] Checking segment: {'id': '7c9dc90f-8388-4a91-8098-d17d3cd13836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0fa0689e-8911-462c-bec1-22450a730cf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:46:50.429789 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-983f7f7b-c44a-4089-b6b0-caefcdf4e056 service neutron] Bound using segment: {'id': '7c9dc90f-8388-4a91-8098-d17d3cd13836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0fa0689e-8911-462c-bec1-22450a730cf9'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:46:50.430514 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-983f7f7b-c44a-4089-b6b0-caefcdf4e056 service neutron] Bound port: da0d3d77-bd0f-4be3-b889-238ad38c240f, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c9dc90f-8388-4a91-8098-d17d3cd13836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0fa0689e-8911-462c-bec1-22450a730cf9'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:46:50.431104 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-983f7f7b-c44a-4089-b6b0-caefcdf4e056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:50.505843 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 8158a4ce-0cfb-463b-aa42-ca61016b684b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:46:50.506483 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:50.569722 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-983f7f7b-c44a-4089-b6b0-caefcdf4e056 service neutron] For port da0d3d77-bd0f-4be3-b889-238ad38c240f, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:46:50.575339 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-983f7f7b-c44a-4089-b6b0-caefcdf4e056 service neutron] For port da0d3d77-bd0f-4be3-b889-238ad38c240f, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=da0d3d77-bd0f-4be3-b889-238ad38c240f,segment=NetworkSegment(7c9dc90f-8388-4a91-8098-d17d3cd13836),segment_id=7c9dc90f-8388-4a91-8098-d17d3cd13836)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:46:50.582741 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-983f7f7b-c44a-4089-b6b0-caefcdf4e056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:50.667439 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f7f7b-c44a-4089-b6b0-caefcdf4e056 service neutron] Pushing event updated for resources: {'Port': ['ID=da0d3d77-bd0f-4be3-b889-238ad38c240f,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:50.682663 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-983f7f7b-c44a-4089-b6b0-caefcdf4e056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:50.684160 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-983f7f7b-c44a-4089-b6b0-caefcdf4e056 service neutron] 10.222.0.69 "PUT /v2.0/ports/da0d3d77-bd0f-4be3-b889-238ad38c240f HTTP/1.1" status: 200 len: 1093 time: 1.3245549 Apr 06 14:46:50.685023 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514b4d14-3ce4-41d3-88ca-757f78fd7b55', 'tag': 'da0d3d77-bd0f-4be3-b889-238ad38c240f'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:46:50.815133 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24f54cf4-a711-404a-8945-6d18230dc067'] response: {'name': 'network-changed', 'server_uuid': '514b4d14-3ce4-41d3-88ca-757f78fd7b55', 'tag': 'da0d3d77-bd0f-4be3-b889-238ad38c240f', 'status': 'completed', 'code': 200} Apr 06 14:46:50.973641 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75efc1-43e7-4dc1-9644-cd8631749b7f req-a823ab24-f4f2-4dac-abd8-991ddd71f989 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:50.974388 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-ca75efc1-43e7-4dc1-9644-cd8631749b7f req-a823ab24-f4f2-4dac-abd8-991ddd71f989 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Synchronizing usage tracker for tenant:377fd91dcb85421183b638229f959911 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:46:50.997688 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-ca75efc1-43e7-4dc1-9644-cd8631749b7f req-a823ab24-f4f2-4dac-abd8-991ddd71f989 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Unset dirty status for tenant:377fd91dcb85421183b638229f959911 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:46:50.999182 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ca75efc1-43e7-4dc1-9644-cd8631749b7f req-a823ab24-f4f2-4dac-abd8-991ddd71f989 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 943 time: 0.1384389 Apr 06 14:46:51.085806 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ca75efc1-43e7-4dc1-9644-cd8631749b7f req-f8c9bc9f-b223-4a52-bb2b-e7e278c95512 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc6a0697-e420-4e48-937a-67be657d07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767527 Apr 06 14:46:52.295808 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86a128-4e11-416a-ac66-a2bab4a52570 req-fead2284-ebfd-487d-8058-3f962fec19fa tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:52.301352 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ca86a128-4e11-416a-ac66-a2bab4a52570 req-fead2284-ebfd-487d-8058-3f962fec19fa tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 943 time: 0.0917728 Apr 06 14:46:52.352940 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ca86a128-4e11-416a-ac66-a2bab4a52570 req-d40b806a-7626-4e75-b8e1-70c131bb8b48 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc6a0697-e420-4e48-937a-67be657d07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495005 Apr 06 14:46:53.561656 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c1ee9-5c4f-4970-a63d-dfd0caf09d4f req-f1e655b1-de86-427a-802d-527253483ce8 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:53.563211 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-016c1ee9-5c4f-4970-a63d-dfd0caf09d4f req-f1e655b1-de86-427a-802d-527253483ce8 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 943 time: 0.0784500 Apr 06 14:46:53.617754 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-016c1ee9-5c4f-4970-a63d-dfd0caf09d4f req-58f2025c-3ed8-472c-9183-590c55301a41 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc6a0697-e420-4e48-937a-67be657d07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467010 Apr 06 14:46:54.842776 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fda2d8-d800-40be-b130-bd1ee5598d2e req-673b092b-c12e-49ce-bd1c-bb88d76304c6 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:54.844319 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-21fda2d8-d800-40be-b130-bd1ee5598d2e req-673b092b-c12e-49ce-bd1c-bb88d76304c6 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 943 time: 0.0911939 Apr 06 14:46:54.899490 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-21fda2d8-d800-40be-b130-bd1ee5598d2e req-c13fd553-01d9-405e-b064-17b923cffcc7 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc6a0697-e420-4e48-937a-67be657d07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481977 Apr 06 14:46:55.885678 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c949055b-0f12-46bf-ab38-92bd2e0f2458 req-26ccd3f3-c7b0-4711-b6e3-c8b600528f72 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=377fd91dcb85421183b638229f959911&device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 1096 time: 0.0725746 Apr 06 14:46:56.061137 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949055b-0f12-46bf-ab38-92bd2e0f2458 req-29bfc3ef-b9ea-4f76-b3c4-5cc27d4b6b6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:56.062569 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c949055b-0f12-46bf-ab38-92bd2e0f2458 req-29bfc3ef-b9ea-4f76-b3c4-5cc27d4b6b6c service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=377fd91dcb85421183b638229f959911&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1675162 Apr 06 14:46:56.300139 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34641c3b-7046-44dd-a160-a30118549c8b req-530549c4-0362-4976-9ffd-ba3ab684b4c8 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:56.301613 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-34641c3b-7046-44dd-a160-a30118549c8b req-530549c4-0362-4976-9ffd-ba3ab684b4c8 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 943 time: 0.2818699 Apr 06 14:46:56.309228 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949055b-0f12-46bf-ab38-92bd2e0f2458 req-e90aeb63-2890-406c-b675-a7b6bf8a7b18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:56.310539 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c949055b-0f12-46bf-ab38-92bd2e0f2458 req-e90aeb63-2890-406c-b675-a7b6bf8a7b18 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2398345 Apr 06 14:46:56.389452 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-34641c3b-7046-44dd-a160-a30118549c8b req-f3eef181-53e3-4747-b18f-94018f559305 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc6a0697-e420-4e48-937a-67be657d07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813215 Apr 06 14:46:56.419876 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-538f79f3-ad87-410f-b19f-19293bb7018b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=377fd91dcb85421183b638229f959911&device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 1096 time: 0.0745301 Apr 06 14:46:56.486020 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-7b620cf5-f68f-453d-bf33-949673deb7e6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da0d3d77-bd0f-4be3-b889-238ad38c240f HTTP/1.1" status: 200 len: 217 time: 0.0592206 Apr 06 14:46:56.552678 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-b8f1962b-c94b-409f-868e-a3a36010743f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:56.554039 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-b8f1962b-c94b-409f-868e-a3a36010743f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f2298845-c25b-4c06-9d40-b3c8091b8944 HTTP/1.1" status: 200 len: 853 time: 0.0617526 Apr 06 14:46:56.625412 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-93077ae0-33b7-4035-afe5-1dafb30a5949 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0fa0689e-8911-462c-bec1-22450a730cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660491 Apr 06 14:46:56.754181 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-43447898-d412-427d-af7a-40f2499633ed service neutron] 10.222.0.69 "GET /v2.0/networks/0fa0689e-8911-462c-bec1-22450a730cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222451 Apr 06 14:46:56.883510 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-96ed9f3f-dce6-47b3-9743-4cc436f539d7 req-b6509883-e1c2-4ae4-8f61-69b14c4916fd service neutron] 10.222.0.69 "GET /v2.0/networks/0fa0689e-8911-462c-bec1-22450a730cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232817 Apr 06 14:46:57.582575 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc913f-55bd-4112-a849-33eb5624e75c req-21b5ef4d-20b9-494f-97b6-b13db57a5081 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:57.583970 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-27dc913f-55bd-4112-a849-33eb5624e75c req-21b5ef4d-20b9-494f-97b6-b13db57a5081 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 943 time: 0.0760651 Apr 06 14:46:57.628215 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-27dc913f-55bd-4112-a849-33eb5624e75c req-0f921d25-039e-4886-a4af-97cc00b561c3 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc6a0697-e420-4e48-937a-67be657d07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387514 Apr 06 14:46:58.823293 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645ab74-7436-48ba-b998-2b680b3a05b7 req-b26c918c-4890-4a6d-ad5b-a7fe992f540d tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:58.824715 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2645ab74-7436-48ba-b998-2b680b3a05b7 req-b26c918c-4890-4a6d-ad5b-a7fe992f540d tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 943 time: 0.0802772 Apr 06 14:46:58.868769 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2645ab74-7436-48ba-b998-2b680b3a05b7 req-6dd7bcdb-c9e4-4aa1-9eb6-e80832611d21 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc6a0697-e420-4e48-937a-67be657d07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380235 Apr 06 14:46:59.063697 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device da0d3d77-bd0f-4be3-b889-238ad38c240f details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:46:59.192688 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port da0d3d77-bd0f-4be3-b889-238ad38c240f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=da0d3d77-bd0f-4be3-b889-238ad38c240f,segment=NetworkSegment(7c9dc90f-8388-4a91-8098-d17d3cd13836),segment_id=7c9dc90f-8388-4a91-8098-d17d3cd13836)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:46:59.206019 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': 'da0d3d77-bd0f-4be3-b889-238ad38c240f', 'network_id': '0fa0689e-8911-462c-bec1-22450a730cf9', 'port_id': 'da0d3d77-bd0f-4be3-b889-238ad38c240f', 'mac_address': 'fa:16:3e:84:b2:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2298845-c25b-4c06-9d40-b3c8091b8944', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:46:59.261169 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:59.266830 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:59.282978 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da0d3d77-bd0f-4be3-b889-238ad38c240f {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:46:59.297458 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port da0d3d77-bd0f-4be3-b889-238ad38c240f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=da0d3d77-bd0f-4be3-b889-238ad38c240f,segment=NetworkSegment(7c9dc90f-8388-4a91-8098-d17d3cd13836),segment_id=7c9dc90f-8388-4a91-8098-d17d3cd13836)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:46:59.301347 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:46:59.366442 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=da0d3d77-bd0f-4be3-b889-238ad38c240f,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:59.516688 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['da0d3d77-bd0f-4be3-b889-238ad38c240f'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:47:00.077440 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae763fc-6bd1-4be7-bd2d-b048873b04a1 req-e8635b86-89ad-47cf-8c00-542ab96f9c9c tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:00.078864 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0ae763fc-6bd1-4be7-bd2d-b048873b04a1 req-e8635b86-89ad-47cf-8c00-542ab96f9c9c tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 944 time: 0.0742018 Apr 06 14:47:00.128022 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0ae763fc-6bd1-4be7-bd2d-b048873b04a1 req-c8173d65-0f88-4d2e-8809-5d05201a696d tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc6a0697-e420-4e48-937a-67be657d07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424650 Apr 06 14:47:01.078528 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device da0d3d77-bd0f-4be3-b889-238ad38c240f up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:47:01.147679 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port da0d3d77-bd0f-4be3-b889-238ad38c240f completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:47:01.152145 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port da0d3d77-bd0f-4be3-b889-238ad38c240f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:47:01.152506 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:01.262975 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:01.289052 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514b4d14-3ce4-41d3-88ca-757f78fd7b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0d3d77-bd0f-4be3-b889-238ad38c240f'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:47:01.298389 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port da0d3d77-bd0f-4be3-b889-238ad38c240f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=da0d3d77-bd0f-4be3-b889-238ad38c240f,segment=NetworkSegment(7c9dc90f-8388-4a91-8098-d17d3cd13836),segment_id=7c9dc90f-8388-4a91-8098-d17d3cd13836)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:47:01.303089 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:01.325040 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90052eee-ab91-47c3-a573-1f18ea5209e3 req-3817bce2-b1be-42a4-823a-6d7f44e8b9e5 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:01.326500 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-90052eee-ab91-47c3-a573-1f18ea5209e3 req-3817bce2-b1be-42a4-823a-6d7f44e8b9e5 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 944 time: 0.0795827 Apr 06 14:47:01.350017 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0bafc68-3bf7-47db-8917-5968cb35df3b'] response: {'server_uuid': '514b4d14-3ce4-41d3-88ca-757f78fd7b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0d3d77-bd0f-4be3-b889-238ad38c240f', 'code': 200} Apr 06 14:47:01.373673 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-90052eee-ab91-47c3-a573-1f18ea5209e3 req-eecf29c3-b248-41cf-80f2-de5c9db7640e tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc6a0697-e420-4e48-937a-67be657d07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410662 Apr 06 14:47:01.376289 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=da0d3d77-bd0f-4be3-b889-238ad38c240f,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:01.578367 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3720c6bd-9a2a-45f8-8783-a6b0a77ac190 req-3eb92ad5-ebf8-492d-b410-b71d4b482c5f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 1098 time: 0.0695703 Apr 06 14:47:01.618671 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3720c6bd-9a2a-45f8-8783-a6b0a77ac190 req-95f212d5-8753-46ce-8d19-1679e69bc34d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fc6a0697-e420-4e48-937a-67be657d07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346761 Apr 06 14:47:02.572264 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20bf86-4ca2-44b5-850c-f009ad694333 req-a536c007-4275-42af-95ae-3525978c575e tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:02.573632 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4a20bf86-4ca2-44b5-850c-f009ad694333 req-a536c007-4275-42af-95ae-3525978c575e tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 945 time: 0.0778704 Apr 06 14:47:02.623976 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4a20bf86-4ca2-44b5-850c-f009ad694333 req-608065b3-dbc2-4552-91b4-28b420f60e5e tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc6a0697-e420-4e48-937a-67be657d07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446975 Apr 06 14:47:03.818301 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ddea0-6bab-49d7-ad65-141339448e49 req-0c203a5c-c233-4649-ba69-4feb022cae3c tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:03.819728 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ca9ddea0-6bab-49d7-ad65-141339448e49 req-0c203a5c-c233-4649-ba69-4feb022cae3c tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 945 time: 0.0743310 Apr 06 14:47:03.863738 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ca9ddea0-6bab-49d7-ad65-141339448e49 req-50dc52ac-20d3-43de-8cdc-3f13bdac2546 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc6a0697-e420-4e48-937a-67be657d07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382264 Apr 06 14:47:04.056465 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0bd7b-cbae-4759-b5bd-ad7adab0c2b6 req-53bbbab4-a02c-45fd-8659-8a637f99dd0e tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:04.057886 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f9c0bd7b-cbae-4759-b5bd-ad7adab0c2b6 req-53bbbab4-a02c-45fd-8659-8a637f99dd0e tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 945 time: 0.0770962 Apr 06 14:47:04.101304 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f9c0bd7b-cbae-4759-b5bd-ad7adab0c2b6 req-9877db4d-bd69-42d0-958a-035c999189f1 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc6a0697-e420-4e48-937a-67be657d07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379369 Apr 06 14:47:04.524366 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b9b57-4dd5-4a31-ae56-db56ad7dd759 req-c8ce7111-3f36-4236-87c5-be0316826209 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:04.525776 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-079b9b57-4dd5-4a31-ae56-db56ad7dd759 req-c8ce7111-3f36-4236-87c5-be0316826209 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 945 time: 0.0754600 Apr 06 14:47:04.573193 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-079b9b57-4dd5-4a31-ae56-db56ad7dd759 req-3f1095fb-847a-4112-9624-a499fc08e90f tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc6a0697-e420-4e48-937a-67be657d07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408633 Apr 06 14:47:08.093607 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-62ffac2c-900a-42a2-917f-073e36b06f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:10.926901 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e6c78e1c-3ace-4a25-97d5-12a1d454fdba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:11.383770 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:11.449102 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:12.937007 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:14.619296 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665aad2-829a-414f-b70a-25614aa141e2 req-8373c18e-b51a-4858-9ee8-6e5fcb1851c2 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:14.620720 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2665aad2-829a-414f-b70a-25614aa141e2 req-8373c18e-b51a-4858-9ee8-6e5fcb1851c2 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 945 time: 0.0776677 Apr 06 14:47:14.664417 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2665aad2-829a-414f-b70a-25614aa141e2 req-af8593e3-28ac-4d0e-9620-cd251360f7e1 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc6a0697-e420-4e48-937a-67be657d07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381811 Apr 06 14:47:14.691783 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60898) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:47:14.822248 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-897c5b06-f71a-47a1-bd4b-2d3cdce4e69f tempest-TestMinimumBasicScenario-1020924073 tempest-TestMinimumBasicScenario-1020924073-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 1093 time: 0.1293738 Apr 06 14:47:14.825181 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60904) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:47:14.830794 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5ceccf64-3e85-4c66-8a3b-d10ef8cf338e tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'port_id': 'da0d3d77-bd0f-4be3-b889-238ad38c240f', 'tenant_id': '377fd91dcb85421183b638229f959911', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:47:14.836250 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5ceccf64-3e85-4c66-8a3b-d10ef8cf338e tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:47:14.839996 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5ceccf64-3e85-4c66-8a3b-d10ef8cf338e tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Usage tracker for resource:floatingip and tenant:377fd91dcb85421183b638229f959911 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:47:14.842762 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5ceccf64-3e85-4c66-8a3b-d10ef8cf338e tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:47:14.848261 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5ceccf64-3e85-4c66-8a3b-d10ef8cf338e tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:47:14.857988 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ceccf64-3e85-4c66-8a3b-d10ef8cf338e tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:14.987653 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ceccf64-3e85-4c66-8a3b-d10ef8cf338e tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:15.121697 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-5ceccf64-3e85-4c66-8a3b-d10ef8cf338e tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Allocated IP 172.26.8.62 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/258088df-9af8-4e0d-9f26-ca9f61c20714) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:47:15.341123 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ceccf64-3e85-4c66-8a3b-d10ef8cf338e tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:15.367865 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ceccf64-3e85-4c66-8a3b-d10ef8cf338e tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:15.438296 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ceccf64-3e85-4c66-8a3b-d10ef8cf338e tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:47:15.440843 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-5ceccf64-3e85-4c66-8a3b-d10ef8cf338e tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:47:15.443425 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceccf64-3e85-4c66-8a3b-d10ef8cf338e tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:47:15.471772 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceccf64-3e85-4c66-8a3b-d10ef8cf338e tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Pushing event updated for resources: {'Port': ['ID=258088df-9af8-4e0d-9f26-ca9f61c20714,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:15.930630 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ceccf64-3e85-4c66-8a3b-d10ef8cf338e tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:15.984536 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ceccf64-3e85-4c66-8a3b-d10ef8cf338e tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:16.179812 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ceccf64-3e85-4c66-8a3b-d10ef8cf338e tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:16.184237 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ceccf64-3e85-4c66-8a3b-d10ef8cf338e tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:16.288586 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceccf64-3e85-4c66-8a3b-d10ef8cf338e tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Pushing event updated for resources: {'Port': ['ID=258088df-9af8-4e0d-9f26-ca9f61c20714,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:16.301152 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ceccf64-3e85-4c66-8a3b-d10ef8cf338e tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:16.484434 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-5ceccf64-3e85-4c66-8a3b-d10ef8cf338e tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Floating IP 156695c4-6997-4b26-b0c8-38dbf7c763e1 associated. External IP: 172.26.8.62, port: da0d3d77-bd0f-4be3-b889-238ad38c240f. Apr 06 14:47:16.944010 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ceccf64-3e85-4c66-8a3b-d10ef8cf338e tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Router 4eb3d216-3c37-41c8-9e6c-58e7c49320db has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:47:17.140261 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ceccf64-3e85-4c66-8a3b-d10ef8cf338e tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:47:17.159138 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d621c238-22be-4e91-8b0c-6928f1a49c4a None None] Sync routers for ids ['4eb3d216-3c37-41c8-9e6c-58e7c49320db'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:47:17.165505 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ceccf64-3e85-4c66-8a3b-d10ef8cf338e tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:17.217907 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5ceccf64-3e85-4c66-8a3b-d10ef8cf338e tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3916206 Apr 06 14:47:17.218358 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514b4d14-3ce4-41d3-88ca-757f78fd7b55', 'tag': 'da0d3d77-bd0f-4be3-b889-238ad38c240f'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:47:17.221184 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 60908) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:47:17.227939 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-abeff160-26e9-48e6-a698-8b1b5db98f87 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1528750376', 'description': 'tempest-secgroup-smoke-1528750376 description', 'project_id': '377fd91dcb85421183b638229f959911'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:47:17.234744 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-abeff160-26e9-48e6-a698-8b1b5db98f87 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:47:17.234911 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d621c238-22be-4e91-8b0c-6928f1a49c4a None None] Routers {'4eb3d216-3c37-41c8-9e6c-58e7c49320db'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:47:17.235435 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d621c238-22be-4e91-8b0c-6928f1a49c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:47:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4eb3d216-3c37-41c8-9e6c-58e7c49320db'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:17.245886 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-abeff160-26e9-48e6-a698-8b1b5db98f87 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:47:17.259733 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-abeff160-26e9-48e6-a698-8b1b5db98f87 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:17.297710 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-abeff160-26e9-48e6-a698-8b1b5db98f87 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:47:17.301700 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-abeff160-26e9-48e6-a698-8b1b5db98f87 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Usage tracker for resource:security_group_rule and tenant:377fd91dcb85421183b638229f959911 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:47:17.304771 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-abeff160-26e9-48e6-a698-8b1b5db98f87 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:47:17.310511 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-abeff160-26e9-48e6-a698-8b1b5db98f87 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:47:17.377018 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-abeff160-26e9-48e6-a698-8b1b5db98f87 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:17.381662 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-abeff160-26e9-48e6-a698-8b1b5db98f87 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:17.420806 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeff160-26e9-48e6-a698-8b1b5db98f87 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e178676b-a8bd-474a-83bd-4f9e81262026,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:17.436239 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff160-26e9-48e6-a698-8b1b5db98f87 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:17.436589 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff160-26e9-48e6-a698-8b1b5db98f87 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:17.437170 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff160-26e9-48e6-a698-8b1b5db98f87 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:17.437959 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff160-26e9-48e6-a698-8b1b5db98f87 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:17.437959 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff160-26e9-48e6-a698-8b1b5db98f87 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:17.438434 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff160-26e9-48e6-a698-8b1b5db98f87 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:17.438771 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff160-26e9-48e6-a698-8b1b5db98f87 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:17.439208 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff160-26e9-48e6-a698-8b1b5db98f87 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:17.439536 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff160-26e9-48e6-a698-8b1b5db98f87 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:17.440007 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff160-26e9-48e6-a698-8b1b5db98f87 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:17.440341 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff160-26e9-48e6-a698-8b1b5db98f87 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:17.443915 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-abeff160-26e9-48e6-a698-8b1b5db98f87 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:17.445332 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-abeff160-26e9-48e6-a698-8b1b5db98f87 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2229989 Apr 06 14:47:17.450335 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60916) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:47:17.457581 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-cb86ca77-64a6-424e-960e-95aba5c13720 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Request body: {'security_group_rule': {'security_group_id': 'e178676b-a8bd-474a-83bd-4f9e81262026', 'project_id': '377fd91dcb85421183b638229f959911', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:47:17.463455 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cb86ca77-64a6-424e-960e-95aba5c13720 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:47:17.467566 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cb86ca77-64a6-424e-960e-95aba5c13720 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Usage tracker for resource:security_group_rule and tenant:377fd91dcb85421183b638229f959911 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:47:17.471833 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cb86ca77-64a6-424e-960e-95aba5c13720 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:47:17.477797 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cb86ca77-64a6-424e-960e-95aba5c13720 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:47:17.495747 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb86ca77-64a6-424e-960e-95aba5c13720 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:17.543732 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27cd1b3b-36d8-4d07-bc16-b39c65c9d631'] response: {'name': 'network-changed', 'server_uuid': '514b4d14-3ce4-41d3-88ca-757f78fd7b55', 'tag': 'da0d3d77-bd0f-4be3-b889-238ad38c240f', 'status': 'completed', 'code': 200} Apr 06 14:47:17.548842 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-d621c238-22be-4e91-8b0c-6928f1a49c4a None None] Set router 4eb3d216-3c37-41c8-9e6c-58e7c49320db gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:47:17.566211 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb86ca77-64a6-424e-960e-95aba5c13720 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:17.571402 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb86ca77-64a6-424e-960e-95aba5c13720 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:17.595406 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86ca77-64a6-424e-960e-95aba5c13720 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc7192b3-d5be-4188-82c7-90f12c2bfb77,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:17.609944 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb86ca77-64a6-424e-960e-95aba5c13720 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:17.614281 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cb86ca77-64a6-424e-960e-95aba5c13720 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1596808 Apr 06 14:47:17.615277 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60920) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:47:17.623685 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b6d849b5-89de-4590-b765-ec6ef1837c69 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Request body: {'security_group_rule': {'security_group_id': 'e178676b-a8bd-474a-83bd-4f9e81262026', 'project_id': '377fd91dcb85421183b638229f959911', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:47:17.639183 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b6d849b5-89de-4590-b765-ec6ef1837c69 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:47:17.642336 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b6d849b5-89de-4590-b765-ec6ef1837c69 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Usage tracker for resource:security_group_rule and tenant:377fd91dcb85421183b638229f959911 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:47:17.645859 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b6d849b5-89de-4590-b765-ec6ef1837c69 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:47:17.654553 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b6d849b5-89de-4590-b765-ec6ef1837c69 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:47:17.661022 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ce452b27-3a75-4055-bfab-01e690e4499c req-7b936c26-2649-4c78-8c0c-46a91d10b0d8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=377fd91dcb85421183b638229f959911&device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 1098 time: 0.0936110 Apr 06 14:47:17.666525 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:47:17.679744 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b6d849b5-89de-4590-b765-ec6ef1837c69 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:17.753371 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b6d849b5-89de-4590-b765-ec6ef1837c69 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:17.758433 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b6d849b5-89de-4590-b765-ec6ef1837c69 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:17.780444 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d849b5-89de-4590-b765-ec6ef1837c69 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c1d03b-849b-47c7-91c8-5f8a1249da87,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:17.797694 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b6d849b5-89de-4590-b765-ec6ef1837c69 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:17.799067 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b6d849b5-89de-4590-b765-ec6ef1837c69 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1818926 Apr 06 14:47:17.801813 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60924) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:47:17.807886 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce452b27-3a75-4055-bfab-01e690e4499c req-a0f0e0f3-498b-4767-9cdc-aa292a8d4fa6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:17.809483 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ce452b27-3a75-4055-bfab-01e690e4499c req-a0f0e0f3-498b-4767-9cdc-aa292a8d4fa6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0fa0689e-8911-462c-bec1-22450a730cf9 HTTP/1.1" status: 200 len: 915 time: 0.1416748 Apr 06 14:47:17.809990 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0aa34cd9-30fb-4d9e-aa7c-330dfcc2e3ea tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Request body: {'security_group_rule': {'security_group_id': 'e178676b-a8bd-474a-83bd-4f9e81262026', 'project_id': '377fd91dcb85421183b638229f959911', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:47:17.816471 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0aa34cd9-30fb-4d9e-aa7c-330dfcc2e3ea tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:47:17.820721 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0aa34cd9-30fb-4d9e-aa7c-330dfcc2e3ea tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Usage tracker for resource:security_group_rule and tenant:377fd91dcb85421183b638229f959911 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:47:17.823939 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0aa34cd9-30fb-4d9e-aa7c-330dfcc2e3ea tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:47:17.831263 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0aa34cd9-30fb-4d9e-aa7c-330dfcc2e3ea tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:47:17.851783 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0aa34cd9-30fb-4d9e-aa7c-330dfcc2e3ea tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:17.919997 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0aa34cd9-30fb-4d9e-aa7c-330dfcc2e3ea tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:17.924903 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0aa34cd9-30fb-4d9e-aa7c-330dfcc2e3ea tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:17.938165 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ce452b27-3a75-4055-bfab-01e690e4499c req-e4d4f6ab-65b0-45d4-a324-f0589658636a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da0d3d77-bd0f-4be3-b889-238ad38c240f HTTP/1.1" status: 200 len: 998 time: 0.1213839 Apr 06 14:47:17.943222 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa34cd9-30fb-4d9e-aa7c-330dfcc2e3ea tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5e920c-6726-4984-bc10-f51db6c144db,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:17.965884 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0aa34cd9-30fb-4d9e-aa7c-330dfcc2e3ea tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:17.969998 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0aa34cd9-30fb-4d9e-aa7c-330dfcc2e3ea tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1623414 Apr 06 14:47:17.970214 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60928) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:47:17.971658 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d621c238-22be-4e91-8b0c-6928f1a49c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'name': 'tempest-TestMinimumBasicScenario-470996387-router', 'tenant_id': '377fd91dcb85421183b638229f959911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '29806af4-65a6-4637-9233-621336f0eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:46:24Z', 'updated_at': '2022-04-06T14:46:27Z', 'revision_number': 4, 'project_id': '377fd91dcb85421183b638229f959911', 'gw_port': {'id': '29806af4-65a6-4637-9233-621336f0eabb', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:25Z', 'updated_at': '2022-04-06T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '156695c4-6997-4b26-b0c8-38dbf7c763e1', 'tenant_id': '377fd91dcb85421183b638229f959911', 'floating_ip_address': '172.26.8.62', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'port_id': 'da0d3d77-bd0f-4be3-b889-238ad38c240f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa0689e-8911-462c-bec1-22450a730cf9', 'mac_address': 'fa:16:3e:84:b2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514b4d14-3ce4-41d3-88ca-757f78fd7b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:47:15Z', 'updated_at': '2022-04-06T14:47:15Z', 'revision_number': 0, 'project_id': '377fd91dcb85421183b638229f959911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce', 'name': '', 'network_id': '0fa0689e-8911-462c-bec1-22450a730cf9', 'tenant_id': '377fd91dcb85421183b638229f959911', 'mac_address': 'fa:16:3e:f7:d1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2298845-c25b-4c06-9d40-b3c8091b8944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:27Z', 'updated_at': '2022-04-06T14:46:46Z', 'revision_number': 5, 'project_id': '377fd91dcb85421183b638229f959911', 'subnets': [{'id': 'f2298845-c25b-4c06-9d40-b3c8091b8944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:17.975767 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7f105077-d098-489b-bbbe-e53761bffbdb tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Request body: {'security_group_rule': {'security_group_id': 'e178676b-a8bd-474a-83bd-4f9e81262026', 'project_id': '377fd91dcb85421183b638229f959911', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:47:17.975941 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d621c238-22be-4e91-8b0c-6928f1a49c4a None None] Checking router: 4eb3d216-3c37-41c8-9e6c-58e7c49320db for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:47:17.981501 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7f105077-d098-489b-bbbe-e53761bffbdb tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:47:17.986534 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7f105077-d098-489b-bbbe-e53761bffbdb tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Usage tracker for resource:security_group_rule and tenant:377fd91dcb85421183b638229f959911 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:47:17.989437 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7f105077-d098-489b-bbbe-e53761bffbdb tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:47:17.992073 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d621c238-22be-4e91-8b0c-6928f1a49c4a None None] Routers {'4eb3d216-3c37-41c8-9e6c-58e7c49320db'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:47:17.992758 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d621c238-22be-4e91-8b0c-6928f1a49c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:47:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4eb3d216-3c37-41c8-9e6c-58e7c49320db'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:17.996032 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7f105077-d098-489b-bbbe-e53761bffbdb tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:47:18.013811 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f105077-d098-489b-bbbe-e53761bffbdb tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:18.014212 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce452b27-3a75-4055-bfab-01e690e4499c req-2e8ef18c-6bab-404b-8773-58f0684ff1f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:18.015715 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ce452b27-3a75-4055-bfab-01e690e4499c req-2e8ef18c-6bab-404b-8773-58f0684ff1f6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f2298845-c25b-4c06-9d40-b3c8091b8944 HTTP/1.1" status: 200 len: 853 time: 0.0701275 Apr 06 14:47:18.079937 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f105077-d098-489b-bbbe-e53761bffbdb tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:18.084744 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f105077-d098-489b-bbbe-e53761bffbdb tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:18.092841 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ce452b27-3a75-4055-bfab-01e690e4499c req-4e026057-2966-4433-8005-2eb22bc69d02 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0fa0689e-8911-462c-bec1-22450a730cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704570 Apr 06 14:47:18.107792 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f105077-d098-489b-bbbe-e53761bffbdb tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c224f1-db61-4e5d-bcdb-968fb008a891,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:18.124047 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f105077-d098-489b-bbbe-e53761bffbdb tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:18.129333 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7f105077-d098-489b-bbbe-e53761bffbdb tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1581564 Apr 06 14:47:18.129944 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60932) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:47:18.137820 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-19b65f15-f94f-452b-8b3c-52aa0543b26f tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Request body: {'security_group_rule': {'security_group_id': 'e178676b-a8bd-474a-83bd-4f9e81262026', 'project_id': '377fd91dcb85421183b638229f959911', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:47:18.144005 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-19b65f15-f94f-452b-8b3c-52aa0543b26f tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:47:18.147475 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-19b65f15-f94f-452b-8b3c-52aa0543b26f tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Usage tracker for resource:security_group_rule and tenant:377fd91dcb85421183b638229f959911 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:47:18.150472 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-19b65f15-f94f-452b-8b3c-52aa0543b26f tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:47:18.155937 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-19b65f15-f94f-452b-8b3c-52aa0543b26f tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:47:18.166272 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-19b65f15-f94f-452b-8b3c-52aa0543b26f tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Project 377fd91dcb85421183b638229f959911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:47:18.173397 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-19b65f15-f94f-452b-8b3c-52aa0543b26f tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:18.182514 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-d621c238-22be-4e91-8b0c-6928f1a49c4a None None] Set router 4eb3d216-3c37-41c8-9e6c-58e7c49320db gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:47:18.242711 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-19b65f15-f94f-452b-8b3c-52aa0543b26f tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:18.247430 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-19b65f15-f94f-452b-8b3c-52aa0543b26f tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:18.271230 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b65f15-f94f-452b-8b3c-52aa0543b26f tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e90721db-b7fe-45b4-a717-6ecafe96a190,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:18.281521 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-19b65f15-f94f-452b-8b3c-52aa0543b26f tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:18.283499 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-19b65f15-f94f-452b-8b3c-52aa0543b26f tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1526501 Apr 06 14:47:18.286324 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60936) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:47:18.292183 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0e5d42da-f882-408c-b227-046410f3b16d tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Request body: {'security_group_rule': {'security_group_id': 'e178676b-a8bd-474a-83bd-4f9e81262026', 'project_id': '377fd91dcb85421183b638229f959911', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:47:18.298977 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0e5d42da-f882-408c-b227-046410f3b16d tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:47:18.302893 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0e5d42da-f882-408c-b227-046410f3b16d tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Usage tracker for resource:security_group_rule and tenant:377fd91dcb85421183b638229f959911 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:47:18.305800 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0e5d42da-f882-408c-b227-046410f3b16d tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:47:18.311436 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0e5d42da-f882-408c-b227-046410f3b16d tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:47:18.323194 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-0e5d42da-f882-408c-b227-046410f3b16d tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Project 377fd91dcb85421183b638229f959911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:47:18.329929 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0e5d42da-f882-408c-b227-046410f3b16d tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:18.339000 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ce452b27-3a75-4055-bfab-01e690e4499c req-8b7f6156-685f-4a26-b59b-73ac1e5f674d service neutron] 10.222.0.69 "GET /v2.0/networks/0fa0689e-8911-462c-bec1-22450a730cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397001 Apr 06 14:47:18.394604 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0e5d42da-f882-408c-b227-046410f3b16d tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:18.398708 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0e5d42da-f882-408c-b227-046410f3b16d tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:18.425360 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d42da-f882-408c-b227-046410f3b16d tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca53122-86cd-480c-8e06-96b212093932,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:18.435232 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0e5d42da-f882-408c-b227-046410f3b16d tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:18.436683 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0e5d42da-f882-408c-b227-046410f3b16d tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1491008 Apr 06 14:47:18.475165 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ce452b27-3a75-4055-bfab-01e690e4499c req-6987f886-3b3e-400f-a1ee-485e65f7fa7f service neutron] 10.222.0.69 "GET /v2.0/networks/0fa0689e-8911-462c-bec1-22450a730cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301908 Apr 06 14:47:18.540066 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d621c238-22be-4e91-8b0c-6928f1a49c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'name': 'tempest-TestMinimumBasicScenario-470996387-router', 'tenant_id': '377fd91dcb85421183b638229f959911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '29806af4-65a6-4637-9233-621336f0eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:46:24Z', 'updated_at': '2022-04-06T14:46:27Z', 'revision_number': 4, 'project_id': '377fd91dcb85421183b638229f959911', 'gw_port': {'id': '29806af4-65a6-4637-9233-621336f0eabb', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:25Z', 'updated_at': '2022-04-06T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '156695c4-6997-4b26-b0c8-38dbf7c763e1', 'tenant_id': '377fd91dcb85421183b638229f959911', 'floating_ip_address': '172.26.8.62', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'port_id': 'da0d3d77-bd0f-4be3-b889-238ad38c240f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa0689e-8911-462c-bec1-22450a730cf9', 'mac_address': 'fa:16:3e:84:b2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514b4d14-3ce4-41d3-88ca-757f78fd7b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:47:15Z', 'updated_at': '2022-04-06T14:47:15Z', 'revision_number': 0, 'project_id': '377fd91dcb85421183b638229f959911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce', 'name': '', 'network_id': '0fa0689e-8911-462c-bec1-22450a730cf9', 'tenant_id': '377fd91dcb85421183b638229f959911', 'mac_address': 'fa:16:3e:f7:d1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2298845-c25b-4c06-9d40-b3c8091b8944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:27Z', 'updated_at': '2022-04-06T14:46:46Z', 'revision_number': 5, 'project_id': '377fd91dcb85421183b638229f959911', 'subnets': [{'id': 'f2298845-c25b-4c06-9d40-b3c8091b8944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:18.543977 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d621c238-22be-4e91-8b0c-6928f1a49c4a None None] The sync data for ids ['4eb3d216-3c37-41c8-9e6c-58e7c49320db'] in dv-neutron-835868-1-hyperv is: [{'id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'name': 'tempest-TestMinimumBasicScenario-470996387-router', 'tenant_id': '377fd91dcb85421183b638229f959911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '29806af4-65a6-4637-9233-621336f0eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:46:24Z', 'updated_at': '2022-04-06T14:46:27Z', 'revision_number': 4, 'project_id': '377fd91dcb85421183b638229f959911', 'gw_port': {'id': '29806af4-65a6-4637-9233-621336f0eabb', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:25Z', 'updated_at': '2022-04-06T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '156695c4-6997-4b26-b0c8-38dbf7c763e1', 'tenant_id': '377fd91dcb85421183b638229f959911', 'floating_ip_address': '172.26.8.62', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'port_id': 'da0d3d77-bd0f-4be3-b889-238ad38c240f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa0689e-8911-462c-bec1-22450a730cf9', 'mac_address': 'fa:16:3e:84:b2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514b4d14-3ce4-41d3-88ca-757f78fd7b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:47:15Z', 'updated_at': '2022-04-06T14:47:15Z', 'revision_number': 0, 'project_id': '377fd91dcb85421183b638229f959911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce', 'name': '', 'network_id': '0fa0689e-8911-462c-bec1-22450a730cf9', 'tenant_id': '377fd91dcb85421183b638229f959911', 'mac_address': 'fa:16:3e:f7:d1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2298845-c25b-4c06-9d40-b3c8091b8944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:27Z', 'updated_at': '2022-04-06T14:46:46Z', 'revision_number': 5, 'project_id': '377fd91dcb85421183b638229f959911', 'subnets': [{'id': 'f2298845-c25b-4c06-9d40-b3c8091b8944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:47:18.571567 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-09d2d35b-7ea1-4d7b-86a7-89e865a02823 req-3c754f1f-02b7-4a13-920b-9120bf1a843f tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1528750376&fields=id&tenant_id=377fd91dcb85421183b638229f959911 HTTP/1.1" status: 200 len: 267 time: 0.0418096 Apr 06 14:47:18.651581 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2d35b-7ea1-4d7b-86a7-89e865a02823 req-b4026654-eacb-44d7-aea4-b9852103e9f8 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:18.653032 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-09d2d35b-7ea1-4d7b-86a7-89e865a02823 req-b4026654-eacb-44d7-aea4-b9852103e9f8 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 945 time: 0.0762062 Apr 06 14:47:18.664373 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-09d2d35b-7ea1-4d7b-86a7-89e865a02823 req-4e3b71e3-cd29-4cf0-a3f8-986b3619f285 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Request body: {'port': {'security_groups': ['fc6a0697-e420-4e48-937a-67be657d07b2', 'e178676b-a8bd-474a-83bd-4f9e81262026']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:47:18.740445 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae888fc-7102-4489-82d6-433f03c40c40 None None] New status for floating IP 156695c4-6997-4b26-b0c8-38dbf7c763e1: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:47:18.791616 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-09d2d35b-7ea1-4d7b-86a7-89e865a02823 req-4e3b71e3-cd29-4cf0-a3f8-986b3619f285 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:19.056503 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-09d2d35b-7ea1-4d7b-86a7-89e865a02823 req-4e3b71e3-cd29-4cf0-a3f8-986b3619f285 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] For port da0d3d77-bd0f-4be3-b889-238ad38c240f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=da0d3d77-bd0f-4be3-b889-238ad38c240f,segment=NetworkSegment(7c9dc90f-8388-4a91-8098-d17d3cd13836),segment_id=7c9dc90f-8388-4a91-8098-d17d3cd13836)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:47:19.080745 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-09d2d35b-7ea1-4d7b-86a7-89e865a02823 req-4e3b71e3-cd29-4cf0-a3f8-986b3619f285 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:19.085145 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-09d2d35b-7ea1-4d7b-86a7-89e865a02823 req-4e3b71e3-cd29-4cf0-a3f8-986b3619f285 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:19.097637 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['da0d3d77-bd0f-4be3-b889-238ad38c240f'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:47:19.145786 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2d35b-7ea1-4d7b-86a7-89e865a02823 req-4e3b71e3-cd29-4cf0-a3f8-986b3619f285 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:19.146429 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-09d2d35b-7ea1-4d7b-86a7-89e865a02823 req-4e3b71e3-cd29-4cf0-a3f8-986b3619f285 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:19.147928 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-09d2d35b-7ea1-4d7b-86a7-89e865a02823 req-4e3b71e3-cd29-4cf0-a3f8-986b3619f285 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "PUT /v2.0/ports/da0d3d77-bd0f-4be3-b889-238ad38c240f HTTP/1.1" status: 200 len: 981 time: 0.4881628 Apr 06 14:47:19.180963 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b71e3-cd29-4cf0-a3f8-986b3619f285 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Pushing event updated for resources: {'Port': ['ID=da0d3d77-bd0f-4be3-b889-238ad38c240f,revision_number=6']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:19.216763 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['da0d3d77-bd0f-4be3-b889-238ad38c240f'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:47:19.353804 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153525d-51d7-4bfa-b314-f70522d3a494 req-0b7724eb-e032-49c8-8a83-f4ddb4db948a tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:19.355259 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3153525d-51d7-4bfa-b314-f70522d3a494 req-0b7724eb-e032-49c8-8a83-f4ddb4db948a tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 984 time: 0.0783689 Apr 06 14:47:19.404709 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-3153525d-51d7-4bfa-b314-f70522d3a494 req-955abbda-b7e6-4248-8c8b-402051db672d tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Synchronizing usage tracker for tenant:377fd91dcb85421183b638229f959911 on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:47:19.420530 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-3153525d-51d7-4bfa-b314-f70522d3a494 req-955abbda-b7e6-4248-8c8b-402051db672d tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Unset dirty status for tenant:377fd91dcb85421183b638229f959911 on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:47:19.421635 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3153525d-51d7-4bfa-b314-f70522d3a494 req-955abbda-b7e6-4248-8c8b-402051db672d tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/security-groups?id=e178676b-a8bd-474a-83bd-4f9e81262026&id=fc6a0697-e420-4e48-937a-67be657d07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604622 Apr 06 14:47:19.491970 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3646d9b8-6b95-4d49-9044-5c8dd9ee98df None None] Provisioning complete for port da0d3d77-bd0f-4be3-b889-238ad38c240f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:47:19.492340 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3646d9b8-6b95-4d49-9044-5c8dd9ee98df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:19.545258 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514b4d14-3ce4-41d3-88ca-757f78fd7b55', 'tag': 'da0d3d77-bd0f-4be3-b889-238ad38c240f'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:47:19.599322 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8328d92b-8b0a-4172-a24a-2257d1d03584'] response: {'name': 'network-changed', 'server_uuid': '514b4d14-3ce4-41d3-88ca-757f78fd7b55', 'tag': 'da0d3d77-bd0f-4be3-b889-238ad38c240f', 'status': 'completed', 'code': 200} Apr 06 14:47:19.693669 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6ec8dc9b-6213-45f6-a52c-7ad65028b85c req-a4191764-ccb9-4f3a-afd7-9fde5861733d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=377fd91dcb85421183b638229f959911&device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 1137 time: 0.0692089 Apr 06 14:47:19.861235 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8dc9b-6213-45f6-a52c-7ad65028b85c req-f2d527e2-bbd4-4d7a-ad8f-e021a2869e5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:19.862591 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6ec8dc9b-6213-45f6-a52c-7ad65028b85c req-f2d527e2-bbd4-4d7a-ad8f-e021a2869e5f service neutron] 10.222.0.69 "GET /v2.0/networks?id=0fa0689e-8911-462c-bec1-22450a730cf9 HTTP/1.1" status: 200 len: 915 time: 0.1623611 Apr 06 14:47:19.966407 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6ec8dc9b-6213-45f6-a52c-7ad65028b85c req-b66a1c1e-eb50-4cca-98d7-5c5bd76bf335 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da0d3d77-bd0f-4be3-b889-238ad38c240f HTTP/1.1" status: 200 len: 1000 time: 0.0972598 Apr 06 14:47:20.027167 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8dc9b-6213-45f6-a52c-7ad65028b85c req-4b5ddff8-9f3e-475b-8823-0a9fe6ef0e29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:20.028492 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6ec8dc9b-6213-45f6-a52c-7ad65028b85c req-4b5ddff8-9f3e-475b-8823-0a9fe6ef0e29 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f2298845-c25b-4c06-9d40-b3c8091b8944 HTTP/1.1" status: 200 len: 853 time: 0.0557938 Apr 06 14:47:20.104586 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6ec8dc9b-6213-45f6-a52c-7ad65028b85c req-9c2510f3-1988-4847-881a-e84dc30a44ed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0fa0689e-8911-462c-bec1-22450a730cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684221 Apr 06 14:47:20.233674 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6ec8dc9b-6213-45f6-a52c-7ad65028b85c req-fb8b887b-ea54-40c2-8381-25ecbe0c6b5a service neutron] 10.222.0.69 "GET /v2.0/networks/0fa0689e-8911-462c-bec1-22450a730cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204238 Apr 06 14:47:20.365312 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6ec8dc9b-6213-45f6-a52c-7ad65028b85c req-61261655-96bf-48a4-917a-47d7558616d8 service neutron] 10.222.0.69 "GET /v2.0/networks/0fa0689e-8911-462c-bec1-22450a730cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244733 Apr 06 14:47:29.217236 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:36.727856 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-34c5c978-87c0-4f35-9c42-2630452b9783 req-3f6a1349-e0e9-48ea-9d8c-77fca08264a3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=377fd91dcb85421183b638229f959911&device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 1137 time: 0.0720286 Apr 06 14:47:36.782785 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7fb31-5ae2-4621-9c5a-8461a394da50 req-8a925a4a-7117-4957-85d6-48e798ab45fe tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:36.784225 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-abf7fb31-5ae2-4621-9c5a-8461a394da50 req-8a925a4a-7117-4957-85d6-48e798ab45fe tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 984 time: 0.0782015 Apr 06 14:47:36.830996 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-abf7fb31-5ae2-4621-9c5a-8461a394da50 req-f3a4a619-0c3b-41aa-ac76-4ef6a639867d tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/security-groups?id=e178676b-a8bd-474a-83bd-4f9e81262026&id=fc6a0697-e420-4e48-937a-67be657d07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408001 Apr 06 14:47:36.858233 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5c978-87c0-4f35-9c42-2630452b9783 req-b09c347e-2b59-4658-926c-8c3e7f938cae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:36.859731 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-34c5c978-87c0-4f35-9c42-2630452b9783 req-b09c347e-2b59-4658-926c-8c3e7f938cae service neutron] 10.222.0.69 "GET /v2.0/networks?id=0fa0689e-8911-462c-bec1-22450a730cf9 HTTP/1.1" status: 200 len: 915 time: 0.1250670 Apr 06 14:47:36.962024 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-34c5c978-87c0-4f35-9c42-2630452b9783 req-b8d6e4ea-c38a-4179-81e7-a660151163f0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da0d3d77-bd0f-4be3-b889-238ad38c240f HTTP/1.1" status: 200 len: 1000 time: 0.0951910 Apr 06 14:47:37.023413 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5c978-87c0-4f35-9c42-2630452b9783 req-64fa4f9b-292a-48f8-90dc-294e3b07f668 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:37.024815 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-34c5c978-87c0-4f35-9c42-2630452b9783 req-64fa4f9b-292a-48f8-90dc-294e3b07f668 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f2298845-c25b-4c06-9d40-b3c8091b8944 HTTP/1.1" status: 200 len: 853 time: 0.0562406 Apr 06 14:47:37.100250 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-34c5c978-87c0-4f35-9c42-2630452b9783 req-102e8b8a-d34b-4f34-9816-edc66d23c8d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0fa0689e-8911-462c-bec1-22450a730cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686927 Apr 06 14:47:37.316046 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-34c5c978-87c0-4f35-9c42-2630452b9783 req-d1111966-8a16-4dd7-89f6-5b79a555e5db service neutron] 10.222.0.69 "GET /v2.0/networks/0fa0689e-8911-462c-bec1-22450a730cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091718 Apr 06 14:47:37.441779 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-34c5c978-87c0-4f35-9c42-2630452b9783 req-e9954a93-499f-4bdf-b399-d2edaadf86d0 service neutron] 10.222.0.69 "GET /v2.0/networks/0fa0689e-8911-462c-bec1-22450a730cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193864 Apr 06 14:47:38.032156 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141745dd-5af7-4948-a847-083617c007fc req-d1e87f14-6d6d-4011-8266-7e53bed923be tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:38.033626 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-141745dd-5af7-4948-a847-083617c007fc req-d1e87f14-6d6d-4011-8266-7e53bed923be tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 984 time: 0.0774019 Apr 06 14:47:38.078943 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-141745dd-5af7-4948-a847-083617c007fc req-9b18c337-28fc-406d-8fc5-fbc56695d17a tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/security-groups?id=e178676b-a8bd-474a-83bd-4f9e81262026&id=fc6a0697-e420-4e48-937a-67be657d07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398026 Apr 06 14:47:38.095925 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a251-6c25-4add-bf6e-1ad367a08711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:39.270961 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7947155-0448-4cad-8f28-9b0d03b7140a req-4dfed1c7-2e0e-45f5-93e7-e080c5ee790a tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:39.272441 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d7947155-0448-4cad-8f28-9b0d03b7140a req-4dfed1c7-2e0e-45f5-93e7-e080c5ee790a tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 984 time: 0.0760098 Apr 06 14:47:39.317128 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d7947155-0448-4cad-8f28-9b0d03b7140a req-5a92c8e2-06ca-424d-a5c0-70a77fbc42df tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/security-groups?id=e178676b-a8bd-474a-83bd-4f9e81262026&id=fc6a0697-e420-4e48-937a-67be657d07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389788 Apr 06 14:47:40.512714 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816af6e-d58d-4a84-b3d0-aaf4e12efcf8 req-ece676bf-da0f-4cbb-80fa-fb7e49d9d4b1 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:40.514181 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3816af6e-d58d-4a84-b3d0-aaf4e12efcf8 req-ece676bf-da0f-4cbb-80fa-fb7e49d9d4b1 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 984 time: 0.0767441 Apr 06 14:47:40.559953 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3816af6e-d58d-4a84-b3d0-aaf4e12efcf8 req-d2e79010-3092-4273-905d-65cd91e0974f tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/security-groups?id=e178676b-a8bd-474a-83bd-4f9e81262026&id=fc6a0697-e420-4e48-937a-67be657d07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394464 Apr 06 14:47:40.928020 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a9b7a8e4-003f-462e-a4d6-239e206561ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:41.390033 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:41.452554 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:41.834369 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d00dc5-b8bb-4a9b-afc4-4944c438b401 req-8040859f-e769-4618-b599-a4eebe9a338b tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:41.835709 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-12d00dc5-b8bb-4a9b-afc4-4944c438b401 req-8040859f-e769-4618-b599-a4eebe9a338b tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 984 time: 0.1591911 Apr 06 14:47:41.882179 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-12d00dc5-b8bb-4a9b-afc4-4944c438b401 req-3ab8823d-dff7-44b9-b160-6568f43db799 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/security-groups?id=e178676b-a8bd-474a-83bd-4f9e81262026&id=fc6a0697-e420-4e48-937a-67be657d07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407090 Apr 06 14:47:42.944747 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:47:43.076890 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00167ea5-44ac-495d-842c-d254f80a3299 req-bce2e8e7-0fdb-4b8d-9229-be224cbd8695 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:43.078332 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-00167ea5-44ac-495d-842c-d254f80a3299 req-bce2e8e7-0fdb-4b8d-9229-be224cbd8695 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 984 time: 0.0738668 Apr 06 14:47:43.127321 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-00167ea5-44ac-495d-842c-d254f80a3299 req-14a449dd-4f32-4194-a92e-015800c3cf60 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/security-groups?id=e178676b-a8bd-474a-83bd-4f9e81262026&id=fc6a0697-e420-4e48-937a-67be657d07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429585 Apr 06 14:47:44.324369 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da98b4-a08e-4722-aa5f-bd63f79e7e0d req-a7509092-aa16-4a78-b91f-60bdc4b53759 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:44.325836 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-37da98b4-a08e-4722-aa5f-bd63f79e7e0d req-a7509092-aa16-4a78-b91f-60bdc4b53759 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 984 time: 0.0779800 Apr 06 14:47:44.372111 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-37da98b4-a08e-4722-aa5f-bd63f79e7e0d req-21568861-1f74-42f1-b753-90afef4e3e85 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/security-groups?id=e178676b-a8bd-474a-83bd-4f9e81262026&id=fc6a0697-e420-4e48-937a-67be657d07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401134 Apr 06 14:47:45.565123 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755fa23-892b-42fc-bf08-124b521a52c4 req-cd9ab922-4b1f-4894-a2eb-d44517e050b2 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:45.566570 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e755fa23-892b-42fc-bf08-124b521a52c4 req-cd9ab922-4b1f-4894-a2eb-d44517e050b2 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 984 time: 0.0762396 Apr 06 14:47:45.613689 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e755fa23-892b-42fc-bf08-124b521a52c4 req-1da897c3-3a61-4db4-9685-9254d40a5ad4 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/security-groups?id=e178676b-a8bd-474a-83bd-4f9e81262026&id=fc6a0697-e420-4e48-937a-67be657d07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411975 Apr 06 14:47:46.807837 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8269d-7549-4a24-9502-c1404944c3a8 req-a76aa133-6746-4022-a518-cb07874c0068 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:46.809284 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-44b8269d-7549-4a24-9502-c1404944c3a8 req-a76aa133-6746-4022-a518-cb07874c0068 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 984 time: 0.0773966 Apr 06 14:47:46.856578 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-44b8269d-7549-4a24-9502-c1404944c3a8 req-0f7bc0ba-911e-4d3a-9075-2db4852b06c1 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/security-groups?id=e178676b-a8bd-474a-83bd-4f9e81262026&id=fc6a0697-e420-4e48-937a-67be657d07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415606 Apr 06 14:47:48.057020 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e640a51-310a-4dd5-a66d-db34f6bd5845 req-c749df5b-2276-4587-a862-9ce0155edb84 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:48.058428 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1e640a51-310a-4dd5-a66d-db34f6bd5845 req-c749df5b-2276-4587-a862-9ce0155edb84 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 984 time: 0.0798349 Apr 06 14:47:48.105120 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1e640a51-310a-4dd5-a66d-db34f6bd5845 req-bffb4c8f-dff0-45fb-b955-c50947d4c492 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/security-groups?id=e178676b-a8bd-474a-83bd-4f9e81262026&id=fc6a0697-e420-4e48-937a-67be657d07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409925 Apr 06 14:47:49.297747 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1bd38-b377-4b95-bc84-504de0602fd9 req-a7f557cf-1daf-4c0e-8a9e-bcc6f4587785 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:49.299178 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1ff1bd38-b377-4b95-bc84-504de0602fd9 req-a7f557cf-1daf-4c0e-8a9e-bcc6f4587785 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 984 time: 0.0774221 Apr 06 14:47:49.344913 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1ff1bd38-b377-4b95-bc84-504de0602fd9 req-930d70b1-3539-4674-9352-84ab5fc3aa06 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/security-groups?id=e178676b-a8bd-474a-83bd-4f9e81262026&id=fc6a0697-e420-4e48-937a-67be657d07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402312 Apr 06 14:47:54.667232 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:47:59.229627 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:01.197425 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e484a640-6bdc-475e-b0a6-56652cf2462c req-c4fb5e45-9ad9-4b44-8952-47ba5a0e321e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658832 Apr 06 14:48:01.336302 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e484a640-6bdc-475e-b0a6-56652cf2462c req-607e7290-7655-485f-96c2-37a4c5235b28 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=377fd91dcb85421183b638229f959911&device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 1137 time: 0.0707419 Apr 06 14:48:01.475750 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484a640-6bdc-475e-b0a6-56652cf2462c req-372be86a-10f5-4910-b446-c4b8ae8bccdc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:01.477113 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e484a640-6bdc-475e-b0a6-56652cf2462c req-372be86a-10f5-4910-b446-c4b8ae8bccdc service neutron] 10.222.0.69 "GET /v2.0/networks?id=0fa0689e-8911-462c-bec1-22450a730cf9 HTTP/1.1" status: 200 len: 915 time: 0.1224155 Apr 06 14:48:01.575538 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e484a640-6bdc-475e-b0a6-56652cf2462c req-254ddb68-4fc0-4ddc-a863-be90504fceb9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da0d3d77-bd0f-4be3-b889-238ad38c240f HTTP/1.1" status: 200 len: 1000 time: 0.0904355 Apr 06 14:48:01.638267 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484a640-6bdc-475e-b0a6-56652cf2462c req-1e31dee6-ad82-46db-87ed-6362e4b4ad61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:01.639644 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e484a640-6bdc-475e-b0a6-56652cf2462c req-1e31dee6-ad82-46db-87ed-6362e4b4ad61 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f2298845-c25b-4c06-9d40-b3c8091b8944 HTTP/1.1" status: 200 len: 853 time: 0.0584843 Apr 06 14:48:01.714744 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e484a640-6bdc-475e-b0a6-56652cf2462c req-035f341c-3663-4197-97ca-dc66d223732a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0fa0689e-8911-462c-bec1-22450a730cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0647199 Apr 06 14:48:01.843274 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e484a640-6bdc-475e-b0a6-56652cf2462c req-0cd55815-2c33-4cb4-b638-a41fb504b172 service neutron] 10.222.0.69 "GET /v2.0/networks/0fa0689e-8911-462c-bec1-22450a730cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212268 Apr 06 14:48:01.973575 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e484a640-6bdc-475e-b0a6-56652cf2462c req-2a96eb3b-d790-4361-a91e-838834994d6a service neutron] 10.222.0.69 "GET /v2.0/networks/0fa0689e-8911-462c-bec1-22450a730cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226833 Apr 06 14:48:08.098219 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-37ce7204-b84b-472b-972d-a4b85377f026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:10.944291 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-67f9147a-1052-4476-8968-e5d7d1b6a8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:11.382297 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:11.456276 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:12.943888 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:21.869571 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-10a0b68d-489c-4f7c-b6b6-c5f13f454332 req-d335a295-0d42-4098-9311-1ee7c87d0fde tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1528750376&fields=id&tenant_id=377fd91dcb85421183b638229f959911 HTTP/1.1" status: 200 len: 267 time: 0.0397754 Apr 06 14:48:21.950605 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0b68d-489c-4f7c-b6b6-c5f13f454332 req-86fd48c7-f696-446a-9472-931d37245630 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:21.952016 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-10a0b68d-489c-4f7c-b6b6-c5f13f454332 req-86fd48c7-f696-446a-9472-931d37245630 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 984 time: 0.0772512 Apr 06 14:48:21.962149 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-10a0b68d-489c-4f7c-b6b6-c5f13f454332 req-54df9aa4-1c43-4a7d-9ba3-a25e76c3e884 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Request body: {'port': {'security_groups': ['fc6a0697-e420-4e48-937a-67be657d07b2']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:48:22.154817 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-10a0b68d-489c-4f7c-b6b6-c5f13f454332 req-54df9aa4-1c43-4a7d-9ba3-a25e76c3e884 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:22.380581 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-10a0b68d-489c-4f7c-b6b6-c5f13f454332 req-54df9aa4-1c43-4a7d-9ba3-a25e76c3e884 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] For port da0d3d77-bd0f-4be3-b889-238ad38c240f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=da0d3d77-bd0f-4be3-b889-238ad38c240f,segment=NetworkSegment(7c9dc90f-8388-4a91-8098-d17d3cd13836),segment_id=7c9dc90f-8388-4a91-8098-d17d3cd13836)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:48:22.403958 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-10a0b68d-489c-4f7c-b6b6-c5f13f454332 req-54df9aa4-1c43-4a7d-9ba3-a25e76c3e884 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:22.409120 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-10a0b68d-489c-4f7c-b6b6-c5f13f454332 req-54df9aa4-1c43-4a7d-9ba3-a25e76c3e884 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:22.420794 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['da0d3d77-bd0f-4be3-b889-238ad38c240f'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:48:22.481479 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0b68d-489c-4f7c-b6b6-c5f13f454332 req-54df9aa4-1c43-4a7d-9ba3-a25e76c3e884 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:22.482158 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-10a0b68d-489c-4f7c-b6b6-c5f13f454332 req-54df9aa4-1c43-4a7d-9ba3-a25e76c3e884 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:22.483447 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-10a0b68d-489c-4f7c-b6b6-c5f13f454332 req-54df9aa4-1c43-4a7d-9ba3-a25e76c3e884 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "PUT /v2.0/ports/da0d3d77-bd0f-4be3-b889-238ad38c240f HTTP/1.1" status: 200 len: 942 time: 0.5255599 Apr 06 14:48:22.483885 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514b4d14-3ce4-41d3-88ca-757f78fd7b55', 'tag': 'da0d3d77-bd0f-4be3-b889-238ad38c240f'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:48:22.492026 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60994) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:48:22.505030 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df9aa4-1c43-4a7d-9ba3-a25e76c3e884 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Pushing event updated for resources: {'Port': ['ID=da0d3d77-bd0f-4be3-b889-238ad38c240f,revision_number=7']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:22.514308 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df9aa4-1c43-4a7d-9ba3-a25e76c3e884 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:22.514655 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df9aa4-1c43-4a7d-9ba3-a25e76c3e884 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:22.514988 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df9aa4-1c43-4a7d-9ba3-a25e76c3e884 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:22.515316 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df9aa4-1c43-4a7d-9ba3-a25e76c3e884 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:22.515691 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df9aa4-1c43-4a7d-9ba3-a25e76c3e884 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:22.516018 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df9aa4-1c43-4a7d-9ba3-a25e76c3e884 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:22.516340 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df9aa4-1c43-4a7d-9ba3-a25e76c3e884 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:22.516696 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df9aa4-1c43-4a7d-9ba3-a25e76c3e884 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:22.517062 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df9aa4-1c43-4a7d-9ba3-a25e76c3e884 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:22.517379 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df9aa4-1c43-4a7d-9ba3-a25e76c3e884 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:22.518272 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df9aa4-1c43-4a7d-9ba3-a25e76c3e884 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:22.584526 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3e4b6a9-3372-48a6-9b43-c2d55528ff4c'] response: {'name': 'network-changed', 'server_uuid': '514b4d14-3ce4-41d3-88ca-757f78fd7b55', 'tag': 'da0d3d77-bd0f-4be3-b889-238ad38c240f', 'status': 'completed', 'code': 200} Apr 06 14:48:22.589585 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['da0d3d77-bd0f-4be3-b889-238ad38c240f'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:48:22.615404 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-871ff159-eef6-4610-a99f-2cfe655d4177 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:22.648327 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-871ff159-eef6-4610-a99f-2cfe655d4177 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:22.691365 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-08a2beaf-f004-443c-bcca-17b1fc94cc0b req-76eaa26f-d513-4bf9-b668-5d0446d1b931 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=377fd91dcb85421183b638229f959911&device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 1098 time: 0.0828295 Apr 06 14:48:22.718831 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-871ff159-eef6-4610-a99f-2cfe655d4177 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:22.741589 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ea492bc3-a6db-4ff2-8301-6560eed686be None None] Provisioning complete for port da0d3d77-bd0f-4be3-b889-238ad38c240f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:48:22.741881 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ea492bc3-a6db-4ff2-8301-6560eed686be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:22.749199 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-871ff159-eef6-4610-a99f-2cfe655d4177 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:22.753335 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-871ff159-eef6-4610-a99f-2cfe655d4177 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "DELETE /v2.0/security-groups/e178676b-a8bd-474a-83bd-4f9e81262026 HTTP/1.1" status: 204 len: 168 time: 0.2573941 Apr 06 14:48:22.753335 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ff159-eef6-4610-a99f-2cfe655d4177 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e178676b-a8bd-474a-83bd-4f9e81262026,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:22.753765 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 60998) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:48:22.837532 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2beaf-f004-443c-bcca-17b1fc94cc0b req-adfa65de-edf7-4e92-8f4b-c793dd850108 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:22.839259 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-08a2beaf-f004-443c-bcca-17b1fc94cc0b req-adfa65de-edf7-4e92-8f4b-c793dd850108 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0fa0689e-8911-462c-bec1-22450a730cf9 HTTP/1.1" status: 200 len: 915 time: 0.1419239 Apr 06 14:48:22.841373 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ff159-eef6-4610-a99f-2cfe655d4177 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:22.841873 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ff159-eef6-4610-a99f-2cfe655d4177 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:22.842232 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ff159-eef6-4610-a99f-2cfe655d4177 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:22.842574 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ff159-eef6-4610-a99f-2cfe655d4177 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:22.842915 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ff159-eef6-4610-a99f-2cfe655d4177 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:22.843254 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ff159-eef6-4610-a99f-2cfe655d4177 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:22.843587 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ff159-eef6-4610-a99f-2cfe655d4177 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:22.843917 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ff159-eef6-4610-a99f-2cfe655d4177 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:22.844472 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ff159-eef6-4610-a99f-2cfe655d4177 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:22.844572 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ff159-eef6-4610-a99f-2cfe655d4177 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:22.844899 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ff159-eef6-4610-a99f-2cfe655d4177 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:22.951901 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-08a2beaf-f004-443c-bcca-17b1fc94cc0b req-c127a329-a149-43ac-8500-374a2b8fce16 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da0d3d77-bd0f-4be3-b889-238ad38c240f HTTP/1.1" status: 200 len: 1000 time: 0.1059210 Apr 06 14:48:22.986058 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4c1d81ae-a513-48f4-b987-d31ac88e68e5 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Deleting port 258088df-9af8-4e0d-9f26-ca9f61c20714 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:48:22.986974 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c1d81ae-a513-48f4-b987-d31ac88e68e5 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:23.014574 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2beaf-f004-443c-bcca-17b1fc94cc0b req-db87f9c1-d165-44e7-8d0e-70908247e174 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:23.016001 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-08a2beaf-f004-443c-bcca-17b1fc94cc0b req-db87f9c1-d165-44e7-8d0e-70908247e174 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f2298845-c25b-4c06-9d40-b3c8091b8944 HTTP/1.1" status: 200 len: 853 time: 0.0572665 Apr 06 14:48:23.092189 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-08a2beaf-f004-443c-bcca-17b1fc94cc0b req-66641f7d-b0ef-43a1-8b50-51279452af88 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0fa0689e-8911-462c-bec1-22450a730cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689888 Apr 06 14:48:23.148122 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c1d81ae-a513-48f4-b987-d31ac88e68e5 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:23.148445 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c1d81ae-a513-48f4-b987-d31ac88e68e5 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:23.219914 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-08a2beaf-f004-443c-bcca-17b1fc94cc0b req-14d0a9f1-7c1c-431d-a3ab-482ad8df92b7 service neutron] 10.222.0.69 "GET /v2.0/networks/0fa0689e-8911-462c-bec1-22450a730cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212320 Apr 06 14:48:23.268316 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4c1d81ae-a513-48f4-b987-d31ac88e68e5 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Calling delete_port for 258088df-9af8-4e0d-9f26-ca9f61c20714 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:48:23.347804 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-08a2beaf-f004-443c-bcca-17b1fc94cc0b req-47bbbed9-e312-4cd6-9b20-301bea228803 service neutron] 10.222.0.69 "GET /v2.0/networks/0fa0689e-8911-462c-bec1-22450a730cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205556 Apr 06 14:48:23.411453 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c1d81ae-a513-48f4-b987-d31ac88e68e5 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:23.461804 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d81ae-a513-48f4-b987-d31ac88e68e5 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Pushing event deleted for resources: {'Port': ['ID=258088df-9af8-4e0d-9f26-ca9f61c20714,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:23.548797 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c1d81ae-a513-48f4-b987-d31ac88e68e5 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:24.010907 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1d81ae-a513-48f4-b987-d31ac88e68e5 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Router 4eb3d216-3c37-41c8-9e6c-58e7c49320db has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:48:24.200155 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1d81ae-a513-48f4-b987-d31ac88e68e5 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:48:24.209634 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c941dbd9-dac5-48dc-80dc-453a3e9fb56b None None] Sync routers for ids ['4eb3d216-3c37-41c8-9e6c-58e7c49320db'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:48:24.220173 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c1d81ae-a513-48f4-b987-d31ac88e68e5 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:24.221793 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c941dbd9-dac5-48dc-80dc-453a3e9fb56b None None] Routers {'4eb3d216-3c37-41c8-9e6c-58e7c49320db'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:48:24.222397 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c941dbd9-dac5-48dc-80dc-453a3e9fb56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:48:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4eb3d216-3c37-41c8-9e6c-58e7c49320db'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:24.275145 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4c1d81ae-a513-48f4-b987-d31ac88e68e5 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "DELETE /v2.0/floatingips/156695c4-6997-4b26-b0c8-38dbf7c763e1 HTTP/1.1" status: 204 len: 168 time: 1.5202937 Apr 06 14:48:24.276897 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514b4d14-3ce4-41d3-88ca-757f78fd7b55', 'tag': 'da0d3d77-bd0f-4be3-b889-238ad38c240f'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:48:24.336761 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-342c3f0b-2a03-47a3-b437-a0cb9bb92328'] response: {'name': 'network-changed', 'server_uuid': '514b4d14-3ce4-41d3-88ca-757f78fd7b55', 'tag': 'da0d3d77-bd0f-4be3-b889-238ad38c240f', 'status': 'completed', 'code': 200} Apr 06 14:48:24.407006 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-c941dbd9-dac5-48dc-80dc-453a3e9fb56b None None] Set router 4eb3d216-3c37-41c8-9e6c-58e7c49320db gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:48:24.430230 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dd6fb356-5468-4b89-805c-cea2ced2a237 req-acb8bd55-3d85-4f6f-b7f3-c4448adcf87f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=377fd91dcb85421183b638229f959911&device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 1098 time: 0.0713856 Apr 06 14:48:24.579950 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fb356-5468-4b89-805c-cea2ced2a237 req-39e907cc-7570-4e3b-bf9c-5aba7281ec4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:24.581755 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dd6fb356-5468-4b89-805c-cea2ced2a237 req-39e907cc-7570-4e3b-bf9c-5aba7281ec4c service neutron] 10.222.0.69 "GET /v2.0/networks?id=0fa0689e-8911-462c-bec1-22450a730cf9 HTTP/1.1" status: 200 len: 915 time: 0.1455483 Apr 06 14:48:24.660102 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dd6fb356-5468-4b89-805c-cea2ced2a237 req-4d94fb62-cd34-48e8-9719-7d31b3b6ba73 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da0d3d77-bd0f-4be3-b889-238ad38c240f HTTP/1.1" status: 200 len: 217 time: 0.0669944 Apr 06 14:48:24.723481 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fb356-5468-4b89-805c-cea2ced2a237 req-139ceafa-9f7f-4766-a918-6a53648e2429 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:24.724846 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dd6fb356-5468-4b89-805c-cea2ced2a237 req-139ceafa-9f7f-4766-a918-6a53648e2429 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f2298845-c25b-4c06-9d40-b3c8091b8944 HTTP/1.1" status: 200 len: 853 time: 0.0588431 Apr 06 14:48:24.737882 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c941dbd9-dac5-48dc-80dc-453a3e9fb56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'name': 'tempest-TestMinimumBasicScenario-470996387-router', 'tenant_id': '377fd91dcb85421183b638229f959911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '29806af4-65a6-4637-9233-621336f0eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:46:24Z', 'updated_at': '2022-04-06T14:46:27Z', 'revision_number': 4, 'project_id': '377fd91dcb85421183b638229f959911', 'gw_port': {'id': '29806af4-65a6-4637-9233-621336f0eabb', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:25Z', 'updated_at': '2022-04-06T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce', 'name': '', 'network_id': '0fa0689e-8911-462c-bec1-22450a730cf9', 'tenant_id': '377fd91dcb85421183b638229f959911', 'mac_address': 'fa:16:3e:f7:d1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2298845-c25b-4c06-9d40-b3c8091b8944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:27Z', 'updated_at': '2022-04-06T14:46:46Z', 'revision_number': 5, 'project_id': '377fd91dcb85421183b638229f959911', 'subnets': [{'id': 'f2298845-c25b-4c06-9d40-b3c8091b8944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:24.741730 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c941dbd9-dac5-48dc-80dc-453a3e9fb56b None None] Checking router: 4eb3d216-3c37-41c8-9e6c-58e7c49320db for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:48:24.752077 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c941dbd9-dac5-48dc-80dc-453a3e9fb56b None None] Routers {'4eb3d216-3c37-41c8-9e6c-58e7c49320db'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:48:24.752649 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c941dbd9-dac5-48dc-80dc-453a3e9fb56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:48:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4eb3d216-3c37-41c8-9e6c-58e7c49320db'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:24.805077 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dd6fb356-5468-4b89-805c-cea2ced2a237 req-be4a5488-ddd0-4754-8c89-af4c5c22742e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0fa0689e-8911-462c-bec1-22450a730cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742908 Apr 06 14:48:24.964535 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-c941dbd9-dac5-48dc-80dc-453a3e9fb56b None None] Set router 4eb3d216-3c37-41c8-9e6c-58e7c49320db gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:48:25.038586 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dd6fb356-5468-4b89-805c-cea2ced2a237 req-48a66142-b2f4-4282-9676-5eab07ec3ef8 service neutron] 10.222.0.69 "GET /v2.0/networks/0fa0689e-8911-462c-bec1-22450a730cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271805 Apr 06 14:48:25.176139 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dd6fb356-5468-4b89-805c-cea2ced2a237 req-9e39e871-75f5-4ab1-83e5-ab3041993a22 service neutron] 10.222.0.69 "GET /v2.0/networks/0fa0689e-8911-462c-bec1-22450a730cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305499 Apr 06 14:48:25.283917 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c941dbd9-dac5-48dc-80dc-453a3e9fb56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'name': 'tempest-TestMinimumBasicScenario-470996387-router', 'tenant_id': '377fd91dcb85421183b638229f959911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '29806af4-65a6-4637-9233-621336f0eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:46:24Z', 'updated_at': '2022-04-06T14:46:27Z', 'revision_number': 4, 'project_id': '377fd91dcb85421183b638229f959911', 'gw_port': {'id': '29806af4-65a6-4637-9233-621336f0eabb', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:25Z', 'updated_at': '2022-04-06T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce', 'name': '', 'network_id': '0fa0689e-8911-462c-bec1-22450a730cf9', 'tenant_id': '377fd91dcb85421183b638229f959911', 'mac_address': 'fa:16:3e:f7:d1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2298845-c25b-4c06-9d40-b3c8091b8944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:27Z', 'updated_at': '2022-04-06T14:46:46Z', 'revision_number': 5, 'project_id': '377fd91dcb85421183b638229f959911', 'subnets': [{'id': 'f2298845-c25b-4c06-9d40-b3c8091b8944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:25.287869 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c941dbd9-dac5-48dc-80dc-453a3e9fb56b None None] The sync data for ids ['4eb3d216-3c37-41c8-9e6c-58e7c49320db'] in dv-neutron-835868-1-hyperv is: [{'id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'name': 'tempest-TestMinimumBasicScenario-470996387-router', 'tenant_id': '377fd91dcb85421183b638229f959911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '29806af4-65a6-4637-9233-621336f0eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:46:24Z', 'updated_at': '2022-04-06T14:46:27Z', 'revision_number': 4, 'project_id': '377fd91dcb85421183b638229f959911', 'gw_port': {'id': '29806af4-65a6-4637-9233-621336f0eabb', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:25Z', 'updated_at': '2022-04-06T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce', 'name': '', 'network_id': '0fa0689e-8911-462c-bec1-22450a730cf9', 'tenant_id': '377fd91dcb85421183b638229f959911', 'mac_address': 'fa:16:3e:f7:d1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2298845-c25b-4c06-9d40-b3c8091b8944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:27Z', 'updated_at': '2022-04-06T14:46:46Z', 'revision_number': 5, 'project_id': '377fd91dcb85421183b638229f959911', 'subnets': [{'id': 'f2298845-c25b-4c06-9d40-b3c8091b8944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:48:25.515527 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c81afd9-08d4-44a5-a386-2c3ad1f0dadf None None] New status for floating IP 156695c4-6997-4b26-b0c8-38dbf7c763e1: DOWN {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:48:28.609549 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb622f-5a16-4d1d-b332-306149dc96e5 req-b6cecc94-4e55-4499-ada3-07a564ece0c9 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:28.610226 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-1acb622f-5a16-4d1d-b332-306149dc96e5 req-b6cecc94-4e55-4499-ada3-07a564ece0c9 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Synchronizing usage tracker for tenant:377fd91dcb85421183b638229f959911 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:48:28.624396 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-1acb622f-5a16-4d1d-b332-306149dc96e5 req-b6cecc94-4e55-4499-ada3-07a564ece0c9 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Unset dirty status for tenant:377fd91dcb85421183b638229f959911 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:48:28.625552 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1acb622f-5a16-4d1d-b332-306149dc96e5 req-b6cecc94-4e55-4499-ada3-07a564ece0c9 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 945 time: 0.0882516 Apr 06 14:48:28.668975 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-1acb622f-5a16-4d1d-b332-306149dc96e5 req-0773427c-cc0e-4619-aa23-9b2fca9ce347 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Synchronizing usage tracker for tenant:377fd91dcb85421183b638229f959911 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:48:28.682966 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-1acb622f-5a16-4d1d-b332-306149dc96e5 req-0773427c-cc0e-4619-aa23-9b2fca9ce347 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Unset dirty status for tenant:377fd91dcb85421183b638229f959911 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:48:28.684055 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1acb622f-5a16-4d1d-b332-306149dc96e5 req-0773427c-cc0e-4619-aa23-9b2fca9ce347 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc6a0697-e420-4e48-937a-67be657d07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529840 Apr 06 14:48:29.225880 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:29.880437 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4adaad-34d8-436d-a629-9df8eec13c3e req-65e89da3-23c1-4f6d-97b1-ea13cb22ab7a tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:29.881879 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9f4adaad-34d8-436d-a629-9df8eec13c3e req-65e89da3-23c1-4f6d-97b1-ea13cb22ab7a tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 945 time: 0.0740447 Apr 06 14:48:29.925506 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9f4adaad-34d8-436d-a629-9df8eec13c3e req-7a7cae58-5445-4008-a300-caf828516d5f tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc6a0697-e420-4e48-937a-67be657d07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380583 Apr 06 14:48:30.248727 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb354a2-ad6a-4444-aa50-216eaf3f4e21 req-7618ba17-e62f-483d-8f2f-47c7e3402895 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:30.250150 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4bb354a2-ad6a-4444-aa50-216eaf3f4e21 req-7618ba17-e62f-483d-8f2f-47c7e3402895 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.69 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 945 time: 0.0763419 Apr 06 14:48:30.315479 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-4bb354a2-ad6a-4444-aa50-216eaf3f4e21 req-3254204a-c1a3-4df6-822b-3634d1821aa9 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Deleting port da0d3d77-bd0f-4be3-b889-238ad38c240f {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:48:30.315823 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4bb354a2-ad6a-4444-aa50-216eaf3f4e21 req-3254204a-c1a3-4df6-822b-3634d1821aa9 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:30.549520 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-4bb354a2-ad6a-4444-aa50-216eaf3f4e21 req-3254204a-c1a3-4df6-822b-3634d1821aa9 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] For port da0d3d77-bd0f-4be3-b889-238ad38c240f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=da0d3d77-bd0f-4be3-b889-238ad38c240f,segment=NetworkSegment(7c9dc90f-8388-4a91-8098-d17d3cd13836),segment_id=7c9dc90f-8388-4a91-8098-d17d3cd13836)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:48:30.549796 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4bb354a2-ad6a-4444-aa50-216eaf3f4e21 req-3254204a-c1a3-4df6-822b-3634d1821aa9 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:30.664753 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-4bb354a2-ad6a-4444-aa50-216eaf3f4e21 req-3254204a-c1a3-4df6-822b-3634d1821aa9 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Calling delete_port for da0d3d77-bd0f-4be3-b889-238ad38c240f owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:48:30.800163 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4bb354a2-ad6a-4444-aa50-216eaf3f4e21 req-3254204a-c1a3-4df6-822b-3634d1821aa9 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:30.811236 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['da0d3d77-bd0f-4be3-b889-238ad38c240f'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:48:30.847711 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254204a-c1a3-4df6-822b-3634d1821aa9 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Pushing event deleted for resources: {'Port': ['ID=da0d3d77-bd0f-4be3-b889-238ad38c240f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:30.925070 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb354a2-ad6a-4444-aa50-216eaf3f4e21 req-3254204a-c1a3-4df6-822b-3634d1821aa9 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] No DVR routers for this DVR port da0d3d77-bd0f-4be3-b889-238ad38c240f on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:48:30.927577 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4bb354a2-ad6a-4444-aa50-216eaf3f4e21 req-3254204a-c1a3-4df6-822b-3634d1821aa9 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:30.930150 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514b4d14-3ce4-41d3-88ca-757f78fd7b55', 'name': 'network-vif-deleted', 'tag': 'da0d3d77-bd0f-4be3-b889-238ad38c240f'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:48:30.951132 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4bb354a2-ad6a-4444-aa50-216eaf3f4e21 req-3254204a-c1a3-4df6-822b-3634d1821aa9 tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.69 "DELETE /v2.0/ports/da0d3d77-bd0f-4be3-b889-238ad38c240f HTTP/1.1" status: 204 len: 173 time: 0.6953521 Apr 06 14:48:30.995997 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-765c8c74-4396-470a-95db-2ea25501eeb8'] response: {'server_uuid': '514b4d14-3ce4-41d3-88ca-757f78fd7b55', 'name': 'network-vif-deleted', 'tag': 'da0d3d77-bd0f-4be3-b889-238ad38c240f', 'status': 'completed', 'code': 200} Apr 06 14:48:31.088949 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-f6e1340a-28f7-4912-871b-ef178cddf68d req-715c02c8-5662-4af4-a715-51b887bf219f tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Synchronizing usage tracker for tenant:377fd91dcb85421183b638229f959911 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:48:31.105031 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-f6e1340a-28f7-4912-871b-ef178cddf68d req-715c02c8-5662-4af4-a715-51b887bf219f tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] Unset dirty status for tenant:377fd91dcb85421183b638229f959911 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:48:31.106172 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f6e1340a-28f7-4912-871b-ef178cddf68d req-715c02c8-5662-4af4-a715-51b887bf219f tempest-TestMinimumBasicScenario-440286373 tempest-TestMinimumBasicScenario-440286373-project] 10.222.0.60 "GET /v2.0/ports?device_id=514b4d14-3ce4-41d3-88ca-757f78fd7b55 HTTP/1.1" status: 200 len: 210 time: 0.0582106 Apr 06 14:48:31.667440 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:48:32.768636 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 32848) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:48:33.146595 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fd73ee8-2fae-409a-8243-4323d8afca98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:33.722600 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-7fd73ee8-2fae-409a-8243-4323d8afca98 admin admin] Deleting port 0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:48:33.722936 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fd73ee8-2fae-409a-8243-4323d8afca98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:33.987222 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-7fd73ee8-2fae-409a-8243-4323d8afca98 admin admin] For port 0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce,segment=NetworkSegment(7c9dc90f-8388-4a91-8098-d17d3cd13836),segment_id=7c9dc90f-8388-4a91-8098-d17d3cd13836)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:48:33.987898 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fd73ee8-2fae-409a-8243-4323d8afca98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:34.105282 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-7fd73ee8-2fae-409a-8243-4323d8afca98 admin admin] Calling delete_port for 0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:48:34.264273 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fd73ee8-2fae-409a-8243-4323d8afca98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:34.309352 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd73ee8-2fae-409a-8243-4323d8afca98 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:34.590098 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fd73ee8-2fae-409a-8243-4323d8afca98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:35.146114 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd73ee8-2fae-409a-8243-4323d8afca98 admin admin] Router 4eb3d216-3c37-41c8-9e6c-58e7c49320db has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:48:35.403358 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device da0d3d77-bd0f-4be3-b889-238ad38c240f no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:48:35.421929 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd73ee8-2fae-409a-8243-4323d8afca98 admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:48:35.435125 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e8cb79-bd36-47ed-9e82-e1edaaacc1ca None None] Sync routers for ids ['4eb3d216-3c37-41c8-9e6c-58e7c49320db'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:48:35.438132 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7fd73ee8-2fae-409a-8243-4323d8afca98 admin admin] 10.222.0.60 "PUT /v2.0/routers/4eb3d216-3c37-41c8-9e6c-58e7c49320db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6683934 Apr 06 14:48:35.441186 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 32852) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:48:35.443180 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: da0d3d77-bd0f-4be3-b889-238ad38c240f {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:48:35.443533 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device da0d3d77-bd0f-4be3-b889-238ad38c240f not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:48:35.453384 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e8cb79-bd36-47ed-9e82-e1edaaacc1ca None None] Routers {'4eb3d216-3c37-41c8-9e6c-58e7c49320db'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:48:35.453989 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f5e8cb79-bd36-47ed-9e82-e1edaaacc1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:48:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4eb3d216-3c37-41c8-9e6c-58e7c49320db'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:35.624794 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-f5e8cb79-bd36-47ed-9e82-e1edaaacc1ca None None] Set router 4eb3d216-3c37-41c8-9e6c-58e7c49320db gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:48:35.632900 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-82e310c5-d197-413c-b743-d20fa94c9cbf admin admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:35.827646 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-82e310c5-d197-413c-b743-d20fa94c9cbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:35.838052 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-82e310c5-d197-413c-b743-d20fa94c9cbf admin admin] Deleting port 29806af4-65a6-4637-9233-621336f0eabb {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:48:35.838400 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-82e310c5-d197-413c-b743-d20fa94c9cbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:35.906689 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f5e8cb79-bd36-47ed-9e82-e1edaaacc1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'name': 'tempest-TestMinimumBasicScenario-470996387-router', 'tenant_id': '377fd91dcb85421183b638229f959911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '29806af4-65a6-4637-9233-621336f0eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:46:24Z', 'updated_at': '2022-04-06T14:48:34Z', 'revision_number': 5, 'project_id': '377fd91dcb85421183b638229f959911', 'gw_port': {'id': '29806af4-65a6-4637-9233-621336f0eabb', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:25Z', 'updated_at': '2022-04-06T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:35.911022 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e8cb79-bd36-47ed-9e82-e1edaaacc1ca None None] Checking router: 4eb3d216-3c37-41c8-9e6c-58e7c49320db for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:48:35.921726 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e8cb79-bd36-47ed-9e82-e1edaaacc1ca None None] Routers {'4eb3d216-3c37-41c8-9e6c-58e7c49320db'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:48:35.922325 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f5e8cb79-bd36-47ed-9e82-e1edaaacc1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:48:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['4eb3d216-3c37-41c8-9e6c-58e7c49320db'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:36.008735 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-82e310c5-d197-413c-b743-d20fa94c9cbf admin admin] For port 29806af4-65a6-4637-9233-621336f0eabb, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=29806af4-65a6-4637-9233-621336f0eabb,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:48:36.009125 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-82e310c5-d197-413c-b743-d20fa94c9cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:36.066207 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-f5e8cb79-bd36-47ed-9e82-e1edaaacc1ca None None] Set router 4eb3d216-3c37-41c8-9e6c-58e7c49320db gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:48:36.125849 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-82e310c5-d197-413c-b743-d20fa94c9cbf admin admin] Calling delete_port for 29806af4-65a6-4637-9233-621336f0eabb owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:48:36.200383 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f5e8cb79-bd36-47ed-9e82-e1edaaacc1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'name': 'tempest-TestMinimumBasicScenario-470996387-router', 'tenant_id': '377fd91dcb85421183b638229f959911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:46:24Z', 'updated_at': '2022-04-06T14:48:35Z', 'revision_number': 6, 'project_id': '377fd91dcb85421183b638229f959911', 'gw_port_host': None}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:36.204168 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e8cb79-bd36-47ed-9e82-e1edaaacc1ca None None] The sync data for ids ['4eb3d216-3c37-41c8-9e6c-58e7c49320db'] in dv-neutron-835868-1-hyperv is: [{'id': '4eb3d216-3c37-41c8-9e6c-58e7c49320db', 'name': 'tempest-TestMinimumBasicScenario-470996387-router', 'tenant_id': '377fd91dcb85421183b638229f959911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:46:24Z', 'updated_at': '2022-04-06T14:48:35Z', 'revision_number': 6, 'project_id': '377fd91dcb85421183b638229f959911', 'gw_port_host': None}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:48:36.288156 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-82e310c5-d197-413c-b743-d20fa94c9cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:36.334229 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e310c5-d197-413c-b743-d20fa94c9cbf admin admin] Pushing event deleted for resources: {'Port': ['ID=29806af4-65a6-4637-9233-621336f0eabb,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:36.546983 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-82e310c5-d197-413c-b743-d20fa94c9cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:36.654700 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:48:36.689835 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:48:36.690176 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 0b2a3d09-da2b-420f-a6b8-3b6f1daf07ce not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:48:36.895440 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-82e310c5-d197-413c-b743-d20fa94c9cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:36.899718 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-82e310c5-d197-413c-b743-d20fa94c9cbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:36.923579 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-82e310c5-d197-413c-b743-d20fa94c9cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:36.924038 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e310c5-d197-413c-b743-d20fa94c9cbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4eb3d216-3c37-41c8-9e6c-58e7c49320db {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:48:36.935722 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-82e310c5-d197-413c-b743-d20fa94c9cbf admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:36.936838 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-82e310c5-d197-413c-b743-d20fa94c9cbf admin admin] 10.222.0.60 "DELETE /v2.0/routers/4eb3d216-3c37-41c8-9e6c-58e7c49320db HTTP/1.1" status: 204 len: 168 time: 1.4946518 Apr 06 14:48:36.939451 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 32856) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:48:36.998400 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a9f7344-d4c3-45ed-9682-f64ca5a7658f admin admin] Deleting subnet f2298845-c25b-4c06-9d40-b3c8091b8944 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:48:37.001645 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6a9f7344-d4c3-45ed-9682-f64ca5a7658f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:37.053370 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6a9f7344-d4c3-45ed-9682-f64ca5a7658f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:37.132976 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6a9f7344-d4c3-45ed-9682-f64ca5a7658f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:37.208876 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6a9f7344-d4c3-45ed-9682-f64ca5a7658f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:37.249397 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f7344-d4c3-45ed-9682-f64ca5a7658f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2298845-c25b-4c06-9d40-b3c8091b8944,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:37.257900 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6a9f7344-d4c3-45ed-9682-f64ca5a7658f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:37.263054 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb7bf17-ad8c-479c-8de7-23ef981884a4 None None] Network 0fa0689e-8911-462c-bec1-22450a730cf9 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:48:37.266358 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6a9f7344-d4c3-45ed-9682-f64ca5a7658f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f2298845-c25b-4c06-9d40-b3c8091b8944 HTTP/1.1" status: 204 len: 168 time: 0.3237083 Apr 06 14:48:37.266745 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 32860) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:48:37.382471 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40c5a2cd-37e7-4146-8282-e1a8792b11ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:37.392655 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-40c5a2cd-37e7-4146-8282-e1a8792b11ad admin admin] Deleting port 5cabed5a-182c-4492-96bd-8b22937d6d06 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:48:37.393148 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40c5a2cd-37e7-4146-8282-e1a8792b11ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:37.532608 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098a63a4-ae91-4bdc-a2ba-cec15da18b71 None None] DHCP port deletion for 0fa0689e-8911-462c-bec1-22450a730cf9 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:48:37.537410 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-098a63a4-ae91-4bdc-a2ba-cec15da18b71 None None] Deleting port 5cabed5a-182c-4492-96bd-8b22937d6d06 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:48:37.537803 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-098a63a4-ae91-4bdc-a2ba-cec15da18b71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:37.598083 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-40c5a2cd-37e7-4146-8282-e1a8792b11ad admin admin] For port 5cabed5a-182c-4492-96bd-8b22937d6d06, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=5cabed5a-182c-4492-96bd-8b22937d6d06,segment=NetworkSegment(7c9dc90f-8388-4a91-8098-d17d3cd13836),segment_id=7c9dc90f-8388-4a91-8098-d17d3cd13836)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:48:37.598444 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40c5a2cd-37e7-4146-8282-e1a8792b11ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:37.737282 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-098a63a4-ae91-4bdc-a2ba-cec15da18b71 None None] For port 5cabed5a-182c-4492-96bd-8b22937d6d06, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=5cabed5a-182c-4492-96bd-8b22937d6d06,segment=NetworkSegment(7c9dc90f-8388-4a91-8098-d17d3cd13836),segment_id=7c9dc90f-8388-4a91-8098-d17d3cd13836)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:48:37.737826 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-098a63a4-ae91-4bdc-a2ba-cec15da18b71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:37.807549 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-40c5a2cd-37e7-4146-8282-e1a8792b11ad admin admin] Calling delete_port for 5cabed5a-182c-4492-96bd-8b22937d6d06 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:48:37.855853 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-098a63a4-ae91-4bdc-a2ba-cec15da18b71 None None] Calling delete_port for 5cabed5a-182c-4492-96bd-8b22937d6d06 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:48:37.884795 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40c5a2cd-37e7-4146-8282-e1a8792b11ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:37.927761 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-098a63a4-ae91-4bdc-a2ba-cec15da18b71 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:48:37.928123 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-098a63a4-ae91-4bdc-a2ba-cec15da18b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:48:37.929408 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5a2cd-37e7-4146-8282-e1a8792b11ad admin admin] Pushing event deleted for resources: {'Port': ['ID=5cabed5a-182c-4492-96bd-8b22937d6d06,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:37.935271 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c5a2cd-37e7-4146-8282-e1a8792b11ad admin admin] No DVR routers for this DVR port 5cabed5a-182c-4492-96bd-8b22937d6d06 on host dv-neutron-835868-1-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:48:38.046195 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40c5a2cd-37e7-4146-8282-e1a8792b11ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:38.070431 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-40c5a2cd-37e7-4146-8282-e1a8792b11ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa0689e-8911-462c-bec1-22450a730cf9']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:38.082824 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-40c5a2cd-37e7-4146-8282-e1a8792b11ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c9dc90f-8388-4a91-8098-d17d3cd13836') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:38.083116 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-40c5a2cd-37e7-4146-8282-e1a8792b11ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c9dc90f-8388-4a91-8098-d17d3cd13836') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:38.094277 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40c5a2cd-37e7-4146-8282-e1a8792b11ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:38.099004 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-68e1d317-a26b-409d-a4bc-d3e6521f5da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:38.109832 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40c5a2cd-37e7-4146-8282-e1a8792b11ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:38.115667 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c5a2cd-37e7-4146-8282-e1a8792b11ad admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:48:38.116169 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40c5a2cd-37e7-4146-8282-e1a8792b11ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:48:38.129202 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:48:38.203069 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40c5a2cd-37e7-4146-8282-e1a8792b11ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:38.218109 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40c5a2cd-37e7-4146-8282-e1a8792b11ad admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:38.227691 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5a2cd-37e7-4146-8282-e1a8792b11ad admin admin] Pushing event deleted for resources: {'Network': ['ID=0fa0689e-8911-462c-bec1-22450a730cf9,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:38.234572 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-40c5a2cd-37e7-4146-8282-e1a8792b11ad admin admin] 10.222.0.60 "DELETE /v2.0/networks/0fa0689e-8911-462c-bec1-22450a730cf9 HTTP/1.1" status: 204 len: 168 time: 0.9667845 Apr 06 14:48:38.237969 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 32864) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:48:38.348886 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 5cabed5a-182c-4492-96bd-8b22937d6d06 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:48:38.381249 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 5cabed5a-182c-4492-96bd-8b22937d6d06 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:48:38.381595 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 5cabed5a-182c-4492-96bd-8b22937d6d06 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:48:38.382011 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 29806af4-65a6-4637-9233-621336f0eabb no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:48:38.411761 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 29806af4-65a6-4637-9233-621336f0eabb {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:48:38.412103 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 29806af4-65a6-4637-9233-621336f0eabb not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:48:38.431624 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-098a63a4-ae91-4bdc-a2ba-cec15da18b71 None None] Deleting port 5cabed5a-182c-4492-96bd-8b22937d6d06 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:48:38.432003 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-098a63a4-ae91-4bdc-a2ba-cec15da18b71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:38.498244 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-098a63a4-ae91-4bdc-a2ba-cec15da18b71 None None] The port '5cabed5a-182c-4492-96bd-8b22937d6d06' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:48:38.620192 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-827f88ff-0693-4f4e-aecd-0e86af3892ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:39.193344 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-827f88ff-0693-4f4e-aecd-0e86af3892ba admin admin] Deleting port 8158a4ce-0cfb-463b-aa42-ca61016b684b {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:48:39.193673 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-827f88ff-0693-4f4e-aecd-0e86af3892ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:39.450573 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-827f88ff-0693-4f4e-aecd-0e86af3892ba admin admin] For port 8158a4ce-0cfb-463b-aa42-ca61016b684b, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=8158a4ce-0cfb-463b-aa42-ca61016b684b,segment=NetworkSegment(8138f69e-e2ea-4832-a0bb-5968e94d5761),segment_id=8138f69e-e2ea-4832-a0bb-5968e94d5761)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:48:39.450839 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-827f88ff-0693-4f4e-aecd-0e86af3892ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:39.565350 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-827f88ff-0693-4f4e-aecd-0e86af3892ba admin admin] Calling delete_port for 8158a4ce-0cfb-463b-aa42-ca61016b684b owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:48:39.725956 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-827f88ff-0693-4f4e-aecd-0e86af3892ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:39.771578 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f88ff-0693-4f4e-aecd-0e86af3892ba admin admin] Pushing event deleted for resources: {'Port': ['ID=8158a4ce-0cfb-463b-aa42-ca61016b684b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:40.053228 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-827f88ff-0693-4f4e-aecd-0e86af3892ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:40.611327 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827f88ff-0693-4f4e-aecd-0e86af3892ba admin admin] Router 27720d8c-c788-4502-901d-b9515be44f4e has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:48:40.893578 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827f88ff-0693-4f4e-aecd-0e86af3892ba admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:48:40.902100 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eea940b-3866-4330-9e64-d24128051113 None None] Sync routers for ids ['27720d8c-c788-4502-901d-b9515be44f4e'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:48:40.902642 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-827f88ff-0693-4f4e-aecd-0e86af3892ba admin admin] 10.222.0.60 "PUT /v2.0/routers/27720d8c-c788-4502-901d-b9515be44f4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6632547 Apr 06 14:48:40.904614 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 32868) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:48:40.917211 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eea940b-3866-4330-9e64-d24128051113 None None] Routers {'27720d8c-c788-4502-901d-b9515be44f4e'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:48:40.917558 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4eea940b-3866-4330-9e64-d24128051113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:48:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['27720d8c-c788-4502-901d-b9515be44f4e'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:40.943767 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1d33f292-79b2-40f7-8e75-1b20da53eed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:41.088949 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-4eea940b-3866-4330-9e64-d24128051113 None None] Set router 27720d8c-c788-4502-901d-b9515be44f4e gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:48:41.100324 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-041d1996-b42c-4147-a3f3-19cfbe7e1895 admin admin] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:41.292371 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-041d1996-b42c-4147-a3f3-19cfbe7e1895 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:41.301446 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-041d1996-b42c-4147-a3f3-19cfbe7e1895 admin admin] Deleting port f73fbaf2-f441-4daa-a387-4f86c46fc13a {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:48:41.301981 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-041d1996-b42c-4147-a3f3-19cfbe7e1895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:41.361298 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4eea940b-3866-4330-9e64-d24128051113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27720d8c-c788-4502-901d-b9515be44f4e', 'name': 'tempest-TestMinimumBasicScenario-1592052521-router', 'tenant_id': '639e3be20e3f4ee79f8a4039d73e1d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': 'f73fbaf2-f441-4daa-a387-4f86c46fc13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:46:30Z', 'updated_at': '2022-04-06T14:48:39Z', 'revision_number': 5, 'project_id': '639e3be20e3f4ee79f8a4039d73e1d7e', 'gw_port': {'id': 'f73fbaf2-f441-4daa-a387-4f86c46fc13a', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27720d8c-c788-4502-901d-b9515be44f4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:46:31Z', 'updated_at': '2022-04-06T14:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:41.365043 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eea940b-3866-4330-9e64-d24128051113 None None] Checking router: 27720d8c-c788-4502-901d-b9515be44f4e for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:48:41.376927 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eea940b-3866-4330-9e64-d24128051113 None None] Routers {'27720d8c-c788-4502-901d-b9515be44f4e'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:48:41.377532 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4eea940b-3866-4330-9e64-d24128051113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:48:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['27720d8c-c788-4502-901d-b9515be44f4e'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:41.384622 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:41.462421 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:41.471443 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-041d1996-b42c-4147-a3f3-19cfbe7e1895 admin admin] For port f73fbaf2-f441-4daa-a387-4f86c46fc13a, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f73fbaf2-f441-4daa-a387-4f86c46fc13a,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:48:41.471799 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-041d1996-b42c-4147-a3f3-19cfbe7e1895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:41.557245 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-4eea940b-3866-4330-9e64-d24128051113 None None] Set router 27720d8c-c788-4502-901d-b9515be44f4e gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:48:41.592769 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-041d1996-b42c-4147-a3f3-19cfbe7e1895 admin admin] Calling delete_port for f73fbaf2-f441-4daa-a387-4f86c46fc13a owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:48:41.657796 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4eea940b-3866-4330-9e64-d24128051113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27720d8c-c788-4502-901d-b9515be44f4e', 'name': 'tempest-TestMinimumBasicScenario-1592052521-router', 'tenant_id': '639e3be20e3f4ee79f8a4039d73e1d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:46:30Z', 'updated_at': '2022-04-06T14:48:41Z', 'revision_number': 6, 'project_id': '639e3be20e3f4ee79f8a4039d73e1d7e', 'gw_port_host': None}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:41.661578 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eea940b-3866-4330-9e64-d24128051113 None None] The sync data for ids ['27720d8c-c788-4502-901d-b9515be44f4e'] in dv-neutron-835868-1-hyperv is: [{'id': '27720d8c-c788-4502-901d-b9515be44f4e', 'name': 'tempest-TestMinimumBasicScenario-1592052521-router', 'tenant_id': '639e3be20e3f4ee79f8a4039d73e1d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:46:30Z', 'updated_at': '2022-04-06T14:48:41Z', 'revision_number': 6, 'project_id': '639e3be20e3f4ee79f8a4039d73e1d7e', 'gw_port_host': None}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:48:41.756567 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-041d1996-b42c-4147-a3f3-19cfbe7e1895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:41.801464 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d1996-b42c-4147-a3f3-19cfbe7e1895 admin admin] Pushing event deleted for resources: {'Port': ['ID=f73fbaf2-f441-4daa-a387-4f86c46fc13a,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:42.012590 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-041d1996-b42c-4147-a3f3-19cfbe7e1895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:42.360019 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-041d1996-b42c-4147-a3f3-19cfbe7e1895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:42.364550 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-041d1996-b42c-4147-a3f3-19cfbe7e1895 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:42.388052 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-041d1996-b42c-4147-a3f3-19cfbe7e1895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:42.388562 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041d1996-b42c-4147-a3f3-19cfbe7e1895 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27720d8c-c788-4502-901d-b9515be44f4e {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:48:42.400133 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-041d1996-b42c-4147-a3f3-19cfbe7e1895 admin admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:42.401266 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-041d1996-b42c-4147-a3f3-19cfbe7e1895 admin admin] 10.222.0.60 "DELETE /v2.0/routers/27720d8c-c788-4502-901d-b9515be44f4e HTTP/1.1" status: 204 len: 168 time: 1.4957502 Apr 06 14:48:42.403680 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 32872) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:48:42.464255 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-b610f571-d570-486d-a44e-fe6f9d515100 admin admin] Deleting subnet 7e016e59-0946-49a0-abd2-661ad43949f0 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:48:42.467445 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b610f571-d570-486d-a44e-fe6f9d515100 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:42.487480 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 8158a4ce-0cfb-463b-aa42-ca61016b684b no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:48:42.518939 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 8158a4ce-0cfb-463b-aa42-ca61016b684b {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:48:42.519368 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 8158a4ce-0cfb-463b-aa42-ca61016b684b not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:48:42.519783 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f73fbaf2-f441-4daa-a387-4f86c46fc13a no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:48:42.521113 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b610f571-d570-486d-a44e-fe6f9d515100 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:42.552145 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: f73fbaf2-f441-4daa-a387-4f86c46fc13a {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:48:42.552515 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f73fbaf2-f441-4daa-a387-4f86c46fc13a not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:48:42.600890 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b610f571-d570-486d-a44e-fe6f9d515100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:42.674625 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b610f571-d570-486d-a44e-fe6f9d515100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:42.718083 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610f571-d570-486d-a44e-fe6f9d515100 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e016e59-0946-49a0-abd2-661ad43949f0,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:42.724598 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b610f571-d570-486d-a44e-fe6f9d515100 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:42.729725 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2280e247-17fb-429f-b4da-abc86a8a83b1 None None] Network 72c4e742-4d47-43c1-8acc-7e8457dfac8a requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:48:42.731653 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b610f571-d570-486d-a44e-fe6f9d515100 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7e016e59-0946-49a0-abd2-661ad43949f0 HTTP/1.1" status: 204 len: 168 time: 0.3270586 Apr 06 14:48:42.734103 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 32878) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:48:42.836383 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3836852b-cf3b-474b-b30a-1f5d7173fefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:42.847688 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-3836852b-cf3b-474b-b30a-1f5d7173fefd admin admin] Deleting port f150f6d8-19ed-45ea-bc0e-55a357e0baf2 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:48:42.847688 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3836852b-cf3b-474b-b30a-1f5d7173fefd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:42.951578 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:42.972925 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7fe0fd-fd68-4e2e-9f50-39d78b5ed1f1 None None] DHCP port deletion for 72c4e742-4d47-43c1-8acc-7e8457dfac8a request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:48:42.977066 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-4b7fe0fd-fd68-4e2e-9f50-39d78b5ed1f1 None None] Deleting port f150f6d8-19ed-45ea-bc0e-55a357e0baf2 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:48:42.977432 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4b7fe0fd-fd68-4e2e-9f50-39d78b5ed1f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:43.047557 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-3836852b-cf3b-474b-b30a-1f5d7173fefd admin admin] For port f150f6d8-19ed-45ea-bc0e-55a357e0baf2, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f150f6d8-19ed-45ea-bc0e-55a357e0baf2,segment=NetworkSegment(8138f69e-e2ea-4832-a0bb-5968e94d5761),segment_id=8138f69e-e2ea-4832-a0bb-5968e94d5761)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:48:43.048164 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3836852b-cf3b-474b-b30a-1f5d7173fefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:43.165805 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-3836852b-cf3b-474b-b30a-1f5d7173fefd admin admin] Calling delete_port for f150f6d8-19ed-45ea-bc0e-55a357e0baf2 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:48:43.168845 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4b7fe0fd-fd68-4e2e-9f50-39d78b5ed1f1 None None] For port f150f6d8-19ed-45ea-bc0e-55a357e0baf2, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f150f6d8-19ed-45ea-bc0e-55a357e0baf2,segment=NetworkSegment(8138f69e-e2ea-4832-a0bb-5968e94d5761),segment_id=8138f69e-e2ea-4832-a0bb-5968e94d5761)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:48:43.169258 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4b7fe0fd-fd68-4e2e-9f50-39d78b5ed1f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:43.243557 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3836852b-cf3b-474b-b30a-1f5d7173fefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:43.286587 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836852b-cf3b-474b-b30a-1f5d7173fefd admin admin] Pushing event deleted for resources: {'Port': ['ID=f150f6d8-19ed-45ea-bc0e-55a357e0baf2,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:43.293216 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3836852b-cf3b-474b-b30a-1f5d7173fefd admin admin] No DVR routers for this DVR port f150f6d8-19ed-45ea-bc0e-55a357e0baf2 on host dv-neutron-835868-1-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:48:43.323143 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-4b7fe0fd-fd68-4e2e-9f50-39d78b5ed1f1 None None] Calling delete_port for f150f6d8-19ed-45ea-bc0e-55a357e0baf2 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:48:43.390397 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-4b7fe0fd-fd68-4e2e-9f50-39d78b5ed1f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:48:43.390755 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-4b7fe0fd-fd68-4e2e-9f50-39d78b5ed1f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:48:43.406297 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3836852b-cf3b-474b-b30a-1f5d7173fefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:43.430528 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-3836852b-cf3b-474b-b30a-1f5d7173fefd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c4e742-4d47-43c1-8acc-7e8457dfac8a']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:43.442517 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-3836852b-cf3b-474b-b30a-1f5d7173fefd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8138f69e-e2ea-4832-a0bb-5968e94d5761') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:43.442804 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-3836852b-cf3b-474b-b30a-1f5d7173fefd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8138f69e-e2ea-4832-a0bb-5968e94d5761') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:43.453799 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3836852b-cf3b-474b-b30a-1f5d7173fefd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:43.469297 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3836852b-cf3b-474b-b30a-1f5d7173fefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:43.475127 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3836852b-cf3b-474b-b30a-1f5d7173fefd admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:48:43.475504 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3836852b-cf3b-474b-b30a-1f5d7173fefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:48:43.492172 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:48:43.644736 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3836852b-cf3b-474b-b30a-1f5d7173fefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:43.659773 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3836852b-cf3b-474b-b30a-1f5d7173fefd admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:43.669282 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836852b-cf3b-474b-b30a-1f5d7173fefd admin admin] Pushing event deleted for resources: {'Network': ['ID=72c4e742-4d47-43c1-8acc-7e8457dfac8a,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:43.673667 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3836852b-cf3b-474b-b30a-1f5d7173fefd admin admin] 10.222.0.60 "DELETE /v2.0/networks/72c4e742-4d47-43c1-8acc-7e8457dfac8a HTTP/1.1" status: 204 len: 168 time: 0.9381056 Apr 06 14:48:43.879951 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 32888) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:48:43.892287 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-4b7fe0fd-fd68-4e2e-9f50-39d78b5ed1f1 None None] Deleting port f150f6d8-19ed-45ea-bc0e-55a357e0baf2 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:48:43.892747 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4b7fe0fd-fd68-4e2e-9f50-39d78b5ed1f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:43.933295 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-49d82908-721a-4a91-ac40-c7e53d8fc607 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=377fd91dcb85421183b638229f959911&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521305 Apr 06 14:48:43.935704 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 32892) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:48:43.958890 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-4b7fe0fd-fd68-4e2e-9f50-39d78b5ed1f1 None None] The port 'f150f6d8-19ed-45ea-bc0e-55a357e0baf2' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 14:48:43.996240 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5616740-568b-49e0-a76a-18b2733445e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:44.020470 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5616740-568b-49e0-a76a-18b2733445e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:44.070188 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5616740-568b-49e0-a76a-18b2733445e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:44.087960 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5616740-568b-49e0-a76a-18b2733445e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6a0697-e420-4e48-937a-67be657d07b2,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:44.094884 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5616740-568b-49e0-a76a-18b2733445e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:44.096513 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e5616740-568b-49e0-a76a-18b2733445e1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc6a0697-e420-4e48-937a-67be657d07b2 HTTP/1.1" status: 204 len: 168 time: 0.1599586 Apr 06 14:48:44.348365 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f150f6d8-19ed-45ea-bc0e-55a357e0baf2 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:48:44.380277 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: f150f6d8-19ed-45ea-bc0e-55a357e0baf2 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:48:44.380705 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f150f6d8-19ed-45ea-bc0e-55a357e0baf2 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:48:44.492728 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 32902) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:48:44.541464 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6db1d184-54f9-441f-a800-553b369d5fff admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=639e3be20e3f4ee79f8a4039d73e1d7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0475528 Apr 06 14:48:44.543699 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 32906) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:48:44.604275 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-889c6f4d-651f-4c2d-a02e-69e2db598da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:44.629102 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-889c6f4d-651f-4c2d-a02e-69e2db598da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:44.679383 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-889c6f4d-651f-4c2d-a02e-69e2db598da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:44.694633 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c6f4d-651f-4c2d-a02e-69e2db598da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7501740-1de1-495e-8ec2-2e7e4dfcc93e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:44.702433 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-889c6f4d-651f-4c2d-a02e-69e2db598da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:44.703603 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-889c6f4d-651f-4c2d-a02e-69e2db598da5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a7501740-1de1-495e-8ec2-2e7e4dfcc93e HTTP/1.1" status: 204 len: 168 time: 0.1590402 Apr 06 14:48:46.901699 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 32950) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:48:46.907267 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-b922eb4b-ae83-447f-a141-846b5cb54d46 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1380123253', 'description': 'tempest-secgroup-smoke-1380123253 description', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:48:46.913788 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b922eb4b-ae83-447f-a141-846b5cb54d46 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:48:46.917693 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b922eb4b-ae83-447f-a141-846b5cb54d46 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:48:46.920446 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b922eb4b-ae83-447f-a141-846b5cb54d46 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:48:46.926611 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b922eb4b-ae83-447f-a141-846b5cb54d46 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:48:46.936358 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b922eb4b-ae83-447f-a141-846b5cb54d46 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:46.948659 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b922eb4b-ae83-447f-a141-846b5cb54d46 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:46.979621 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b922eb4b-ae83-447f-a141-846b5cb54d46 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:48:46.983374 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b922eb4b-ae83-447f-a141-846b5cb54d46 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:48:46.986689 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b922eb4b-ae83-447f-a141-846b5cb54d46 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:48:46.993141 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b922eb4b-ae83-447f-a141-846b5cb54d46 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:48:47.063412 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b922eb4b-ae83-447f-a141-846b5cb54d46 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:47.067098 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b922eb4b-ae83-447f-a141-846b5cb54d46 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:47.108838 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b922eb4b-ae83-447f-a141-846b5cb54d46 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:48:47.111506 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922eb4b-ae83-447f-a141-846b5cb54d46 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a759390-f0ce-46c2-80d4-a0288e3d0b5f,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:47.115551 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b922eb4b-ae83-447f-a141-846b5cb54d46 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:48:47.118303 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b922eb4b-ae83-447f-a141-846b5cb54d46 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:48:47.124126 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b922eb4b-ae83-447f-a141-846b5cb54d46 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:48:47.176431 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b922eb4b-ae83-447f-a141-846b5cb54d46 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:47.180197 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b922eb4b-ae83-447f-a141-846b5cb54d46 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:47.221681 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922eb4b-ae83-447f-a141-846b5cb54d46 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1e9c45-c8f3-4b24-92ba-f64a06333e02,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:47.224575 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b922eb4b-ae83-447f-a141-846b5cb54d46 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:47.225934 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b922eb4b-ae83-447f-a141-846b5cb54d46 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3232515 Apr 06 14:48:47.228902 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 32954) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:48:47.234617 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-4bd67080-e94f-4c41-bc4c-0ee7bf7b9b0e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group_rule': {'security_group_id': '8e1e9c45-c8f3-4b24-92ba-f64a06333e02', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:48:47.240430 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4bd67080-e94f-4c41-bc4c-0ee7bf7b9b0e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:48:47.247919 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4bd67080-e94f-4c41-bc4c-0ee7bf7b9b0e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:48:47.251462 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4bd67080-e94f-4c41-bc4c-0ee7bf7b9b0e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:48:47.257348 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4bd67080-e94f-4c41-bc4c-0ee7bf7b9b0e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:48:47.274889 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4bd67080-e94f-4c41-bc4c-0ee7bf7b9b0e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:47.332702 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4bd67080-e94f-4c41-bc4c-0ee7bf7b9b0e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:47.336016 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4bd67080-e94f-4c41-bc4c-0ee7bf7b9b0e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:47.358440 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd67080-e94f-4c41-bc4c-0ee7bf7b9b0e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd48a348-6494-48ed-aaf5-2a29539d61fd,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:47.366632 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4bd67080-e94f-4c41-bc4c-0ee7bf7b9b0e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:47.367970 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4bd67080-e94f-4c41-bc4c-0ee7bf7b9b0e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1381633 Apr 06 14:48:47.370636 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 32958) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:48:47.375953 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-de45d7b9-aefd-4427-9b28-960552a09857 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group_rule': {'security_group_id': '8e1e9c45-c8f3-4b24-92ba-f64a06333e02', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:48:47.381708 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-de45d7b9-aefd-4427-9b28-960552a09857 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:48:47.385445 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-de45d7b9-aefd-4427-9b28-960552a09857 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:48:47.388219 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-de45d7b9-aefd-4427-9b28-960552a09857 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:48:47.394344 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-de45d7b9-aefd-4427-9b28-960552a09857 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:48:47.410687 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-de45d7b9-aefd-4427-9b28-960552a09857 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:47.472099 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-de45d7b9-aefd-4427-9b28-960552a09857 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:47.475410 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-de45d7b9-aefd-4427-9b28-960552a09857 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:47.496887 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45d7b9-aefd-4427-9b28-960552a09857 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39740a43-07f0-4e06-b41c-dc2abba42216,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:47.505450 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-de45d7b9-aefd-4427-9b28-960552a09857 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:47.506590 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-de45d7b9-aefd-4427-9b28-960552a09857 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1350131 Apr 06 14:48:47.509269 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 32962) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:48:47.514505 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f3f0d3f7-2d0c-442d-a23c-6848067852b4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group_rule': {'security_group_id': '8e1e9c45-c8f3-4b24-92ba-f64a06333e02', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:48:47.520617 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f3f0d3f7-2d0c-442d-a23c-6848067852b4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:48:47.524317 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f3f0d3f7-2d0c-442d-a23c-6848067852b4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:48:47.527120 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f3f0d3f7-2d0c-442d-a23c-6848067852b4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:48:47.533306 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f3f0d3f7-2d0c-442d-a23c-6848067852b4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:48:47.548195 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f3f0d3f7-2d0c-442d-a23c-6848067852b4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:47.609621 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f3f0d3f7-2d0c-442d-a23c-6848067852b4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:47.613111 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f3f0d3f7-2d0c-442d-a23c-6848067852b4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:47.635451 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0d3f7-2d0c-442d-a23c-6848067852b4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd7b1d0-a9b2-4b06-9c0d-86adb5ba35ff,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:47.644749 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f3f0d3f7-2d0c-442d-a23c-6848067852b4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:47.646056 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f3f0d3f7-2d0c-442d-a23c-6848067852b4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1358781 Apr 06 14:48:47.648722 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 32966) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:48:47.654114 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-3adb071a-bbcb-4f1c-b28a-e922422960c7 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group_rule': {'security_group_id': '8e1e9c45-c8f3-4b24-92ba-f64a06333e02', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:48:47.659711 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3adb071a-bbcb-4f1c-b28a-e922422960c7 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:48:47.663419 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3adb071a-bbcb-4f1c-b28a-e922422960c7 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:48:47.666224 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3adb071a-bbcb-4f1c-b28a-e922422960c7 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:48:47.671783 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3adb071a-bbcb-4f1c-b28a-e922422960c7 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:48:47.687296 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3adb071a-bbcb-4f1c-b28a-e922422960c7 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:47.748978 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3adb071a-bbcb-4f1c-b28a-e922422960c7 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:47.752816 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3adb071a-bbcb-4f1c-b28a-e922422960c7 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:47.777738 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb071a-bbcb-4f1c-b28a-e922422960c7 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdfb7e2c-34e9-4d0d-ab15-d1692f5533de,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:47.786546 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3adb071a-bbcb-4f1c-b28a-e922422960c7 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:47.787728 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3adb071a-bbcb-4f1c-b28a-e922422960c7 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1380739 Apr 06 14:48:47.790379 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 32970) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:48:47.795790 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-6bbbc4be-4c62-4afa-acf0-bea7e5b9911d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group_rule': {'security_group_id': '8e1e9c45-c8f3-4b24-92ba-f64a06333e02', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:48:47.801778 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6bbbc4be-4c62-4afa-acf0-bea7e5b9911d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:48:47.805588 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6bbbc4be-4c62-4afa-acf0-bea7e5b9911d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:48:47.808488 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6bbbc4be-4c62-4afa-acf0-bea7e5b9911d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:48:47.814699 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6bbbc4be-4c62-4afa-acf0-bea7e5b9911d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:48:47.825356 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-6bbbc4be-4c62-4afa-acf0-bea7e5b9911d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Project a34a369806624a9e9f7e6714cf0befdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:48:47.832981 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6bbbc4be-4c62-4afa-acf0-bea7e5b9911d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:47.894481 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6bbbc4be-4c62-4afa-acf0-bea7e5b9911d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:47.897849 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6bbbc4be-4c62-4afa-acf0-bea7e5b9911d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:47.920138 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbbc4be-4c62-4afa-acf0-bea7e5b9911d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c037e2-2952-4a67-ae0d-6a102433b423,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:47.928452 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6bbbc4be-4c62-4afa-acf0-bea7e5b9911d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:47.929641 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6bbbc4be-4c62-4afa-acf0-bea7e5b9911d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1383295 Apr 06 14:48:47.932313 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 32974) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:48:47.937496 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-714b63cf-6efb-42ba-9d5b-63454e202f94 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group_rule': {'security_group_id': '8e1e9c45-c8f3-4b24-92ba-f64a06333e02', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:48:47.943715 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-714b63cf-6efb-42ba-9d5b-63454e202f94 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:48:47.947844 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-714b63cf-6efb-42ba-9d5b-63454e202f94 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:48:47.950950 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-714b63cf-6efb-42ba-9d5b-63454e202f94 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:48:47.956694 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-714b63cf-6efb-42ba-9d5b-63454e202f94 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:48:47.966937 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-714b63cf-6efb-42ba-9d5b-63454e202f94 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Project a34a369806624a9e9f7e6714cf0befdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:48:47.973340 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-714b63cf-6efb-42ba-9d5b-63454e202f94 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:48.036703 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-714b63cf-6efb-42ba-9d5b-63454e202f94 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:48.040298 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-714b63cf-6efb-42ba-9d5b-63454e202f94 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:48.062850 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b63cf-6efb-42ba-9d5b-63454e202f94 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ae1b48-91c7-43d3-8d34-f5d2c6d19dbd,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:48.073126 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-714b63cf-6efb-42ba-9d5b-63454e202f94 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:48.074271 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-714b63cf-6efb-42ba-9d5b-63454e202f94 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1410701 Apr 06 14:48:48.077168 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 32978) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:48:48.082354 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-36c9d31a-fabe-448b-a937-a465acc8d147 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'network': {'name': 'tempest-network-smoke--2115205122', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'port_security_enabled': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:48:48.086853 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-36c9d31a-fabe-448b-a937-a465acc8d147 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:48:48.090522 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-36c9d31a-fabe-448b-a937-a465acc8d147 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:network and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:48:48.093251 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-36c9d31a-fabe-448b-a937-a465acc8d147 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:48:48.098743 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-36c9d31a-fabe-448b-a937-a465acc8d147 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:48:48.108374 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c9d31a-fabe-448b-a937-a465acc8d147 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Made reservation on behalf of a34a369806624a9e9f7e6714cf0befdc for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:48:48.111812 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-36c9d31a-fabe-448b-a937-a465acc8d147 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:48.141186 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c9d31a-fabe-448b-a937-a465acc8d147 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:48:48.149905 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-36c9d31a-fabe-448b-a937-a465acc8d147 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:48.150199 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-36c9d31a-fabe-448b-a937-a465acc8d147 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Added segment 28bb574a-f81f-4a10-8a5e-5acfd89c1326 of type vlan for network 4770f74d-e64e-4e31-a918-39fe49a2cd45 Apr 06 14:48:48.174431 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-36c9d31a-fabe-448b-a937-a465acc8d147 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:48.201827 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-36c9d31a-fabe-448b-a937-a465acc8d147 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:48.205424 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c9d31a-fabe-448b-a937-a465acc8d147 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:48.205990 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-36c9d31a-fabe-448b-a937-a465acc8d147 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:48.292703 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-36c9d31a-fabe-448b-a937-a465acc8d147 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2145092 Apr 06 14:48:48.295613 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 32982) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:48:48.301811 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-bff2733e-c184-41e9-9dca-65d98179fe8d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-714782725', 'admin_state_up': True, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:48:48.309381 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bff2733e-c184-41e9-9dca-65d98179fe8d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:48:48.311504 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9d31a-fabe-448b-a937-a465acc8d147 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Network': ['ID=4770f74d-e64e-4e31-a918-39fe49a2cd45,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:48.313233 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bff2733e-c184-41e9-9dca-65d98179fe8d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:router and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:48:48.317336 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bff2733e-c184-41e9-9dca-65d98179fe8d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:48:48.323252 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 4770f74d-e64e-4e31-a918-39fe49a2cd45 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:48:48.323948 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bff2733e-c184-41e9-9dca-65d98179fe8d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:48:48.334005 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bff2733e-c184-41e9-9dca-65d98179fe8d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:48.334848 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bff2733e-c184-41e9-9dca-65d98179fe8d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:48.352985 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bff2733e-c184-41e9-9dca-65d98179fe8d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:48.494972 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bff2733e-c184-41e9-9dca-65d98179fe8d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:48.663838 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bff2733e-c184-41e9-9dca-65d98179fe8d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:48.696013 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bff2733e-c184-41e9-9dca-65d98179fe8d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:48.826264 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-bff2733e-c184-41e9-9dca-65d98179fe8d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Allocated IP 172.26.8.95 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/93c3f6d8-8137-4890-a577-9cf6284dc684) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:48:48.974911 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bff2733e-c184-41e9-9dca-65d98179fe8d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:49.001813 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bff2733e-c184-41e9-9dca-65d98179fe8d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:49.067838 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff2733e-c184-41e9-9dca-65d98179fe8d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:48:49.070955 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-bff2733e-c184-41e9-9dca-65d98179fe8d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:48:49.074541 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff2733e-c184-41e9-9dca-65d98179fe8d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:48:49.102599 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2733e-c184-41e9-9dca-65d98179fe8d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Port': ['ID=93c3f6d8-8137-4890-a577-9cf6284dc684,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:49.308130 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bff2733e-c184-41e9-9dca-65d98179fe8d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:49.308797 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bff2733e-c184-41e9-9dca-65d98179fe8d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:49.527601 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff2733e-c184-41e9-9dca-65d98179fe8d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Router 6f0eead0-a0de-4f5f-9697-c946043f1a7a is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:48:49.716246 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff2733e-c184-41e9-9dca-65d98179fe8d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:48:49.728907 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e9bb6c-187b-4f77-b445-823a5853c06b None None] Sync routers for ids ['6f0eead0-a0de-4f5f-9697-c946043f1a7a'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:48:49.741024 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e9bb6c-187b-4f77-b445-823a5853c06b None None] Routers {'6f0eead0-a0de-4f5f-9697-c946043f1a7a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:48:49.741641 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-42e9bb6c-187b-4f77-b445-823a5853c06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:48:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['6f0eead0-a0de-4f5f-9697-c946043f1a7a'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:49.741782 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bff2733e-c184-41e9-9dca-65d98179fe8d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:49.742892 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bff2733e-c184-41e9-9dca-65d98179fe8d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4462504 Apr 06 14:48:49.745997 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 32986) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:48:49.916045 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-da41a9dc-128d-42da-8efc-2041b32abe81 tempest-TestNetworkAdvancedServerOps-1006104642 tempest-TestNetworkAdvancedServerOps-1006104642-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=a34a369806624a9e9f7e6714cf0befdc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1688910 Apr 06 14:48:49.918787 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 32992) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:48:49.919456 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-42e9bb6c-187b-4f77-b445-823a5853c06b None None] Set router 6f0eead0-a0de-4f5f-9697-c946043f1a7a gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:48:50.044040 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c078c0f-4a9d-4c63-915c-1a08c498aaee tempest-TestNetworkAdvancedServerOps-1006104642 tempest-TestNetworkAdvancedServerOps-1006104642-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:50.045454 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2c078c0f-4a9d-4c63-915c-1a08c498aaee tempest-TestNetworkAdvancedServerOps-1006104642 tempest-TestNetworkAdvancedServerOps-1006104642-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1257925 Apr 06 14:48:50.048232 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 32996) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:48:50.090578 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c6a8ab0c-5154-4dc4-8d38-eb078c9cdb4f tempest-TestNetworkAdvancedServerOps-1006104642 tempest-TestNetworkAdvancedServerOps-1006104642-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5b121ca5-69d5-4d27-bffe-4929f7aabdf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413141 Apr 06 14:48:50.093220 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33000) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:48:50.098395 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5115088f-8d32-4c0e-bd74-aa79dda55996 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-292040728', 'network_id': '4770f74d-e64e-4e31-a918-39fe49a2cd45', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:48:50.196641 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-42e9bb6c-187b-4f77-b445-823a5853c06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-714782725', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '93c3f6d8-8137-4890-a577-9cf6284dc684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:48:48Z', 'updated_at': '2022-04-06T14:48:49Z', 'revision_number': 3, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '93c3f6d8-8137-4890-a577-9cf6284dc684', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:48:48Z', 'updated_at': '2022-04-06T14:48:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:50.200455 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e9bb6c-187b-4f77-b445-823a5853c06b None None] Checking router: 6f0eead0-a0de-4f5f-9697-c946043f1a7a for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:48:50.200800 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e9bb6c-187b-4f77-b445-823a5853c06b None None] Updating router 6f0eead0-a0de-4f5f-9697-c946043f1a7a port 93c3f6d8-8137-4890-a577-9cf6284dc684 binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:48:50.204412 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5115088f-8d32-4c0e-bd74-aa79dda55996 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:48:50.208181 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5115088f-8d32-4c0e-bd74-aa79dda55996 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:subnet and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:48:50.210947 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5115088f-8d32-4c0e-bd74-aa79dda55996 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:48:50.216516 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5115088f-8d32-4c0e-bd74-aa79dda55996 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:48:50.226612 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5115088f-8d32-4c0e-bd74-aa79dda55996 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Made reservation on behalf of a34a369806624a9e9f7e6714cf0befdc for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:48:50.254468 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-42e9bb6c-187b-4f77-b445-823a5853c06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:50.325420 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5115088f-8d32-4c0e-bd74-aa79dda55996 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:50.528884 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5115088f-8d32-4c0e-bd74-aa79dda55996 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:50.568400 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-42e9bb6c-187b-4f77-b445-823a5853c06b None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:50.580000 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-42e9bb6c-187b-4f77-b445-823a5853c06b None None] Transition to ACTIVE for port object 93c3f6d8-8137-4890-a577-9cf6284dc684 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:48:50.585721 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-42e9bb6c-187b-4f77-b445-823a5853c06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:50.609042 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115088f-8d32-4c0e-bd74-aa79dda55996 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Subnet': ['ID=e3a58cb7-e7ff-4b39-9df8-d873eb9af0bb,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:50.619229 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5115088f-8d32-4c0e-bd74-aa79dda55996 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Checking segment: {'id': '28bb574a-f81f-4a10-8a5e-5acfd89c1326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4770f74d-e64e-4e31-a918-39fe49a2cd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:48:50.619587 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5115088f-8d32-4c0e-bd74-aa79dda55996 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network hostable DHCP agents. Network: 4770f74d-e64e-4e31-a918-39fe49a2cd45, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:48:50.642112 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5115088f-8d32-4c0e-bd74-aa79dda55996 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network 4770f74d-e64e-4e31-a918-39fe49a2cd45 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:48:50.651387 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-5115088f-8d32-4c0e-bd74-aa79dda55996 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 4770f74d-e64e-4e31-a918-39fe49a2cd45) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:48:50.655372 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5115088f-8d32-4c0e-bd74-aa79dda55996 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:50.655947 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5115088f-8d32-4c0e-bd74-aa79dda55996 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:50.664287 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835470f3-9684-4bde-8ed7-02fbc4e9a84e None None] Network 4770f74d-e64e-4e31-a918-39fe49a2cd45 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:48:50.678027 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5115088f-8d32-4c0e-bd74-aa79dda55996 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5838208 Apr 06 14:48:50.680665 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-42e9bb6c-187b-4f77-b445-823a5853c06b None None] Attempting to bind port 93c3f6d8-8137-4890-a577-9cf6284dc684 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:48:50.680808 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33004) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:48:50.681073 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-42e9bb6c-187b-4f77-b445-823a5853c06b None None] Attempting to bind port 93c3f6d8-8137-4890-a577-9cf6284dc684 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:48:50.681444 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e9bb6c-187b-4f77-b445-823a5853c06b None None] Attempting to bind port 93c3f6d8-8137-4890-a577-9cf6284dc684 on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:48:50.683983 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3acdf-676a-41c3-9537-676067f1c3da None None] Pushing event updated for resources: {'Port': ['ID=93c3f6d8-8137-4890-a577-9cf6284dc684,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:50.774359 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e9bb6c-187b-4f77-b445-823a5853c06b None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:48:50.775050 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e9bb6c-187b-4f77-b445-823a5853c06b None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:48:50.775147 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-42e9bb6c-187b-4f77-b445-823a5853c06b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:50.775503 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e9bb6c-187b-4f77-b445-823a5853c06b None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:48:50.775970 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-42e9bb6c-187b-4f77-b445-823a5853c06b None None] Bound port: 93c3f6d8-8137-4890-a577-9cf6284dc684, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:48:50.776344 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-42e9bb6c-187b-4f77-b445-823a5853c06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:50.808559 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3acdf-676a-41c3-9537-676067f1c3da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:50.809172 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3acdf-676a-41c3-9537-676067f1c3da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:50.809510 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3acdf-676a-41c3-9537-676067f1c3da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:50.809843 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3acdf-676a-41c3-9537-676067f1c3da None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:50.810275 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3acdf-676a-41c3-9537-676067f1c3da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:50.810608 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3acdf-676a-41c3-9537-676067f1c3da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:50.810931 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3acdf-676a-41c3-9537-676067f1c3da None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:50.811289 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3acdf-676a-41c3-9537-676067f1c3da None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:50.811830 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3acdf-676a-41c3-9537-676067f1c3da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:50.812156 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3acdf-676a-41c3-9537-676067f1c3da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:50.812500 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3acdf-676a-41c3-9537-676067f1c3da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:50.897437 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-42e9bb6c-187b-4f77-b445-823a5853c06b None None] For port 93c3f6d8-8137-4890-a577-9cf6284dc684, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:48:50.937503 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-42e9bb6c-187b-4f77-b445-823a5853c06b None None] For port 93c3f6d8-8137-4890-a577-9cf6284dc684, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=93c3f6d8-8137-4890-a577-9cf6284dc684,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:48:50.947180 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-42e9bb6c-187b-4f77-b445-823a5853c06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:51.064156 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb976ed-3ebd-423d-b800-08962c69160a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-4770f74d-e64e-4e31-a918-39fe49a2cd45', 'network_id': '4770f74d-e64e-4e31-a918-39fe49a2cd45', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'fixed_ips': [{'subnet_id': 'e3a58cb7-e7ff-4b39-9df8-d873eb9af0bb'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:48:51.064963 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3cb976ed-3ebd-423d-b800-08962c69160a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:51.081264 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3acdf-676a-41c3-9537-676067f1c3da None None] Pushing event updated for resources: {'Port': ['ID=93c3f6d8-8137-4890-a577-9cf6284dc684,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:51.095686 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e9bb6c-187b-4f77-b445-823a5853c06b None None] Routers {'6f0eead0-a0de-4f5f-9697-c946043f1a7a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:48:51.096292 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-42e9bb6c-187b-4f77-b445-823a5853c06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:48:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['6f0eead0-a0de-4f5f-9697-c946043f1a7a'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:51.373083 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-42e9bb6c-187b-4f77-b445-823a5853c06b None None] Set router 6f0eead0-a0de-4f5f-9697-c946043f1a7a gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:48:51.413260 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-3cb976ed-3ebd-423d-b800-08962c69160a None None] Allocated IP 172.20.0.2 (4770f74d-e64e-4e31-a918-39fe49a2cd45/e3a58cb7-e7ff-4b39-9df8-d873eb9af0bb/c21ef84f-c298-4d6b-8f2a-574bef5bc906) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:48:51.514177 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cefaae9b-a263-4914-8806-f306e50354a0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:51.804544 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3cb976ed-3ebd-423d-b800-08962c69160a None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:51.817429 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3cb976ed-3ebd-423d-b800-08962c69160a None None] Transition to ACTIVE for port object c21ef84f-c298-4d6b-8f2a-574bef5bc906 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:48:51.842125 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3cb976ed-3ebd-423d-b800-08962c69160a None None] Transition to ACTIVE for port object c21ef84f-c298-4d6b-8f2a-574bef5bc906 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:48:51.845883 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-42e9bb6c-187b-4f77-b445-823a5853c06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-714782725', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '93c3f6d8-8137-4890-a577-9cf6284dc684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:48:48Z', 'updated_at': '2022-04-06T14:48:49Z', 'revision_number': 3, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '93c3f6d8-8137-4890-a577-9cf6284dc684', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:48:48Z', 'updated_at': '2022-04-06T14:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:51.849902 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3cb976ed-3ebd-423d-b800-08962c69160a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:51.885654 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e9bb6c-187b-4f77-b445-823a5853c06b None None] The sync data for ids ['6f0eead0-a0de-4f5f-9697-c946043f1a7a'] in dv-neutron-835868-1-hyperv is: [{'id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-714782725', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '93c3f6d8-8137-4890-a577-9cf6284dc684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:48:48Z', 'updated_at': '2022-04-06T14:48:49Z', 'revision_number': 3, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '93c3f6d8-8137-4890-a577-9cf6284dc684', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:48:48Z', 'updated_at': '2022-04-06T14:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:48:51.914893 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-cefaae9b-a263-4914-8806-f306e50354a0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Allocated IP 172.20.0.1 (4770f74d-e64e-4e31-a918-39fe49a2cd45/e3a58cb7-e7ff-4b39-9df8-d873eb9af0bb/e470334b-6548-4a14-b0a5-6d0bb6999a26) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:48:51.929015 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb976ed-3ebd-423d-b800-08962c69160a None None] Network 4770f74d-e64e-4e31-a918-39fe49a2cd45 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:48:51.932645 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-3cb976ed-3ebd-423d-b800-08962c69160a None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:48:51.934742 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb976ed-3ebd-423d-b800-08962c69160a None None] Pushing event updated for resources: {'Port': ['ID=c21ef84f-c298-4d6b-8f2a-574bef5bc906,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:51.936930 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb976ed-3ebd-423d-b800-08962c69160a None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:48:52.034637 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3cb976ed-3ebd-423d-b800-08962c69160a None None] Attempting to bind port c21ef84f-c298-4d6b-8f2a-574bef5bc906 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:48:52.035006 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3cb976ed-3ebd-423d-b800-08962c69160a None None] Attempting to bind port c21ef84f-c298-4d6b-8f2a-574bef5bc906 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '28bb574a-f81f-4a10-8a5e-5acfd89c1326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4770f74d-e64e-4e31-a918-39fe49a2cd45'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:48:52.035371 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb976ed-3ebd-423d-b800-08962c69160a None None] Attempting to bind port c21ef84f-c298-4d6b-8f2a-574bef5bc906 on network 4770f74d-e64e-4e31-a918-39fe49a2cd45 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:48:52.041908 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb976ed-3ebd-423d-b800-08962c69160a None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:48:52.042453 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb976ed-3ebd-423d-b800-08962c69160a None None] Checking segment: {'id': '28bb574a-f81f-4a10-8a5e-5acfd89c1326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4770f74d-e64e-4e31-a918-39fe49a2cd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:48:52.042942 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3cb976ed-3ebd-423d-b800-08962c69160a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:52.043469 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb976ed-3ebd-423d-b800-08962c69160a None None] Bound using segment: {'id': '28bb574a-f81f-4a10-8a5e-5acfd89c1326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4770f74d-e64e-4e31-a918-39fe49a2cd45'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:48:52.044146 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3cb976ed-3ebd-423d-b800-08962c69160a None None] Bound port: c21ef84f-c298-4d6b-8f2a-574bef5bc906, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bb574a-f81f-4a10-8a5e-5acfd89c1326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4770f74d-e64e-4e31-a918-39fe49a2cd45'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:48:52.044612 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3cb976ed-3ebd-423d-b800-08962c69160a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:52.112784 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cefaae9b-a263-4914-8806-f306e50354a0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:52.128599 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-cefaae9b-a263-4914-8806-f306e50354a0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Transition to ACTIVE for port object e470334b-6548-4a14-b0a5-6d0bb6999a26 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:48:52.166033 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3cb976ed-3ebd-423d-b800-08962c69160a None None] For port c21ef84f-c298-4d6b-8f2a-574bef5bc906, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:48:52.168534 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cefaae9b-a263-4914-8806-f306e50354a0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:52.170327 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3cb976ed-3ebd-423d-b800-08962c69160a None None] For port c21ef84f-c298-4d6b-8f2a-574bef5bc906, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c21ef84f-c298-4d6b-8f2a-574bef5bc906,segment=NetworkSegment(28bb574a-f81f-4a10-8a5e-5acfd89c1326),segment_id=28bb574a-f81f-4a10-8a5e-5acfd89c1326)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:48:52.175493 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3cb976ed-3ebd-423d-b800-08962c69160a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:52.244964 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefaae9b-a263-4914-8806-f306e50354a0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network 4770f74d-e64e-4e31-a918-39fe49a2cd45 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:48:52.247877 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-cefaae9b-a263-4914-8806-f306e50354a0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:48:52.252727 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefaae9b-a263-4914-8806-f306e50354a0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:48:52.280852 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefaae9b-a263-4914-8806-f306e50354a0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Port': ['ID=e470334b-6548-4a14-b0a5-6d0bb6999a26,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:52.309462 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb976ed-3ebd-423d-b800-08962c69160a None None] Pushing event updated for resources: {'Port': ['ID=c21ef84f-c298-4d6b-8f2a-574bef5bc906,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:52.312781 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cefaae9b-a263-4914-8806-f306e50354a0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:52.406315 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 93c3f6d8-8137-4890-a577-9cf6284dc684 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:48:52.430067 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cefaae9b-a263-4914-8806-f306e50354a0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:52.483006 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 93c3f6d8-8137-4890-a577-9cf6284dc684 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:48:52.488937 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 93c3f6d8-8137-4890-a577-9cf6284dc684 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:48:52.489609 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:52.632853 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:52.652841 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 93c3f6d8-8137-4890-a577-9cf6284dc684, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=93c3f6d8-8137-4890-a577-9cf6284dc684,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:48:52.658790 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:52.738992 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=93c3f6d8-8137-4890-a577-9cf6284dc684,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:53.011924 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cefaae9b-a263-4914-8806-f306e50354a0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:53.016557 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cefaae9b-a263-4914-8806-f306e50354a0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:53.136351 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefaae9b-a263-4914-8806-f306e50354a0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Port': ['ID=e470334b-6548-4a14-b0a5-6d0bb6999a26,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:53.141203 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cefaae9b-a263-4914-8806-f306e50354a0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:53.294886 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefaae9b-a263-4914-8806-f306e50354a0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network 4770f74d-e64e-4e31-a918-39fe49a2cd45 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:48:53.296086 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-cefaae9b-a263-4914-8806-f306e50354a0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:48:53.324199 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928d45e8-e4b3-43c8-9da8-942213a24261 None None] Network 4770f74d-e64e-4e31-a918-39fe49a2cd45 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:48:53.448937 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-869a536f-d5bb-45ae-9e6f-3706675cb087 None None] Provisioning for port c21ef84f-c298-4d6b-8f2a-574bef5bc906 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:48:53.701047 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefaae9b-a263-4914-8806-f306e50354a0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Router 6f0eead0-a0de-4f5f-9697-c946043f1a7a has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:48:53.800355 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-14965be8-bdaf-407f-bcc0-9861bddf86b9 None None] Provisioning for port e470334b-6548-4a14-b0a5-6d0bb6999a26 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:48:53.807085 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-14965be8-bdaf-407f-bcc0-9861bddf86b9 None None] Provisioning complete for port e470334b-6548-4a14-b0a5-6d0bb6999a26 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:48:53.807525 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-14965be8-bdaf-407f-bcc0-9861bddf86b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:53.870218 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-14965be8-bdaf-407f-bcc0-9861bddf86b9 None None] Port e470334b-6548-4a14-b0a5-6d0bb6999a26 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:48:53.922206 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefaae9b-a263-4914-8806-f306e50354a0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:48:53.932073 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cefaae9b-a263-4914-8806-f306e50354a0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "PUT /v2.0/routers/6f0eead0-a0de-4f5f-9697-c946043f1a7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2503378 Apr 06 14:48:53.995953 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-db1f1565-1e59-4d36-9471-ec7474a6958b None None] Provisioning complete for port e470334b-6548-4a14-b0a5-6d0bb6999a26 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:48:53.996086 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-db1f1565-1e59-4d36-9471-ec7474a6958b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:54.049212 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-db1f1565-1e59-4d36-9471-ec7474a6958b None None] Port e470334b-6548-4a14-b0a5-6d0bb6999a26 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:48:54.171313 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ad6f1fe6-cbfe-42cd-9708-20c2c8bd8c93 None None] Provisioning complete for port e470334b-6548-4a14-b0a5-6d0bb6999a26 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:48:54.171685 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ad6f1fe6-cbfe-42cd-9708-20c2c8bd8c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:54.226389 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ad6f1fe6-cbfe-42cd-9708-20c2c8bd8c93 None None] Port e470334b-6548-4a14-b0a5-6d0bb6999a26 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:48:54.242197 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-a88e9106-4aea-49de-bca4-aa03137424ec req-00313869-4cbc-438c-9ed8-1f8528a18b33 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Synchronizing usage tracker for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:48:54.257439 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-a88e9106-4aea-49de-bca4-aa03137424ec req-00313869-4cbc-438c-9ed8-1f8528a18b33 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Unset dirty status for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:48:54.258570 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a88e9106-4aea-49de-bca4-aa03137424ec req-00313869-4cbc-438c-9ed8-1f8528a18b33 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1380123253&fields=id&tenant_id=a34a369806624a9e9f7e6714cf0befdc HTTP/1.1" status: 200 len: 267 time: 0.0557797 Apr 06 14:48:54.403474 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e9106-4aea-49de-bca4-aa03137424ec req-1d0bc6df-63ee-471c-9a18-70c0739eade9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:54.404371 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-a88e9106-4aea-49de-bca4-aa03137424ec req-1d0bc6df-63ee-471c-9a18-70c0739eade9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Synchronizing usage tracker for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:network {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:48:54.422062 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-a88e9106-4aea-49de-bca4-aa03137424ec req-1d0bc6df-63ee-471c-9a18-70c0739eade9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Unset dirty status for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:network {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:48:54.423234 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a88e9106-4aea-49de-bca4-aa03137424ec req-1d0bc6df-63ee-471c-9a18-70c0739eade9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/networks?id=4770f74d-e64e-4e31-a918-39fe49a2cd45 HTTP/1.1" status: 200 len: 797 time: 0.1583335 Apr 06 14:48:54.424807 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 93c3f6d8-8137-4890-a577-9cf6284dc684 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:48:54.440011 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a88e9106-4aea-49de-bca4-aa03137424ec req-3113bc7e-499f-4223-9309-7fe25f5a4170 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/quotas/a34a369806624a9e9f7e6714cf0befdc HTTP/1.1" status: 200 len: 375 time: 0.0112345 Apr 06 14:48:54.495345 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 93c3f6d8-8137-4890-a577-9cf6284dc684 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:48:54.495707 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:54.519258 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a88e9106-4aea-49de-bca4-aa03137424ec req-5f7a2c74-5a1e-40ba-bb5e-2a8fa8ce86e9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742626 Apr 06 14:48:54.608189 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c21ef84f-c298-4d6b-8f2a-574bef5bc906 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:48:54.653561 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a88e9106-4aea-49de-bca4-aa03137424ec req-4fce22ca-8788-4d0b-9569-4d9de23e5158 service neutron] 10.222.0.60 "GET /v2.0/networks/4770f74d-e64e-4e31-a918-39fe49a2cd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226799 Apr 06 14:48:54.671983 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port c21ef84f-c298-4d6b-8f2a-574bef5bc906 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:48:54.677219 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port c21ef84f-c298-4d6b-8f2a-574bef5bc906 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:48:54.677592 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:54.784194 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a88e9106-4aea-49de-bca4-aa03137424ec req-37f7fd45-2e74-4a46-b4f9-4e047b6ec23b service neutron] 10.222.0.60 "GET /v2.0/networks/4770f74d-e64e-4e31-a918-39fe49a2cd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244850 Apr 06 14:48:54.791902 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:54.825088 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port c21ef84f-c298-4d6b-8f2a-574bef5bc906, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c21ef84f-c298-4d6b-8f2a-574bef5bc906,segment=NetworkSegment(28bb574a-f81f-4a10-8a5e-5acfd89c1326),segment_id=28bb574a-f81f-4a10-8a5e-5acfd89c1326)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:48:54.831531 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:54.907559 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=c21ef84f-c298-4d6b-8f2a-574bef5bc906,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:55.048690 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-7045ed80-505e-449e-a3ec-47fe384ab54f req-a0494e2f-ee43-40e6-bc9a-d9e4938c16c9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Synchronizing usage tracker for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:48:55.066198 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-7045ed80-505e-449e-a3ec-47fe384ab54f req-a0494e2f-ee43-40e6-bc9a-d9e4938c16c9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Unset dirty status for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:48:55.067439 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7045ed80-505e-449e-a3ec-47fe384ab54f req-a0494e2f-ee43-40e6-bc9a-d9e4938c16c9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f9b57e7-5343-4f27-ab4c-2216f1d32ae3 HTTP/1.1" status: 200 len: 210 time: 0.1306124 Apr 06 14:48:55.551220 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a560813-170b-4c40-8cb2-5c67e61b11c2 None None] Sync routers for ids ['6f0eead0-a0de-4f5f-9697-c946043f1a7a'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:48:55.563152 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a560813-170b-4c40-8cb2-5c67e61b11c2 None None] Routers {'6f0eead0-a0de-4f5f-9697-c946043f1a7a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:48:55.564347 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6a560813-170b-4c40-8cb2-5c67e61b11c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:48:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['6f0eead0-a0de-4f5f-9697-c946043f1a7a'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:55.731631 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-6a560813-170b-4c40-8cb2-5c67e61b11c2 None None] Set router 6f0eead0-a0de-4f5f-9697-c946043f1a7a gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:48:56.061185 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6a560813-170b-4c40-8cb2-5c67e61b11c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-714782725', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '93c3f6d8-8137-4890-a577-9cf6284dc684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:48:48Z', 'updated_at': '2022-04-06T14:48:52Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '93c3f6d8-8137-4890-a577-9cf6284dc684', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:48:48Z', 'updated_at': '2022-04-06T14:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'e470334b-6548-4a14-b0a5-6d0bb6999a26', 'name': '', 'network_id': '4770f74d-e64e-4e31-a918-39fe49a2cd45', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:7d:56:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3a58cb7-e7ff-4b39-9df8-d873eb9af0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:48:51Z', 'updated_at': '2022-04-06T14:48:52Z', 'revision_number': 2, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': 'e3a58cb7-e7ff-4b39-9df8-d873eb9af0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:56.065067 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a560813-170b-4c40-8cb2-5c67e61b11c2 None None] Checking router: 6f0eead0-a0de-4f5f-9697-c946043f1a7a for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:48:56.065423 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a560813-170b-4c40-8cb2-5c67e61b11c2 None None] Updating router 6f0eead0-a0de-4f5f-9697-c946043f1a7a port e470334b-6548-4a14-b0a5-6d0bb6999a26 binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:48:56.111611 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e9106-4aea-49de-bca4-aa03137424ec req-05992f8f-5a5f-4163-8260-99a26772a847 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:56.113139 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a88e9106-4aea-49de-bca4-aa03137424ec req-05992f8f-5a5f-4163-8260-99a26772a847 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.69 "GET /v2.0/networks?id=4770f74d-e64e-4e31-a918-39fe49a2cd45 HTTP/1.1" status: 200 len: 797 time: 0.2570059 Apr 06 14:48:56.117874 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-6a560813-170b-4c40-8cb2-5c67e61b11c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:56.167585 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a88e9106-4aea-49de-bca4-aa03137424ec req-c520586d-4dba-4f21-8e2d-fd0a7802fb50 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a34a369806624a9e9f7e6714cf0befdc HTTP/1.1" status: 200 len: 380 time: 0.0424335 Apr 06 14:48:56.177151 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-a88e9106-4aea-49de-bca4-aa03137424ec req-b69efc14-f354-4b83-84da-b48f70df5125 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'port': {'device_id': '1f9b57e7-5343-4f27-ab4c-2216f1d32ae3', 'network_id': '4770f74d-e64e-4e31-a918-39fe49a2cd45', 'admin_state_up': True, 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'security_groups': ['8e1e9c45-c8f3-4b24-92ba-f64a06333e02']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:48:56.303779 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-93a1316f-9cdd-45ad-b830-1ef4279f8b88 req-86d80662-dbe1-4600-a3f1-00713611638f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f9b57e7-5343-4f27-ab4c-2216f1d32ae3 HTTP/1.1" status: 200 len: 210 time: 0.0570328 Apr 06 14:48:56.365383 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-a88e9106-4aea-49de-bca4-aa03137424ec req-b69efc14-f354-4b83-84da-b48f70df5125 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:48:56.368728 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c21ef84f-c298-4d6b-8f2a-574bef5bc906 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:48:56.375957 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-a88e9106-4aea-49de-bca4-aa03137424ec req-b69efc14-f354-4b83-84da-b48f70df5125 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:48:56.385939 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a88e9106-4aea-49de-bca4-aa03137424ec req-b69efc14-f354-4b83-84da-b48f70df5125 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Made reservation on behalf of a34a369806624a9e9f7e6714cf0befdc for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:48:56.389373 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-a88e9106-4aea-49de-bca4-aa03137424ec req-b69efc14-f354-4b83-84da-b48f70df5125 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:56.435671 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port c21ef84f-c298-4d6b-8f2a-574bef5bc906 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:48:56.436091 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:56.472998 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-6a560813-170b-4c40-8cb2-5c67e61b11c2 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:56.485345 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-6a560813-170b-4c40-8cb2-5c67e61b11c2 None None] Transition to ACTIVE for port object e470334b-6548-4a14-b0a5-6d0bb6999a26 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:48:56.493421 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-6a560813-170b-4c40-8cb2-5c67e61b11c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:56.566057 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-a88e9106-4aea-49de-bca4-aa03137424ec req-b69efc14-f354-4b83-84da-b48f70df5125 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Allocated IP 172.20.0.13 (4770f74d-e64e-4e31-a918-39fe49a2cd45/e3a58cb7-e7ff-4b39-9df8-d873eb9af0bb/04485a06-1aa9-49d1-acbf-f347aa1d08b4) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:48:56.620040 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a9443-a5d6-47ce-8027-49e591bb4b06 None None] Pushing event updated for resources: {'Port': ['ID=e470334b-6548-4a14-b0a5-6d0bb6999a26,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:56.656812 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a9443-a5d6-47ce-8027-49e591bb4b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:56.657218 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a9443-a5d6-47ce-8027-49e591bb4b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:56.657565 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a9443-a5d6-47ce-8027-49e591bb4b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:56.657903 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a9443-a5d6-47ce-8027-49e591bb4b06 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:56.658238 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a9443-a5d6-47ce-8027-49e591bb4b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:56.658575 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a9443-a5d6-47ce-8027-49e591bb4b06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:56.658908 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a9443-a5d6-47ce-8027-49e591bb4b06 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:56.659238 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a9443-a5d6-47ce-8027-49e591bb4b06 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:56.659562 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a9443-a5d6-47ce-8027-49e591bb4b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:56.659887 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a9443-a5d6-47ce-8027-49e591bb4b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:56.660219 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a9443-a5d6-47ce-8027-49e591bb4b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:48:56.720382 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-6a560813-170b-4c40-8cb2-5c67e61b11c2 None None] Attempting to bind port e470334b-6548-4a14-b0a5-6d0bb6999a26 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:48:56.720758 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-6a560813-170b-4c40-8cb2-5c67e61b11c2 None None] Attempting to bind port e470334b-6548-4a14-b0a5-6d0bb6999a26 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '28bb574a-f81f-4a10-8a5e-5acfd89c1326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4770f74d-e64e-4e31-a918-39fe49a2cd45'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:48:56.721160 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a560813-170b-4c40-8cb2-5c67e61b11c2 None None] Attempting to bind port e470334b-6548-4a14-b0a5-6d0bb6999a26 on network 4770f74d-e64e-4e31-a918-39fe49a2cd45 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:48:56.727837 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a560813-170b-4c40-8cb2-5c67e61b11c2 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:48:56.728209 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a560813-170b-4c40-8cb2-5c67e61b11c2 None None] Checking segment: {'id': '28bb574a-f81f-4a10-8a5e-5acfd89c1326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4770f74d-e64e-4e31-a918-39fe49a2cd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:48:56.728612 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-6a560813-170b-4c40-8cb2-5c67e61b11c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:56.729108 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a560813-170b-4c40-8cb2-5c67e61b11c2 None None] Bound using segment: {'id': '28bb574a-f81f-4a10-8a5e-5acfd89c1326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4770f74d-e64e-4e31-a918-39fe49a2cd45'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:48:56.729575 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-6a560813-170b-4c40-8cb2-5c67e61b11c2 None None] Bound port: e470334b-6548-4a14-b0a5-6d0bb6999a26, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bb574a-f81f-4a10-8a5e-5acfd89c1326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4770f74d-e64e-4e31-a918-39fe49a2cd45'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:48:56.730007 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-6a560813-170b-4c40-8cb2-5c67e61b11c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:56.770325 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-a88e9106-4aea-49de-bca4-aa03137424ec req-b69efc14-f354-4b83-84da-b48f70df5125 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:56.790591 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-a88e9106-4aea-49de-bca4-aa03137424ec req-b69efc14-f354-4b83-84da-b48f70df5125 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Transition to ACTIVE for port object 04485a06-1aa9-49d1-acbf-f347aa1d08b4 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:48:56.814021 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-a88e9106-4aea-49de-bca4-aa03137424ec req-b69efc14-f354-4b83-84da-b48f70df5125 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:56.824667 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-6a560813-170b-4c40-8cb2-5c67e61b11c2 None None] For port e470334b-6548-4a14-b0a5-6d0bb6999a26, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:48:56.829601 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-6a560813-170b-4c40-8cb2-5c67e61b11c2 None None] For port e470334b-6548-4a14-b0a5-6d0bb6999a26, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=e470334b-6548-4a14-b0a5-6d0bb6999a26,segment=NetworkSegment(28bb574a-f81f-4a10-8a5e-5acfd89c1326),segment_id=28bb574a-f81f-4a10-8a5e-5acfd89c1326)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:48:56.833666 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-6a560813-170b-4c40-8cb2-5c67e61b11c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:56.889217 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a88e9106-4aea-49de-bca4-aa03137424ec req-b69efc14-f354-4b83-84da-b48f70df5125 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network 4770f74d-e64e-4e31-a918-39fe49a2cd45 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:48:56.892689 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-a88e9106-4aea-49de-bca4-aa03137424ec req-b69efc14-f354-4b83-84da-b48f70df5125 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:48:56.897029 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88e9106-4aea-49de-bca4-aa03137424ec req-b69efc14-f354-4b83-84da-b48f70df5125 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:48:56.907543 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a9443-a5d6-47ce-8027-49e591bb4b06 None None] Pushing event updated for resources: {'Port': ['ID=e470334b-6548-4a14-b0a5-6d0bb6999a26,revision_number=4']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:56.915296 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a560813-170b-4c40-8cb2-5c67e61b11c2 None None] Routers {'6f0eead0-a0de-4f5f-9697-c946043f1a7a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:48:56.915891 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6a560813-170b-4c40-8cb2-5c67e61b11c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:48:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['6f0eead0-a0de-4f5f-9697-c946043f1a7a'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:56.947825 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69efc14-f354-4b83-84da-b48f70df5125 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Port': ['ID=04485a06-1aa9-49d1-acbf-f347aa1d08b4,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:56.960654 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e9106-4aea-49de-bca4-aa03137424ec req-b69efc14-f354-4b83-84da-b48f70df5125 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:56.961303 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-a88e9106-4aea-49de-bca4-aa03137424ec req-b69efc14-f354-4b83-84da-b48f70df5125 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:56.991076 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a88e9106-4aea-49de-bca4-aa03137424ec req-b69efc14-f354-4b83-84da-b48f70df5125 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8179739 Apr 06 14:48:57.002817 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-a88e9106-4aea-49de-bca4-aa03137424ec req-571e53ce-99ce-4886-9063-0ef97afd368d service neutron] Request body: {'port': {'device_id': '1f9b57e7-5343-4f27-ab4c-2216f1d32ae3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:48:57.119774 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-a88e9106-4aea-49de-bca4-aa03137424ec req-571e53ce-99ce-4886-9063-0ef97afd368d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:57.132984 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-6a560813-170b-4c40-8cb2-5c67e61b11c2 None None] Set router 6f0eead0-a0de-4f5f-9697-c946043f1a7a gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:48:57.325916 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5a436c56-acb0-4e50-99c2-dc3b3594a5c3 None None] Provisioning for port 04485a06-1aa9-49d1-acbf-f347aa1d08b4 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:48:57.331559 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5a436c56-acb0-4e50-99c2-dc3b3594a5c3 None None] Provisioning complete for port 04485a06-1aa9-49d1-acbf-f347aa1d08b4 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:48:57.332041 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5a436c56-acb0-4e50-99c2-dc3b3594a5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:57.387060 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5a436c56-acb0-4e50-99c2-dc3b3594a5c3 None None] Port 04485a06-1aa9-49d1-acbf-f347aa1d08b4 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:48:57.459375 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6a560813-170b-4c40-8cb2-5c67e61b11c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-714782725', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '93c3f6d8-8137-4890-a577-9cf6284dc684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:48:48Z', 'updated_at': '2022-04-06T14:48:52Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '93c3f6d8-8137-4890-a577-9cf6284dc684', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:48:48Z', 'updated_at': '2022-04-06T14:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'e470334b-6548-4a14-b0a5-6d0bb6999a26', 'name': '', 'network_id': '4770f74d-e64e-4e31-a918-39fe49a2cd45', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:7d:56:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3a58cb7-e7ff-4b39-9df8-d873eb9af0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:48:51Z', 'updated_at': '2022-04-06T14:48:56Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': 'e3a58cb7-e7ff-4b39-9df8-d873eb9af0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:48:57.463377 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a560813-170b-4c40-8cb2-5c67e61b11c2 None None] The sync data for ids ['6f0eead0-a0de-4f5f-9697-c946043f1a7a'] in dv-neutron-835868-1-hyperv is: [{'id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-714782725', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '93c3f6d8-8137-4890-a577-9cf6284dc684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:48:48Z', 'updated_at': '2022-04-06T14:48:52Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '93c3f6d8-8137-4890-a577-9cf6284dc684', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:48:48Z', 'updated_at': '2022-04-06T14:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'e470334b-6548-4a14-b0a5-6d0bb6999a26', 'name': '', 'network_id': '4770f74d-e64e-4e31-a918-39fe49a2cd45', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:7d:56:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3a58cb7-e7ff-4b39-9df8-d873eb9af0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:48:51Z', 'updated_at': '2022-04-06T14:48:56Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': 'e3a58cb7-e7ff-4b39-9df8-d873eb9af0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:48:57.470648 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-a88e9106-4aea-49de-bca4-aa03137424ec req-571e53ce-99ce-4886-9063-0ef97afd368d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04485a06-1aa9-49d1-acbf-f347aa1d08b4 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:48:57.477848 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-a88e9106-4aea-49de-bca4-aa03137424ec req-571e53ce-99ce-4886-9063-0ef97afd368d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:57.493138 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-a88e9106-4aea-49de-bca4-aa03137424ec req-571e53ce-99ce-4886-9063-0ef97afd368d service neutron] Transition to ACTIVE for port object 04485a06-1aa9-49d1-acbf-f347aa1d08b4 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:48:57.497742 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-a88e9106-4aea-49de-bca4-aa03137424ec req-571e53ce-99ce-4886-9063-0ef97afd368d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:57.539914 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111bac5-98bb-4b04-a3a9-51a4889d9f93 req-15a718a7-d1c5-4c7d-b72c-7e7cc8953d82 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:57.548073 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4111bac5-98bb-4b04-a3a9-51a4889d9f93 req-15a718a7-d1c5-4c7d-b72c-7e7cc8953d82 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f9b57e7-5343-4f27-ab4c-2216f1d32ae3 HTTP/1.1" status: 200 len: 932 time: 0.0998788 Apr 06 14:48:57.609529 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4111bac5-98bb-4b04-a3a9-51a4889d9f93 req-3abc37d7-e224-496e-8b44-a8b336d8a910 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e1e9c45-c8f3-4b24-92ba-f64a06333e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603216 Apr 06 14:48:57.632130 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e53ce-99ce-4886-9063-0ef97afd368d service neutron] Pushing event updated for resources: {'Port': ['ID=04485a06-1aa9-49d1-acbf-f347aa1d08b4,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:57.761560 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-a88e9106-4aea-49de-bca4-aa03137424ec req-571e53ce-99ce-4886-9063-0ef97afd368d service neutron] Attempting to bind port 04485a06-1aa9-49d1-acbf-f347aa1d08b4 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:48:57.761993 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-a88e9106-4aea-49de-bca4-aa03137424ec req-571e53ce-99ce-4886-9063-0ef97afd368d service neutron] Attempting to bind port 04485a06-1aa9-49d1-acbf-f347aa1d08b4 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '28bb574a-f81f-4a10-8a5e-5acfd89c1326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4770f74d-e64e-4e31-a918-39fe49a2cd45'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:48:57.762394 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88e9106-4aea-49de-bca4-aa03137424ec req-571e53ce-99ce-4886-9063-0ef97afd368d service neutron] Attempting to bind port 04485a06-1aa9-49d1-acbf-f347aa1d08b4 on network 4770f74d-e64e-4e31-a918-39fe49a2cd45 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:48:57.770135 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88e9106-4aea-49de-bca4-aa03137424ec req-571e53ce-99ce-4886-9063-0ef97afd368d service neutron] Port 04485a06-1aa9-49d1-acbf-f347aa1d08b4 on network 4770f74d-e64e-4e31-a918-39fe49a2cd45 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:48:57.771127 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88e9106-4aea-49de-bca4-aa03137424ec req-571e53ce-99ce-4886-9063-0ef97afd368d service neutron] Attempting to bind port 04485a06-1aa9-49d1-acbf-f347aa1d08b4 on network 4770f74d-e64e-4e31-a918-39fe49a2cd45 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:48:57.778686 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88e9106-4aea-49de-bca4-aa03137424ec req-571e53ce-99ce-4886-9063-0ef97afd368d service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:48:57.779023 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88e9106-4aea-49de-bca4-aa03137424ec req-571e53ce-99ce-4886-9063-0ef97afd368d service neutron] Checking segment: {'id': '28bb574a-f81f-4a10-8a5e-5acfd89c1326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4770f74d-e64e-4e31-a918-39fe49a2cd45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:48:57.779407 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88e9106-4aea-49de-bca4-aa03137424ec req-571e53ce-99ce-4886-9063-0ef97afd368d service neutron] Bound using segment: {'id': '28bb574a-f81f-4a10-8a5e-5acfd89c1326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4770f74d-e64e-4e31-a918-39fe49a2cd45'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:48:57.779833 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-a88e9106-4aea-49de-bca4-aa03137424ec req-571e53ce-99ce-4886-9063-0ef97afd368d service neutron] Bound port: 04485a06-1aa9-49d1-acbf-f347aa1d08b4, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28bb574a-f81f-4a10-8a5e-5acfd89c1326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4770f74d-e64e-4e31-a918-39fe49a2cd45'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:48:57.780187 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-a88e9106-4aea-49de-bca4-aa03137424ec req-571e53ce-99ce-4886-9063-0ef97afd368d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:57.879857 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-a88e9106-4aea-49de-bca4-aa03137424ec req-571e53ce-99ce-4886-9063-0ef97afd368d service neutron] For port 04485a06-1aa9-49d1-acbf-f347aa1d08b4, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:48:57.882798 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-a88e9106-4aea-49de-bca4-aa03137424ec req-571e53ce-99ce-4886-9063-0ef97afd368d service neutron] For port 04485a06-1aa9-49d1-acbf-f347aa1d08b4, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=04485a06-1aa9-49d1-acbf-f347aa1d08b4,segment=NetworkSegment(28bb574a-f81f-4a10-8a5e-5acfd89c1326),segment_id=28bb574a-f81f-4a10-8a5e-5acfd89c1326)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:48:57.887857 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-a88e9106-4aea-49de-bca4-aa03137424ec req-571e53ce-99ce-4886-9063-0ef97afd368d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:58.043841 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-a88e9106-4aea-49de-bca4-aa03137424ec req-571e53ce-99ce-4886-9063-0ef97afd368d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:58.045226 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a88e9106-4aea-49de-bca4-aa03137424ec req-571e53ce-99ce-4886-9063-0ef97afd368d service neutron] 10.222.0.69 "PUT /v2.0/ports/04485a06-1aa9-49d1-acbf-f347aa1d08b4 HTTP/1.1" status: 200 len: 1094 time: 1.0473471 Apr 06 14:48:58.045654 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9b57e7-5343-4f27-ab4c-2216f1d32ae3', 'tag': '04485a06-1aa9-49d1-acbf-f347aa1d08b4'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:48:58.073621 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e53ce-99ce-4886-9063-0ef97afd368d service neutron] Pushing event updated for resources: {'Port': ['ID=04485a06-1aa9-49d1-acbf-f347aa1d08b4,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:58.137872 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72c9bac9-e88c-4697-822a-ac90e6af7e42'] response: {'name': 'network-changed', 'server_uuid': '1f9b57e7-5343-4f27-ab4c-2216f1d32ae3', 'tag': '04485a06-1aa9-49d1-acbf-f347aa1d08b4', 'status': 'completed', 'code': 200} Apr 06 14:48:58.176402 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a88e9106-4aea-49de-bca4-aa03137424ec req-42d2cda5-e6e3-41f5-9c48-2d94c27edb19 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&device_id=1f9b57e7-5343-4f27-ab4c-2216f1d32ae3 HTTP/1.1" status: 200 len: 1097 time: 0.0896323 Apr 06 14:48:58.251652 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a88e9106-4aea-49de-bca4-aa03137424ec req-da0061a3-5a7d-4044-9ecf-7592182f9d30 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04485a06-1aa9-49d1-acbf-f347aa1d08b4 HTTP/1.1" status: 200 len: 217 time: 0.0676587 Apr 06 14:48:58.317239 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e9106-4aea-49de-bca4-aa03137424ec req-a05d33c4-7a3d-4c9e-a91d-98a4d39ee3f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:58.318842 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a88e9106-4aea-49de-bca4-aa03137424ec req-a05d33c4-7a3d-4c9e-a91d-98a4d39ee3f2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e3a58cb7-e7ff-4b39-9df8-d873eb9af0bb HTTP/1.1" status: 200 len: 834 time: 0.0602007 Apr 06 14:48:58.400847 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device e470334b-6548-4a14-b0a5-6d0bb6999a26 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:48:58.406290 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a88e9106-4aea-49de-bca4-aa03137424ec req-b1be2a92-b0fb-422e-9cfd-2b037fd487a5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4770f74d-e64e-4e31-a918-39fe49a2cd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788584 Apr 06 14:48:58.483465 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port e470334b-6548-4a14-b0a5-6d0bb6999a26 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:48:58.488638 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port e470334b-6548-4a14-b0a5-6d0bb6999a26 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:48:58.489054 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:58.544751 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a88e9106-4aea-49de-bca4-aa03137424ec req-33349bcc-63d7-4956-8e37-4b3a8ef01203 service neutron] 10.222.0.69 "GET /v2.0/networks/4770f74d-e64e-4e31-a918-39fe49a2cd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317613 Apr 06 14:48:58.601817 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:58.665251 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port e470334b-6548-4a14-b0a5-6d0bb6999a26, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=e470334b-6548-4a14-b0a5-6d0bb6999a26,segment=NetworkSegment(28bb574a-f81f-4a10-8a5e-5acfd89c1326),segment_id=28bb574a-f81f-4a10-8a5e-5acfd89c1326)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:48:58.669936 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:58.683855 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a88e9106-4aea-49de-bca4-aa03137424ec req-ba21ebec-1826-4270-8efb-9a18e97ae9a6 service neutron] 10.222.0.69 "GET /v2.0/networks/4770f74d-e64e-4e31-a918-39fe49a2cd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313772 Apr 06 14:48:58.736842 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=e470334b-6548-4a14-b0a5-6d0bb6999a26,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:48:58.802180 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a413e76a-7180-47e3-8184-bcb6c58c37a5 req-4b1e63bf-fae8-40d3-bb2d-cc27620be065 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&device_id=1f9b57e7-5343-4f27-ab4c-2216f1d32ae3 HTTP/1.1" status: 200 len: 1097 time: 0.0745957 Apr 06 14:48:58.808071 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ace46-8b8b-4ee0-bea3-5d29c94984ff req-c9245203-a086-4ece-a584-205eec1b660b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:58.809520 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9c7ace46-8b8b-4ee0-bea3-5d29c94984ff req-c9245203-a086-4ece-a584-205eec1b660b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f9b57e7-5343-4f27-ab4c-2216f1d32ae3 HTTP/1.1" status: 200 len: 944 time: 0.0782053 Apr 06 14:48:58.855588 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9c7ace46-8b8b-4ee0-bea3-5d29c94984ff req-6130c254-b59a-434a-8ca3-9cc66eb6781e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e1e9c45-c8f3-4b24-92ba-f64a06333e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394354 Apr 06 14:48:58.933693 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413e76a-7180-47e3-8184-bcb6c58c37a5 req-1b2d8932-add6-4fb3-bdbd-aca31da3d04f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:58.935068 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a413e76a-7180-47e3-8184-bcb6c58c37a5 req-1b2d8932-add6-4fb3-bdbd-aca31da3d04f service neutron] 10.222.0.69 "GET /v2.0/networks?id=4770f74d-e64e-4e31-a918-39fe49a2cd45 HTTP/1.1" status: 200 len: 898 time: 0.1264427 Apr 06 14:48:59.007319 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a413e76a-7180-47e3-8184-bcb6c58c37a5 req-3e835a13-9b81-4e41-b455-438d27bde04b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04485a06-1aa9-49d1-acbf-f347aa1d08b4 HTTP/1.1" status: 200 len: 217 time: 0.0653079 Apr 06 14:48:59.067979 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413e76a-7180-47e3-8184-bcb6c58c37a5 req-60fd65c5-a74b-4d0f-8dd2-61886fc2b32c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:59.069428 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a413e76a-7180-47e3-8184-bcb6c58c37a5 req-60fd65c5-a74b-4d0f-8dd2-61886fc2b32c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e3a58cb7-e7ff-4b39-9df8-d873eb9af0bb HTTP/1.1" status: 200 len: 834 time: 0.0566361 Apr 06 14:48:59.142694 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a413e76a-7180-47e3-8184-bcb6c58c37a5 req-ac89ba58-ad76-4dd6-a4b8-00c7a44e33a2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4770f74d-e64e-4e31-a918-39fe49a2cd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653784 Apr 06 14:48:59.225079 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:48:59.273721 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a413e76a-7180-47e3-8184-bcb6c58c37a5 req-47033e97-29f4-4c5c-897f-fbc2efc55149 service neutron] 10.222.0.69 "GET /v2.0/networks/4770f74d-e64e-4e31-a918-39fe49a2cd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229243 Apr 06 14:48:59.402492 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a413e76a-7180-47e3-8184-bcb6c58c37a5 req-d073e1ae-7327-4606-8800-48afe0499cf2 service neutron] 10.222.0.69 "GET /v2.0/networks/4770f74d-e64e-4e31-a918-39fe49a2cd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213202 Apr 06 14:49:00.057757 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6606645-ff96-4709-b6be-03bf6421c637 req-01d5a77d-47fa-4ff7-8b32-b70f66021b4b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:00.058445 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-f6606645-ff96-4709-b6be-03bf6421c637 req-01d5a77d-47fa-4ff7-8b32-b70f66021b4b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Synchronizing usage tracker for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:49:00.074039 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-f6606645-ff96-4709-b6be-03bf6421c637 req-01d5a77d-47fa-4ff7-8b32-b70f66021b4b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Unset dirty status for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:49:00.075252 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f6606645-ff96-4709-b6be-03bf6421c637 req-01d5a77d-47fa-4ff7-8b32-b70f66021b4b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f9b57e7-5343-4f27-ab4c-2216f1d32ae3 HTTP/1.1" status: 200 len: 944 time: 0.0977621 Apr 06 14:49:00.122456 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f6606645-ff96-4709-b6be-03bf6421c637 req-e65c6062-b60b-449f-8578-a0d18020424b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e1e9c45-c8f3-4b24-92ba-f64a06333e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413151 Apr 06 14:49:00.363153 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device e470334b-6548-4a14-b0a5-6d0bb6999a26 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:49:00.432832 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port e470334b-6548-4a14-b0a5-6d0bb6999a26 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:49:00.433224 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:01.314853 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5c439-16a2-4774-945e-e833c647fa97 req-ada2729f-31b1-4636-9b01-23736c7a56d7 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:01.316376 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-85f5c439-16a2-4774-945e-e833c647fa97 req-ada2729f-31b1-4636-9b01-23736c7a56d7 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f9b57e7-5343-4f27-ab4c-2216f1d32ae3 HTTP/1.1" status: 200 len: 944 time: 0.0742114 Apr 06 14:49:01.360784 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-85f5c439-16a2-4774-945e-e833c647fa97 req-23f8a876-5a3f-4d57-9a75-c5bb7dee46a4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e1e9c45-c8f3-4b24-92ba-f64a06333e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387108 Apr 06 14:49:01.544649 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 04485a06-1aa9-49d1-acbf-f347aa1d08b4 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:49:01.673511 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 04485a06-1aa9-49d1-acbf-f347aa1d08b4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=04485a06-1aa9-49d1-acbf-f347aa1d08b4,segment=NetworkSegment(28bb574a-f81f-4a10-8a5e-5acfd89c1326),segment_id=28bb574a-f81f-4a10-8a5e-5acfd89c1326)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:49:01.686098 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '04485a06-1aa9-49d1-acbf-f347aa1d08b4', 'network_id': '4770f74d-e64e-4e31-a918-39fe49a2cd45', 'port_id': '04485a06-1aa9-49d1-acbf-f347aa1d08b4', 'mac_address': 'fa:16:3e:be:ec:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3a58cb7-e7ff-4b39-9df8-d873eb9af0bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:49:01.740335 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:01.756970 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04485a06-1aa9-49d1-acbf-f347aa1d08b4 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:49:01.771775 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 04485a06-1aa9-49d1-acbf-f347aa1d08b4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=04485a06-1aa9-49d1-acbf-f347aa1d08b4,segment=NetworkSegment(28bb574a-f81f-4a10-8a5e-5acfd89c1326),segment_id=28bb574a-f81f-4a10-8a5e-5acfd89c1326)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:49:01.775700 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:01.840299 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=04485a06-1aa9-49d1-acbf-f347aa1d08b4,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:02.003477 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['04485a06-1aa9-49d1-acbf-f347aa1d08b4'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:49:02.551035 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ed1f9-1b80-4294-b052-13743aa41cea req-8896ab85-0042-4f89-b2bb-0e887ef9d9c8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:02.552491 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bf3ed1f9-1b80-4294-b052-13743aa41cea req-8896ab85-0042-4f89-b2bb-0e887ef9d9c8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f9b57e7-5343-4f27-ab4c-2216f1d32ae3 HTTP/1.1" status: 200 len: 945 time: 0.0736861 Apr 06 14:49:02.600548 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bf3ed1f9-1b80-4294-b052-13743aa41cea req-c7da610f-0407-4298-85c9-c7cba8bf69a7 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e1e9c45-c8f3-4b24-92ba-f64a06333e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425375 Apr 06 14:49:03.553581 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 04485a06-1aa9-49d1-acbf-f347aa1d08b4 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:49:03.621362 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port 04485a06-1aa9-49d1-acbf-f347aa1d08b4 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:49:03.626030 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 04485a06-1aa9-49d1-acbf-f347aa1d08b4 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:49:03.626410 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:03.738254 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:03.764205 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9b57e7-5343-4f27-ab4c-2216f1d32ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04485a06-1aa9-49d1-acbf-f347aa1d08b4'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:49:03.774589 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 04485a06-1aa9-49d1-acbf-f347aa1d08b4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=04485a06-1aa9-49d1-acbf-f347aa1d08b4,segment=NetworkSegment(28bb574a-f81f-4a10-8a5e-5acfd89c1326),segment_id=28bb574a-f81f-4a10-8a5e-5acfd89c1326)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:49:03.779252 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:03.798703 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c812b8f-6a09-4e25-9c1a-3ba4d9f91f32 req-fc86a097-2889-417e-ab0a-fbe1a798e526 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:03.800144 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1c812b8f-6a09-4e25-9c1a-3ba4d9f91f32 req-fc86a097-2889-417e-ab0a-fbe1a798e526 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f9b57e7-5343-4f27-ab4c-2216f1d32ae3 HTTP/1.1" status: 200 len: 945 time: 0.0830927 Apr 06 14:49:03.831787 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aed1fc7b-6c24-4eee-8b85-65ceb1f9df9b'] response: {'server_uuid': '1f9b57e7-5343-4f27-ab4c-2216f1d32ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04485a06-1aa9-49d1-acbf-f347aa1d08b4', 'code': 200} Apr 06 14:49:03.853095 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1c812b8f-6a09-4e25-9c1a-3ba4d9f91f32 req-1c3d8637-5d8b-43d3-8e1f-6c2f4a7b86e2 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e1e9c45-c8f3-4b24-92ba-f64a06333e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467207 Apr 06 14:49:03.871315 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=04485a06-1aa9-49d1-acbf-f347aa1d08b4,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:04.049049 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ae864776-6224-4ea9-bd25-fd80d06a0d24 req-25bd2f3c-d69f-47c1-8ff2-a1f2875c22a1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1f9b57e7-5343-4f27-ab4c-2216f1d32ae3 HTTP/1.1" status: 200 len: 1099 time: 0.0671206 Apr 06 14:49:04.090345 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ae864776-6224-4ea9-bd25-fd80d06a0d24 req-29faa6fd-8d48-429b-bd2a-6167fa966428 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8e1e9c45-c8f3-4b24-92ba-f64a06333e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358608 Apr 06 14:49:05.145374 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365c258-860a-4ed5-83e6-a88a7d57e2a8 req-688cafe2-eb66-40de-ad2d-c9b33140f49d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:05.146847 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b365c258-860a-4ed5-83e6-a88a7d57e2a8 req-688cafe2-eb66-40de-ad2d-c9b33140f49d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f9b57e7-5343-4f27-ab4c-2216f1d32ae3 HTTP/1.1" status: 200 len: 946 time: 0.1714039 Apr 06 14:49:05.192323 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b365c258-860a-4ed5-83e6-a88a7d57e2a8 req-63efdfbf-5a72-4b6e-899a-2aa9f00157a6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e1e9c45-c8f3-4b24-92ba-f64a06333e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397499 Apr 06 14:49:06.388383 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c1338-4e76-4018-b3c4-817296e2d693 req-6c152729-5b59-4b38-88d5-e82df5110816 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:06.390003 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c19c1338-4e76-4018-b3c4-817296e2d693 req-6c152729-5b59-4b38-88d5-e82df5110816 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f9b57e7-5343-4f27-ab4c-2216f1d32ae3 HTTP/1.1" status: 200 len: 946 time: 0.0743229 Apr 06 14:49:06.526809 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c19c1338-4e76-4018-b3c4-817296e2d693 req-4d1b866b-2765-42ff-ac20-96a075b353c7 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e1e9c45-c8f3-4b24-92ba-f64a06333e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312597 Apr 06 14:49:06.719028 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f978ec3-1fdd-446f-9764-a527973bb444 req-eba2e99a-70c3-4ee3-828e-b736abfed551 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:06.721015 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5f978ec3-1fdd-446f-9764-a527973bb444 req-eba2e99a-70c3-4ee3-828e-b736abfed551 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f9b57e7-5343-4f27-ab4c-2216f1d32ae3 HTTP/1.1" status: 200 len: 946 time: 0.0747693 Apr 06 14:49:06.764565 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5f978ec3-1fdd-446f-9764-a527973bb444 req-2bdebacf-eb4e-4658-8474-ff5bdd0ee357 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e1e9c45-c8f3-4b24-92ba-f64a06333e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380177 Apr 06 14:49:06.792214 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33056) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:49:06.863300 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ce16272a-1622-4e22-b573-1b5ca98fe59f tempest-TestNetworkAdvancedServerOps-1006104642 tempest-TestNetworkAdvancedServerOps-1006104642-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1f9b57e7-5343-4f27-ab4c-2216f1d32ae3 HTTP/1.1" status: 200 len: 1094 time: 0.0697887 Apr 06 14:49:06.865976 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33062) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:49:06.871188 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-59739a2a-1ebc-4821-8e6e-6cadbe21a0a6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'port_id': '04485a06-1aa9-49d1-acbf-f347aa1d08b4', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:49:06.876613 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-59739a2a-1ebc-4821-8e6e-6cadbe21a0a6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:49:06.880356 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-59739a2a-1ebc-4821-8e6e-6cadbe21a0a6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:floatingip and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:49:06.883134 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-59739a2a-1ebc-4821-8e6e-6cadbe21a0a6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:49:06.888657 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-59739a2a-1ebc-4821-8e6e-6cadbe21a0a6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:49:06.898437 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59739a2a-1ebc-4821-8e6e-6cadbe21a0a6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for floatingip, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:07.028151 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59739a2a-1ebc-4821-8e6e-6cadbe21a0a6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:07.161557 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-59739a2a-1ebc-4821-8e6e-6cadbe21a0a6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Allocated IP 172.26.8.49 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/61a575dc-7c4e-4661-b419-8c7fd71fd3b0) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:49:07.303672 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59739a2a-1ebc-4821-8e6e-6cadbe21a0a6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:07.330749 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59739a2a-1ebc-4821-8e6e-6cadbe21a0a6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:07.393397 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59739a2a-1ebc-4821-8e6e-6cadbe21a0a6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:49:07.396504 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-59739a2a-1ebc-4821-8e6e-6cadbe21a0a6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:49:07.399837 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59739a2a-1ebc-4821-8e6e-6cadbe21a0a6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:49:07.427614 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59739a2a-1ebc-4821-8e6e-6cadbe21a0a6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Port': ['ID=61a575dc-7c4e-4661-b419-8c7fd71fd3b0,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:07.883170 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59739a2a-1ebc-4821-8e6e-6cadbe21a0a6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:07.935033 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59739a2a-1ebc-4821-8e6e-6cadbe21a0a6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:08.102619 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f1706639-5d7c-463d-892c-4797b3a9098a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:08.134978 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59739a2a-1ebc-4821-8e6e-6cadbe21a0a6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:08.139194 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59739a2a-1ebc-4821-8e6e-6cadbe21a0a6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:08.334232 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59739a2a-1ebc-4821-8e6e-6cadbe21a0a6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Port': ['ID=61a575dc-7c4e-4661-b419-8c7fd71fd3b0,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:08.346375 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59739a2a-1ebc-4821-8e6e-6cadbe21a0a6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:08.525808 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-59739a2a-1ebc-4821-8e6e-6cadbe21a0a6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Floating IP 2b9d0d5b-64bd-4c05-9b98-5a3a99ec54f6 associated. External IP: 172.26.8.49, port: 04485a06-1aa9-49d1-acbf-f347aa1d08b4. Apr 06 14:49:08.667644 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:49:08.903955 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59739a2a-1ebc-4821-8e6e-6cadbe21a0a6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Router 6f0eead0-a0de-4f5f-9697-c946043f1a7a has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:49:09.101864 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59739a2a-1ebc-4821-8e6e-6cadbe21a0a6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:49:09.112174 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e59add-98cb-41b8-b732-f7dd7ff0b73d None None] Sync routers for ids ['6f0eead0-a0de-4f5f-9697-c946043f1a7a'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:49:09.123755 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e59add-98cb-41b8-b732-f7dd7ff0b73d None None] Routers {'6f0eead0-a0de-4f5f-9697-c946043f1a7a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:49:09.124359 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-99e59add-98cb-41b8-b732-f7dd7ff0b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:48:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['6f0eead0-a0de-4f5f-9697-c946043f1a7a'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:09.125562 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59739a2a-1ebc-4821-8e6e-6cadbe21a0a6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:09.177968 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-59739a2a-1ebc-4821-8e6e-6cadbe21a0a6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3108408 Apr 06 14:49:09.178616 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9b57e7-5343-4f27-ab4c-2216f1d32ae3', 'tag': '04485a06-1aa9-49d1-acbf-f347aa1d08b4'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:49:09.302387 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-99e59add-98cb-41b8-b732-f7dd7ff0b73d None None] Set router 6f0eead0-a0de-4f5f-9697-c946043f1a7a gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:49:09.308372 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4342460f-b6ff-40f8-b029-184df6168543'] response: {'name': 'network-changed', 'server_uuid': '1f9b57e7-5343-4f27-ab4c-2216f1d32ae3', 'tag': '04485a06-1aa9-49d1-acbf-f347aa1d08b4', 'status': 'completed', 'code': 200} Apr 06 14:49:09.363233 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0e81d-d75a-4491-85c2-754813106b4f req-63058c1a-b269-43be-91fe-f5b30ff63e4e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:09.364706 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3eb0e81d-d75a-4491-85c2-754813106b4f req-63058c1a-b269-43be-91fe-f5b30ff63e4e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f9b57e7-5343-4f27-ab4c-2216f1d32ae3 HTTP/1.1" status: 200 len: 946 time: 0.0827625 Apr 06 14:49:09.401863 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fc6b8cc6-1a2b-48e0-b735-0168ac346760 req-b66e84a6-f15a-4a2a-9721-eb6b056cde91 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&device_id=1f9b57e7-5343-4f27-ab4c-2216f1d32ae3 HTTP/1.1" status: 200 len: 1099 time: 0.0704744 Apr 06 14:49:09.411130 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3eb0e81d-d75a-4491-85c2-754813106b4f req-96bf2671-3f1d-4613-b9ed-0944a899fb57 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e1e9c45-c8f3-4b24-92ba-f64a06333e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392716 Apr 06 14:49:09.439774 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33072) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:49:09.537040 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b8cc6-1a2b-48e0-b735-0168ac346760 req-54534d66-ed60-446f-95fb-7bc3d1e388a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:09.539005 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fc6b8cc6-1a2b-48e0-b735-0168ac346760 req-54534d66-ed60-446f-95fb-7bc3d1e388a2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4770f74d-e64e-4e31-a918-39fe49a2cd45 HTTP/1.1" status: 200 len: 898 time: 0.1305861 Apr 06 14:49:09.545932 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4d6beb28-73d4-4e7b-9c24-a8ceacf3e209 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/2b9d0d5b-64bd-4c05-9b98-5a3a99ec54f6 HTTP/1.1" status: 200 len: 991 time: 0.1047270 Apr 06 14:49:09.644089 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fc6b8cc6-1a2b-48e0-b735-0168ac346760 req-3ba6d6e3-1941-4e07-8e3b-6ce9c0919fa8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04485a06-1aa9-49d1-acbf-f347aa1d08b4 HTTP/1.1" status: 200 len: 999 time: 0.0970066 Apr 06 14:49:09.677094 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-99e59add-98cb-41b8-b732-f7dd7ff0b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-714782725', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '93c3f6d8-8137-4890-a577-9cf6284dc684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:48:48Z', 'updated_at': '2022-04-06T14:48:52Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '93c3f6d8-8137-4890-a577-9cf6284dc684', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:48:48Z', 'updated_at': '2022-04-06T14:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '2b9d0d5b-64bd-4c05-9b98-5a3a99ec54f6', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'floating_ip_address': '172.26.8.49', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'port_id': '04485a06-1aa9-49d1-acbf-f347aa1d08b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4770f74d-e64e-4e31-a918-39fe49a2cd45', 'mac_address': 'fa:16:3e:be:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9b57e7-5343-4f27-ab4c-2216f1d32ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:49:07Z', 'updated_at': '2022-04-06T14:49:07Z', 'revision_number': 0, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e470334b-6548-4a14-b0a5-6d0bb6999a26', 'name': '', 'network_id': '4770f74d-e64e-4e31-a918-39fe49a2cd45', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:7d:56:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3a58cb7-e7ff-4b39-9df8-d873eb9af0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:48:51Z', 'updated_at': '2022-04-06T14:48:58Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': 'e3a58cb7-e7ff-4b39-9df8-d873eb9af0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:09.680931 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e59add-98cb-41b8-b732-f7dd7ff0b73d None None] Checking router: 6f0eead0-a0de-4f5f-9697-c946043f1a7a for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:49:09.691550 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e59add-98cb-41b8-b732-f7dd7ff0b73d None None] Routers {'6f0eead0-a0de-4f5f-9697-c946043f1a7a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:49:09.692150 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-99e59add-98cb-41b8-b732-f7dd7ff0b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:48:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['6f0eead0-a0de-4f5f-9697-c946043f1a7a'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:09.706440 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b8cc6-1a2b-48e0-b735-0168ac346760 req-1d07a613-8fdd-4f83-8c42-516dd0ab6c50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:09.707869 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fc6b8cc6-1a2b-48e0-b735-0168ac346760 req-1d07a613-8fdd-4f83-8c42-516dd0ab6c50 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e3a58cb7-e7ff-4b39-9df8-d873eb9af0bb HTTP/1.1" status: 200 len: 834 time: 0.0572891 Apr 06 14:49:09.782560 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fc6b8cc6-1a2b-48e0-b735-0168ac346760 req-d46ae358-e42a-4e4e-8a64-dab66616015d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4770f74d-e64e-4e31-a918-39fe49a2cd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677867 Apr 06 14:49:09.870317 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-99e59add-98cb-41b8-b732-f7dd7ff0b73d None None] Set router 6f0eead0-a0de-4f5f-9697-c946043f1a7a gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:49:09.919033 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fc6b8cc6-1a2b-48e0-b735-0168ac346760 req-1dde253b-26b2-4557-b1eb-1b939e74cd56 service neutron] 10.222.0.69 "GET /v2.0/networks/4770f74d-e64e-4e31-a918-39fe49a2cd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308219 Apr 06 14:49:10.155220 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fc6b8cc6-1a2b-48e0-b735-0168ac346760 req-bebb33a4-082e-4ba2-b518-b1cb80472e12 service neutron] 10.222.0.69 "GET /v2.0/networks/4770f74d-e64e-4e31-a918-39fe49a2cd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300708 Apr 06 14:49:10.219484 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-99e59add-98cb-41b8-b732-f7dd7ff0b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-714782725', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '93c3f6d8-8137-4890-a577-9cf6284dc684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:48:48Z', 'updated_at': '2022-04-06T14:48:52Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '93c3f6d8-8137-4890-a577-9cf6284dc684', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:48:48Z', 'updated_at': '2022-04-06T14:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '2b9d0d5b-64bd-4c05-9b98-5a3a99ec54f6', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'floating_ip_address': '172.26.8.49', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'port_id': '04485a06-1aa9-49d1-acbf-f347aa1d08b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4770f74d-e64e-4e31-a918-39fe49a2cd45', 'mac_address': 'fa:16:3e:be:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9b57e7-5343-4f27-ab4c-2216f1d32ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:49:07Z', 'updated_at': '2022-04-06T14:49:07Z', 'revision_number': 0, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e470334b-6548-4a14-b0a5-6d0bb6999a26', 'name': '', 'network_id': '4770f74d-e64e-4e31-a918-39fe49a2cd45', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:7d:56:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3a58cb7-e7ff-4b39-9df8-d873eb9af0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:48:51Z', 'updated_at': '2022-04-06T14:48:58Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': 'e3a58cb7-e7ff-4b39-9df8-d873eb9af0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:10.223406 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e59add-98cb-41b8-b732-f7dd7ff0b73d None None] The sync data for ids ['6f0eead0-a0de-4f5f-9697-c946043f1a7a'] in dv-neutron-835868-1-hyperv is: [{'id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-714782725', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '93c3f6d8-8137-4890-a577-9cf6284dc684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:48:48Z', 'updated_at': '2022-04-06T14:48:52Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '93c3f6d8-8137-4890-a577-9cf6284dc684', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:48:48Z', 'updated_at': '2022-04-06T14:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '2b9d0d5b-64bd-4c05-9b98-5a3a99ec54f6', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'floating_ip_address': '172.26.8.49', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'port_id': '04485a06-1aa9-49d1-acbf-f347aa1d08b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4770f74d-e64e-4e31-a918-39fe49a2cd45', 'mac_address': 'fa:16:3e:be:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9b57e7-5343-4f27-ab4c-2216f1d32ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:49:07Z', 'updated_at': '2022-04-06T14:49:07Z', 'revision_number': 0, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e470334b-6548-4a14-b0a5-6d0bb6999a26', 'name': '', 'network_id': '4770f74d-e64e-4e31-a918-39fe49a2cd45', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:7d:56:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3a58cb7-e7ff-4b39-9df8-d873eb9af0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:48:51Z', 'updated_at': '2022-04-06T14:48:58Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': 'e3a58cb7-e7ff-4b39-9df8-d873eb9af0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:49:10.549759 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33076) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:49:10.651824 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7f066bde-86ea-4ff1-980f-4634e28d0065 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/2b9d0d5b-64bd-4c05-9b98-5a3a99ec54f6 HTTP/1.1" status: 200 len: 991 time: 0.1010108 Apr 06 14:49:10.936665 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-adf629e9-0fd9-4e10-aedd-2811acbe77f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:11.387998 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:11.460901 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:11.655693 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33080) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:49:11.756343 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7fddfd69-33bb-40ac-897e-a6e7b2935792 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/2b9d0d5b-64bd-4c05-9b98-5a3a99ec54f6 HTTP/1.1" status: 200 len: 991 time: 0.0995336 Apr 06 14:49:12.759913 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33084) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:49:12.864696 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-093fbfaf-7ea9-451f-a343-d04caeb9d8bc tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/2b9d0d5b-64bd-4c05-9b98-5a3a99ec54f6 HTTP/1.1" status: 200 len: 991 time: 0.1036682 Apr 06 14:49:12.949418 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:13.510572 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bd34ce-ac86-4877-b3e5-4f03aaa196ea None None] New status for floating IP 2b9d0d5b-64bd-4c05-9b98-5a3a99ec54f6: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:49:13.868661 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33088) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:49:13.968954 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-382d0cae-f93f-458d-8db8-1250fe5d8248 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/2b9d0d5b-64bd-4c05-9b98-5a3a99ec54f6 HTTP/1.1" status: 200 len: 993 time: 0.0991447 Apr 06 14:49:29.229648 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:38.106286 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-09179553-0eb0-4521-84cf-b12d47efc836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:39.100556 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abd638-18fc-4fbd-b955-e633b7ebfd73 req-01bace9a-b2ec-4792-ae73-ce155b066076 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:39.102032 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a8abd638-18fc-4fbd-b955-e633b7ebfd73 req-01bace9a-b2ec-4792-ae73-ce155b066076 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f9b57e7-5343-4f27-ab4c-2216f1d32ae3 HTTP/1.1" status: 200 len: 946 time: 0.0771754 Apr 06 14:49:39.145364 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a8abd638-18fc-4fbd-b955-e633b7ebfd73 req-7bb26842-4d1f-4f7d-98ca-d44eafaae565 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e1e9c45-c8f3-4b24-92ba-f64a06333e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378284 Apr 06 14:49:40.363255 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f46ee5-9899-4c73-b017-01520223df9d req-08b3663d-5b6d-4a90-a485-1cd377018b04 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:40.364675 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a9f46ee5-9899-4c73-b017-01520223df9d req-08b3663d-5b6d-4a90-a485-1cd377018b04 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f9b57e7-5343-4f27-ab4c-2216f1d32ae3 HTTP/1.1" status: 200 len: 946 time: 0.0800784 Apr 06 14:49:40.409297 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a9f46ee5-9899-4c73-b017-01520223df9d req-42c49185-ac06-44a9-8b92-e548a703758b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e1e9c45-c8f3-4b24-92ba-f64a06333e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391161 Apr 06 14:49:40.437115 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33108) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:49:40.537481 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8fc20ebd-0eae-4ac9-b62b-086623783ed6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/2b9d0d5b-64bd-4c05-9b98-5a3a99ec54f6 HTTP/1.1" status: 200 len: 993 time: 0.0987604 Apr 06 14:49:40.938822 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0bbfb8dc-273a-4551-a9dd-492d678db8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:41.389428 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:41.463583 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:42.030065 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b724f1-85d4-4951-8b7c-b87dcf1f7152 req-2ecb6c32-1fdb-42e8-824e-97b5493f15a3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:42.031441 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c2b724f1-85d4-4951-8b7c-b87dcf1f7152 req-2ecb6c32-1fdb-42e8-824e-97b5493f15a3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f9b57e7-5343-4f27-ab4c-2216f1d32ae3 HTTP/1.1" status: 200 len: 946 time: 0.0873671 Apr 06 14:49:42.083253 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c2b724f1-85d4-4951-8b7c-b87dcf1f7152 req-a8a64da3-4eea-4e24-bef5-53144ddde672 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e1e9c45-c8f3-4b24-92ba-f64a06333e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460055 Apr 06 14:49:42.952550 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:43.278616 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e3899-00d9-4dcd-99a8-86f5b3a90ff6 req-d2689849-e256-45f4-9ded-f3964bb53664 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:43.280033 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-443e3899-00d9-4dcd-99a8-86f5b3a90ff6 req-d2689849-e256-45f4-9ded-f3964bb53664 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f9b57e7-5343-4f27-ab4c-2216f1d32ae3 HTTP/1.1" status: 200 len: 946 time: 0.0734189 Apr 06 14:49:43.323755 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-443e3899-00d9-4dcd-99a8-86f5b3a90ff6 req-f7f15863-11cd-4d2d-a8b9-70caaf2eb7f0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e1e9c45-c8f3-4b24-92ba-f64a06333e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376878 Apr 06 14:49:43.350958 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33120) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:49:43.451332 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b1e0c6d1-d72e-44d2-9274-9529bf1efbd0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/2b9d0d5b-64bd-4c05-9b98-5a3a99ec54f6 HTTP/1.1" status: 200 len: 993 time: 0.0992832 Apr 06 14:49:43.824395 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33128) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:49:44.017337 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-aa8c3b07-58f2-4755-a72e-7ec825c0a863 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Deleting port 61a575dc-7c4e-4661-b419-8c7fd71fd3b0 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:49:44.017677 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aa8c3b07-58f2-4755-a72e-7ec825c0a863 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:44.175975 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aa8c3b07-58f2-4755-a72e-7ec825c0a863 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:44.176299 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aa8c3b07-58f2-4755-a72e-7ec825c0a863 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:44.289592 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-aa8c3b07-58f2-4755-a72e-7ec825c0a863 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Calling delete_port for 61a575dc-7c4e-4661-b419-8c7fd71fd3b0 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:49:44.430304 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aa8c3b07-58f2-4755-a72e-7ec825c0a863 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:44.475979 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c3b07-58f2-4755-a72e-7ec825c0a863 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'Port': ['ID=61a575dc-7c4e-4661-b419-8c7fd71fd3b0,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:44.538550 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c3b07-58f2-4755-a72e-7ec825c0a863 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:44.538893 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c3b07-58f2-4755-a72e-7ec825c0a863 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:44.539227 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c3b07-58f2-4755-a72e-7ec825c0a863 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:44.539561 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c3b07-58f2-4755-a72e-7ec825c0a863 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:44.539888 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c3b07-58f2-4755-a72e-7ec825c0a863 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:44.540211 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c3b07-58f2-4755-a72e-7ec825c0a863 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:44.540532 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c3b07-58f2-4755-a72e-7ec825c0a863 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:44.540851 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c3b07-58f2-4755-a72e-7ec825c0a863 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:44.541193 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c3b07-58f2-4755-a72e-7ec825c0a863 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:44.541513 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c3b07-58f2-4755-a72e-7ec825c0a863 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:44.541833 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c3b07-58f2-4755-a72e-7ec825c0a863 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:44.572389 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aa8c3b07-58f2-4755-a72e-7ec825c0a863 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:45.032774 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8c3b07-58f2-4755-a72e-7ec825c0a863 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Router 6f0eead0-a0de-4f5f-9697-c946043f1a7a has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:49:45.232672 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8c3b07-58f2-4755-a72e-7ec825c0a863 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:49:45.242220 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d087d017-41f5-4b5d-be36-4dc07c4f9d14 None None] Sync routers for ids ['6f0eead0-a0de-4f5f-9697-c946043f1a7a'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:49:45.252020 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aa8c3b07-58f2-4755-a72e-7ec825c0a863 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:45.254354 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d087d017-41f5-4b5d-be36-4dc07c4f9d14 None None] Routers {'6f0eead0-a0de-4f5f-9697-c946043f1a7a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:49:45.255010 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d087d017-41f5-4b5d-be36-4dc07c4f9d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:49:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['6f0eead0-a0de-4f5f-9697-c946043f1a7a'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:45.304835 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-aa8c3b07-58f2-4755-a72e-7ec825c0a863 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "DELETE /v2.0/floatingips/2b9d0d5b-64bd-4c05-9b98-5a3a99ec54f6 HTTP/1.1" status: 204 len: 168 time: 1.4793341 Apr 06 14:49:45.305526 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9b57e7-5343-4f27-ab4c-2216f1d32ae3', 'tag': '04485a06-1aa9-49d1-acbf-f347aa1d08b4'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:49:45.362248 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25cec5a5-29eb-4a9d-a1ed-7ff5fda31a16'] response: {'name': 'network-changed', 'server_uuid': '1f9b57e7-5343-4f27-ab4c-2216f1d32ae3', 'tag': '04485a06-1aa9-49d1-acbf-f347aa1d08b4', 'status': 'completed', 'code': 200} Apr 06 14:49:45.428195 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-d087d017-41f5-4b5d-be36-4dc07c4f9d14 None None] Set router 6f0eead0-a0de-4f5f-9697-c946043f1a7a gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:49:45.459656 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b2d9addb-9bbf-4092-8a5e-f4cd89436725 req-158a6294-c763-474a-a096-90966c307631 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&device_id=1f9b57e7-5343-4f27-ab4c-2216f1d32ae3 HTTP/1.1" status: 200 len: 1099 time: 0.0742958 Apr 06 14:49:45.597643 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9addb-9bbf-4092-8a5e-f4cd89436725 req-9112cea1-063c-4960-a8e0-520d8dcc4aa9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:45.599094 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b2d9addb-9bbf-4092-8a5e-f4cd89436725 req-9112cea1-063c-4960-a8e0-520d8dcc4aa9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4770f74d-e64e-4e31-a918-39fe49a2cd45 HTTP/1.1" status: 200 len: 898 time: 0.1309364 Apr 06 14:49:45.668118 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:49:45.702091 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b2d9addb-9bbf-4092-8a5e-f4cd89436725 req-63ad0e60-187b-46c6-8681-8831d251ab32 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04485a06-1aa9-49d1-acbf-f347aa1d08b4 HTTP/1.1" status: 200 len: 217 time: 0.0967236 Apr 06 14:49:45.784126 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d087d017-41f5-4b5d-be36-4dc07c4f9d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-714782725', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '93c3f6d8-8137-4890-a577-9cf6284dc684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:48:48Z', 'updated_at': '2022-04-06T14:48:52Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '93c3f6d8-8137-4890-a577-9cf6284dc684', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:48:48Z', 'updated_at': '2022-04-06T14:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'e470334b-6548-4a14-b0a5-6d0bb6999a26', 'name': '', 'network_id': '4770f74d-e64e-4e31-a918-39fe49a2cd45', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:7d:56:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3a58cb7-e7ff-4b39-9df8-d873eb9af0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:48:51Z', 'updated_at': '2022-04-06T14:48:58Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': 'e3a58cb7-e7ff-4b39-9df8-d873eb9af0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:45.784401 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9addb-9bbf-4092-8a5e-f4cd89436725 req-1475f41d-2beb-41d1-a35f-98f14448574f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:45.785587 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b2d9addb-9bbf-4092-8a5e-f4cd89436725 req-1475f41d-2beb-41d1-a35f-98f14448574f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e3a58cb7-e7ff-4b39-9df8-d873eb9af0bb HTTP/1.1" status: 200 len: 834 time: 0.0759864 Apr 06 14:49:45.787949 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d087d017-41f5-4b5d-be36-4dc07c4f9d14 None None] Checking router: 6f0eead0-a0de-4f5f-9697-c946043f1a7a for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:49:45.799665 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b71b9-44b6-4e2f-8b4b-35bee4c96f34 req-db104ebb-fd21-41ff-bb43-d97c5f1ef872 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:45.801059 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bb0b71b9-44b6-4e2f-8b4b-35bee4c96f34 req-db104ebb-fd21-41ff-bb43-d97c5f1ef872 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f9b57e7-5343-4f27-ab4c-2216f1d32ae3 HTTP/1.1" status: 200 len: 946 time: 0.1452355 Apr 06 14:49:45.809783 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d087d017-41f5-4b5d-be36-4dc07c4f9d14 None None] Routers {'6f0eead0-a0de-4f5f-9697-c946043f1a7a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:49:45.810391 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d087d017-41f5-4b5d-be36-4dc07c4f9d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:49:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['6f0eead0-a0de-4f5f-9697-c946043f1a7a'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:45.891624 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bb0b71b9-44b6-4e2f-8b4b-35bee4c96f34 req-8f1e5216-176c-4c04-80e0-133759dbedb1 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e1e9c45-c8f3-4b24-92ba-f64a06333e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619395 Apr 06 14:49:45.904022 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b2d9addb-9bbf-4092-8a5e-f4cd89436725 req-4452cf9e-5c4a-4dad-ac27-6139aae7abcd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4770f74d-e64e-4e31-a918-39fe49a2cd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1107955 Apr 06 14:49:45.997326 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-d087d017-41f5-4b5d-be36-4dc07c4f9d14 None None] Set router 6f0eead0-a0de-4f5f-9697-c946043f1a7a gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:49:46.035384 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b2d9addb-9bbf-4092-8a5e-f4cd89436725 req-65fbdbea-93d1-408e-8d83-a50847a2a9ec service neutron] 10.222.0.69 "GET /v2.0/networks/4770f74d-e64e-4e31-a918-39fe49a2cd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240053 Apr 06 14:49:46.251103 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b2d9addb-9bbf-4092-8a5e-f4cd89436725 req-977c9f29-4059-47c6-862b-b20974886a33 service neutron] 10.222.0.69 "GET /v2.0/networks/4770f74d-e64e-4e31-a918-39fe49a2cd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088623 Apr 06 14:49:46.304659 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d087d017-41f5-4b5d-be36-4dc07c4f9d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-714782725', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '93c3f6d8-8137-4890-a577-9cf6284dc684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:48:48Z', 'updated_at': '2022-04-06T14:48:52Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '93c3f6d8-8137-4890-a577-9cf6284dc684', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:48:48Z', 'updated_at': '2022-04-06T14:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'e470334b-6548-4a14-b0a5-6d0bb6999a26', 'name': '', 'network_id': '4770f74d-e64e-4e31-a918-39fe49a2cd45', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:7d:56:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3a58cb7-e7ff-4b39-9df8-d873eb9af0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:48:51Z', 'updated_at': '2022-04-06T14:48:58Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': 'e3a58cb7-e7ff-4b39-9df8-d873eb9af0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:46.308441 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d087d017-41f5-4b5d-be36-4dc07c4f9d14 None None] The sync data for ids ['6f0eead0-a0de-4f5f-9697-c946043f1a7a'] in dv-neutron-835868-1-hyperv is: [{'id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-714782725', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '93c3f6d8-8137-4890-a577-9cf6284dc684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:48:48Z', 'updated_at': '2022-04-06T14:48:52Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '93c3f6d8-8137-4890-a577-9cf6284dc684', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:48:48Z', 'updated_at': '2022-04-06T14:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'e470334b-6548-4a14-b0a5-6d0bb6999a26', 'name': '', 'network_id': '4770f74d-e64e-4e31-a918-39fe49a2cd45', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:7d:56:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3a58cb7-e7ff-4b39-9df8-d873eb9af0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:48:51Z', 'updated_at': '2022-04-06T14:48:58Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': 'e3a58cb7-e7ff-4b39-9df8-d873eb9af0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:49:46.509610 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8495db-1ae2-454a-939d-e87e25eb7d9d None None] New status for floating IP 2b9d0d5b-64bd-4c05-9b98-5a3a99ec54f6: DOWN {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:49:47.093928 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09f10f-90a8-44aa-803e-039e3382d161 req-8b366b57-e541-41de-a568-ef59b8016358 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:47.094614 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-1c09f10f-90a8-44aa-803e-039e3382d161 req-8b366b57-e541-41de-a568-ef59b8016358 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Synchronizing usage tracker for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:49:47.109127 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-1c09f10f-90a8-44aa-803e-039e3382d161 req-8b366b57-e541-41de-a568-ef59b8016358 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Unset dirty status for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:49:47.110225 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1c09f10f-90a8-44aa-803e-039e3382d161 req-8b366b57-e541-41de-a568-ef59b8016358 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f9b57e7-5343-4f27-ab4c-2216f1d32ae3 HTTP/1.1" status: 200 len: 946 time: 0.0958261 Apr 06 14:49:47.154314 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1c09f10f-90a8-44aa-803e-039e3382d161 req-3749440f-056f-4ea3-b49b-1ece27b5c272 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e1e9c45-c8f3-4b24-92ba-f64a06333e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386240 Apr 06 14:49:47.252251 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d3389-4ba2-4854-ba3e-1a9cd024bae0 req-0d55304d-2d54-4cfc-a0d3-416ef03b043a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:47.253589 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b62d3389-4ba2-4854-ba3e-1a9cd024bae0 req-0d55304d-2d54-4cfc-a0d3-416ef03b043a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9b57e7-5343-4f27-ab4c-2216f1d32ae3 HTTP/1.1" status: 200 len: 946 time: 0.0796220 Apr 06 14:49:47.319345 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-b62d3389-4ba2-4854-ba3e-1a9cd024bae0 req-924f0637-c912-42bd-9a01-eca5242e3cae tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Deleting port 04485a06-1aa9-49d1-acbf-f347aa1d08b4 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:49:47.319680 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-b62d3389-4ba2-4854-ba3e-1a9cd024bae0 req-924f0637-c912-42bd-9a01-eca5242e3cae tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:47.549645 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-b62d3389-4ba2-4854-ba3e-1a9cd024bae0 req-924f0637-c912-42bd-9a01-eca5242e3cae tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] For port 04485a06-1aa9-49d1-acbf-f347aa1d08b4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=04485a06-1aa9-49d1-acbf-f347aa1d08b4,segment=NetworkSegment(28bb574a-f81f-4a10-8a5e-5acfd89c1326),segment_id=28bb574a-f81f-4a10-8a5e-5acfd89c1326)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:49:47.549919 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-b62d3389-4ba2-4854-ba3e-1a9cd024bae0 req-924f0637-c912-42bd-9a01-eca5242e3cae tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:47.664907 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-b62d3389-4ba2-4854-ba3e-1a9cd024bae0 req-924f0637-c912-42bd-9a01-eca5242e3cae tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Calling delete_port for 04485a06-1aa9-49d1-acbf-f347aa1d08b4 owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:49:47.801456 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-b62d3389-4ba2-4854-ba3e-1a9cd024bae0 req-924f0637-c912-42bd-9a01-eca5242e3cae tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:47.849405 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f0637-c912-42bd-9a01-eca5242e3cae tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'Port': ['ID=04485a06-1aa9-49d1-acbf-f347aa1d08b4,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:47.888001 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924f0637-c912-42bd-9a01-eca5242e3cae tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:47.888349 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924f0637-c912-42bd-9a01-eca5242e3cae tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:47.888688 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924f0637-c912-42bd-9a01-eca5242e3cae tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:47.889050 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924f0637-c912-42bd-9a01-eca5242e3cae tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:47.889380 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924f0637-c912-42bd-9a01-eca5242e3cae tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:47.889707 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924f0637-c912-42bd-9a01-eca5242e3cae tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:47.890030 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924f0637-c912-42bd-9a01-eca5242e3cae tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:47.890373 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924f0637-c912-42bd-9a01-eca5242e3cae tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:47.890693 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924f0637-c912-42bd-9a01-eca5242e3cae tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:47.891010 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924f0637-c912-42bd-9a01-eca5242e3cae tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:47.891328 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924f0637-c912-42bd-9a01-eca5242e3cae tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:47.929894 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62d3389-4ba2-4854-ba3e-1a9cd024bae0 req-924f0637-c912-42bd-9a01-eca5242e3cae tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] No DVR routers for this DVR port 04485a06-1aa9-49d1-acbf-f347aa1d08b4 on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:49:47.932072 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-b62d3389-4ba2-4854-ba3e-1a9cd024bae0 req-924f0637-c912-42bd-9a01-eca5242e3cae tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:47.934434 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9b57e7-5343-4f27-ab4c-2216f1d32ae3', 'name': 'network-vif-deleted', 'tag': '04485a06-1aa9-49d1-acbf-f347aa1d08b4'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:49:47.949555 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b62d3389-4ba2-4854-ba3e-1a9cd024bae0 req-924f0637-c912-42bd-9a01-eca5242e3cae tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.69 "DELETE /v2.0/ports/04485a06-1aa9-49d1-acbf-f347aa1d08b4 HTTP/1.1" status: 204 len: 173 time: 0.6895792 Apr 06 14:49:47.990335 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0565edc1-01df-4258-aa85-0519889246d2'] response: {'server_uuid': '1f9b57e7-5343-4f27-ab4c-2216f1d32ae3', 'name': 'network-vif-deleted', 'tag': '04485a06-1aa9-49d1-acbf-f347aa1d08b4', 'status': 'completed', 'code': 200} Apr 06 14:49:48.337281 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a591fa99-8d4d-4d21-873f-5390086ad987 req-f8db267c-cc00-41c7-9583-6986a20da2b8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f9b57e7-5343-4f27-ab4c-2216f1d32ae3 HTTP/1.1" status: 200 len: 210 time: 0.0423012 Apr 06 14:49:49.440076 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33146) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:49:49.822841 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85944396-12fa-4397-bbf6-4f0276152d7f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:50.500575 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-85944396-12fa-4397-bbf6-4f0276152d7f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Deleting port e470334b-6548-4a14-b0a5-6d0bb6999a26 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:49:50.501316 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85944396-12fa-4397-bbf6-4f0276152d7f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:50.677883 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-85944396-12fa-4397-bbf6-4f0276152d7f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] For port e470334b-6548-4a14-b0a5-6d0bb6999a26, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=e470334b-6548-4a14-b0a5-6d0bb6999a26,segment=NetworkSegment(28bb574a-f81f-4a10-8a5e-5acfd89c1326),segment_id=28bb574a-f81f-4a10-8a5e-5acfd89c1326)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:49:50.678246 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85944396-12fa-4397-bbf6-4f0276152d7f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:50.795521 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-85944396-12fa-4397-bbf6-4f0276152d7f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Calling delete_port for e470334b-6548-4a14-b0a5-6d0bb6999a26 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:49:50.966350 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85944396-12fa-4397-bbf6-4f0276152d7f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:51.012803 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85944396-12fa-4397-bbf6-4f0276152d7f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'Port': ['ID=e470334b-6548-4a14-b0a5-6d0bb6999a26,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:51.300972 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85944396-12fa-4397-bbf6-4f0276152d7f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:51.728257 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 04485a06-1aa9-49d1-acbf-f347aa1d08b4 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:49:51.763856 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: 04485a06-1aa9-49d1-acbf-f347aa1d08b4 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:49:51.764196 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 04485a06-1aa9-49d1-acbf-f347aa1d08b4 not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:49:51.954188 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85944396-12fa-4397-bbf6-4f0276152d7f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Router 6f0eead0-a0de-4f5f-9697-c946043f1a7a has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:49:52.147298 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85944396-12fa-4397-bbf6-4f0276152d7f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:49:52.157132 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab622f0-6246-4218-9d25-c188e1d131bc None None] Sync routers for ids ['6f0eead0-a0de-4f5f-9697-c946043f1a7a'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:49:52.160331 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-85944396-12fa-4397-bbf6-4f0276152d7f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "PUT /v2.0/routers/6f0eead0-a0de-4f5f-9697-c946043f1a7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7192194 Apr 06 14:49:52.162940 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33150) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:49:52.169285 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab622f0-6246-4218-9d25-c188e1d131bc None None] Routers {'6f0eead0-a0de-4f5f-9697-c946043f1a7a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:49:52.169896 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-dab622f0-6246-4218-9d25-c188e1d131bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:49:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['6f0eead0-a0de-4f5f-9697-c946043f1a7a'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:52.344761 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-dab622f0-6246-4218-9d25-c188e1d131bc None None] Set router 6f0eead0-a0de-4f5f-9697-c946043f1a7a gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:49:52.345634 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b4d0aae-f8d4-4171-a75f-f472b323169d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Deleting subnet e3a58cb7-e7ff-4b39-9df8-d873eb9af0bb {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:49:52.348708 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7b4d0aae-f8d4-4171-a75f-f472b323169d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:52.402434 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7b4d0aae-f8d4-4171-a75f-f472b323169d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:52.486162 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7b4d0aae-f8d4-4171-a75f-f472b323169d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:52.555219 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7b4d0aae-f8d4-4171-a75f-f472b323169d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:52.594559 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d0aae-f8d4-4171-a75f-f472b323169d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a58cb7-e7ff-4b39-9df8-d873eb9af0bb,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:52.600921 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7b4d0aae-f8d4-4171-a75f-f472b323169d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:52.607210 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7b4d0aae-f8d4-4171-a75f-f472b323169d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "DELETE /v2.0/subnets/e3a58cb7-e7ff-4b39-9df8-d873eb9af0bb HTTP/1.1" status: 204 len: 168 time: 0.4433429 Apr 06 14:49:52.609280 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187e5114-9951-485c-8c40-96e655fa003f None None] Network 4770f74d-e64e-4e31-a918-39fe49a2cd45 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:49:52.609812 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33154) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:49:52.772761 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-dab622f0-6246-4218-9d25-c188e1d131bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-714782725', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '93c3f6d8-8137-4890-a577-9cf6284dc684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:48:48Z', 'updated_at': '2022-04-06T14:49:50Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '93c3f6d8-8137-4890-a577-9cf6284dc684', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:48:48Z', 'updated_at': '2022-04-06T14:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:52.783035 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab622f0-6246-4218-9d25-c188e1d131bc None None] Checking router: 6f0eead0-a0de-4f5f-9697-c946043f1a7a for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:49:52.803439 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e471cbcb-94fc-4651-b1b8-17a1cf969dd0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:52.806721 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab622f0-6246-4218-9d25-c188e1d131bc None None] Routers {'6f0eead0-a0de-4f5f-9697-c946043f1a7a'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:49:52.807336 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-dab622f0-6246-4218-9d25-c188e1d131bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:49:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['6f0eead0-a0de-4f5f-9697-c946043f1a7a'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:52.999383 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e471cbcb-94fc-4651-b1b8-17a1cf969dd0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:53.009953 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e471cbcb-94fc-4651-b1b8-17a1cf969dd0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Deleting port 93c3f6d8-8137-4890-a577-9cf6284dc684 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:49:53.010343 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e471cbcb-94fc-4651-b1b8-17a1cf969dd0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:53.035749 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-dab622f0-6246-4218-9d25-c188e1d131bc None None] Set router 6f0eead0-a0de-4f5f-9697-c946043f1a7a gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:49:53.080898 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c0b7bf-fd6e-485f-bf7b-71cb9980a332 None None] DHCP port deletion for 4770f74d-e64e-4e31-a918-39fe49a2cd45 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:49:53.149453 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e9c0b7bf-fd6e-485f-bf7b-71cb9980a332 None None] Deleting port c21ef84f-c298-4d6b-8f2a-574bef5bc906 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:49:53.149863 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e9c0b7bf-fd6e-485f-bf7b-71cb9980a332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:53.287142 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-e471cbcb-94fc-4651-b1b8-17a1cf969dd0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] For port 93c3f6d8-8137-4890-a577-9cf6284dc684, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=93c3f6d8-8137-4890-a577-9cf6284dc684,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:49:53.287393 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e471cbcb-94fc-4651-b1b8-17a1cf969dd0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:53.406168 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e471cbcb-94fc-4651-b1b8-17a1cf969dd0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Calling delete_port for 93c3f6d8-8137-4890-a577-9cf6284dc684 owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:49:53.532534 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e9c0b7bf-fd6e-485f-bf7b-71cb9980a332 None None] For port c21ef84f-c298-4d6b-8f2a-574bef5bc906, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c21ef84f-c298-4d6b-8f2a-574bef5bc906,segment=NetworkSegment(28bb574a-f81f-4a10-8a5e-5acfd89c1326),segment_id=28bb574a-f81f-4a10-8a5e-5acfd89c1326)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:49:53.532944 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e9c0b7bf-fd6e-485f-bf7b-71cb9980a332 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:53.574350 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e471cbcb-94fc-4651-b1b8-17a1cf969dd0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:53.621505 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471cbcb-94fc-4651-b1b8-17a1cf969dd0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'Port': ['ID=93c3f6d8-8137-4890-a577-9cf6284dc684,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:53.670110 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e9c0b7bf-fd6e-485f-bf7b-71cb9980a332 None None] Calling delete_port for c21ef84f-c298-4d6b-8f2a-574bef5bc906 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:49:53.754626 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-dab622f0-6246-4218-9d25-c188e1d131bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-714782725', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '93c3f6d8-8137-4890-a577-9cf6284dc684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:48:48Z', 'updated_at': '2022-04-06T14:49:50Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '93c3f6d8-8137-4890-a577-9cf6284dc684', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:48:48Z', 'updated_at': '2022-04-06T14:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:53.759868 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab622f0-6246-4218-9d25-c188e1d131bc None None] The sync data for ids ['6f0eead0-a0de-4f5f-9697-c946043f1a7a'] in dv-neutron-835868-1-hyperv is: [{'id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-714782725', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '93c3f6d8-8137-4890-a577-9cf6284dc684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:48:48Z', 'updated_at': '2022-04-06T14:49:50Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '93c3f6d8-8137-4890-a577-9cf6284dc684', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0eead0-a0de-4f5f-9697-c946043f1a7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:48:48Z', 'updated_at': '2022-04-06T14:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:49:53.766468 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e9c0b7bf-fd6e-485f-bf7b-71cb9980a332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:53.819144 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c0b7bf-fd6e-485f-bf7b-71cb9980a332 None None] No DVR routers for this DVR port c21ef84f-c298-4d6b-8f2a-574bef5bc906 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:49:53.823080 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0b7bf-fd6e-485f-bf7b-71cb9980a332 None None] Pushing event deleted for resources: {'Port': ['ID=c21ef84f-c298-4d6b-8f2a-574bef5bc906,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:53.833956 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b7bf-fd6e-485f-bf7b-71cb9980a332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:53.834300 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b7bf-fd6e-485f-bf7b-71cb9980a332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:53.834631 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b7bf-fd6e-485f-bf7b-71cb9980a332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:53.834965 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b7bf-fd6e-485f-bf7b-71cb9980a332 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:53.835294 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b7bf-fd6e-485f-bf7b-71cb9980a332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:53.835622 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b7bf-fd6e-485f-bf7b-71cb9980a332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:53.835946 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b7bf-fd6e-485f-bf7b-71cb9980a332 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:53.836279 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b7bf-fd6e-485f-bf7b-71cb9980a332 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:53.836599 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b7bf-fd6e-485f-bf7b-71cb9980a332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:53.836939 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b7bf-fd6e-485f-bf7b-71cb9980a332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:53.837261 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b7bf-fd6e-485f-bf7b-71cb9980a332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:53.863451 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e471cbcb-94fc-4651-b1b8-17a1cf969dd0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:54.113223 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e471cbcb-94fc-4651-b1b8-17a1cf969dd0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:54.117485 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e471cbcb-94fc-4651-b1b8-17a1cf969dd0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:54.143248 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e471cbcb-94fc-4651-b1b8-17a1cf969dd0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:54.143868 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e471cbcb-94fc-4651-b1b8-17a1cf969dd0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Fanout notify agent at l3_agent the message router_deleted on router 6f0eead0-a0de-4f5f-9697-c946043f1a7a {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:49:54.159636 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e471cbcb-94fc-4651-b1b8-17a1cf969dd0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:54.160733 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e471cbcb-94fc-4651-b1b8-17a1cf969dd0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "DELETE /v2.0/routers/6f0eead0-a0de-4f5f-9697-c946043f1a7a HTTP/1.1" status: 204 len: 168 time: 1.5500362 Apr 06 14:49:54.163364 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33158) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:49:54.275393 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f449fcd7-8844-4d09-86a3-34c9dc9789df tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:54.507246 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f449fcd7-8844-4d09-86a3-34c9dc9789df tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:54.531619 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-f449fcd7-8844-4d09-86a3-34c9dc9789df tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4770f74d-e64e-4e31-a918-39fe49a2cd45']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:54.543009 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-f449fcd7-8844-4d09-86a3-34c9dc9789df tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28bb574a-f81f-4a10-8a5e-5acfd89c1326') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:54.543306 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-f449fcd7-8844-4d09-86a3-34c9dc9789df tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28bb574a-f81f-4a10-8a5e-5acfd89c1326') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:54.554226 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f449fcd7-8844-4d09-86a3-34c9dc9789df tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:54.570007 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f449fcd7-8844-4d09-86a3-34c9dc9789df tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:54.576032 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f449fcd7-8844-4d09-86a3-34c9dc9789df tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:49:54.576405 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f449fcd7-8844-4d09-86a3-34c9dc9789df tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:49:54.590538 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:49:54.668754 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f449fcd7-8844-4d09-86a3-34c9dc9789df tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:54.685439 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f449fcd7-8844-4d09-86a3-34c9dc9789df tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:54.698276 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449fcd7-8844-4d09-86a3-34c9dc9789df tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'Network': ['ID=4770f74d-e64e-4e31-a918-39fe49a2cd45,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:54.704106 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f449fcd7-8844-4d09-86a3-34c9dc9789df tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "DELETE /v2.0/networks/4770f74d-e64e-4e31-a918-39fe49a2cd45 HTTP/1.1" status: 204 len: 168 time: 0.5397737 Apr 06 14:49:54.706869 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33162) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:49:54.748384 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c21ef84f-c298-4d6b-8f2a-574bef5bc906 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:49:54.787595 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: c21ef84f-c298-4d6b-8f2a-574bef5bc906 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:49:54.787732 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59746e58-9767-4d12-b5a0-371560eb72b8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:54.788410 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c21ef84f-c298-4d6b-8f2a-574bef5bc906 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:49:54.788843 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device e470334b-6548-4a14-b0a5-6d0bb6999a26 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:49:54.819873 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59746e58-9767-4d12-b5a0-371560eb72b8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:54.825522 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: e470334b-6548-4a14-b0a5-6d0bb6999a26 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:49:54.826037 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device e470334b-6548-4a14-b0a5-6d0bb6999a26 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:49:54.887325 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59746e58-9767-4d12-b5a0-371560eb72b8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:54.903842 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59746e58-9767-4d12-b5a0-371560eb72b8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1e9c45-c8f3-4b24-92ba-f64a06333e02,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:54.915060 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59746e58-9767-4d12-b5a0-371560eb72b8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:54.916158 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-59746e58-9767-4d12-b5a0-371560eb72b8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "DELETE /v2.0/security-groups/8e1e9c45-c8f3-4b24-92ba-f64a06333e02 HTTP/1.1" status: 204 len: 168 time: 0.2083795 Apr 06 14:49:55.197587 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33170) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:49:55.203746 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-3340d819-fae3-4091-8a75-87b231f24cb6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1586482513', 'description': 'tempest-secgroup-smoke-1586482513 description', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:49:55.209600 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3340d819-fae3-4091-8a75-87b231f24cb6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:49:55.213580 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3340d819-fae3-4091-8a75-87b231f24cb6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:49:55.216337 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3340d819-fae3-4091-8a75-87b231f24cb6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:49:55.221878 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3340d819-fae3-4091-8a75-87b231f24cb6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:49:55.231081 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3340d819-fae3-4091-8a75-87b231f24cb6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:55.264334 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3340d819-fae3-4091-8a75-87b231f24cb6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:49:55.268668 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3340d819-fae3-4091-8a75-87b231f24cb6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:49:55.271408 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3340d819-fae3-4091-8a75-87b231f24cb6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:49:55.277019 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3340d819-fae3-4091-8a75-87b231f24cb6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:49:55.329708 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3340d819-fae3-4091-8a75-87b231f24cb6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:55.333363 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3340d819-fae3-4091-8a75-87b231f24cb6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:55.376735 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340d819-fae3-4091-8a75-87b231f24cb6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb47e48d-c186-44ec-919c-fa528d3fe43d,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:55.380398 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3340d819-fae3-4091-8a75-87b231f24cb6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:55.381602 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3340d819-fae3-4091-8a75-87b231f24cb6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1830325 Apr 06 14:49:55.384413 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33174) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:49:55.390880 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8af9afa1-d259-482c-91a7-8ad80f42fbd0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group_rule': {'security_group_id': 'eb47e48d-c186-44ec-919c-fa528d3fe43d', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:49:55.396796 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8af9afa1-d259-482c-91a7-8ad80f42fbd0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:49:55.400515 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8af9afa1-d259-482c-91a7-8ad80f42fbd0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:49:55.403313 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8af9afa1-d259-482c-91a7-8ad80f42fbd0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:49:55.408839 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8af9afa1-d259-482c-91a7-8ad80f42fbd0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:49:55.424620 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8af9afa1-d259-482c-91a7-8ad80f42fbd0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:55.484779 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8af9afa1-d259-482c-91a7-8ad80f42fbd0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:55.488159 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8af9afa1-d259-482c-91a7-8ad80f42fbd0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:55.513163 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9afa1-d259-482c-91a7-8ad80f42fbd0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41e0e7a-ce19-4d9c-bc1b-20da3021bef5,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:55.521255 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8af9afa1-d259-482c-91a7-8ad80f42fbd0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:55.522396 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8af9afa1-d259-482c-91a7-8ad80f42fbd0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1366558 Apr 06 14:49:55.525079 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33178) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:49:55.530390 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-cba3a4f4-506c-4857-b0a0-2da57bd44674 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group_rule': {'security_group_id': 'eb47e48d-c186-44ec-919c-fa528d3fe43d', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:49:55.536101 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cba3a4f4-506c-4857-b0a0-2da57bd44674 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:49:55.539884 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cba3a4f4-506c-4857-b0a0-2da57bd44674 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:49:55.542716 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cba3a4f4-506c-4857-b0a0-2da57bd44674 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:49:55.548768 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cba3a4f4-506c-4857-b0a0-2da57bd44674 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:49:55.565294 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cba3a4f4-506c-4857-b0a0-2da57bd44674 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:55.624221 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cba3a4f4-506c-4857-b0a0-2da57bd44674 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:55.628226 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cba3a4f4-506c-4857-b0a0-2da57bd44674 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:55.650362 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3a4f4-506c-4857-b0a0-2da57bd44674 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a369a8b9-1aba-4063-9776-a8652b744c79,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:55.659257 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cba3a4f4-506c-4857-b0a0-2da57bd44674 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:55.660426 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cba3a4f4-506c-4857-b0a0-2da57bd44674 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1344423 Apr 06 14:49:55.663077 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33182) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:49:55.668471 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a7802179-2b3a-42ba-90f7-a2cf99bf5e78 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group_rule': {'security_group_id': 'eb47e48d-c186-44ec-919c-fa528d3fe43d', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:49:55.674664 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a7802179-2b3a-42ba-90f7-a2cf99bf5e78 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:49:55.678422 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a7802179-2b3a-42ba-90f7-a2cf99bf5e78 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:49:55.681230 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a7802179-2b3a-42ba-90f7-a2cf99bf5e78 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:49:55.686775 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a7802179-2b3a-42ba-90f7-a2cf99bf5e78 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:49:55.702403 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7802179-2b3a-42ba-90f7-a2cf99bf5e78 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:55.762013 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7802179-2b3a-42ba-90f7-a2cf99bf5e78 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:55.765229 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7802179-2b3a-42ba-90f7-a2cf99bf5e78 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:55.787795 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7802179-2b3a-42ba-90f7-a2cf99bf5e78 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44350ce-6464-42c5-b648-c805fb548411,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:55.797938 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7802179-2b3a-42ba-90f7-a2cf99bf5e78 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:55.799109 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a7802179-2b3a-42ba-90f7-a2cf99bf5e78 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1351178 Apr 06 14:49:55.802207 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33186) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:49:55.807600 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9bbd4c6c-45ca-47ad-8567-cd245b864a44 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group_rule': {'security_group_id': 'eb47e48d-c186-44ec-919c-fa528d3fe43d', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:49:55.813296 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9bbd4c6c-45ca-47ad-8567-cd245b864a44 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:49:55.817198 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9bbd4c6c-45ca-47ad-8567-cd245b864a44 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:49:55.820045 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9bbd4c6c-45ca-47ad-8567-cd245b864a44 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:49:55.826039 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9bbd4c6c-45ca-47ad-8567-cd245b864a44 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:49:55.842408 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9bbd4c6c-45ca-47ad-8567-cd245b864a44 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:55.905618 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9bbd4c6c-45ca-47ad-8567-cd245b864a44 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:55.909390 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9bbd4c6c-45ca-47ad-8567-cd245b864a44 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:55.931452 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd4c6c-45ca-47ad-8567-cd245b864a44 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e41144-e675-431f-9150-ba2fd8664a45,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:55.939891 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9bbd4c6c-45ca-47ad-8567-cd245b864a44 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:55.941153 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9bbd4c6c-45ca-47ad-8567-cd245b864a44 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1380360 Apr 06 14:49:55.943851 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33190) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:49:55.949427 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-61ad7828-75bb-4ba3-88ff-e997897b39b2 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group_rule': {'security_group_id': 'eb47e48d-c186-44ec-919c-fa528d3fe43d', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:49:55.955746 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-61ad7828-75bb-4ba3-88ff-e997897b39b2 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:49:55.959720 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-61ad7828-75bb-4ba3-88ff-e997897b39b2 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:49:55.962600 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-61ad7828-75bb-4ba3-88ff-e997897b39b2 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:49:55.968761 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-61ad7828-75bb-4ba3-88ff-e997897b39b2 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:49:55.978245 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-61ad7828-75bb-4ba3-88ff-e997897b39b2 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Project a34a369806624a9e9f7e6714cf0befdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:49:55.985101 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61ad7828-75bb-4ba3-88ff-e997897b39b2 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:56.049332 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61ad7828-75bb-4ba3-88ff-e997897b39b2 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:56.052606 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61ad7828-75bb-4ba3-88ff-e997897b39b2 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:56.074441 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad7828-75bb-4ba3-88ff-e997897b39b2 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2626216-1145-44b3-aad1-116c00536ac9,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:56.083428 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61ad7828-75bb-4ba3-88ff-e997897b39b2 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:56.084573 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-61ad7828-75bb-4ba3-88ff-e997897b39b2 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1398311 Apr 06 14:49:56.087331 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33194) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:49:56.092764 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-3e0a960b-8475-4e8e-aed8-897dfe8c6575 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group_rule': {'security_group_id': 'eb47e48d-c186-44ec-919c-fa528d3fe43d', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:49:56.099045 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3e0a960b-8475-4e8e-aed8-897dfe8c6575 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:49:56.102743 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3e0a960b-8475-4e8e-aed8-897dfe8c6575 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:49:56.105541 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3e0a960b-8475-4e8e-aed8-897dfe8c6575 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:49:56.111759 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3e0a960b-8475-4e8e-aed8-897dfe8c6575 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:49:56.121565 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-3e0a960b-8475-4e8e-aed8-897dfe8c6575 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Project a34a369806624a9e9f7e6714cf0befdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:49:56.128024 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3e0a960b-8475-4e8e-aed8-897dfe8c6575 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:56.192340 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3e0a960b-8475-4e8e-aed8-897dfe8c6575 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:56.195622 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3e0a960b-8475-4e8e-aed8-897dfe8c6575 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:56.217390 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a960b-8475-4e8e-aed8-897dfe8c6575 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63361a8-0b2f-48e2-bf0e-129ea8b4c160,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:56.225927 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3e0a960b-8475-4e8e-aed8-897dfe8c6575 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:56.227334 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3e0a960b-8475-4e8e-aed8-897dfe8c6575 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1389675 Apr 06 14:49:56.230129 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33198) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:49:56.235819 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f01ef7cf-5c4f-445c-b990-cf0281abf086 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'network': {'name': 'tempest-network-smoke--1549214659', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'port_security_enabled': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:49:56.240527 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f01ef7cf-5c4f-445c-b990-cf0281abf086 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:49:56.244498 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f01ef7cf-5c4f-445c-b990-cf0281abf086 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:network and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:49:56.247298 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f01ef7cf-5c4f-445c-b990-cf0281abf086 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:49:56.253509 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f01ef7cf-5c4f-445c-b990-cf0281abf086 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:49:56.263283 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01ef7cf-5c4f-445c-b990-cf0281abf086 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Made reservation on behalf of a34a369806624a9e9f7e6714cf0befdc for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:49:56.266129 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f01ef7cf-5c4f-445c-b990-cf0281abf086 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:56.292338 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f01ef7cf-5c4f-445c-b990-cf0281abf086 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:49:56.301141 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f01ef7cf-5c4f-445c-b990-cf0281abf086 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:56.301445 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-f01ef7cf-5c4f-445c-b990-cf0281abf086 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Added segment 65a616cb-4497-45b5-b5d3-f468e5080621 of type vlan for network 9dca9394-ea08-426b-9bba-aa46db47e2a7 Apr 06 14:49:56.326516 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f01ef7cf-5c4f-445c-b990-cf0281abf086 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:56.344993 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 93c3f6d8-8137-4890-a577-9cf6284dc684 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:49:56.354508 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f01ef7cf-5c4f-445c-b990-cf0281abf086 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:56.358200 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01ef7cf-5c4f-445c-b990-cf0281abf086 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:56.359312 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f01ef7cf-5c4f-445c-b990-cf0281abf086 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:56.378865 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 93c3f6d8-8137-4890-a577-9cf6284dc684 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:49:56.379210 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 93c3f6d8-8137-4890-a577-9cf6284dc684 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:49:56.460252 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f01ef7cf-5c4f-445c-b990-cf0281abf086 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2291343 Apr 06 14:49:56.463045 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33202) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:49:56.466260 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ef7cf-5c4f-445c-b990-cf0281abf086 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Network': ['ID=9dca9394-ea08-426b-9bba-aa46db47e2a7,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:56.468134 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1c2a611d-c261-4ac3-8b6d-2ac709f642cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1153058147', 'admin_state_up': True, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:49:56.475016 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1c2a611d-c261-4ac3-8b6d-2ac709f642cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:49:56.477032 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 9dca9394-ea08-426b-9bba-aa46db47e2a7 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:49:56.478821 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1c2a611d-c261-4ac3-8b6d-2ac709f642cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:router and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:49:56.481610 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1c2a611d-c261-4ac3-8b6d-2ac709f642cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:49:56.488416 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1c2a611d-c261-4ac3-8b6d-2ac709f642cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:49:56.498209 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1c2a611d-c261-4ac3-8b6d-2ac709f642cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:56.499350 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1c2a611d-c261-4ac3-8b6d-2ac709f642cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:56.518732 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1c2a611d-c261-4ac3-8b6d-2ac709f642cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:56.669053 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1c2a611d-c261-4ac3-8b6d-2ac709f642cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:56.839101 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1c2a611d-c261-4ac3-8b6d-2ac709f642cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:56.869191 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1c2a611d-c261-4ac3-8b6d-2ac709f642cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:56.999959 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-1c2a611d-c261-4ac3-8b6d-2ac709f642cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Allocated IP 172.26.8.131 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/5db400d3-dde5-4cc0-8649-a32fdace9b16) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:49:57.142235 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1c2a611d-c261-4ac3-8b6d-2ac709f642cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:57.168597 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1c2a611d-c261-4ac3-8b6d-2ac709f642cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:57.233056 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2a611d-c261-4ac3-8b6d-2ac709f642cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:49:57.235579 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-1c2a611d-c261-4ac3-8b6d-2ac709f642cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:49:57.239663 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2a611d-c261-4ac3-8b6d-2ac709f642cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:49:57.268213 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a611d-c261-4ac3-8b6d-2ac709f642cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Port': ['ID=5db400d3-dde5-4cc0-8649-a32fdace9b16,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:57.395626 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1c2a611d-c261-4ac3-8b6d-2ac709f642cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:57.396263 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1c2a611d-c261-4ac3-8b6d-2ac709f642cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:57.705937 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2a611d-c261-4ac3-8b6d-2ac709f642cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Router f1eb5d45-b8b8-40fc-bd13-cc461cb328d7 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:49:57.900428 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2a611d-c261-4ac3-8b6d-2ac709f642cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:49:57.910281 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5129572f-edbd-4139-a7c7-458d33ffba15 None None] Sync routers for ids ['f1eb5d45-b8b8-40fc-bd13-cc461cb328d7'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:49:57.922138 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5129572f-edbd-4139-a7c7-458d33ffba15 None None] Routers {'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:49:57.922841 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-5129572f-edbd-4139-a7c7-458d33ffba15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:49:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['f1eb5d45-b8b8-40fc-bd13-cc461cb328d7'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:57.925827 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1c2a611d-c261-4ac3-8b6d-2ac709f642cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:57.927018 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1c2a611d-c261-4ac3-8b6d-2ac709f642cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4629815 Apr 06 14:49:57.930146 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33206) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:49:57.969169 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-856541b4-f8c7-4b76-b8ab-92945af6a22a tempest-TestNetworkAdvancedServerOps-1006104642 tempest-TestNetworkAdvancedServerOps-1006104642-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=a34a369806624a9e9f7e6714cf0befdc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373352 Apr 06 14:49:57.971545 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33210) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:49:58.097084 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bae866c-34cc-4498-afa5-639a776e310b tempest-TestNetworkAdvancedServerOps-1006104642 tempest-TestNetworkAdvancedServerOps-1006104642-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:58.097299 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-5129572f-edbd-4139-a7c7-458d33ffba15 None None] Set router f1eb5d45-b8b8-40fc-bd13-cc461cb328d7 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:49:58.098565 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5bae866c-34cc-4498-afa5-639a776e310b tempest-TestNetworkAdvancedServerOps-1006104642 tempest-TestNetworkAdvancedServerOps-1006104642-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1261511 Apr 06 14:49:58.101410 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33214) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:49:58.139140 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d1abc640-fdf2-40c7-acd0-f38f99e9f68d tempest-TestNetworkAdvancedServerOps-1006104642 tempest-TestNetworkAdvancedServerOps-1006104642-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5b121ca5-69d5-4d27-bffe-4929f7aabdf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366814 Apr 06 14:49:58.142136 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33218) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:49:58.147252 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-859a5aaa-0492-4162-a337-c36184b8af7c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1953419922', 'network_id': '9dca9394-ea08-426b-9bba-aa46db47e2a7', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:49:58.252276 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-859a5aaa-0492-4162-a337-c36184b8af7c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:49:58.256071 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-859a5aaa-0492-4162-a337-c36184b8af7c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:subnet and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:49:58.258919 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-859a5aaa-0492-4162-a337-c36184b8af7c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:49:58.264560 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-859a5aaa-0492-4162-a337-c36184b8af7c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:49:58.275812 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859a5aaa-0492-4162-a337-c36184b8af7c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Made reservation on behalf of a34a369806624a9e9f7e6714cf0befdc for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:49:58.376518 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-859a5aaa-0492-4162-a337-c36184b8af7c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:58.396982 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-5129572f-edbd-4139-a7c7-458d33ffba15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153058147', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '5db400d3-dde5-4cc0-8649-a32fdace9b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:49:56Z', 'updated_at': '2022-04-06T14:49:57Z', 'revision_number': 3, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '5db400d3-dde5-4cc0-8649-a32fdace9b16', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:49:56Z', 'updated_at': '2022-04-06T14:49:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:58.400676 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5129572f-edbd-4139-a7c7-458d33ffba15 None None] Checking router: f1eb5d45-b8b8-40fc-bd13-cc461cb328d7 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:49:58.401061 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5129572f-edbd-4139-a7c7-458d33ffba15 None None] Updating router f1eb5d45-b8b8-40fc-bd13-cc461cb328d7 port 5db400d3-dde5-4cc0-8649-a32fdace9b16 binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:49:58.450712 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-5129572f-edbd-4139-a7c7-458d33ffba15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:58.586915 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-859a5aaa-0492-4162-a337-c36184b8af7c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:58.666402 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a5aaa-0492-4162-a337-c36184b8af7c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Subnet': ['ID=2eabba4e-5817-4188-93b7-afc00f0e3c9e,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:58.678303 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859a5aaa-0492-4162-a337-c36184b8af7c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Checking segment: {'id': '65a616cb-4497-45b5-b5d3-f468e5080621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9dca9394-ea08-426b-9bba-aa46db47e2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:49:58.678666 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859a5aaa-0492-4162-a337-c36184b8af7c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network hostable DHCP agents. Network: 9dca9394-ea08-426b-9bba-aa46db47e2a7, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:49:58.700644 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859a5aaa-0492-4162-a337-c36184b8af7c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network 9dca9394-ea08-426b-9bba-aa46db47e2a7 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:49:58.709694 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-859a5aaa-0492-4162-a337-c36184b8af7c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 9dca9394-ea08-426b-9bba-aa46db47e2a7) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:49:58.713644 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859a5aaa-0492-4162-a337-c36184b8af7c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:58.714258 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-859a5aaa-0492-4162-a337-c36184b8af7c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:58.720119 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523ad2b6-42d0-4cfc-af2d-375812fd5abf None None] Network 9dca9394-ea08-426b-9bba-aa46db47e2a7 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:49:58.735604 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-859a5aaa-0492-4162-a337-c36184b8af7c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5925047 Apr 06 14:49:58.738941 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33222) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:49:58.771957 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-5129572f-edbd-4139-a7c7-458d33ffba15 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:58.784479 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-5129572f-edbd-4139-a7c7-458d33ffba15 None None] Transition to ACTIVE for port object 5db400d3-dde5-4cc0-8649-a32fdace9b16 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:49:58.792551 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-5129572f-edbd-4139-a7c7-458d33ffba15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:58.875066 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-5129572f-edbd-4139-a7c7-458d33ffba15 None None] Attempting to bind port 5db400d3-dde5-4cc0-8649-a32fdace9b16 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:49:58.875436 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-5129572f-edbd-4139-a7c7-458d33ffba15 None None] Attempting to bind port 5db400d3-dde5-4cc0-8649-a32fdace9b16 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:49:58.875794 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129572f-edbd-4139-a7c7-458d33ffba15 None None] Attempting to bind port 5db400d3-dde5-4cc0-8649-a32fdace9b16 on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:49:58.878517 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df5d41-dfc5-4ca8-a98e-ef52abbf1b4a None None] Pushing event updated for resources: {'Port': ['ID=5db400d3-dde5-4cc0-8649-a32fdace9b16,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:58.889344 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129572f-edbd-4139-a7c7-458d33ffba15 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:49:58.889713 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129572f-edbd-4139-a7c7-458d33ffba15 None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:49:58.890147 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-5129572f-edbd-4139-a7c7-458d33ffba15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:58.890533 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129572f-edbd-4139-a7c7-458d33ffba15 None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:49:58.890989 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-5129572f-edbd-4139-a7c7-458d33ffba15 None None] Bound port: 5db400d3-dde5-4cc0-8649-a32fdace9b16, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:49:58.891357 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-5129572f-edbd-4139-a7c7-458d33ffba15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:58.918671 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df5d41-dfc5-4ca8-a98e-ef52abbf1b4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:58.919383 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df5d41-dfc5-4ca8-a98e-ef52abbf1b4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:58.919383 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df5d41-dfc5-4ca8-a98e-ef52abbf1b4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:58.919686 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df5d41-dfc5-4ca8-a98e-ef52abbf1b4a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:58.919984 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df5d41-dfc5-4ca8-a98e-ef52abbf1b4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:58.920310 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df5d41-dfc5-4ca8-a98e-ef52abbf1b4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:58.920637 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df5d41-dfc5-4ca8-a98e-ef52abbf1b4a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:58.920997 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df5d41-dfc5-4ca8-a98e-ef52abbf1b4a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:58.921882 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df5d41-dfc5-4ca8-a98e-ef52abbf1b4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:58.922213 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df5d41-dfc5-4ca8-a98e-ef52abbf1b4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:58.922531 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df5d41-dfc5-4ca8-a98e-ef52abbf1b4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:58.962945 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfee611-59e8-427d-8460-bf95aefee597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-9dca9394-ea08-426b-9bba-aa46db47e2a7', 'network_id': '9dca9394-ea08-426b-9bba-aa46db47e2a7', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'fixed_ips': [{'subnet_id': '2eabba4e-5817-4188-93b7-afc00f0e3c9e'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:49:58.963781 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fcfee611-59e8-427d-8460-bf95aefee597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:58.971459 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-5129572f-edbd-4139-a7c7-458d33ffba15 None None] For port 5db400d3-dde5-4cc0-8649-a32fdace9b16, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:49:58.974576 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-5129572f-edbd-4139-a7c7-458d33ffba15 None None] For port 5db400d3-dde5-4cc0-8649-a32fdace9b16, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=5db400d3-dde5-4cc0-8649-a32fdace9b16,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:49:58.979178 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-5129572f-edbd-4139-a7c7-458d33ffba15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:59.059045 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df5d41-dfc5-4ca8-a98e-ef52abbf1b4a None None] Pushing event updated for resources: {'Port': ['ID=5db400d3-dde5-4cc0-8649-a32fdace9b16,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:59.064023 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5129572f-edbd-4139-a7c7-458d33ffba15 None None] Routers {'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:49:59.064637 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-5129572f-edbd-4139-a7c7-458d33ffba15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:49:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['f1eb5d45-b8b8-40fc-bd13-cc461cb328d7'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:59.190044 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-fcfee611-59e8-427d-8460-bf95aefee597 None None] Allocated IP 172.20.0.2 (9dca9394-ea08-426b-9bba-aa46db47e2a7/2eabba4e-5817-4188-93b7-afc00f0e3c9e/8d620171-7196-4298-b7f9-b19f5ad89594) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:49:59.248034 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-5129572f-edbd-4139-a7c7-458d33ffba15 None None] Set router f1eb5d45-b8b8-40fc-bd13-cc461cb328d7 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:49:59.294033 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:59.411868 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fcfee611-59e8-427d-8460-bf95aefee597 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:59.423296 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fcfee611-59e8-427d-8460-bf95aefee597 None None] Transition to ACTIVE for port object 8d620171-7196-4298-b7f9-b19f5ad89594 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:49:59.442904 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fcfee611-59e8-427d-8460-bf95aefee597 None None] Transition to ACTIVE for port object 8d620171-7196-4298-b7f9-b19f5ad89594 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:49:59.449550 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fcfee611-59e8-427d-8460-bf95aefee597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:59.515628 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfee611-59e8-427d-8460-bf95aefee597 None None] Network 9dca9394-ea08-426b-9bba-aa46db47e2a7 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:49:59.518296 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-fcfee611-59e8-427d-8460-bf95aefee597 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:49:59.522447 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfee611-59e8-427d-8460-bf95aefee597 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:49:59.524514 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfee611-59e8-427d-8460-bf95aefee597 None None] Pushing event updated for resources: {'Port': ['ID=8d620171-7196-4298-b7f9-b19f5ad89594,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:59.556933 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-5129572f-edbd-4139-a7c7-458d33ffba15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153058147', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '5db400d3-dde5-4cc0-8649-a32fdace9b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:49:56Z', 'updated_at': '2022-04-06T14:49:57Z', 'revision_number': 3, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '5db400d3-dde5-4cc0-8649-a32fdace9b16', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:49:56Z', 'updated_at': '2022-04-06T14:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:59.561138 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5129572f-edbd-4139-a7c7-458d33ffba15 None None] The sync data for ids ['f1eb5d45-b8b8-40fc-bd13-cc461cb328d7'] in dv-neutron-835868-1-hyperv is: [{'id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153058147', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '5db400d3-dde5-4cc0-8649-a32fdace9b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:49:56Z', 'updated_at': '2022-04-06T14:49:57Z', 'revision_number': 3, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '5db400d3-dde5-4cc0-8649-a32fdace9b16', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:49:56Z', 'updated_at': '2022-04-06T14:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:49:59.602028 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a62f0c5f-b4c0-4d06-a3ee-1858478015c4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:59.614475 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fcfee611-59e8-427d-8460-bf95aefee597 None None] Attempting to bind port 8d620171-7196-4298-b7f9-b19f5ad89594 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:49:59.614840 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fcfee611-59e8-427d-8460-bf95aefee597 None None] Attempting to bind port 8d620171-7196-4298-b7f9-b19f5ad89594 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '65a616cb-4497-45b5-b5d3-f468e5080621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9dca9394-ea08-426b-9bba-aa46db47e2a7'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:49:59.615207 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfee611-59e8-427d-8460-bf95aefee597 None None] Attempting to bind port 8d620171-7196-4298-b7f9-b19f5ad89594 on network 9dca9394-ea08-426b-9bba-aa46db47e2a7 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:49:59.621744 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfee611-59e8-427d-8460-bf95aefee597 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:49:59.622110 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfee611-59e8-427d-8460-bf95aefee597 None None] Checking segment: {'id': '65a616cb-4497-45b5-b5d3-f468e5080621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9dca9394-ea08-426b-9bba-aa46db47e2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:49:59.622523 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fcfee611-59e8-427d-8460-bf95aefee597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:59.622914 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfee611-59e8-427d-8460-bf95aefee597 None None] Bound using segment: {'id': '65a616cb-4497-45b5-b5d3-f468e5080621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9dca9394-ea08-426b-9bba-aa46db47e2a7'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:49:59.623379 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fcfee611-59e8-427d-8460-bf95aefee597 None None] Bound port: 8d620171-7196-4298-b7f9-b19f5ad89594, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a616cb-4497-45b5-b5d3-f468e5080621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9dca9394-ea08-426b-9bba-aa46db47e2a7'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:49:59.623762 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fcfee611-59e8-427d-8460-bf95aefee597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:59.720682 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-fcfee611-59e8-427d-8460-bf95aefee597 None None] For port 8d620171-7196-4298-b7f9-b19f5ad89594, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:49:59.735978 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-fcfee611-59e8-427d-8460-bf95aefee597 None None] For port 8d620171-7196-4298-b7f9-b19f5ad89594, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=8d620171-7196-4298-b7f9-b19f5ad89594,segment=NetworkSegment(65a616cb-4497-45b5-b5d3-f468e5080621),segment_id=65a616cb-4497-45b5-b5d3-f468e5080621)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:49:59.738079 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fcfee611-59e8-427d-8460-bf95aefee597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:49:59.835624 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfee611-59e8-427d-8460-bf95aefee597 None None] Pushing event updated for resources: {'Port': ['ID=8d620171-7196-4298-b7f9-b19f5ad89594,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:00.088827 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-a62f0c5f-b4c0-4d06-a3ee-1858478015c4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Allocated IP 172.20.0.1 (9dca9394-ea08-426b-9bba-aa46db47e2a7/2eabba4e-5817-4188-93b7-afc00f0e3c9e/a2aa5812-31b5-447d-ba0b-c409764c181d) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:50:00.263201 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a62f0c5f-b4c0-4d06-a3ee-1858478015c4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:00.279116 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-a62f0c5f-b4c0-4d06-a3ee-1858478015c4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Transition to ACTIVE for port object a2aa5812-31b5-447d-ba0b-c409764c181d will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:50:00.307153 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a62f0c5f-b4c0-4d06-a3ee-1858478015c4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:00.384755 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62f0c5f-b4c0-4d06-a3ee-1858478015c4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network 9dca9394-ea08-426b-9bba-aa46db47e2a7 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:50:00.393009 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-a62f0c5f-b4c0-4d06-a3ee-1858478015c4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:50:00.397625 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62f0c5f-b4c0-4d06-a3ee-1858478015c4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:50:00.433288 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f0c5f-b4c0-4d06-a3ee-1858478015c4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Port': ['ID=a2aa5812-31b5-447d-ba0b-c409764c181d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:00.468584 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a62f0c5f-b4c0-4d06-a3ee-1858478015c4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:00.469348 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 5db400d3-dde5-4cc0-8649-a32fdace9b16 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:50:00.549224 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 5db400d3-dde5-4cc0-8649-a32fdace9b16 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:50:00.555991 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 5db400d3-dde5-4cc0-8649-a32fdace9b16 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:50:00.555991 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:00.561000 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a62f0c5f-b4c0-4d06-a3ee-1858478015c4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:00.685452 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:00.702869 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 5db400d3-dde5-4cc0-8649-a32fdace9b16, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=5db400d3-dde5-4cc0-8649-a32fdace9b16,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:50:00.708170 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:00.709088 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 8d620171-7196-4298-b7f9-b19f5ad89594 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:50:00.870579 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=5db400d3-dde5-4cc0-8649-a32fdace9b16,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:00.887709 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 8d620171-7196-4298-b7f9-b19f5ad89594 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:50:00.906729 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748cbe39-1b84-44cd-8ab4-1eba6bcf6b58 None None] Network 9dca9394-ea08-426b-9bba-aa46db47e2a7 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:50:00.997205 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-651378c4-495b-4a02-9231-334982eddd7c None None] Provisioning for port 8d620171-7196-4298-b7f9-b19f5ad89594 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:50:01.005747 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-651378c4-495b-4a02-9231-334982eddd7c None None] Provisioning complete for port 8d620171-7196-4298-b7f9-b19f5ad89594 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:50:01.006086 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-651378c4-495b-4a02-9231-334982eddd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:01.098911 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a62f0c5f-b4c0-4d06-a3ee-1858478015c4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:01.103319 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a62f0c5f-b4c0-4d06-a3ee-1858478015c4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:01.211570 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f0c5f-b4c0-4d06-a3ee-1858478015c4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Port': ['ID=a2aa5812-31b5-447d-ba0b-c409764c181d,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:01.213976 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a62f0c5f-b4c0-4d06-a3ee-1858478015c4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:01.224792 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-651378c4-495b-4a02-9231-334982eddd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:01.277335 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-651378c4-495b-4a02-9231-334982eddd7c None None] For port 8d620171-7196-4298-b7f9-b19f5ad89594, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=8d620171-7196-4298-b7f9-b19f5ad89594,segment=NetworkSegment(65a616cb-4497-45b5-b5d3-f468e5080621),segment_id=65a616cb-4497-45b5-b5d3-f468e5080621)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:50:01.282761 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-651378c4-495b-4a02-9231-334982eddd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:01.348640 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62f0c5f-b4c0-4d06-a3ee-1858478015c4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network 9dca9394-ea08-426b-9bba-aa46db47e2a7 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:50:01.349880 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-a62f0c5f-b4c0-4d06-a3ee-1858478015c4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:50:01.349997 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651378c4-495b-4a02-9231-334982eddd7c None None] Pushing event updated for resources: {'Port': ['ID=8d620171-7196-4298-b7f9-b19f5ad89594,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:01.508395 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7bf284f0-7840-4e2d-973e-6f3fadb60067 None None] Provisioning complete for port 8d620171-7196-4298-b7f9-b19f5ad89594 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:50:01.508682 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7bf284f0-7840-4e2d-973e-6f3fadb60067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:01.643405 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7bf284f0-7840-4e2d-973e-6f3fadb60067 None None] Provisioning for port a2aa5812-31b5-447d-ba0b-c409764c181d completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:50:01.650613 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7bf284f0-7840-4e2d-973e-6f3fadb60067 None None] Provisioning complete for port a2aa5812-31b5-447d-ba0b-c409764c181d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:50:01.651220 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7bf284f0-7840-4e2d-973e-6f3fadb60067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:01.706723 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-7bf284f0-7840-4e2d-973e-6f3fadb60067 None None] Port a2aa5812-31b5-447d-ba0b-c409764c181d cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:50:01.740000 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62f0c5f-b4c0-4d06-a3ee-1858478015c4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Router f1eb5d45-b8b8-40fc-bd13-cc461cb328d7 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:50:01.832268 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-645a8ac7-87e6-459b-9ede-041fa4a364dd None None] Provisioning complete for port a2aa5812-31b5-447d-ba0b-c409764c181d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:50:01.832640 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-645a8ac7-87e6-459b-9ede-041fa4a364dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:01.886731 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-645a8ac7-87e6-459b-9ede-041fa4a364dd None None] Port a2aa5812-31b5-447d-ba0b-c409764c181d cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:50:01.941346 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62f0c5f-b4c0-4d06-a3ee-1858478015c4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:50:01.953711 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a62f0c5f-b4c0-4d06-a3ee-1858478015c4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "PUT /v2.0/routers/f1eb5d45-b8b8-40fc-bd13-cc461cb328d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2138300 Apr 06 14:50:02.007998 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5b6778fa-a467-4f66-9ef5-85646905d992 None None] Provisioning complete for port a2aa5812-31b5-447d-ba0b-c409764c181d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:50:02.008376 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5b6778fa-a467-4f66-9ef5-85646905d992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:02.086570 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5b6778fa-a467-4f66-9ef5-85646905d992 None None] Port a2aa5812-31b5-447d-ba0b-c409764c181d cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:50:02.133278 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-f371f95c-5baa-4b75-981f-28aee37f2aca tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1586482513&fields=id&tenant_id=a34a369806624a9e9f7e6714cf0befdc HTTP/1.1" status: 200 len: 267 time: 0.0391262 Apr 06 14:50:02.273985 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-efb19c3a-687d-47d3-a2c7-bc142dd95b3c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:02.275392 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-efb19c3a-687d-47d3-a2c7-bc142dd95b3c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/networks?id=9dca9394-ea08-426b-9bba-aa46db47e2a7 HTTP/1.1" status: 200 len: 797 time: 0.1360438 Apr 06 14:50:02.291503 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-0011fdc0-f189-4f7d-a0ba-e95dd0d3e779 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/quotas/a34a369806624a9e9f7e6714cf0befdc HTTP/1.1" status: 200 len: 375 time: 0.0107677 Apr 06 14:50:02.368054 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-afedd4a4-3424-480b-84c0-3893ce3d361a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Synchronizing usage tracker for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:50:02.382790 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-afedd4a4-3424-480b-84c0-3893ce3d361a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Unset dirty status for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:50:02.384378 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-afedd4a4-3424-480b-84c0-3893ce3d361a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0881531 Apr 06 14:50:02.395553 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 5db400d3-dde5-4cc0-8649-a32fdace9b16 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:50:02.462097 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 5db400d3-dde5-4cc0-8649-a32fdace9b16 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:50:02.462474 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:02.467168 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-58309e65-c098-4667-8a61-1a6fde190bfd service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:50:02.468740 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-58309e65-c098-4667-8a61-1a6fde190bfd service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0711403 Apr 06 14:50:02.575479 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 8d620171-7196-4298-b7f9-b19f5ad89594 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:50:02.598398 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-786d5afc-ac99-44f7-b50d-62711896eebf service neutron] 10.222.0.60 "GET /v2.0/networks/9dca9394-ea08-426b-9bba-aa46db47e2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233461 Apr 06 14:50:02.645147 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 8d620171-7196-4298-b7f9-b19f5ad89594 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:50:02.645522 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:02.728852 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-e8b6a0e2-0101-4934-bfd6-a6d8a7a4e078 service neutron] 10.222.0.60 "GET /v2.0/networks/9dca9394-ea08-426b-9bba-aa46db47e2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237984 Apr 06 14:50:03.113323 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5ad62b-14c4-42ea-a0b9-1ed8f2fb5973 None None] Sync routers for ids ['f1eb5d45-b8b8-40fc-bd13-cc461cb328d7'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:50:03.125680 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5ad62b-14c4-42ea-a0b9-1ed8f2fb5973 None None] Routers {'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:50:03.126294 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-4c5ad62b-14c4-42ea-a0b9-1ed8f2fb5973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:49:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['f1eb5d45-b8b8-40fc-bd13-cc461cb328d7'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:50:03.300335 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-4c5ad62b-14c4-42ea-a0b9-1ed8f2fb5973 None None] Set router f1eb5d45-b8b8-40fc-bd13-cc461cb328d7 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:50:03.607356 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-4c5ad62b-14c4-42ea-a0b9-1ed8f2fb5973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153058147', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '5db400d3-dde5-4cc0-8649-a32fdace9b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:49:56Z', 'updated_at': '2022-04-06T14:50:00Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '5db400d3-dde5-4cc0-8649-a32fdace9b16', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:49:56Z', 'updated_at': '2022-04-06T14:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'a2aa5812-31b5-447d-ba0b-c409764c181d', 'name': '', 'network_id': '9dca9394-ea08-426b-9bba-aa46db47e2a7', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:86:c7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2eabba4e-5817-4188-93b7-afc00f0e3c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:49:59Z', 'updated_at': '2022-04-06T14:50:00Z', 'revision_number': 2, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': '2eabba4e-5817-4188-93b7-afc00f0e3c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:50:03.611666 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5ad62b-14c4-42ea-a0b9-1ed8f2fb5973 None None] Checking router: f1eb5d45-b8b8-40fc-bd13-cc461cb328d7 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:50:03.612019 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5ad62b-14c4-42ea-a0b9-1ed8f2fb5973 None None] Updating router f1eb5d45-b8b8-40fc-bd13-cc461cb328d7 port a2aa5812-31b5-447d-ba0b-c409764c181d binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:50:03.659934 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4c5ad62b-14c4-42ea-a0b9-1ed8f2fb5973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:03.944690 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-48a5ccce-f3c7-4612-ac02-cc273ea98573 req-98ded3cb-5bd9-4397-81f9-72bba08dd6d0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Synchronizing usage tracker for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:50:03.957231 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-48a5ccce-f3c7-4612-ac02-cc273ea98573 req-98ded3cb-5bd9-4397-81f9-72bba08dd6d0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Unset dirty status for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:50:03.958380 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-48a5ccce-f3c7-4612-ac02-cc273ea98573 req-98ded3cb-5bd9-4397-81f9-72bba08dd6d0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 210 time: 0.0536392 Apr 06 14:50:03.998057 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4c5ad62b-14c4-42ea-a0b9-1ed8f2fb5973 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:04.011997 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4c5ad62b-14c4-42ea-a0b9-1ed8f2fb5973 None None] Transition to ACTIVE for port object a2aa5812-31b5-447d-ba0b-c409764c181d will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:50:04.019194 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4c5ad62b-14c4-42ea-a0b9-1ed8f2fb5973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:04.145847 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eaf231-0a74-42aa-8ac1-892b26f8d978 None None] Pushing event updated for resources: {'Port': ['ID=a2aa5812-31b5-447d-ba0b-c409764c181d,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:04.264086 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4c5ad62b-14c4-42ea-a0b9-1ed8f2fb5973 None None] Attempting to bind port a2aa5812-31b5-447d-ba0b-c409764c181d on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:50:04.264565 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4c5ad62b-14c4-42ea-a0b9-1ed8f2fb5973 None None] Attempting to bind port a2aa5812-31b5-447d-ba0b-c409764c181d by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '65a616cb-4497-45b5-b5d3-f468e5080621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9dca9394-ea08-426b-9bba-aa46db47e2a7'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:50:04.265702 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5ad62b-14c4-42ea-a0b9-1ed8f2fb5973 None None] Attempting to bind port a2aa5812-31b5-447d-ba0b-c409764c181d on network 9dca9394-ea08-426b-9bba-aa46db47e2a7 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:50:04.273143 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5ad62b-14c4-42ea-a0b9-1ed8f2fb5973 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:50:04.273516 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5ad62b-14c4-42ea-a0b9-1ed8f2fb5973 None None] Checking segment: {'id': '65a616cb-4497-45b5-b5d3-f468e5080621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9dca9394-ea08-426b-9bba-aa46db47e2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:50:04.273919 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4c5ad62b-14c4-42ea-a0b9-1ed8f2fb5973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:04.274305 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5ad62b-14c4-42ea-a0b9-1ed8f2fb5973 None None] Bound using segment: {'id': '65a616cb-4497-45b5-b5d3-f468e5080621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9dca9394-ea08-426b-9bba-aa46db47e2a7'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:50:04.274924 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4c5ad62b-14c4-42ea-a0b9-1ed8f2fb5973 None None] Bound port: a2aa5812-31b5-447d-ba0b-c409764c181d, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a616cb-4497-45b5-b5d3-f468e5080621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9dca9394-ea08-426b-9bba-aa46db47e2a7'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:50:04.275298 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4c5ad62b-14c4-42ea-a0b9-1ed8f2fb5973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:04.375992 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4c5ad62b-14c4-42ea-a0b9-1ed8f2fb5973 None None] For port a2aa5812-31b5-447d-ba0b-c409764c181d, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:50:04.379018 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4c5ad62b-14c4-42ea-a0b9-1ed8f2fb5973 None None] For port a2aa5812-31b5-447d-ba0b-c409764c181d, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a2aa5812-31b5-447d-ba0b-c409764c181d,segment=NetworkSegment(65a616cb-4497-45b5-b5d3-f468e5080621),segment_id=65a616cb-4497-45b5-b5d3-f468e5080621)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:50:04.382865 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4c5ad62b-14c4-42ea-a0b9-1ed8f2fb5973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:04.461012 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eaf231-0a74-42aa-8ac1-892b26f8d978 None None] Pushing event updated for resources: {'Port': ['ID=a2aa5812-31b5-447d-ba0b-c409764c181d,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:04.470401 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5ad62b-14c4-42ea-a0b9-1ed8f2fb5973 None None] Routers {'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:50:04.471166 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-4c5ad62b-14c4-42ea-a0b9-1ed8f2fb5973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:49:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['f1eb5d45-b8b8-40fc-bd13-cc461cb328d7'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:50:04.661171 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-4c5ad62b-14c4-42ea-a0b9-1ed8f2fb5973 None None] Set router f1eb5d45-b8b8-40fc-bd13-cc461cb328d7 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:50:04.973055 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-4c5ad62b-14c4-42ea-a0b9-1ed8f2fb5973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153058147', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '5db400d3-dde5-4cc0-8649-a32fdace9b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:49:56Z', 'updated_at': '2022-04-06T14:50:00Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '5db400d3-dde5-4cc0-8649-a32fdace9b16', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:49:56Z', 'updated_at': '2022-04-06T14:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'a2aa5812-31b5-447d-ba0b-c409764c181d', 'name': '', 'network_id': '9dca9394-ea08-426b-9bba-aa46db47e2a7', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:86:c7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2eabba4e-5817-4188-93b7-afc00f0e3c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:49:59Z', 'updated_at': '2022-04-06T14:50:04Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': '2eabba4e-5817-4188-93b7-afc00f0e3c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:50:04.976966 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5ad62b-14c4-42ea-a0b9-1ed8f2fb5973 None None] The sync data for ids ['f1eb5d45-b8b8-40fc-bd13-cc461cb328d7'] in dv-neutron-835868-1-hyperv is: [{'id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153058147', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '5db400d3-dde5-4cc0-8649-a32fdace9b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:49:56Z', 'updated_at': '2022-04-06T14:50:00Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '5db400d3-dde5-4cc0-8649-a32fdace9b16', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:49:56Z', 'updated_at': '2022-04-06T14:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'a2aa5812-31b5-447d-ba0b-c409764c181d', 'name': '', 'network_id': '9dca9394-ea08-426b-9bba-aa46db47e2a7', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:86:c7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2eabba4e-5817-4188-93b7-afc00f0e3c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:49:59Z', 'updated_at': '2022-04-06T14:50:04Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': '2eabba4e-5817-4188-93b7-afc00f0e3c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:50:05.257007 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-657a7fd0-487d-47e4-97ed-7fdd02ae5d67 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:05.258338 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-657a7fd0-487d-47e4-97ed-7fdd02ae5d67 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Synchronizing usage tracker for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:network {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:50:05.277590 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1ff15ff1-d25d-4a04-a335-1229ad8acbf2 req-a2cfb611-440e-4af7-a717-9907c27e5705 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 210 time: 0.1604197 Apr 06 14:50:05.279350 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-657a7fd0-487d-47e4-97ed-7fdd02ae5d67 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Unset dirty status for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:network {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:50:05.281266 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-657a7fd0-487d-47e4-97ed-7fdd02ae5d67 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.69 "GET /v2.0/networks?id=9dca9394-ea08-426b-9bba-aa46db47e2a7 HTTP/1.1" status: 200 len: 797 time: 0.1906903 Apr 06 14:50:05.338814 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-47ae6232-047b-4fe9-a856-dacbc68c0287 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Synchronizing usage tracker for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:50:05.356636 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-47ae6232-047b-4fe9-a856-dacbc68c0287 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Unset dirty status for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:50:05.357995 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-47ae6232-047b-4fe9-a856-dacbc68c0287 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a34a369806624a9e9f7e6714cf0befdc HTTP/1.1" status: 200 len: 380 time: 0.0622017 Apr 06 14:50:05.370608 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-593ee53d-22a3-491d-baa0-5d34e3789e87 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'port': {'device_id': 'dc24d90e-7d8c-491d-810d-b6ba46505bb6', 'network_id': '9dca9394-ea08-426b-9bba-aa46db47e2a7', 'admin_state_up': True, 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'security_groups': ['eb47e48d-c186-44ec-919c-fa528d3fe43d']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:50:05.506980 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-593ee53d-22a3-491d-baa0-5d34e3789e87 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:50:05.517503 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-593ee53d-22a3-491d-baa0-5d34e3789e87 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:50:05.528738 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-593ee53d-22a3-491d-baa0-5d34e3789e87 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Made reservation on behalf of a34a369806624a9e9f7e6714cf0befdc for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:50:05.532897 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-593ee53d-22a3-491d-baa0-5d34e3789e87 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:05.698178 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-593ee53d-22a3-491d-baa0-5d34e3789e87 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Allocated IP 172.20.0.8 (9dca9394-ea08-426b-9bba-aa46db47e2a7/2eabba4e-5817-4188-93b7-afc00f0e3c9e/61bcbdad-0147-4af3-bf4c-55b918086040) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:50:05.892822 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-593ee53d-22a3-491d-baa0-5d34e3789e87 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:05.909448 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-593ee53d-22a3-491d-baa0-5d34e3789e87 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Transition to ACTIVE for port object 61bcbdad-0147-4af3-bf4c-55b918086040 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:50:05.931766 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-593ee53d-22a3-491d-baa0-5d34e3789e87 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:06.006934 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-593ee53d-22a3-491d-baa0-5d34e3789e87 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network 9dca9394-ea08-426b-9bba-aa46db47e2a7 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:50:06.010306 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-593ee53d-22a3-491d-baa0-5d34e3789e87 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:50:06.013894 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-593ee53d-22a3-491d-baa0-5d34e3789e87 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:50:06.042949 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ee53d-22a3-491d-baa0-5d34e3789e87 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Port': ['ID=61bcbdad-0147-4af3-bf4c-55b918086040,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:06.077517 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-593ee53d-22a3-491d-baa0-5d34e3789e87 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:06.078117 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-593ee53d-22a3-491d-baa0-5d34e3789e87 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:06.102764 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-593ee53d-22a3-491d-baa0-5d34e3789e87 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7360837 Apr 06 14:50:06.114311 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-3062211b-e916-4a09-a55d-9400699ed84c service neutron] Request body: {'port': {'device_id': 'dc24d90e-7d8c-491d-810d-b6ba46505bb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:50:06.221587 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-3062211b-e916-4a09-a55d-9400699ed84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:06.223973 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-cf59d210-e5e6-465e-a190-6cb30b8ef295 None None] Provisioning for port 61bcbdad-0147-4af3-bf4c-55b918086040 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:50:06.228744 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-cf59d210-e5e6-465e-a190-6cb30b8ef295 None None] Provisioning complete for port 61bcbdad-0147-4af3-bf4c-55b918086040 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:50:06.229204 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cf59d210-e5e6-465e-a190-6cb30b8ef295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:06.286598 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-cf59d210-e5e6-465e-a190-6cb30b8ef295 None None] Port 61bcbdad-0147-4af3-bf4c-55b918086040 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:50:06.416111 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a2aa5812-31b5-447d-ba0b-c409764c181d up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:50:06.486350 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port a2aa5812-31b5-447d-ba0b-c409764c181d completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:50:06.491428 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port a2aa5812-31b5-447d-ba0b-c409764c181d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:50:06.491799 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:06.605543 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:06.637446 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port a2aa5812-31b5-447d-ba0b-c409764c181d, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a2aa5812-31b5-447d-ba0b-c409764c181d,segment=NetworkSegment(65a616cb-4497-45b5-b5d3-f468e5080621),segment_id=65a616cb-4497-45b5-b5d3-f468e5080621)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:50:06.640882 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f217c22-accc-4745-af01-96df2f6b05c4 req-8ee9a2aa-2977-4e94-9f71-446512a68cdf tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:06.641615 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-4f217c22-accc-4745-af01-96df2f6b05c4 req-8ee9a2aa-2977-4e94-9f71-446512a68cdf tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Synchronizing usage tracker for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:50:06.642054 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:06.702161 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-4f217c22-accc-4745-af01-96df2f6b05c4 req-8ee9a2aa-2977-4e94-9f71-446512a68cdf tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Unset dirty status for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:50:06.704187 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4f217c22-accc-4745-af01-96df2f6b05c4 req-8ee9a2aa-2977-4e94-9f71-446512a68cdf tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 931 time: 0.1875880 Apr 06 14:50:06.710948 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=a2aa5812-31b5-447d-ba0b-c409764c181d,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:06.739279 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-3062211b-e916-4a09-a55d-9400699ed84c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61bcbdad-0147-4af3-bf4c-55b918086040 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:50:06.753703 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-3062211b-e916-4a09-a55d-9400699ed84c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:06.773670 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4f217c22-accc-4745-af01-96df2f6b05c4 req-3cd2a4ab-cd7d-4932-8834-1db2a3782c7f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb47e48d-c186-44ec-919c-fa528d3fe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623581 Apr 06 14:50:06.775952 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-3062211b-e916-4a09-a55d-9400699ed84c service neutron] Transition to ACTIVE for port object 61bcbdad-0147-4af3-bf4c-55b918086040 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:50:06.779694 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-3062211b-e916-4a09-a55d-9400699ed84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:06.908676 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062211b-e916-4a09-a55d-9400699ed84c service neutron] Pushing event updated for resources: {'Port': ['ID=61bcbdad-0147-4af3-bf4c-55b918086040,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:07.016279 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-3062211b-e916-4a09-a55d-9400699ed84c service neutron] Attempting to bind port 61bcbdad-0147-4af3-bf4c-55b918086040 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:50:07.016601 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-3062211b-e916-4a09-a55d-9400699ed84c service neutron] Attempting to bind port 61bcbdad-0147-4af3-bf4c-55b918086040 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '65a616cb-4497-45b5-b5d3-f468e5080621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9dca9394-ea08-426b-9bba-aa46db47e2a7'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:50:07.016943 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-3062211b-e916-4a09-a55d-9400699ed84c service neutron] Attempting to bind port 61bcbdad-0147-4af3-bf4c-55b918086040 on network 9dca9394-ea08-426b-9bba-aa46db47e2a7 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:50:07.022507 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-3062211b-e916-4a09-a55d-9400699ed84c service neutron] Port 61bcbdad-0147-4af3-bf4c-55b918086040 on network 9dca9394-ea08-426b-9bba-aa46db47e2a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:50:07.022821 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-3062211b-e916-4a09-a55d-9400699ed84c service neutron] Attempting to bind port 61bcbdad-0147-4af3-bf4c-55b918086040 on network 9dca9394-ea08-426b-9bba-aa46db47e2a7 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:50:07.028844 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-3062211b-e916-4a09-a55d-9400699ed84c service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:50:07.029321 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-3062211b-e916-4a09-a55d-9400699ed84c service neutron] Checking segment: {'id': '65a616cb-4497-45b5-b5d3-f468e5080621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9dca9394-ea08-426b-9bba-aa46db47e2a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:50:07.029694 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-3062211b-e916-4a09-a55d-9400699ed84c service neutron] Bound using segment: {'id': '65a616cb-4497-45b5-b5d3-f468e5080621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9dca9394-ea08-426b-9bba-aa46db47e2a7'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:50:07.030106 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-3062211b-e916-4a09-a55d-9400699ed84c service neutron] Bound port: 61bcbdad-0147-4af3-bf4c-55b918086040, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a616cb-4497-45b5-b5d3-f468e5080621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9dca9394-ea08-426b-9bba-aa46db47e2a7'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:50:07.031088 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-3062211b-e916-4a09-a55d-9400699ed84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:07.115463 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-3062211b-e916-4a09-a55d-9400699ed84c service neutron] For port 61bcbdad-0147-4af3-bf4c-55b918086040, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:50:07.118434 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-3062211b-e916-4a09-a55d-9400699ed84c service neutron] For port 61bcbdad-0147-4af3-bf4c-55b918086040, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=61bcbdad-0147-4af3-bf4c-55b918086040,segment=NetworkSegment(65a616cb-4497-45b5-b5d3-f468e5080621),segment_id=65a616cb-4497-45b5-b5d3-f468e5080621)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:50:07.122702 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-3062211b-e916-4a09-a55d-9400699ed84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:07.185258 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-3062211b-e916-4a09-a55d-9400699ed84c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:07.187149 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-3062211b-e916-4a09-a55d-9400699ed84c service neutron] 10.222.0.69 "PUT /v2.0/ports/61bcbdad-0147-4af3-bf4c-55b918086040 HTTP/1.1" status: 200 len: 1093 time: 1.0769470 Apr 06 14:50:07.187584 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc24d90e-7d8c-491d-810d-b6ba46505bb6', 'tag': '61bcbdad-0147-4af3-bf4c-55b918086040'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:50:07.206909 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062211b-e916-4a09-a55d-9400699ed84c service neutron] Pushing event updated for resources: {'Port': ['ID=61bcbdad-0147-4af3-bf4c-55b918086040,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:07.261589 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a89ba869-6fe3-46ee-a293-d944a385dd57'] response: {'name': 'network-changed', 'server_uuid': 'dc24d90e-7d8c-491d-810d-b6ba46505bb6', 'tag': '61bcbdad-0147-4af3-bf4c-55b918086040', 'status': 'completed', 'code': 200} Apr 06 14:50:07.304832 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-a182fda9-d775-4cfe-b9fd-6a83ebbf32c3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 1096 time: 0.0744085 Apr 06 14:50:07.375229 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-c62a24da-dca5-41bf-b386-1ded02862344 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61bcbdad-0147-4af3-bf4c-55b918086040 HTTP/1.1" status: 200 len: 217 time: 0.0631666 Apr 06 14:50:07.435038 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-e3db9295-8d00-4a37-90c6-92733646a1c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:07.436470 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-e3db9295-8d00-4a37-90c6-92733646a1c8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2eabba4e-5817-4188-93b7-afc00f0e3c9e HTTP/1.1" status: 200 len: 835 time: 0.0552719 Apr 06 14:50:07.511535 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-ab40f9a5-eda7-493d-b41f-8a0bc1fad77e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9dca9394-ea08-426b-9bba-aa46db47e2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685477 Apr 06 14:50:07.646800 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-526d436b-45d2-467b-bf20-589b2fb11292 service neutron] 10.222.0.69 "GET /v2.0/networks/9dca9394-ea08-426b-9bba-aa46db47e2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280212 Apr 06 14:50:07.773862 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-999689c0-f298-4a13-b416-b4bdae7bb319 req-011df604-26b4-46cf-aed8-bf468c89e915 service neutron] 10.222.0.69 "GET /v2.0/networks/9dca9394-ea08-426b-9bba-aa46db47e2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210985 Apr 06 14:50:07.890083 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-169509ed-0a7a-462c-9bd0-23f7ee82f576 req-b6c52206-1617-4913-9809-5c1037a67845 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 1096 time: 0.0683415 Apr 06 14:50:08.077830 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169509ed-0a7a-462c-9bd0-23f7ee82f576 req-e6c4eb97-b118-4011-9af7-a7cd6154799e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:08.079242 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-169509ed-0a7a-462c-9bd0-23f7ee82f576 req-e6c4eb97-b118-4011-9af7-a7cd6154799e service neutron] 10.222.0.69 "GET /v2.0/networks?id=9dca9394-ea08-426b-9bba-aa46db47e2a7 HTTP/1.1" status: 200 len: 898 time: 0.1557701 Apr 06 14:50:08.084501 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52763d-0408-46a7-ad5e-e2f36bcfb71d req-cdfe1b61-554f-4f37-b31c-432c76349fb8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:08.085840 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ee52763d-0408-46a7-ad5e-e2f36bcfb71d req-cdfe1b61-554f-4f37-b31c-432c76349fb8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 943 time: 0.1917286 Apr 06 14:50:08.109190 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d1865f24-eafc-446d-b749-aa0ef22182fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:08.161657 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-169509ed-0a7a-462c-9bd0-23f7ee82f576 req-fe7a28c6-0d2a-4f49-bda5-5c5d6ce8d7f4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61bcbdad-0147-4af3-bf4c-55b918086040 HTTP/1.1" status: 200 len: 217 time: 0.0748773 Apr 06 14:50:08.308649 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ee52763d-0408-46a7-ad5e-e2f36bcfb71d req-b26191e9-15bc-44a5-8591-b384751cad2a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb47e48d-c186-44ec-919c-fa528d3fe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761451 Apr 06 14:50:08.318952 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169509ed-0a7a-462c-9bd0-23f7ee82f576 req-be466e11-0903-4e20-9707-8d6ec8356c5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:08.320321 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-169509ed-0a7a-462c-9bd0-23f7ee82f576 req-be466e11-0903-4e20-9707-8d6ec8356c5f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2eabba4e-5817-4188-93b7-afc00f0e3c9e HTTP/1.1" status: 200 len: 835 time: 0.1482627 Apr 06 14:50:08.394230 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-169509ed-0a7a-462c-9bd0-23f7ee82f576 req-f9d8e856-027a-46d9-a545-8d8a4bddb022 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9dca9394-ea08-426b-9bba-aa46db47e2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675266 Apr 06 14:50:08.395074 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a2aa5812-31b5-447d-ba0b-c409764c181d up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:50:08.462054 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port a2aa5812-31b5-447d-ba0b-c409764c181d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:50:08.462412 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:08.522346 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-169509ed-0a7a-462c-9bd0-23f7ee82f576 req-fcfa3b1f-c751-49fa-b862-75ed17280abe service neutron] 10.222.0.69 "GET /v2.0/networks/9dca9394-ea08-426b-9bba-aa46db47e2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209676 Apr 06 14:50:08.653912 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-169509ed-0a7a-462c-9bd0-23f7ee82f576 req-8df7d99b-ef86-4d4f-a108-91b1d47f6724 service neutron] 10.222.0.69 "GET /v2.0/networks/9dca9394-ea08-426b-9bba-aa46db47e2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254628 Apr 06 14:50:09.503920 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50be5cd-72f9-4c7c-9fcf-b78c3544ee15 req-216d83fd-6ca0-428b-ba14-142ce6ebc348 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:09.505353 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f50be5cd-72f9-4c7c-9fcf-b78c3544ee15 req-216d83fd-6ca0-428b-ba14-142ce6ebc348 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 943 time: 0.0743833 Apr 06 14:50:09.551026 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f50be5cd-72f9-4c7c-9fcf-b78c3544ee15 req-c1eafe82-d748-4ea6-a8c3-7e0a76b93758 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb47e48d-c186-44ec-919c-fa528d3fe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402787 Apr 06 14:50:10.747895 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c119bf-7794-4cd0-a64e-c7a6876b1aaa req-984ee363-ad73-4029-be36-d76e1fc3554f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:10.749889 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d2c119bf-7794-4cd0-a64e-c7a6876b1aaa req-984ee363-ad73-4029-be36-d76e1fc3554f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 943 time: 0.0792890 Apr 06 14:50:10.793731 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d2c119bf-7794-4cd0-a64e-c7a6876b1aaa req-885958b1-e680-4bcb-8979-b1262548d8b3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb47e48d-c186-44ec-919c-fa528d3fe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383348 Apr 06 14:50:10.940609 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4ea3de4f-ad74-49da-8156-39a084aca34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:11.392002 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:11.465358 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:11.852355 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 61bcbdad-0147-4af3-bf4c-55b918086040 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:50:11.985985 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 61bcbdad-0147-4af3-bf4c-55b918086040, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=61bcbdad-0147-4af3-bf4c-55b918086040,segment=NetworkSegment(65a616cb-4497-45b5-b5d3-f468e5080621),segment_id=65a616cb-4497-45b5-b5d3-f468e5080621)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:50:11.986623 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a5fa3-6613-4742-aaec-db8a0fcacf4e req-d8f3de98-9996-453a-89f1-24149cb83139 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:11.987958 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a03a5fa3-6613-4742-aaec-db8a0fcacf4e req-d8f3de98-9996-453a-89f1-24149cb83139 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 943 time: 0.0756385 Apr 06 14:50:12.000101 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '61bcbdad-0147-4af3-bf4c-55b918086040', 'network_id': '9dca9394-ea08-426b-9bba-aa46db47e2a7', 'port_id': '61bcbdad-0147-4af3-bf4c-55b918086040', 'mac_address': 'fa:16:3e:19:86:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eabba4e-5817-4188-93b7-afc00f0e3c9e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:50:12.032450 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a03a5fa3-6613-4742-aaec-db8a0fcacf4e req-b5cc8f7d-6752-4a89-870d-a99f0fe0b12d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb47e48d-c186-44ec-919c-fa528d3fe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390708 Apr 06 14:50:12.058807 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:12.109258 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61bcbdad-0147-4af3-bf4c-55b918086040 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:50:12.123887 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 61bcbdad-0147-4af3-bf4c-55b918086040, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=61bcbdad-0147-4af3-bf4c-55b918086040,segment=NetworkSegment(65a616cb-4497-45b5-b5d3-f468e5080621),segment_id=65a616cb-4497-45b5-b5d3-f468e5080621)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:50:12.127933 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:12.190236 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=61bcbdad-0147-4af3-bf4c-55b918086040,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:12.368289 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['61bcbdad-0147-4af3-bf4c-55b918086040'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:50:12.954586 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:13.221938 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd33c9b-3630-4bc7-8f2c-ecbc7e6130e4 req-65cf2f54-8e56-44d9-a79c-2d42f8dbe065 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:13.223365 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9cd33c9b-3630-4bc7-8f2c-ecbc7e6130e4 req-65cf2f54-8e56-44d9-a79c-2d42f8dbe065 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 944 time: 0.0746503 Apr 06 14:50:13.266798 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9cd33c9b-3630-4bc7-8f2c-ecbc7e6130e4 req-948ad703-e32c-44b6-ab99-3a108bb0679b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb47e48d-c186-44ec-919c-fa528d3fe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380161 Apr 06 14:50:13.879655 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 61bcbdad-0147-4af3-bf4c-55b918086040 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:50:13.947208 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port 61bcbdad-0147-4af3-bf4c-55b918086040 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:50:13.951601 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 61bcbdad-0147-4af3-bf4c-55b918086040 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:50:13.951972 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:14.061609 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:14.087182 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc24d90e-7d8c-491d-810d-b6ba46505bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bcbdad-0147-4af3-bf4c-55b918086040'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:50:14.096967 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 61bcbdad-0147-4af3-bf4c-55b918086040, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=61bcbdad-0147-4af3-bf4c-55b918086040,segment=NetworkSegment(65a616cb-4497-45b5-b5d3-f468e5080621),segment_id=65a616cb-4497-45b5-b5d3-f468e5080621)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:50:14.101172 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:14.166157 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=61bcbdad-0147-4af3-bf4c-55b918086040,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:14.235019 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c75abb6-0736-4db1-bac5-4722e5b5b1e9'] response: {'server_uuid': 'dc24d90e-7d8c-491d-810d-b6ba46505bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bcbdad-0147-4af3-bf4c-55b918086040', 'code': 200} Apr 06 14:50:14.467336 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59383e33-df05-438c-933b-0703573710bd req-188f0c28-a9b3-4b7f-ae52-496e0dc5b6fa tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:14.469406 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-59383e33-df05-438c-933b-0703573710bd req-188f0c28-a9b3-4b7f-ae52-496e0dc5b6fa tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 945 time: 0.0849311 Apr 06 14:50:14.552239 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-59383e33-df05-438c-933b-0703573710bd req-093c5940-a34e-41d9-8572-b667c6876661 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb47e48d-c186-44ec-919c-fa528d3fe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769975 Apr 06 14:50:14.576635 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8a3ef139-1c2d-4883-b9c6-4f5bceebd5d1 req-8b46b3cd-5db0-4092-9b34-bfcf25eb5405 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 1098 time: 0.1584468 Apr 06 14:50:14.617727 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8a3ef139-1c2d-4883-b9c6-4f5bceebd5d1 req-b8a6a9d0-9eb3-4ddb-a49e-10f15e8a9375 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=eb47e48d-c186-44ec-919c-fa528d3fe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343266 Apr 06 14:50:15.758325 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a4827-6a21-443c-b54d-c7730161ec4f req-92d96da3-d289-4af6-ad90-6dbf43b07858 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:15.759658 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-698a4827-6a21-443c-b54d-c7730161ec4f req-92d96da3-d289-4af6-ad90-6dbf43b07858 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 945 time: 0.0781670 Apr 06 14:50:15.804343 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-698a4827-6a21-443c-b54d-c7730161ec4f req-1bc12fef-5615-4418-bce8-39ce4b28f89e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb47e48d-c186-44ec-919c-fa528d3fe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392039 Apr 06 14:50:16.002742 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9060e-33ff-47d0-b027-8534b9cba348 req-7bef4589-4d8d-494a-9498-0164036f9e28 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:16.004247 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dba9060e-33ff-47d0-b027-8534b9cba348 req-7bef4589-4d8d-494a-9498-0164036f9e28 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 945 time: 0.0785887 Apr 06 14:50:16.049055 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dba9060e-33ff-47d0-b027-8534b9cba348 req-ba52bd91-c46b-4829-814a-723c106a4184 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb47e48d-c186-44ec-919c-fa528d3fe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389113 Apr 06 14:50:16.076105 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33282) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:50:16.144277 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a1d450d8-5161-4d97-bd21-0f863164b857 tempest-TestNetworkAdvancedServerOps-1006104642 tempest-TestNetworkAdvancedServerOps-1006104642-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 1093 time: 0.0670288 Apr 06 14:50:16.146910 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33286) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:50:16.151999 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8fc5d325-cdcc-4fd5-ada5-659389cafa60 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'port_id': '61bcbdad-0147-4af3-bf4c-55b918086040', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:50:16.157456 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8fc5d325-cdcc-4fd5-ada5-659389cafa60 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:50:16.161219 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8fc5d325-cdcc-4fd5-ada5-659389cafa60 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:floatingip and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:50:16.163983 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8fc5d325-cdcc-4fd5-ada5-659389cafa60 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:50:16.169577 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8fc5d325-cdcc-4fd5-ada5-659389cafa60 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:50:16.179113 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d325-cdcc-4fd5-ada5-659389cafa60 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:16.311554 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d325-cdcc-4fd5-ada5-659389cafa60 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:16.445787 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-8fc5d325-cdcc-4fd5-ada5-659389cafa60 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Allocated IP 172.26.8.76 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/5ac00aa1-36c2-4c41-9274-736b2a2fc2d5) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:50:16.588199 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d325-cdcc-4fd5-ada5-659389cafa60 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:16.614842 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d325-cdcc-4fd5-ada5-659389cafa60 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:16.680636 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc5d325-cdcc-4fd5-ada5-659389cafa60 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:50:16.683177 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-8fc5d325-cdcc-4fd5-ada5-659389cafa60 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:50:16.685696 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc5d325-cdcc-4fd5-ada5-659389cafa60 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:50:16.720004 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5d325-cdcc-4fd5-ada5-659389cafa60 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Port': ['ID=5ac00aa1-36c2-4c41-9274-736b2a2fc2d5,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:17.180491 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d325-cdcc-4fd5-ada5-659389cafa60 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:17.234289 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d325-cdcc-4fd5-ada5-659389cafa60 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:17.518077 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d325-cdcc-4fd5-ada5-659389cafa60 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:17.522265 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d325-cdcc-4fd5-ada5-659389cafa60 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:17.618223 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5d325-cdcc-4fd5-ada5-659389cafa60 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Port': ['ID=5ac00aa1-36c2-4c41-9274-736b2a2fc2d5,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:17.637697 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d325-cdcc-4fd5-ada5-659389cafa60 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:17.820901 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-8fc5d325-cdcc-4fd5-ada5-659389cafa60 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Floating IP 7d257ac1-92c5-4840-8783-5ed9db78cac7 associated. External IP: 172.26.8.76, port: 61bcbdad-0147-4af3-bf4c-55b918086040. Apr 06 14:50:18.197169 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc5d325-cdcc-4fd5-ada5-659389cafa60 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Router f1eb5d45-b8b8-40fc-bd13-cc461cb328d7 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:50:18.387915 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc5d325-cdcc-4fd5-ada5-659389cafa60 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:50:18.397749 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d15ec3e-eedf-44c5-9dae-b5e74eee2545 None None] Sync routers for ids ['f1eb5d45-b8b8-40fc-bd13-cc461cb328d7'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:50:18.409253 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d15ec3e-eedf-44c5-9dae-b5e74eee2545 None None] Routers {'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:50:18.409847 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8d15ec3e-eedf-44c5-9dae-b5e74eee2545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:50:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['f1eb5d45-b8b8-40fc-bd13-cc461cb328d7'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:50:18.414778 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d325-cdcc-4fd5-ada5-659389cafa60 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:18.470993 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8fc5d325-cdcc-4fd5-ada5-659389cafa60 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3229074 Apr 06 14:50:18.471402 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc24d90e-7d8c-491d-810d-b6ba46505bb6', 'tag': '61bcbdad-0147-4af3-bf4c-55b918086040'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:50:18.525863 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72956455-0560-4fa5-b38a-bf0e7cfba867'] response: {'name': 'network-changed', 'server_uuid': 'dc24d90e-7d8c-491d-810d-b6ba46505bb6', 'tag': '61bcbdad-0147-4af3-bf4c-55b918086040', 'status': 'completed', 'code': 200} Apr 06 14:50:18.593283 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-8d15ec3e-eedf-44c5-9dae-b5e74eee2545 None None] Set router f1eb5d45-b8b8-40fc-bd13-cc461cb328d7 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:50:18.618440 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-eed0a1f3-5417-4e18-ab75-195f0422ddc6 req-e6e1743d-3d7b-4402-b1b8-a1b25fd9ed11 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 1098 time: 0.0703256 Apr 06 14:50:18.642333 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf36c4a-1b0a-44a4-b6d8-0489b9a59b5c req-e8ea56ae-7fba-4e35-9b68-e966d91891a2 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:18.643786 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bcf36c4a-1b0a-44a4-b6d8-0489b9a59b5c req-e8ea56ae-7fba-4e35-9b68-e966d91891a2 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 945 time: 0.0766845 Apr 06 14:50:18.690569 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bcf36c4a-1b0a-44a4-b6d8-0489b9a59b5c req-7dfd144a-e114-4010-b9cd-99435cb7810f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb47e48d-c186-44ec-919c-fa528d3fe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410125 Apr 06 14:50:18.720004 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33294) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:50:18.761432 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0a1f3-5417-4e18-ab75-195f0422ddc6 req-c7583e37-bb5e-4761-acee-f3b1a95d2158 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:18.763097 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-eed0a1f3-5417-4e18-ab75-195f0422ddc6 req-c7583e37-bb5e-4761-acee-f3b1a95d2158 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9dca9394-ea08-426b-9bba-aa46db47e2a7 HTTP/1.1" status: 200 len: 898 time: 0.1379373 Apr 06 14:50:18.824932 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c0315a1d-9b6a-4a57-b753-88f3892f4c84 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/7d257ac1-92c5-4840-8783-5ed9db78cac7 HTTP/1.1" status: 200 len: 990 time: 0.1037841 Apr 06 14:50:18.875791 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-eed0a1f3-5417-4e18-ab75-195f0422ddc6 req-c59b357b-10d5-4871-81d7-b5a53e691ced service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61bcbdad-0147-4af3-bf4c-55b918086040 HTTP/1.1" status: 200 len: 998 time: 0.1061513 Apr 06 14:50:18.938508 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0a1f3-5417-4e18-ab75-195f0422ddc6 req-b4527c61-addf-4cf3-a9d2-dcac4b132623 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:18.939923 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-eed0a1f3-5417-4e18-ab75-195f0422ddc6 req-b4527c61-addf-4cf3-a9d2-dcac4b132623 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2eabba4e-5817-4188-93b7-afc00f0e3c9e HTTP/1.1" status: 200 len: 835 time: 0.0588377 Apr 06 14:50:18.979824 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8d15ec3e-eedf-44c5-9dae-b5e74eee2545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153058147', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '5db400d3-dde5-4cc0-8649-a32fdace9b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:49:56Z', 'updated_at': '2022-04-06T14:50:00Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '5db400d3-dde5-4cc0-8649-a32fdace9b16', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:49:56Z', 'updated_at': '2022-04-06T14:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '7d257ac1-92c5-4840-8783-5ed9db78cac7', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'floating_ip_address': '172.26.8.76', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'port_id': '61bcbdad-0147-4af3-bf4c-55b918086040', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dca9394-ea08-426b-9bba-aa46db47e2a7', 'mac_address': 'fa:16:3e:19:86:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc24d90e-7d8c-491d-810d-b6ba46505bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:50:17Z', 'updated_at': '2022-04-06T14:50:17Z', 'revision_number': 0, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2aa5812-31b5-447d-ba0b-c409764c181d', 'name': '', 'network_id': '9dca9394-ea08-426b-9bba-aa46db47e2a7', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:86:c7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2eabba4e-5817-4188-93b7-afc00f0e3c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:49:59Z', 'updated_at': '2022-04-06T14:50:06Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': '2eabba4e-5817-4188-93b7-afc00f0e3c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:50:18.983742 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d15ec3e-eedf-44c5-9dae-b5e74eee2545 None None] Checking router: f1eb5d45-b8b8-40fc-bd13-cc461cb328d7 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:50:18.994555 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d15ec3e-eedf-44c5-9dae-b5e74eee2545 None None] Routers {'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:50:18.995152 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8d15ec3e-eedf-44c5-9dae-b5e74eee2545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:50:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['f1eb5d45-b8b8-40fc-bd13-cc461cb328d7'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:50:19.013526 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-eed0a1f3-5417-4e18-ab75-195f0422ddc6 req-2530fc2f-e14a-424d-8d49-504008d8b325 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9dca9394-ea08-426b-9bba-aa46db47e2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678437 Apr 06 14:50:19.143416 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-eed0a1f3-5417-4e18-ab75-195f0422ddc6 req-17ccf0ad-e130-450b-974c-22dbc14a628f service neutron] 10.222.0.69 "GET /v2.0/networks/9dca9394-ea08-426b-9bba-aa46db47e2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231408 Apr 06 14:50:19.169023 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-8d15ec3e-eedf-44c5-9dae-b5e74eee2545 None None] Set router f1eb5d45-b8b8-40fc-bd13-cc461cb328d7 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:50:19.273535 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-eed0a1f3-5417-4e18-ab75-195f0422ddc6 req-d7e64f42-61c5-42c2-aaba-dfadb033f775 service neutron] 10.222.0.69 "GET /v2.0/networks/9dca9394-ea08-426b-9bba-aa46db47e2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239069 Apr 06 14:50:19.502498 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8d15ec3e-eedf-44c5-9dae-b5e74eee2545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153058147', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '5db400d3-dde5-4cc0-8649-a32fdace9b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:49:56Z', 'updated_at': '2022-04-06T14:50:00Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '5db400d3-dde5-4cc0-8649-a32fdace9b16', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:49:56Z', 'updated_at': '2022-04-06T14:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '7d257ac1-92c5-4840-8783-5ed9db78cac7', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'floating_ip_address': '172.26.8.76', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'port_id': '61bcbdad-0147-4af3-bf4c-55b918086040', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dca9394-ea08-426b-9bba-aa46db47e2a7', 'mac_address': 'fa:16:3e:19:86:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc24d90e-7d8c-491d-810d-b6ba46505bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:50:17Z', 'updated_at': '2022-04-06T14:50:17Z', 'revision_number': 0, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2aa5812-31b5-447d-ba0b-c409764c181d', 'name': '', 'network_id': '9dca9394-ea08-426b-9bba-aa46db47e2a7', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:86:c7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2eabba4e-5817-4188-93b7-afc00f0e3c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:49:59Z', 'updated_at': '2022-04-06T14:50:06Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': '2eabba4e-5817-4188-93b7-afc00f0e3c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:50:19.506377 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d15ec3e-eedf-44c5-9dae-b5e74eee2545 None None] The sync data for ids ['f1eb5d45-b8b8-40fc-bd13-cc461cb328d7'] in dv-neutron-835868-1-hyperv is: [{'id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153058147', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '5db400d3-dde5-4cc0-8649-a32fdace9b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:49:56Z', 'updated_at': '2022-04-06T14:50:00Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '5db400d3-dde5-4cc0-8649-a32fdace9b16', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:49:56Z', 'updated_at': '2022-04-06T14:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '7d257ac1-92c5-4840-8783-5ed9db78cac7', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'floating_ip_address': '172.26.8.76', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'port_id': '61bcbdad-0147-4af3-bf4c-55b918086040', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dca9394-ea08-426b-9bba-aa46db47e2a7', 'mac_address': 'fa:16:3e:19:86:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc24d90e-7d8c-491d-810d-b6ba46505bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:50:17Z', 'updated_at': '2022-04-06T14:50:17Z', 'revision_number': 0, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2aa5812-31b5-447d-ba0b-c409764c181d', 'name': '', 'network_id': '9dca9394-ea08-426b-9bba-aa46db47e2a7', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:86:c7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2eabba4e-5817-4188-93b7-afc00f0e3c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:49:59Z', 'updated_at': '2022-04-06T14:50:06Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': '2eabba4e-5817-4188-93b7-afc00f0e3c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:50:19.829464 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33298) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:50:19.930529 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2768f0d9-2c41-40cb-87b8-bf3922f17bbd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/7d257ac1-92c5-4840-8783-5ed9db78cac7 HTTP/1.1" status: 200 len: 990 time: 0.0999577 Apr 06 14:50:20.934558 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33302) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:50:21.131192 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cd308bfe-646d-412f-b00e-de0dc160eaff tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/7d257ac1-92c5-4840-8783-5ed9db78cac7 HTTP/1.1" status: 200 len: 990 time: 0.1954947 Apr 06 14:50:21.163155 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dc1366-46d6-45c3-a302-4f03a2e5bfc8 None None] New status for floating IP 7d257ac1-92c5-4840-8783-5ed9db78cac7: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:50:22.134929 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33306) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:50:22.238331 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9d87c992-5a9b-4d5a-8940-57ec00bf3ccc tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/7d257ac1-92c5-4840-8783-5ed9db78cac7 HTTP/1.1" status: 200 len: 992 time: 0.1022887 Apr 06 14:50:22.667791 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:50:29.251915 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:38.110027 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-087c2860-bfa2-4ac8-9637-53d4d04eeff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:40.943310 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ffae5233-d796-44b1-a5b2-16e1ea22b222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:41.397944 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:41.467565 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:42.957378 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:51.907065 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f3d47601-5387-428d-8ce9-a97bc7cb213c req-cc0755f1-4b55-4c49-9e61-7f776671aa9a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 1098 time: 0.2149167 Apr 06 14:50:51.915224 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f11e3-7634-4f14-af66-5ce0ca99ef42 req-d6580de5-96cc-4442-a25e-b6bbf66e6ca5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:51.916613 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7d0f11e3-7634-4f14-af66-5ce0ca99ef42 req-d6580de5-96cc-4442-a25e-b6bbf66e6ca5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 945 time: 0.1908801 Apr 06 14:50:52.047191 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7d0f11e3-7634-4f14-af66-5ce0ca99ef42 req-6762c832-de30-4fe9-8365-200c34fd7b49 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb47e48d-c186-44ec-919c-fa528d3fe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092832 Apr 06 14:50:52.077819 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d47601-5387-428d-8ce9-a97bc7cb213c req-fb6be1f1-d946-49d7-86b0-d37a89c7df14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:52.079265 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f3d47601-5387-428d-8ce9-a97bc7cb213c req-fb6be1f1-d946-49d7-86b0-d37a89c7df14 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9dca9394-ea08-426b-9bba-aa46db47e2a7 HTTP/1.1" status: 200 len: 898 time: 0.1614473 Apr 06 14:50:52.180724 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f3d47601-5387-428d-8ce9-a97bc7cb213c req-ee042459-9c10-4045-8b8d-9f596e42a4e9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61bcbdad-0147-4af3-bf4c-55b918086040 HTTP/1.1" status: 200 len: 1000 time: 0.0945938 Apr 06 14:50:52.253422 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d47601-5387-428d-8ce9-a97bc7cb213c req-0a5e2bfa-0484-4b25-809b-25d0d92317f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:52.255230 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f3d47601-5387-428d-8ce9-a97bc7cb213c req-0a5e2bfa-0484-4b25-809b-25d0d92317f1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2eabba4e-5817-4188-93b7-afc00f0e3c9e HTTP/1.1" status: 200 len: 835 time: 0.0682156 Apr 06 14:50:52.326928 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f3d47601-5387-428d-8ce9-a97bc7cb213c req-723b424a-475b-47d5-9240-10b7f319ff8a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9dca9394-ea08-426b-9bba-aa46db47e2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653777 Apr 06 14:50:52.454237 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f3d47601-5387-428d-8ce9-a97bc7cb213c req-22bb3e6b-162e-4e65-8f29-24684c41c1f5 service neutron] 10.222.0.69 "GET /v2.0/networks/9dca9394-ea08-426b-9bba-aa46db47e2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198072 Apr 06 14:50:52.580056 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f3d47601-5387-428d-8ce9-a97bc7cb213c req-290a9e76-8247-4c05-85a6-c398ac07d229 service neutron] 10.222.0.69 "GET /v2.0/networks/9dca9394-ea08-426b-9bba-aa46db47e2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193945 Apr 06 14:50:53.242688 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d029a9-b744-42e9-896b-3f9daf99b6ef req-5bdebd68-b631-47d4-9b21-f5ca3580b6c3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:53.244100 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-21d029a9-b744-42e9-896b-3f9daf99b6ef req-5bdebd68-b631-47d4-9b21-f5ca3580b6c3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 945 time: 0.0746517 Apr 06 14:50:53.287336 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-21d029a9-b744-42e9-896b-3f9daf99b6ef req-52d6d6c3-889f-4e16-8de7-ef4a8fff421f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb47e48d-c186-44ec-919c-fa528d3fe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371253 Apr 06 14:50:54.489363 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fbce1-f005-4eb1-b620-6d44d39a385f req-a90e9b59-37a5-4b66-996b-b42e3cd128ee tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:54.490801 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ca1fbce1-f005-4eb1-b620-6d44d39a385f req-a90e9b59-37a5-4b66-996b-b42e3cd128ee tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 945 time: 0.0761309 Apr 06 14:50:54.539479 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ca1fbce1-f005-4eb1-b620-6d44d39a385f req-4bff3bfa-b0f3-4b6a-bfb6-1d54bc6380e2 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb47e48d-c186-44ec-919c-fa528d3fe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431564 Apr 06 14:50:55.734868 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e37b67-6cce-41a6-a898-a783b090f7ce req-7a9382d2-00e2-4012-813a-34077a518990 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:55.736282 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-55e37b67-6cce-41a6-a898-a783b090f7ce req-7a9382d2-00e2-4012-813a-34077a518990 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 945 time: 0.0777187 Apr 06 14:50:55.780921 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-55e37b67-6cce-41a6-a898-a783b090f7ce req-27383201-9db4-41f3-9d5a-ea354a183e0b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb47e48d-c186-44ec-919c-fa528d3fe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385690 Apr 06 14:50:56.976937 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f48322-c6df-4d0c-abe1-68a1840b1440 req-dbe13d09-9379-4a82-b9eb-16e1edabfd27 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:56.978378 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-33f48322-c6df-4d0c-abe1-68a1840b1440 req-dbe13d09-9379-4a82-b9eb-16e1edabfd27 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 945 time: 0.0785990 Apr 06 14:50:57.024763 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-33f48322-c6df-4d0c-abe1-68a1840b1440 req-b0b3638e-1c67-4452-86bf-58970dc75aeb tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb47e48d-c186-44ec-919c-fa528d3fe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408623 Apr 06 14:50:58.213161 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df916513-f9cc-46ab-a572-6d5fb047e647 req-1dcb8d4b-fbfc-47a3-822f-ee5dfff254bf tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:58.214585 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-df916513-f9cc-46ab-a572-6d5fb047e647 req-1dcb8d4b-fbfc-47a3-822f-ee5dfff254bf tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 945 time: 0.0734482 Apr 06 14:50:58.258251 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-df916513-f9cc-46ab-a572-6d5fb047e647 req-101cdad2-85ae-448a-8aca-bb541f176aa1 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb47e48d-c186-44ec-919c-fa528d3fe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378003 Apr 06 14:50:59.250031 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:50:59.451876 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06345bab-43ca-4ac8-a6d9-d8ce87300544 req-16514e6f-9aba-48ac-a1b1-a3e6801aee31 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:59.453354 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-06345bab-43ca-4ac8-a6d9-d8ce87300544 req-16514e6f-9aba-48ac-a1b1-a3e6801aee31 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 945 time: 0.0769053 Apr 06 14:50:59.497731 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-06345bab-43ca-4ac8-a6d9-d8ce87300544 req-5a95c21e-83f8-4811-9754-377f7fcc69a0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb47e48d-c186-44ec-919c-fa528d3fe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389709 Apr 06 14:50:59.667976 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:51:00.696183 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc654606-bd3b-4a08-86f6-3523152df6ef req-665e4f7f-c357-485d-9e16-1c1f50d67838 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:00.697906 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cc654606-bd3b-4a08-86f6-3523152df6ef req-665e4f7f-c357-485d-9e16-1c1f50d67838 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 945 time: 0.0787120 Apr 06 14:51:00.741986 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cc654606-bd3b-4a08-86f6-3523152df6ef req-b7115907-6396-4b21-8fa8-75dd5ce93d59 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb47e48d-c186-44ec-919c-fa528d3fe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385754 Apr 06 14:51:01.934338 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34e8fe-4136-496f-911e-7bdb97ab8354 req-ceba3055-757d-42db-a5c6-2e9c03edb726 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:01.935765 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ee34e8fe-4136-496f-911e-7bdb97ab8354 req-ceba3055-757d-42db-a5c6-2e9c03edb726 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 945 time: 0.0743859 Apr 06 14:51:01.979711 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ee34e8fe-4136-496f-911e-7bdb97ab8354 req-15ec054e-ed7e-49ff-b14f-38df06d7924c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb47e48d-c186-44ec-919c-fa528d3fe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380483 Apr 06 14:51:03.170406 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d906fc9-7447-4516-801e-c22da492e35d req-ed605661-c934-4fdc-b863-6413caf5b183 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:03.171811 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9d906fc9-7447-4516-801e-c22da492e35d req-ed605661-c934-4fdc-b863-6413caf5b183 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 945 time: 0.0730464 Apr 06 14:51:03.220689 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9d906fc9-7447-4516-801e-c22da492e35d req-102dc53e-27fe-4293-bd4a-3e7b8e9a04f8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb47e48d-c186-44ec-919c-fa528d3fe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435066 Apr 06 14:51:04.414266 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507d197-6a7f-4bd7-8c1a-5ec30c1f4a26 req-571d2172-7014-4226-98c6-9867733f10d0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:04.415692 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8507d197-6a7f-4bd7-8c1a-5ec30c1f4a26 req-571d2172-7014-4226-98c6-9867733f10d0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 945 time: 0.0774426 Apr 06 14:51:04.459843 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8507d197-6a7f-4bd7-8c1a-5ec30c1f4a26 req-324e39ea-8a17-4e46-99cb-6301bc75c534 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb47e48d-c186-44ec-919c-fa528d3fe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387616 Apr 06 14:51:05.243063 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-343cbe37-60f8-4c0b-a495-632a2839a7be req-1ff32a34-a5a8-4d02-8a5c-24aace7e8719 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 1098 time: 0.0665107 Apr 06 14:51:05.383426 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343cbe37-60f8-4c0b-a495-632a2839a7be req-716c6529-c80e-4529-9ea1-a642effd55e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:05.384844 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-343cbe37-60f8-4c0b-a495-632a2839a7be req-716c6529-c80e-4529-9ea1-a642effd55e4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9dca9394-ea08-426b-9bba-aa46db47e2a7 HTTP/1.1" status: 200 len: 898 time: 0.1224339 Apr 06 14:51:05.486261 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-343cbe37-60f8-4c0b-a495-632a2839a7be req-ca705907-b6ab-4e42-9d82-aba07868e022 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61bcbdad-0147-4af3-bf4c-55b918086040 HTTP/1.1" status: 200 len: 1000 time: 0.0937502 Apr 06 14:51:05.552225 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343cbe37-60f8-4c0b-a495-632a2839a7be req-37132926-e804-4ff2-902d-60050d05df49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:05.553680 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-343cbe37-60f8-4c0b-a495-632a2839a7be req-37132926-e804-4ff2-902d-60050d05df49 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2eabba4e-5817-4188-93b7-afc00f0e3c9e HTTP/1.1" status: 200 len: 835 time: 0.0582192 Apr 06 14:51:05.658784 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9679af-e98a-416c-8046-9cfca9accb66 req-91840cd5-c73e-4e78-8057-bff827e20d89 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:05.660267 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7e9679af-e98a-416c-8046-9cfca9accb66 req-91840cd5-c73e-4e78-8057-bff827e20d89 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 945 time: 0.0796690 Apr 06 14:51:05.705517 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7e9679af-e98a-416c-8046-9cfca9accb66 req-860b9c27-e405-4ddf-99e0-b17878e97437 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb47e48d-c186-44ec-919c-fa528d3fe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396876 Apr 06 14:51:05.722873 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-343cbe37-60f8-4c0b-a495-632a2839a7be req-801ab566-7d02-4e1f-92f5-5c00cd7977eb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9dca9394-ea08-426b-9bba-aa46db47e2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1622267 Apr 06 14:51:05.851636 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-343cbe37-60f8-4c0b-a495-632a2839a7be req-69580d24-36af-4e7d-96fa-40e5efac9cd7 service neutron] 10.222.0.69 "GET /v2.0/networks/9dca9394-ea08-426b-9bba-aa46db47e2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221583 Apr 06 14:51:05.983563 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-343cbe37-60f8-4c0b-a495-632a2839a7be req-7862c960-b150-4497-bb04-59e5bed98e40 service neutron] 10.222.0.69 "GET /v2.0/networks/9dca9394-ea08-426b-9bba-aa46db47e2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217694 Apr 06 14:51:06.897863 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faec196-097f-4073-b38f-964dc24e9d00 req-2ef6b7c9-f22e-4cdc-8122-5f3d730d65bc tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:06.899280 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2faec196-097f-4073-b38f-964dc24e9d00 req-2ef6b7c9-f22e-4cdc-8122-5f3d730d65bc tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 945 time: 0.0749495 Apr 06 14:51:06.947263 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2faec196-097f-4073-b38f-964dc24e9d00 req-48848bf7-d26e-4c74-9fc2-1867c4da3a68 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb47e48d-c186-44ec-919c-fa528d3fe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425234 Apr 06 14:51:08.112453 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4f681106-4546-4626-afa4-73131e2cff78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:08.146209 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15507256-d120-4004-b97e-9ce2c94d890c req-18bfc412-2540-4c94-8733-3c0f81ae17d8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:08.147627 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-15507256-d120-4004-b97e-9ce2c94d890c req-18bfc412-2540-4c94-8733-3c0f81ae17d8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 945 time: 0.0788212 Apr 06 14:51:08.191410 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-15507256-d120-4004-b97e-9ce2c94d890c req-705a26f4-71e2-473c-9b07-1772ca18c8b9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb47e48d-c186-44ec-919c-fa528d3fe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383267 Apr 06 14:51:09.391429 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04c93d-f1c4-4d1a-84f7-1a10d1bcfb57 req-4eb41724-62f9-4f64-b87e-fa6e888b8d0a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:09.392828 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fb04c93d-f1c4-4d1a-84f7-1a10d1bcfb57 req-4eb41724-62f9-4f64-b87e-fa6e888b8d0a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 945 time: 0.0740235 Apr 06 14:51:09.435439 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fb04c93d-f1c4-4d1a-84f7-1a10d1bcfb57 req-f947ecd0-263e-4ed9-b825-992fd6ae24e4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb47e48d-c186-44ec-919c-fa528d3fe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372620 Apr 06 14:51:09.463569 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33354) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:51:09.569033 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b61fa8ff-7141-4bf0-a12a-31a7f14f5efa tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/7d257ac1-92c5-4840-8783-5ed9db78cac7 HTTP/1.1" status: 200 len: 992 time: 0.1041386 Apr 06 14:51:10.944560 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4282c49d-ebb1-4858-9e09-ac0a3a6ecbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:11.389277 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:11.469326 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:12.960039 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:29.249144 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:36.668042 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:51:38.114663 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-631e2811-fdf2-4452-afc8-e822eafaef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:40.104016 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33368) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:51:40.295064 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-7fa64e83-a074-4e53-b69c-fbcbeb51033d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Deleting port 5ac00aa1-36c2-4c41-9274-736b2a2fc2d5 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:51:40.295404 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fa64e83-a074-4e53-b69c-fbcbeb51033d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:40.460011 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fa64e83-a074-4e53-b69c-fbcbeb51033d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:40.460345 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fa64e83-a074-4e53-b69c-fbcbeb51033d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:40.574689 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-7fa64e83-a074-4e53-b69c-fbcbeb51033d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Calling delete_port for 5ac00aa1-36c2-4c41-9274-736b2a2fc2d5 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:51:40.715197 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fa64e83-a074-4e53-b69c-fbcbeb51033d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:40.758373 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa64e83-a074-4e53-b69c-fbcbeb51033d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'Port': ['ID=5ac00aa1-36c2-4c41-9274-736b2a2fc2d5,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:40.794719 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa64e83-a074-4e53-b69c-fbcbeb51033d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:40.795069 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa64e83-a074-4e53-b69c-fbcbeb51033d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:40.795409 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa64e83-a074-4e53-b69c-fbcbeb51033d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:40.795749 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa64e83-a074-4e53-b69c-fbcbeb51033d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:40.796629 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa64e83-a074-4e53-b69c-fbcbeb51033d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:40.796988 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa64e83-a074-4e53-b69c-fbcbeb51033d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:40.797319 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa64e83-a074-4e53-b69c-fbcbeb51033d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:40.797647 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa64e83-a074-4e53-b69c-fbcbeb51033d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:40.797974 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa64e83-a074-4e53-b69c-fbcbeb51033d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:40.798299 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa64e83-a074-4e53-b69c-fbcbeb51033d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:40.798624 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa64e83-a074-4e53-b69c-fbcbeb51033d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:40.937689 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fa64e83-a074-4e53-b69c-fbcbeb51033d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:40.948533 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0d0f5917-8b74-487a-b0cb-dc76a2daa2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:41.310857 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa64e83-a074-4e53-b69c-fbcbeb51033d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Router f1eb5d45-b8b8-40fc-bd13-cc461cb328d7 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:51:41.392032 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:41.474545 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:41.513095 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa64e83-a074-4e53-b69c-fbcbeb51033d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:51:41.523531 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c90fe7-572b-4896-860b-d0ed209a66ef None None] Sync routers for ids ['f1eb5d45-b8b8-40fc-bd13-cc461cb328d7'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:51:41.533315 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fa64e83-a074-4e53-b69c-fbcbeb51033d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:41.535146 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c90fe7-572b-4896-860b-d0ed209a66ef None None] Routers {'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:51:41.535754 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b4c90fe7-572b-4896-860b-d0ed209a66ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:51:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['f1eb5d45-b8b8-40fc-bd13-cc461cb328d7'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:41.584880 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7fa64e83-a074-4e53-b69c-fbcbeb51033d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "DELETE /v2.0/floatingips/7d257ac1-92c5-4840-8783-5ed9db78cac7 HTTP/1.1" status: 204 len: 168 time: 1.4797499 Apr 06 14:51:41.586570 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc24d90e-7d8c-491d-810d-b6ba46505bb6', 'tag': '61bcbdad-0147-4af3-bf4c-55b918086040'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:51:41.653766 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1964692e-4fa0-4cc6-967e-db9320239b01'] response: {'name': 'network-changed', 'server_uuid': 'dc24d90e-7d8c-491d-810d-b6ba46505bb6', 'tag': '61bcbdad-0147-4af3-bf4c-55b918086040', 'status': 'completed', 'code': 200} Apr 06 14:51:41.714288 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-b4c90fe7-572b-4896-860b-d0ed209a66ef None None] Set router f1eb5d45-b8b8-40fc-bd13-cc461cb328d7 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:51:41.750252 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6e7824df-8570-4803-8006-49e5b5edceca req-dab7d658-68db-46a4-81fa-521dad429e00 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 1098 time: 0.0709145 Apr 06 14:51:41.892165 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7824df-8570-4803-8006-49e5b5edceca req-c0ee564e-38aa-4c6c-8363-a2316684251d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:41.893657 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6e7824df-8570-4803-8006-49e5b5edceca req-c0ee564e-38aa-4c6c-8363-a2316684251d service neutron] 10.222.0.69 "GET /v2.0/networks?id=9dca9394-ea08-426b-9bba-aa46db47e2a7 HTTP/1.1" status: 200 len: 898 time: 0.1368723 Apr 06 14:51:41.964194 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6e7824df-8570-4803-8006-49e5b5edceca req-07351eed-8647-4ee6-a511-1f12e8d8c38e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61bcbdad-0147-4af3-bf4c-55b918086040 HTTP/1.1" status: 200 len: 217 time: 0.0637798 Apr 06 14:51:42.021213 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6b3d2-76ba-4fa7-b727-5a2cfe800b21 req-e08cebbf-e76e-43d6-bc25-4e0a11a8a852 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:42.021955 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-2dc6b3d2-76ba-4fa7-b727-5a2cfe800b21 req-e08cebbf-e76e-43d6-bc25-4e0a11a8a852 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Synchronizing usage tracker for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:51:42.027656 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7824df-8570-4803-8006-49e5b5edceca req-c9f2ea5d-03cf-4940-b69f-f4c5f5bc5247 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:42.029123 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6e7824df-8570-4803-8006-49e5b5edceca req-c9f2ea5d-03cf-4940-b69f-f4c5f5bc5247 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2eabba4e-5817-4188-93b7-afc00f0e3c9e HTTP/1.1" status: 200 len: 835 time: 0.0580750 Apr 06 14:51:42.037362 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-2dc6b3d2-76ba-4fa7-b727-5a2cfe800b21 req-e08cebbf-e76e-43d6-bc25-4e0a11a8a852 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Unset dirty status for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:51:42.039129 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2dc6b3d2-76ba-4fa7-b727-5a2cfe800b21 req-e08cebbf-e76e-43d6-bc25-4e0a11a8a852 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 945 time: 0.1021891 Apr 06 14:51:42.074539 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b4c90fe7-572b-4896-860b-d0ed209a66ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153058147', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '5db400d3-dde5-4cc0-8649-a32fdace9b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:49:56Z', 'updated_at': '2022-04-06T14:50:00Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '5db400d3-dde5-4cc0-8649-a32fdace9b16', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:49:56Z', 'updated_at': '2022-04-06T14:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'a2aa5812-31b5-447d-ba0b-c409764c181d', 'name': '', 'network_id': '9dca9394-ea08-426b-9bba-aa46db47e2a7', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:86:c7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2eabba4e-5817-4188-93b7-afc00f0e3c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:49:59Z', 'updated_at': '2022-04-06T14:50:06Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': '2eabba4e-5817-4188-93b7-afc00f0e3c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:42.078389 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c90fe7-572b-4896-860b-d0ed209a66ef None None] Checking router: f1eb5d45-b8b8-40fc-bd13-cc461cb328d7 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:51:42.090547 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c90fe7-572b-4896-860b-d0ed209a66ef None None] Routers {'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:51:42.091070 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b4c90fe7-572b-4896-860b-d0ed209a66ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:51:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['f1eb5d45-b8b8-40fc-bd13-cc461cb328d7'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:42.100952 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2dc6b3d2-76ba-4fa7-b727-5a2cfe800b21 req-2417816f-5c51-40c1-98f9-68f41c0f8f5d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb47e48d-c186-44ec-919c-fa528d3fe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566981 Apr 06 14:51:42.118192 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6e7824df-8570-4803-8006-49e5b5edceca req-89dac169-1444-47d6-bfdc-fc98b32cdd22 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9dca9394-ea08-426b-9bba-aa46db47e2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814903 Apr 06 14:51:42.248771 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6e7824df-8570-4803-8006-49e5b5edceca req-07ad5fa9-2dd5-462e-bea9-816b644a64cc service neutron] 10.222.0.69 "GET /v2.0/networks/9dca9394-ea08-426b-9bba-aa46db47e2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231432 Apr 06 14:51:42.265348 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-b4c90fe7-572b-4896-860b-d0ed209a66ef None None] Set router f1eb5d45-b8b8-40fc-bd13-cc461cb328d7 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:51:42.377083 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6e7824df-8570-4803-8006-49e5b5edceca req-0852765d-a93c-4a64-976a-08422f47c488 service neutron] 10.222.0.69 "GET /v2.0/networks/9dca9394-ea08-426b-9bba-aa46db47e2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218326 Apr 06 14:51:42.565014 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b4c90fe7-572b-4896-860b-d0ed209a66ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153058147', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '5db400d3-dde5-4cc0-8649-a32fdace9b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:49:56Z', 'updated_at': '2022-04-06T14:50:00Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '5db400d3-dde5-4cc0-8649-a32fdace9b16', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:49:56Z', 'updated_at': '2022-04-06T14:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'a2aa5812-31b5-447d-ba0b-c409764c181d', 'name': '', 'network_id': '9dca9394-ea08-426b-9bba-aa46db47e2a7', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:86:c7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2eabba4e-5817-4188-93b7-afc00f0e3c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:49:59Z', 'updated_at': '2022-04-06T14:50:06Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': '2eabba4e-5817-4188-93b7-afc00f0e3c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:42.568788 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c90fe7-572b-4896-860b-d0ed209a66ef None None] The sync data for ids ['f1eb5d45-b8b8-40fc-bd13-cc461cb328d7'] in dv-neutron-835868-1-hyperv is: [{'id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153058147', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '5db400d3-dde5-4cc0-8649-a32fdace9b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:49:56Z', 'updated_at': '2022-04-06T14:50:00Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '5db400d3-dde5-4cc0-8649-a32fdace9b16', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:49:56Z', 'updated_at': '2022-04-06T14:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'a2aa5812-31b5-447d-ba0b-c409764c181d', 'name': '', 'network_id': '9dca9394-ea08-426b-9bba-aa46db47e2a7', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:86:c7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2eabba4e-5817-4188-93b7-afc00f0e3c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:49:59Z', 'updated_at': '2022-04-06T14:50:06Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': '2eabba4e-5817-4188-93b7-afc00f0e3c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:51:42.773997 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb85a9c1-a4fa-4e17-9ca9-0dddaa4eae01 None None] New status for floating IP 7d257ac1-92c5-4840-8783-5ed9db78cac7: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:51:42.962327 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:43.289969 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e413ed8-8404-4dde-8443-2327b2226407 req-8ef3774e-b98d-4397-bba8-2132a68a95aa tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:43.291417 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6e413ed8-8404-4dde-8443-2327b2226407 req-8ef3774e-b98d-4397-bba8-2132a68a95aa tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 945 time: 0.0753040 Apr 06 14:51:43.336801 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6e413ed8-8404-4dde-8443-2327b2226407 req-06bdbe02-8d79-47bf-bfe7-dd38689e9e45 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb47e48d-c186-44ec-919c-fa528d3fe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398855 Apr 06 14:51:43.548628 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a4da8-fb11-488c-b58f-f994438007c3 req-7bdf7b54-9c52-4f8b-a89e-95eada182098 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:43.549956 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-de8a4da8-fb11-488c-b58f-f994438007c3 req-7bdf7b54-9c52-4f8b-a89e-95eada182098 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 945 time: 0.0767748 Apr 06 14:51:43.614537 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-de8a4da8-fb11-488c-b58f-f994438007c3 req-4879a7bd-10c2-4d45-8129-86a7deb0eeec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Deleting port 61bcbdad-0147-4af3-bf4c-55b918086040 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:51:43.614876 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-de8a4da8-fb11-488c-b58f-f994438007c3 req-4879a7bd-10c2-4d45-8129-86a7deb0eeec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:43.942679 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-de8a4da8-fb11-488c-b58f-f994438007c3 req-4879a7bd-10c2-4d45-8129-86a7deb0eeec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] For port 61bcbdad-0147-4af3-bf4c-55b918086040, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=61bcbdad-0147-4af3-bf4c-55b918086040,segment=NetworkSegment(65a616cb-4497-45b5-b5d3-f468e5080621),segment_id=65a616cb-4497-45b5-b5d3-f468e5080621)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:51:43.943038 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-de8a4da8-fb11-488c-b58f-f994438007c3 req-4879a7bd-10c2-4d45-8129-86a7deb0eeec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:44.060029 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-de8a4da8-fb11-488c-b58f-f994438007c3 req-4879a7bd-10c2-4d45-8129-86a7deb0eeec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Calling delete_port for 61bcbdad-0147-4af3-bf4c-55b918086040 owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:51:44.200887 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-de8a4da8-fb11-488c-b58f-f994438007c3 req-4879a7bd-10c2-4d45-8129-86a7deb0eeec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:44.247126 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879a7bd-10c2-4d45-8129-86a7deb0eeec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'Port': ['ID=61bcbdad-0147-4af3-bf4c-55b918086040,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:44.316143 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4879a7bd-10c2-4d45-8129-86a7deb0eeec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:44.316760 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4879a7bd-10c2-4d45-8129-86a7deb0eeec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:44.316858 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4879a7bd-10c2-4d45-8129-86a7deb0eeec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:44.317153 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4879a7bd-10c2-4d45-8129-86a7deb0eeec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:44.317485 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4879a7bd-10c2-4d45-8129-86a7deb0eeec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:44.317811 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4879a7bd-10c2-4d45-8129-86a7deb0eeec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:44.318134 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4879a7bd-10c2-4d45-8129-86a7deb0eeec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:44.318454 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4879a7bd-10c2-4d45-8129-86a7deb0eeec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:44.318774 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4879a7bd-10c2-4d45-8129-86a7deb0eeec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:44.319093 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4879a7bd-10c2-4d45-8129-86a7deb0eeec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:44.319411 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4879a7bd-10c2-4d45-8129-86a7deb0eeec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:44.333032 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8a4da8-fb11-488c-b58f-f994438007c3 req-4879a7bd-10c2-4d45-8129-86a7deb0eeec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] No DVR routers for this DVR port 61bcbdad-0147-4af3-bf4c-55b918086040 on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:51:44.335506 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-de8a4da8-fb11-488c-b58f-f994438007c3 req-4879a7bd-10c2-4d45-8129-86a7deb0eeec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:44.338234 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc24d90e-7d8c-491d-810d-b6ba46505bb6', 'name': 'network-vif-deleted', 'tag': '61bcbdad-0147-4af3-bf4c-55b918086040'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:51:44.353690 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-de8a4da8-fb11-488c-b58f-f994438007c3 req-4879a7bd-10c2-4d45-8129-86a7deb0eeec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.69 "DELETE /v2.0/ports/61bcbdad-0147-4af3-bf4c-55b918086040 HTTP/1.1" status: 204 len: 173 time: 0.7983377 Apr 06 14:51:44.508859 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-c7819acb-97a0-40fe-a19a-9de95ae1e1f4 req-4fb6f065-aad4-4f96-afe2-bbd77d6fa2ad tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Synchronizing usage tracker for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:51:44.526026 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-c7819acb-97a0-40fe-a19a-9de95ae1e1f4 req-4fb6f065-aad4-4f96-afe2-bbd77d6fa2ad tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Unset dirty status for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:51:44.527218 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c7819acb-97a0-40fe-a19a-9de95ae1e1f4 req-4fb6f065-aad4-4f96-afe2-bbd77d6fa2ad tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc24d90e-7d8c-491d-810d-b6ba46505bb6 HTTP/1.1" status: 200 len: 210 time: 0.0611339 Apr 06 14:51:44.536428 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b5553d8-f94d-45c1-800e-9b8bf873674c'] response: {'server_uuid': 'dc24d90e-7d8c-491d-810d-b6ba46505bb6', 'name': 'network-vif-deleted', 'tag': '61bcbdad-0147-4af3-bf4c-55b918086040', 'status': 'completed', 'code': 200} Apr 06 14:51:45.630796 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33386) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:51:46.017324 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2ed52928-c13f-456f-b4c2-bed28bb43fa0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:46.681588 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-2ed52928-c13f-456f-b4c2-bed28bb43fa0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Deleting port a2aa5812-31b5-447d-ba0b-c409764c181d {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:51:46.682225 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2ed52928-c13f-456f-b4c2-bed28bb43fa0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:46.862635 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-2ed52928-c13f-456f-b4c2-bed28bb43fa0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] For port a2aa5812-31b5-447d-ba0b-c409764c181d, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=a2aa5812-31b5-447d-ba0b-c409764c181d,segment=NetworkSegment(65a616cb-4497-45b5-b5d3-f468e5080621),segment_id=65a616cb-4497-45b5-b5d3-f468e5080621)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:51:46.862995 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2ed52928-c13f-456f-b4c2-bed28bb43fa0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:46.977875 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-2ed52928-c13f-456f-b4c2-bed28bb43fa0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Calling delete_port for a2aa5812-31b5-447d-ba0b-c409764c181d owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:51:47.145234 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2ed52928-c13f-456f-b4c2-bed28bb43fa0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:47.188048 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed52928-c13f-456f-b4c2-bed28bb43fa0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'Port': ['ID=a2aa5812-31b5-447d-ba0b-c409764c181d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:47.475278 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2ed52928-c13f-456f-b4c2-bed28bb43fa0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:48.111740 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed52928-c13f-456f-b4c2-bed28bb43fa0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Router f1eb5d45-b8b8-40fc-bd13-cc461cb328d7 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:51:48.302177 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed52928-c13f-456f-b4c2-bed28bb43fa0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:51:48.311489 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e44886a-1ecd-4504-90fe-07c0e8e11edb None None] Sync routers for ids ['f1eb5d45-b8b8-40fc-bd13-cc461cb328d7'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:51:48.320480 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2ed52928-c13f-456f-b4c2-bed28bb43fa0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "PUT /v2.0/routers/f1eb5d45-b8b8-40fc-bd13-cc461cb328d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6861298 Apr 06 14:51:48.320839 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33390) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:51:48.323965 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e44886a-1ecd-4504-90fe-07c0e8e11edb None None] Routers {'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:51:48.324566 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-5e44886a-1ecd-4504-90fe-07c0e8e11edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:51:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['f1eb5d45-b8b8-40fc-bd13-cc461cb328d7'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:48.346261 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 61bcbdad-0147-4af3-bf4c-55b918086040 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:51:48.382100 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: 61bcbdad-0147-4af3-bf4c-55b918086040 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:51:48.382536 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 61bcbdad-0147-4af3-bf4c-55b918086040 not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:51:48.501903 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-5e44886a-1ecd-4504-90fe-07c0e8e11edb None None] Set router f1eb5d45-b8b8-40fc-bd13-cc461cb328d7 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:51:48.507331 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e550190-e19f-4acf-a845-5eb8301b91ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Deleting subnet 2eabba4e-5817-4188-93b7-afc00f0e3c9e {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:51:48.510253 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2e550190-e19f-4acf-a845-5eb8301b91ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:48.562067 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2e550190-e19f-4acf-a845-5eb8301b91ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:48.646636 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2e550190-e19f-4acf-a845-5eb8301b91ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:48.717211 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2e550190-e19f-4acf-a845-5eb8301b91ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:48.754900 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e550190-e19f-4acf-a845-5eb8301b91ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'Subnet': ['ID=2eabba4e-5817-4188-93b7-afc00f0e3c9e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:48.759728 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2e550190-e19f-4acf-a845-5eb8301b91ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:48.768301 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2e550190-e19f-4acf-a845-5eb8301b91ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "DELETE /v2.0/subnets/2eabba4e-5817-4188-93b7-afc00f0e3c9e HTTP/1.1" status: 204 len: 168 time: 0.4438694 Apr 06 14:51:48.768667 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33394) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:51:48.772089 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a37084-08f6-4c51-b145-5d69cd6ea360 None None] Network 9dca9394-ea08-426b-9bba-aa46db47e2a7 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:51:48.779802 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-5e44886a-1ecd-4504-90fe-07c0e8e11edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153058147', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '5db400d3-dde5-4cc0-8649-a32fdace9b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:49:56Z', 'updated_at': '2022-04-06T14:51:47Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '5db400d3-dde5-4cc0-8649-a32fdace9b16', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:49:56Z', 'updated_at': '2022-04-06T14:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:48.785591 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e44886a-1ecd-4504-90fe-07c0e8e11edb None None] Checking router: f1eb5d45-b8b8-40fc-bd13-cc461cb328d7 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:51:48.801477 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e44886a-1ecd-4504-90fe-07c0e8e11edb None None] Routers {'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:51:48.802792 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-5e44886a-1ecd-4504-90fe-07c0e8e11edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:51:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['f1eb5d45-b8b8-40fc-bd13-cc461cb328d7'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:48.989268 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a4dc332-e133-4e0e-a2f7-7f047dbabfed tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:49.027051 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-5e44886a-1ecd-4504-90fe-07c0e8e11edb None None] Set router f1eb5d45-b8b8-40fc-bd13-cc461cb328d7 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:51:49.066037 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb6da7b-6df0-4637-8f68-bd401b8fa1a9 None None] DHCP port deletion for 9dca9394-ea08-426b-9bba-aa46db47e2a7 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:51:49.070360 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3bb6da7b-6df0-4637-8f68-bd401b8fa1a9 None None] Deleting port 8d620171-7196-4298-b7f9-b19f5ad89594 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:51:49.070802 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3bb6da7b-6df0-4637-8f68-bd401b8fa1a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:49.198972 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a4dc332-e133-4e0e-a2f7-7f047dbabfed tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:49.209925 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4a4dc332-e133-4e0e-a2f7-7f047dbabfed tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Deleting port 5db400d3-dde5-4cc0-8649-a32fdace9b16 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:51:49.210321 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a4dc332-e133-4e0e-a2f7-7f047dbabfed tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:49.281324 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3bb6da7b-6df0-4637-8f68-bd401b8fa1a9 None None] For port 8d620171-7196-4298-b7f9-b19f5ad89594, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=8d620171-7196-4298-b7f9-b19f5ad89594,segment=NetworkSegment(65a616cb-4497-45b5-b5d3-f468e5080621),segment_id=65a616cb-4497-45b5-b5d3-f468e5080621)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:51:49.281624 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3bb6da7b-6df0-4637-8f68-bd401b8fa1a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:49.313198 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-5e44886a-1ecd-4504-90fe-07c0e8e11edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153058147', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '5db400d3-dde5-4cc0-8649-a32fdace9b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:49:56Z', 'updated_at': '2022-04-06T14:51:47Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '5db400d3-dde5-4cc0-8649-a32fdace9b16', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:49:56Z', 'updated_at': '2022-04-06T14:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:49.317537 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e44886a-1ecd-4504-90fe-07c0e8e11edb None None] The sync data for ids ['f1eb5d45-b8b8-40fc-bd13-cc461cb328d7'] in dv-neutron-835868-1-hyperv is: [{'id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153058147', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '5db400d3-dde5-4cc0-8649-a32fdace9b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:49:56Z', 'updated_at': '2022-04-06T14:51:47Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '5db400d3-dde5-4cc0-8649-a32fdace9b16', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eb5d45-b8b8-40fc-bd13-cc461cb328d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:49:56Z', 'updated_at': '2022-04-06T14:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:51:49.388828 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-4a4dc332-e133-4e0e-a2f7-7f047dbabfed tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] For port 5db400d3-dde5-4cc0-8649-a32fdace9b16, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=5db400d3-dde5-4cc0-8649-a32fdace9b16,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:51:49.389210 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a4dc332-e133-4e0e-a2f7-7f047dbabfed tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:49.399499 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3bb6da7b-6df0-4637-8f68-bd401b8fa1a9 None None] Calling delete_port for 8d620171-7196-4298-b7f9-b19f5ad89594 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:51:49.470535 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3bb6da7b-6df0-4637-8f68-bd401b8fa1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:49.506932 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4a4dc332-e133-4e0e-a2f7-7f047dbabfed tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Calling delete_port for 5db400d3-dde5-4cc0-8649-a32fdace9b16 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:51:49.515592 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6da7b-6df0-4637-8f68-bd401b8fa1a9 None None] Pushing event deleted for resources: {'Port': ['ID=8d620171-7196-4298-b7f9-b19f5ad89594,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:49.524410 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb6da7b-6df0-4637-8f68-bd401b8fa1a9 None None] No DVR routers for this DVR port 8d620171-7196-4298-b7f9-b19f5ad89594 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:51:49.529318 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6da7b-6df0-4637-8f68-bd401b8fa1a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:49.529665 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6da7b-6df0-4637-8f68-bd401b8fa1a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:49.530027 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6da7b-6df0-4637-8f68-bd401b8fa1a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:49.530366 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6da7b-6df0-4637-8f68-bd401b8fa1a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:49.530705 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6da7b-6df0-4637-8f68-bd401b8fa1a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:49.531036 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6da7b-6df0-4637-8f68-bd401b8fa1a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:49.531410 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6da7b-6df0-4637-8f68-bd401b8fa1a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:49.532614 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6da7b-6df0-4637-8f68-bd401b8fa1a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:49.532614 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6da7b-6df0-4637-8f68-bd401b8fa1a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:49.532614 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6da7b-6df0-4637-8f68-bd401b8fa1a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:49.532614 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6da7b-6df0-4637-8f68-bd401b8fa1a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:49.762858 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a4dc332-e133-4e0e-a2f7-7f047dbabfed tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:49.812021 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4dc332-e133-4e0e-a2f7-7f047dbabfed tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'Port': ['ID=5db400d3-dde5-4cc0-8649-a32fdace9b16,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:50.023868 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a4dc332-e133-4e0e-a2f7-7f047dbabfed tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:50.271792 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a4dc332-e133-4e0e-a2f7-7f047dbabfed tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:50.275823 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a4dc332-e133-4e0e-a2f7-7f047dbabfed tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:50.300810 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a4dc332-e133-4e0e-a2f7-7f047dbabfed tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:50.301346 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4dc332-e133-4e0e-a2f7-7f047dbabfed tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Fanout notify agent at l3_agent the message router_deleted on router f1eb5d45-b8b8-40fc-bd13-cc461cb328d7 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:51:50.314844 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a4dc332-e133-4e0e-a2f7-7f047dbabfed tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:50.315953 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4a4dc332-e133-4e0e-a2f7-7f047dbabfed tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "DELETE /v2.0/routers/f1eb5d45-b8b8-40fc-bd13-cc461cb328d7 HTTP/1.1" status: 204 len: 168 time: 1.5462735 Apr 06 14:51:50.318633 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33398) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:51:50.435319 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-081e8917-ae93-4ab7-b4fa-869607ffc3ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:50.560430 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-081e8917-ae93-4ab7-b4fa-869607ffc3ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:50.585296 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-081e8917-ae93-4ab7-b4fa-869607ffc3ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dca9394-ea08-426b-9bba-aa46db47e2a7']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:50.597004 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-081e8917-ae93-4ab7-b4fa-869607ffc3ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a616cb-4497-45b5-b5d3-f468e5080621') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:50.597302 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-081e8917-ae93-4ab7-b4fa-869607ffc3ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a616cb-4497-45b5-b5d3-f468e5080621') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:50.608215 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-081e8917-ae93-4ab7-b4fa-869607ffc3ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:50.623286 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-081e8917-ae93-4ab7-b4fa-869607ffc3ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:50.629814 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-081e8917-ae93-4ab7-b4fa-869607ffc3ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:51:50.630199 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-081e8917-ae93-4ab7-b4fa-869607ffc3ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:51:50.644286 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:51:50.722384 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-081e8917-ae93-4ab7-b4fa-869607ffc3ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:50.739457 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-081e8917-ae93-4ab7-b4fa-869607ffc3ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:50.751017 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e8917-ae93-4ab7-b4fa-869607ffc3ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'Network': ['ID=9dca9394-ea08-426b-9bba-aa46db47e2a7,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:50.760841 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-081e8917-ae93-4ab7-b4fa-869607ffc3ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "DELETE /v2.0/networks/9dca9394-ea08-426b-9bba-aa46db47e2a7 HTTP/1.1" status: 204 len: 168 time: 0.4412453 Apr 06 14:51:50.763376 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33402) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:51:50.831153 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a2aa5812-31b5-447d-ba0b-c409764c181d no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:51:50.842158 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cfca91e0-5347-4ef4-93f4-c67ca4f7047f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:50.863601 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: a2aa5812-31b5-447d-ba0b-c409764c181d {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:51:50.863942 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device a2aa5812-31b5-447d-ba0b-c409764c181d not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:51:50.864358 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 8d620171-7196-4298-b7f9-b19f5ad89594 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:51:50.871551 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cfca91e0-5347-4ef4-93f4-c67ca4f7047f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:50.895258 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 8d620171-7196-4298-b7f9-b19f5ad89594 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:51:50.895604 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 8d620171-7196-4298-b7f9-b19f5ad89594 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:51:50.937965 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cfca91e0-5347-4ef4-93f4-c67ca4f7047f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:50.956460 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca91e0-5347-4ef4-93f4-c67ca4f7047f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb47e48d-c186-44ec-919c-fa528d3fe43d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:50.968042 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cfca91e0-5347-4ef4-93f4-c67ca4f7047f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:50.971709 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cfca91e0-5347-4ef4-93f4-c67ca4f7047f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "DELETE /v2.0/security-groups/eb47e48d-c186-44ec-919c-fa528d3fe43d HTTP/1.1" status: 204 len: 168 time: 0.2048831 Apr 06 14:51:51.317646 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33410) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:51:51.323360 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c0a67e78-2fb6-4773-a5ca-a327ec0477cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-810499482', 'description': 'tempest-secgroup-smoke-810499482 description', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:51:51.329769 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c0a67e78-2fb6-4773-a5ca-a327ec0477cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:51:51.333762 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c0a67e78-2fb6-4773-a5ca-a327ec0477cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:51:51.336531 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c0a67e78-2fb6-4773-a5ca-a327ec0477cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:51:51.342056 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c0a67e78-2fb6-4773-a5ca-a327ec0477cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:51:51.352241 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c0a67e78-2fb6-4773-a5ca-a327ec0477cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:51.385287 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c0a67e78-2fb6-4773-a5ca-a327ec0477cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:51:51.388965 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c0a67e78-2fb6-4773-a5ca-a327ec0477cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:51:51.391623 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c0a67e78-2fb6-4773-a5ca-a327ec0477cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:51:51.397116 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c0a67e78-2fb6-4773-a5ca-a327ec0477cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:51:51.449739 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c0a67e78-2fb6-4773-a5ca-a327ec0477cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:51.453329 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c0a67e78-2fb6-4773-a5ca-a327ec0477cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:51.496219 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a67e78-2fb6-4773-a5ca-a327ec0477cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96c4ff6c-d968-4f99-b794-b238555c8ba4,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:51.498744 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c0a67e78-2fb6-4773-a5ca-a327ec0477cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:51.499980 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c0a67e78-2fb6-4773-a5ca-a327ec0477cd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1812913 Apr 06 14:51:51.502837 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33414) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:51:51.508385 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a5660d50-f622-4ee5-92e3-562bb37b1b9d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group_rule': {'security_group_id': '96c4ff6c-d968-4f99-b794-b238555c8ba4', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:51:51.514257 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a5660d50-f622-4ee5-92e3-562bb37b1b9d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:51:51.517980 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a5660d50-f622-4ee5-92e3-562bb37b1b9d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:51:51.520836 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a5660d50-f622-4ee5-92e3-562bb37b1b9d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:51:51.526504 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a5660d50-f622-4ee5-92e3-562bb37b1b9d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:51:51.542385 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5660d50-f622-4ee5-92e3-562bb37b1b9d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:51.603594 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5660d50-f622-4ee5-92e3-562bb37b1b9d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:51.606358 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5660d50-f622-4ee5-92e3-562bb37b1b9d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:51.713185 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5660d50-f622-4ee5-92e3-562bb37b1b9d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a29b50-447f-4fd2-ab55-acccc0a28e04,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:51.722825 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5660d50-f622-4ee5-92e3-562bb37b1b9d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:51.724041 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a5660d50-f622-4ee5-92e3-562bb37b1b9d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2202029 Apr 06 14:51:51.726714 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33418) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:51:51.731911 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1ed18101-faf5-452b-a402-f92331818f44 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group_rule': {'security_group_id': '96c4ff6c-d968-4f99-b794-b238555c8ba4', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:51:51.737569 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1ed18101-faf5-452b-a402-f92331818f44 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:51:51.745061 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1ed18101-faf5-452b-a402-f92331818f44 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:51:51.747840 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1ed18101-faf5-452b-a402-f92331818f44 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:51:51.753413 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1ed18101-faf5-452b-a402-f92331818f44 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:51:51.769121 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ed18101-faf5-452b-a402-f92331818f44 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:51.828719 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ed18101-faf5-452b-a402-f92331818f44 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:51.832464 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ed18101-faf5-452b-a402-f92331818f44 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:51.854854 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed18101-faf5-452b-a402-f92331818f44 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a80deb-cdfc-4e5f-8a73-a33c6a93b87a,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:51.863079 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ed18101-faf5-452b-a402-f92331818f44 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:51.864193 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1ed18101-faf5-452b-a402-f92331818f44 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1365879 Apr 06 14:51:51.866895 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33422) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:51:51.872260 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7ef39dd2-1292-4036-a2ff-14ae6fc4b0a1 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group_rule': {'security_group_id': '96c4ff6c-d968-4f99-b794-b238555c8ba4', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:51:51.877850 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7ef39dd2-1292-4036-a2ff-14ae6fc4b0a1 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:51:51.881465 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7ef39dd2-1292-4036-a2ff-14ae6fc4b0a1 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:51:51.884172 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7ef39dd2-1292-4036-a2ff-14ae6fc4b0a1 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:51:51.890162 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7ef39dd2-1292-4036-a2ff-14ae6fc4b0a1 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:51:51.906454 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ef39dd2-1292-4036-a2ff-14ae6fc4b0a1 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:51.965162 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ef39dd2-1292-4036-a2ff-14ae6fc4b0a1 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:51.969078 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ef39dd2-1292-4036-a2ff-14ae6fc4b0a1 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:51.990415 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef39dd2-1292-4036-a2ff-14ae6fc4b0a1 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b17e261a-fa7c-4a8f-80b4-d1b6edc9713e,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:51.999316 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ef39dd2-1292-4036-a2ff-14ae6fc4b0a1 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:52.000445 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7ef39dd2-1292-4036-a2ff-14ae6fc4b0a1 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1326573 Apr 06 14:51:52.003364 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33426) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:51:52.008831 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4dab7c0f-e6b8-402d-8d27-4b382a60f18f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group_rule': {'security_group_id': '96c4ff6c-d968-4f99-b794-b238555c8ba4', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:51:52.015490 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4dab7c0f-e6b8-402d-8d27-4b382a60f18f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:51:52.019215 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4dab7c0f-e6b8-402d-8d27-4b382a60f18f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:51:52.021993 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4dab7c0f-e6b8-402d-8d27-4b382a60f18f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:51:52.027450 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4dab7c0f-e6b8-402d-8d27-4b382a60f18f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:51:52.042664 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4dab7c0f-e6b8-402d-8d27-4b382a60f18f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:52.105697 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4dab7c0f-e6b8-402d-8d27-4b382a60f18f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:52.109024 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4dab7c0f-e6b8-402d-8d27-4b382a60f18f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:52.132044 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab7c0f-e6b8-402d-8d27-4b382a60f18f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3565416-23cc-4a83-bd08-01197c6287a6,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:52.142324 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4dab7c0f-e6b8-402d-8d27-4b382a60f18f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:52.143722 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4dab7c0f-e6b8-402d-8d27-4b382a60f18f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1394377 Apr 06 14:51:52.146325 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33430) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:51:52.151537 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-adea1c0d-a488-456e-a6f8-dde48f9c00e5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group_rule': {'security_group_id': '96c4ff6c-d968-4f99-b794-b238555c8ba4', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:51:52.157903 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-adea1c0d-a488-456e-a6f8-dde48f9c00e5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:51:52.161538 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-adea1c0d-a488-456e-a6f8-dde48f9c00e5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:51:52.164340 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-adea1c0d-a488-456e-a6f8-dde48f9c00e5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:51:52.170016 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-adea1c0d-a488-456e-a6f8-dde48f9c00e5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:51:52.180079 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-adea1c0d-a488-456e-a6f8-dde48f9c00e5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Project a34a369806624a9e9f7e6714cf0befdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:51:52.186025 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-adea1c0d-a488-456e-a6f8-dde48f9c00e5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:52.248169 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-adea1c0d-a488-456e-a6f8-dde48f9c00e5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:52.251985 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-adea1c0d-a488-456e-a6f8-dde48f9c00e5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:52.275435 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea1c0d-a488-456e-a6f8-dde48f9c00e5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac3bea4f-3dcf-4837-9374-9a28ed365048,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:52.284208 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-adea1c0d-a488-456e-a6f8-dde48f9c00e5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:52.285383 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-adea1c0d-a488-456e-a6f8-dde48f9c00e5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1381447 Apr 06 14:51:52.288019 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33434) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:51:52.293398 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8d25d338-eb5f-43e5-b9f9-35a01b9a8ef5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group_rule': {'security_group_id': '96c4ff6c-d968-4f99-b794-b238555c8ba4', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:51:52.298928 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8d25d338-eb5f-43e5-b9f9-35a01b9a8ef5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:51:52.302707 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8d25d338-eb5f-43e5-b9f9-35a01b9a8ef5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:51:52.305523 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8d25d338-eb5f-43e5-b9f9-35a01b9a8ef5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:51:52.311084 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8d25d338-eb5f-43e5-b9f9-35a01b9a8ef5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:51:52.321277 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-8d25d338-eb5f-43e5-b9f9-35a01b9a8ef5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Project a34a369806624a9e9f7e6714cf0befdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:51:52.328157 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d25d338-eb5f-43e5-b9f9-35a01b9a8ef5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:52.392730 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d25d338-eb5f-43e5-b9f9-35a01b9a8ef5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:52.396844 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d25d338-eb5f-43e5-b9f9-35a01b9a8ef5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:52.402063 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 5db400d3-dde5-4cc0-8649-a32fdace9b16 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:51:52.419428 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d25d338-eb5f-43e5-b9f9-35a01b9a8ef5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c3ca9ce-6266-4936-b483-c079594cc6f7,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:52.427785 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d25d338-eb5f-43e5-b9f9-35a01b9a8ef5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:52.428999 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8d25d338-eb5f-43e5-b9f9-35a01b9a8ef5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1400564 Apr 06 14:51:52.431760 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33438) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:51:52.437929 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-774b39b9-d181-4513-9968-3278ed9cefac tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'network': {'name': 'tempest-network-smoke--878194904', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'port_security_enabled': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:51:52.439746 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 5db400d3-dde5-4cc0-8649-a32fdace9b16 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:51:52.440100 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 5db400d3-dde5-4cc0-8649-a32fdace9b16 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:51:52.442896 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-774b39b9-d181-4513-9968-3278ed9cefac tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:51:52.447291 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-774b39b9-d181-4513-9968-3278ed9cefac tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:network and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:51:52.450176 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-774b39b9-d181-4513-9968-3278ed9cefac tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:51:52.455885 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-774b39b9-d181-4513-9968-3278ed9cefac tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:51:52.465086 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774b39b9-d181-4513-9968-3278ed9cefac tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Made reservation on behalf of a34a369806624a9e9f7e6714cf0befdc for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:51:52.467939 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-774b39b9-d181-4513-9968-3278ed9cefac tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:52.494766 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774b39b9-d181-4513-9968-3278ed9cefac tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:51:52.503843 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-774b39b9-d181-4513-9968-3278ed9cefac tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:52.504267 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-774b39b9-d181-4513-9968-3278ed9cefac tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Added segment 7e99fa33-e05a-4fd2-a7d0-da49235bb50c of type vlan for network e3ab0223-3e3c-453f-b4c0-2cca7cef59b6 Apr 06 14:51:52.528509 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-774b39b9-d181-4513-9968-3278ed9cefac tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:52.556083 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-774b39b9-d181-4513-9968-3278ed9cefac tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:52.559765 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774b39b9-d181-4513-9968-3278ed9cefac tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:52.560362 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-774b39b9-d181-4513-9968-3278ed9cefac tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:52.660279 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-774b39b9-d181-4513-9968-3278ed9cefac tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2272370 Apr 06 14:51:52.663015 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33442) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:51:52.668301 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-94542199-710d-4e73-8b7e-d2588bbb31d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-310068236', 'admin_state_up': True, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:51:52.668752 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b39b9-d181-4513-9968-3278ed9cefac tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Network': ['ID=e3ab0223-3e3c-453f-b4c0-2cca7cef59b6,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:52.675940 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-94542199-710d-4e73-8b7e-d2588bbb31d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:51:52.678879 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network e3ab0223-3e3c-453f-b4c0-2cca7cef59b6 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:51:52.679842 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-94542199-710d-4e73-8b7e-d2588bbb31d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:router and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:51:52.682738 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-94542199-710d-4e73-8b7e-d2588bbb31d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:51:52.689599 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-94542199-710d-4e73-8b7e-d2588bbb31d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:51:52.699748 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-94542199-710d-4e73-8b7e-d2588bbb31d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:52.700758 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-94542199-710d-4e73-8b7e-d2588bbb31d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:52.718890 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-94542199-710d-4e73-8b7e-d2588bbb31d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:52.864025 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-94542199-710d-4e73-8b7e-d2588bbb31d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:53.032164 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-94542199-710d-4e73-8b7e-d2588bbb31d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:53.063917 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-94542199-710d-4e73-8b7e-d2588bbb31d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:53.288896 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-94542199-710d-4e73-8b7e-d2588bbb31d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Allocated IP 172.26.8.191 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/305f35e2-12d5-4acd-9823-bce9f5041c31) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:51:53.428736 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-94542199-710d-4e73-8b7e-d2588bbb31d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:53.455244 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-94542199-710d-4e73-8b7e-d2588bbb31d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:53.521124 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94542199-710d-4e73-8b7e-d2588bbb31d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:51:53.524220 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-94542199-710d-4e73-8b7e-d2588bbb31d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:51:53.527738 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94542199-710d-4e73-8b7e-d2588bbb31d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:51:53.555283 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94542199-710d-4e73-8b7e-d2588bbb31d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Port': ['ID=305f35e2-12d5-4acd-9823-bce9f5041c31,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:53.676624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-94542199-710d-4e73-8b7e-d2588bbb31d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:53.677342 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-94542199-710d-4e73-8b7e-d2588bbb31d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:53.898257 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94542199-710d-4e73-8b7e-d2588bbb31d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Router 103639bb-8edc-4d22-83ed-c9cb211ac744 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:51:54.092717 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94542199-710d-4e73-8b7e-d2588bbb31d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:51:54.101854 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1583720-e054-42b2-88e4-f3f0a8f184a8 None None] Sync routers for ids ['103639bb-8edc-4d22-83ed-c9cb211ac744'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:51:54.113569 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1583720-e054-42b2-88e4-f3f0a8f184a8 None None] Routers {'103639bb-8edc-4d22-83ed-c9cb211ac744'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:51:54.114178 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a1583720-e054-42b2-88e4-f3f0a8f184a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:51:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['103639bb-8edc-4d22-83ed-c9cb211ac744'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:54.118808 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-94542199-710d-4e73-8b7e-d2588bbb31d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:54.120049 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-94542199-710d-4e73-8b7e-d2588bbb31d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4560173 Apr 06 14:51:54.123243 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33448) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:51:54.161236 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-395b4cc9-a85d-4e6e-9b1e-06bb7bdcf9b5 tempest-TestNetworkAdvancedServerOps-1006104642 tempest-TestNetworkAdvancedServerOps-1006104642-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=a34a369806624a9e9f7e6714cf0befdc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363908 Apr 06 14:51:54.163841 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33452) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:51:54.286482 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-a1583720-e054-42b2-88e4-f3f0a8f184a8 None None] Set router 103639bb-8edc-4d22-83ed-c9cb211ac744 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:51:54.289766 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f5cbb1-ac88-44b1-9af7-0d142863e5c9 tempest-TestNetworkAdvancedServerOps-1006104642 tempest-TestNetworkAdvancedServerOps-1006104642-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:54.291204 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-59f5cbb1-ac88-44b1-9af7-0d142863e5c9 tempest-TestNetworkAdvancedServerOps-1006104642 tempest-TestNetworkAdvancedServerOps-1006104642-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1263990 Apr 06 14:51:54.294026 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33456) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:51:54.332809 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0efe59b5-e388-4fde-b1b3-ca1120c423f8 tempest-TestNetworkAdvancedServerOps-1006104642 tempest-TestNetworkAdvancedServerOps-1006104642-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5b121ca5-69d5-4d27-bffe-4929f7aabdf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376978 Apr 06 14:51:54.335310 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33460) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:51:54.340753 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-63819dde-50da-464f-9956-02c851bb450c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-623204064', 'network_id': 'e3ab0223-3e3c-453f-b4c0-2cca7cef59b6', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:51:54.448342 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-63819dde-50da-464f-9956-02c851bb450c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:51:54.452129 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-63819dde-50da-464f-9956-02c851bb450c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:subnet and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:51:54.454869 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-63819dde-50da-464f-9956-02c851bb450c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:51:54.460372 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-63819dde-50da-464f-9956-02c851bb450c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:51:54.470575 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63819dde-50da-464f-9956-02c851bb450c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Made reservation on behalf of a34a369806624a9e9f7e6714cf0befdc for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:51:54.570054 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a1583720-e054-42b2-88e4-f3f0a8f184a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310068236', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '305f35e2-12d5-4acd-9823-bce9f5041c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:52Z', 'updated_at': '2022-04-06T14:51:53Z', 'revision_number': 3, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '305f35e2-12d5-4acd-9823-bce9f5041c31', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:53Z', 'updated_at': '2022-04-06T14:51:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:54.572590 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-63819dde-50da-464f-9956-02c851bb450c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:54.574298 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1583720-e054-42b2-88e4-f3f0a8f184a8 None None] Checking router: 103639bb-8edc-4d22-83ed-c9cb211ac744 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:51:54.574656 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1583720-e054-42b2-88e4-f3f0a8f184a8 None None] Updating router 103639bb-8edc-4d22-83ed-c9cb211ac744 port 305f35e2-12d5-4acd-9823-bce9f5041c31 binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:51:54.624130 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a1583720-e054-42b2-88e4-f3f0a8f184a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:54.785905 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-63819dde-50da-464f-9956-02c851bb450c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:54.860577 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63819dde-50da-464f-9956-02c851bb450c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Subnet': ['ID=458bcbe5-1c13-4a3e-b551-856aadb932c5,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:54.872093 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63819dde-50da-464f-9956-02c851bb450c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Checking segment: {'id': '7e99fa33-e05a-4fd2-a7d0-da49235bb50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e3ab0223-3e3c-453f-b4c0-2cca7cef59b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:51:54.872449 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63819dde-50da-464f-9956-02c851bb450c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network hostable DHCP agents. Network: e3ab0223-3e3c-453f-b4c0-2cca7cef59b6, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:51:54.894119 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63819dde-50da-464f-9956-02c851bb450c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network e3ab0223-3e3c-453f-b4c0-2cca7cef59b6 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:51:54.903353 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-63819dde-50da-464f-9956-02c851bb450c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, e3ab0223-3e3c-453f-b4c0-2cca7cef59b6) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:51:54.908285 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63819dde-50da-464f-9956-02c851bb450c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:54.909085 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-63819dde-50da-464f-9956-02c851bb450c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:54.916262 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7126b5-f312-4248-9294-ab7cc1cff36c None None] Network e3ab0223-3e3c-453f-b4c0-2cca7cef59b6 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:51:54.929965 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-63819dde-50da-464f-9956-02c851bb450c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5936697 Apr 06 14:51:54.932723 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33464) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:51:55.046102 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a1583720-e054-42b2-88e4-f3f0a8f184a8 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:55.072743 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a1583720-e054-42b2-88e4-f3f0a8f184a8 None None] Transition to ACTIVE for port object 305f35e2-12d5-4acd-9823-bce9f5041c31 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:51:55.085483 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a1583720-e054-42b2-88e4-f3f0a8f184a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:55.201486 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1459f0-fc6b-466f-8be0-c82193c19bf7 None None] Pushing event updated for resources: {'Port': ['ID=305f35e2-12d5-4acd-9823-bce9f5041c31,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:55.212846 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a1583720-e054-42b2-88e4-f3f0a8f184a8 None None] Attempting to bind port 305f35e2-12d5-4acd-9823-bce9f5041c31 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:51:55.213245 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a1583720-e054-42b2-88e4-f3f0a8f184a8 None None] Attempting to bind port 305f35e2-12d5-4acd-9823-bce9f5041c31 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:51:55.213599 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1583720-e054-42b2-88e4-f3f0a8f184a8 None None] Attempting to bind port 305f35e2-12d5-4acd-9823-bce9f5041c31 on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:51:55.251674 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1583720-e054-42b2-88e4-f3f0a8f184a8 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:51:55.252050 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1583720-e054-42b2-88e4-f3f0a8f184a8 None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:51:55.252449 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a1583720-e054-42b2-88e4-f3f0a8f184a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:55.252840 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1583720-e054-42b2-88e4-f3f0a8f184a8 None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:51:55.253352 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a1583720-e054-42b2-88e4-f3f0a8f184a8 None None] Bound port: 305f35e2-12d5-4acd-9823-bce9f5041c31, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:51:55.253722 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a1583720-e054-42b2-88e4-f3f0a8f184a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:55.306848 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb4606a-1c9a-4b77-b431-f90f04daa9b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-e3ab0223-3e3c-453f-b4c0-2cca7cef59b6', 'network_id': 'e3ab0223-3e3c-453f-b4c0-2cca7cef59b6', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'fixed_ips': [{'subnet_id': '458bcbe5-1c13-4a3e-b551-856aadb932c5'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:51:55.307653 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9cb4606a-1c9a-4b77-b431-f90f04daa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:55.387025 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a1583720-e054-42b2-88e4-f3f0a8f184a8 None None] For port 305f35e2-12d5-4acd-9823-bce9f5041c31, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:51:55.411163 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a1583720-e054-42b2-88e4-f3f0a8f184a8 None None] For port 305f35e2-12d5-4acd-9823-bce9f5041c31, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=305f35e2-12d5-4acd-9823-bce9f5041c31,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:51:55.418856 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a1583720-e054-42b2-88e4-f3f0a8f184a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:55.550571 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1459f0-fc6b-466f-8be0-c82193c19bf7 None None] Pushing event updated for resources: {'Port': ['ID=305f35e2-12d5-4acd-9823-bce9f5041c31,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:55.563646 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-9cb4606a-1c9a-4b77-b431-f90f04daa9b3 None None] Allocated IP 172.20.0.2 (e3ab0223-3e3c-453f-b4c0-2cca7cef59b6/458bcbe5-1c13-4a3e-b551-856aadb932c5/eb415058-30e1-4037-8568-083961b9d94b) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:51:55.568026 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1583720-e054-42b2-88e4-f3f0a8f184a8 None None] Routers {'103639bb-8edc-4d22-83ed-c9cb211ac744'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:51:55.568681 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a1583720-e054-42b2-88e4-f3f0a8f184a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:51:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['103639bb-8edc-4d22-83ed-c9cb211ac744'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:55.757154 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c90f2dc5-6035-4306-8a46-da6259d3f8b0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:55.853338 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-a1583720-e054-42b2-88e4-f3f0a8f184a8 None None] Set router 103639bb-8edc-4d22-83ed-c9cb211ac744 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:51:56.132665 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9cb4606a-1c9a-4b77-b431-f90f04daa9b3 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:56.148636 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9cb4606a-1c9a-4b77-b431-f90f04daa9b3 None None] Transition to ACTIVE for port object eb415058-30e1-4037-8568-083961b9d94b will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:51:56.192058 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9cb4606a-1c9a-4b77-b431-f90f04daa9b3 None None] Transition to ACTIVE for port object eb415058-30e1-4037-8568-083961b9d94b will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:51:56.221778 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9cb4606a-1c9a-4b77-b431-f90f04daa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:56.262340 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-c90f2dc5-6035-4306-8a46-da6259d3f8b0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Allocated IP 172.20.0.1 (e3ab0223-3e3c-453f-b4c0-2cca7cef59b6/458bcbe5-1c13-4a3e-b551-856aadb932c5/89f91205-357f-495d-b3f9-7220ef317e4f) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:51:56.304314 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb4606a-1c9a-4b77-b431-f90f04daa9b3 None None] Network e3ab0223-3e3c-453f-b4c0-2cca7cef59b6 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:51:56.308410 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-9cb4606a-1c9a-4b77-b431-f90f04daa9b3 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:51:56.314231 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb4606a-1c9a-4b77-b431-f90f04daa9b3 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:51:56.323213 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4606a-1c9a-4b77-b431-f90f04daa9b3 None None] Pushing event updated for resources: {'Port': ['ID=eb415058-30e1-4037-8568-083961b9d94b,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:56.410972 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a1583720-e054-42b2-88e4-f3f0a8f184a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310068236', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '305f35e2-12d5-4acd-9823-bce9f5041c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:52Z', 'updated_at': '2022-04-06T14:51:53Z', 'revision_number': 3, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '305f35e2-12d5-4acd-9823-bce9f5041c31', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:53Z', 'updated_at': '2022-04-06T14:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:56.417470 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-9cb4606a-1c9a-4b77-b431-f90f04daa9b3 None None] Attempting to bind port eb415058-30e1-4037-8568-083961b9d94b on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:51:56.417834 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-9cb4606a-1c9a-4b77-b431-f90f04daa9b3 None None] Attempting to bind port eb415058-30e1-4037-8568-083961b9d94b by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '7e99fa33-e05a-4fd2-a7d0-da49235bb50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e3ab0223-3e3c-453f-b4c0-2cca7cef59b6'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:51:56.418186 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb4606a-1c9a-4b77-b431-f90f04daa9b3 None None] Attempting to bind port eb415058-30e1-4037-8568-083961b9d94b on network e3ab0223-3e3c-453f-b4c0-2cca7cef59b6 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:51:56.420161 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1583720-e054-42b2-88e4-f3f0a8f184a8 None None] The sync data for ids ['103639bb-8edc-4d22-83ed-c9cb211ac744'] in dv-neutron-835868-1-hyperv is: [{'id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310068236', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '305f35e2-12d5-4acd-9823-bce9f5041c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:52Z', 'updated_at': '2022-04-06T14:51:53Z', 'revision_number': 3, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '305f35e2-12d5-4acd-9823-bce9f5041c31', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:53Z', 'updated_at': '2022-04-06T14:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:51:56.425985 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c90f2dc5-6035-4306-8a46-da6259d3f8b0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:56.428138 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb4606a-1c9a-4b77-b431-f90f04daa9b3 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:51:56.428510 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb4606a-1c9a-4b77-b431-f90f04daa9b3 None None] Checking segment: {'id': '7e99fa33-e05a-4fd2-a7d0-da49235bb50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e3ab0223-3e3c-453f-b4c0-2cca7cef59b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:51:56.428973 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9cb4606a-1c9a-4b77-b431-f90f04daa9b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:56.429306 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb4606a-1c9a-4b77-b431-f90f04daa9b3 None None] Bound using segment: {'id': '7e99fa33-e05a-4fd2-a7d0-da49235bb50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e3ab0223-3e3c-453f-b4c0-2cca7cef59b6'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:51:56.429770 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-9cb4606a-1c9a-4b77-b431-f90f04daa9b3 None None] Bound port: eb415058-30e1-4037-8568-083961b9d94b, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e99fa33-e05a-4fd2-a7d0-da49235bb50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e3ab0223-3e3c-453f-b4c0-2cca7cef59b6'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:51:56.430139 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9cb4606a-1c9a-4b77-b431-f90f04daa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:56.448065 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-c90f2dc5-6035-4306-8a46-da6259d3f8b0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Transition to ACTIVE for port object 89f91205-357f-495d-b3f9-7220ef317e4f will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:51:56.474202 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c90f2dc5-6035-4306-8a46-da6259d3f8b0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:56.526697 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-9cb4606a-1c9a-4b77-b431-f90f04daa9b3 None None] For port eb415058-30e1-4037-8568-083961b9d94b, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:51:56.530447 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-9cb4606a-1c9a-4b77-b431-f90f04daa9b3 None None] For port eb415058-30e1-4037-8568-083961b9d94b, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=eb415058-30e1-4037-8568-083961b9d94b,segment=NetworkSegment(7e99fa33-e05a-4fd2-a7d0-da49235bb50c),segment_id=7e99fa33-e05a-4fd2-a7d0-da49235bb50c)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:51:56.535559 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9cb4606a-1c9a-4b77-b431-f90f04daa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:56.538988 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90f2dc5-6035-4306-8a46-da6259d3f8b0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network e3ab0223-3e3c-453f-b4c0-2cca7cef59b6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:51:56.542355 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-c90f2dc5-6035-4306-8a46-da6259d3f8b0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:51:56.547084 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90f2dc5-6035-4306-8a46-da6259d3f8b0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:51:56.600695 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f2dc5-6035-4306-8a46-da6259d3f8b0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Port': ['ID=89f91205-357f-495d-b3f9-7220ef317e4f,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:56.619981 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4606a-1c9a-4b77-b431-f90f04daa9b3 None None] Pushing event updated for resources: {'Port': ['ID=eb415058-30e1-4037-8568-083961b9d94b,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:56.620186 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c90f2dc5-6035-4306-8a46-da6259d3f8b0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:56.743651 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c90f2dc5-6035-4306-8a46-da6259d3f8b0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:57.309463 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c90f2dc5-6035-4306-8a46-da6259d3f8b0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:57.314987 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c90f2dc5-6035-4306-8a46-da6259d3f8b0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:57.428139 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c90f2dc5-6035-4306-8a46-da6259d3f8b0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:57.431485 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f2dc5-6035-4306-8a46-da6259d3f8b0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Port': ['ID=89f91205-357f-495d-b3f9-7220ef317e4f,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:57.569615 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90f2dc5-6035-4306-8a46-da6259d3f8b0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network e3ab0223-3e3c-453f-b4c0-2cca7cef59b6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:51:57.570588 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16302290-6c3c-49d8-99a4-2e45eb37b3ee None None] Network e3ab0223-3e3c-453f-b4c0-2cca7cef59b6 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:51:57.571033 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-c90f2dc5-6035-4306-8a46-da6259d3f8b0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:51:57.663066 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a39ae2fa-6449-454a-93b4-59f334138445 None None] Provisioning for port eb415058-30e1-4037-8568-083961b9d94b completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:51:57.953678 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90f2dc5-6035-4306-8a46-da6259d3f8b0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Router 103639bb-8edc-4d22-83ed-c9cb211ac744 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:51:58.001812 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-95134cbb-6f0b-4b65-b9a0-c2c105133242 None None] Provisioning for port 89f91205-357f-495d-b3f9-7220ef317e4f completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:51:58.007449 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-95134cbb-6f0b-4b65-b9a0-c2c105133242 None None] Provisioning complete for port 89f91205-357f-495d-b3f9-7220ef317e4f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:51:58.007821 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-95134cbb-6f0b-4b65-b9a0-c2c105133242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:58.064742 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-95134cbb-6f0b-4b65-b9a0-c2c105133242 None None] Port 89f91205-357f-495d-b3f9-7220ef317e4f cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:51:58.161290 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90f2dc5-6035-4306-8a46-da6259d3f8b0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:51:58.175181 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c90f2dc5-6035-4306-8a46-da6259d3f8b0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "PUT /v2.0/routers/103639bb-8edc-4d22-83ed-c9cb211ac744/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2413297 Apr 06 14:51:58.202840 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b1cdfaf5-5b8b-405a-93fb-3fbc5e96d431 None None] Provisioning complete for port 89f91205-357f-495d-b3f9-7220ef317e4f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:51:58.203123 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b1cdfaf5-5b8b-405a-93fb-3fbc5e96d431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:58.255741 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-b1cdfaf5-5b8b-405a-93fb-3fbc5e96d431 None None] Port 89f91205-357f-495d-b3f9-7220ef317e4f cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:51:58.352608 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-fc8820e6-9806-4a8c-be43-8aeaade6886e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-810499482&fields=id&tenant_id=a34a369806624a9e9f7e6714cf0befdc HTTP/1.1" status: 200 len: 267 time: 0.0402079 Apr 06 14:51:58.378969 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b622dfcb-eff2-49d7-998c-5c62c070aef2 None None] Provisioning complete for port 89f91205-357f-495d-b3f9-7220ef317e4f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:51:58.379342 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b622dfcb-eff2-49d7-998c-5c62c070aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:58.440336 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-b622dfcb-eff2-49d7-998c-5c62c070aef2 None None] Port 89f91205-357f-495d-b3f9-7220ef317e4f cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:51:58.501816 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-fcbcf3ea-b0d7-468b-8a29-6d2dabc42aa8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:58.503253 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-fcbcf3ea-b0d7-468b-8a29-6d2dabc42aa8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/networks?id=e3ab0223-3e3c-453f-b4c0-2cca7cef59b6 HTTP/1.1" status: 200 len: 796 time: 0.1437969 Apr 06 14:51:58.505651 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 305f35e2-12d5-4acd-9823-bce9f5041c31 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:51:58.519285 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-dc3cccfb-47e8-4c1a-82c6-8e23c42e199c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/quotas/a34a369806624a9e9f7e6714cf0befdc HTTP/1.1" status: 200 len: 375 time: 0.0107794 Apr 06 14:51:58.575731 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 305f35e2-12d5-4acd-9823-bce9f5041c31 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:51:58.580696 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 305f35e2-12d5-4acd-9823-bce9f5041c31 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:51:58.581100 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:58.602259 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-987779fd-4dfe-4986-b4d7-5f4b83b158b1 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779536 Apr 06 14:51:58.695285 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:58.710908 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 305f35e2-12d5-4acd-9823-bce9f5041c31, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=305f35e2-12d5-4acd-9823-bce9f5041c31,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:51:58.714169 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:58.715093 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device eb415058-30e1-4037-8568-083961b9d94b up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:51:58.804438 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-32a68875-3e49-4ee5-8c21-afa2c0e6e24d service neutron] 10.222.0.60 "GET /v2.0/networks/e3ab0223-3e3c-453f-b4c0-2cca7cef59b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895478 Apr 06 14:51:58.829257 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=305f35e2-12d5-4acd-9823-bce9f5041c31,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:58.842767 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port eb415058-30e1-4037-8568-083961b9d94b completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:51:58.847859 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port eb415058-30e1-4037-8568-083961b9d94b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:51:58.848238 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:58.936741 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-2e0a74b6-b74a-453d-a506-3ac53f6603b2 service neutron] 10.222.0.60 "GET /v2.0/networks/e3ab0223-3e3c-453f-b4c0-2cca7cef59b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267717 Apr 06 14:51:58.960636 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:58.993088 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port eb415058-30e1-4037-8568-083961b9d94b, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=eb415058-30e1-4037-8568-083961b9d94b,segment=NetworkSegment(7e99fa33-e05a-4fd2-a7d0-da49235bb50c),segment_id=7e99fa33-e05a-4fd2-a7d0-da49235bb50c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:51:58.997010 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:59.069798 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=eb415058-30e1-4037-8568-083961b9d94b,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:59.250417 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:51:59.960889 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6fe4bf-1812-43a9-8e3b-52b61ad03480 None None] Sync routers for ids ['103639bb-8edc-4d22-83ed-c9cb211ac744'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:51:59.972642 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6fe4bf-1812-43a9-8e3b-52b61ad03480 None None] Routers {'103639bb-8edc-4d22-83ed-c9cb211ac744'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:51:59.973314 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9f6fe4bf-1812-43a9-8e3b-52b61ad03480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:51:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['103639bb-8edc-4d22-83ed-c9cb211ac744'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:52:00.163870 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-7ae72d4c-5f86-4173-b129-58e7eef5d055 req-eb4a7cb4-5230-4c2e-83fa-d3f4f1d288fd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Synchronizing usage tracker for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:52:00.169127 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-9f6fe4bf-1812-43a9-8e3b-52b61ad03480 None None] Set router 103639bb-8edc-4d22-83ed-c9cb211ac744 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:52:00.183115 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-7ae72d4c-5f86-4173-b129-58e7eef5d055 req-eb4a7cb4-5230-4c2e-83fa-d3f4f1d288fd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Unset dirty status for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:52:00.194780 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7ae72d4c-5f86-4173-b129-58e7eef5d055 req-eb4a7cb4-5230-4c2e-83fa-d3f4f1d288fd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 210 time: 0.0817783 Apr 06 14:52:00.484724 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 305f35e2-12d5-4acd-9823-bce9f5041c31 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:52:00.518259 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9f6fe4bf-1812-43a9-8e3b-52b61ad03480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310068236', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '305f35e2-12d5-4acd-9823-bce9f5041c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:52Z', 'updated_at': '2022-04-06T14:51:56Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '305f35e2-12d5-4acd-9823-bce9f5041c31', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:53Z', 'updated_at': '2022-04-06T14:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '89f91205-357f-495d-b3f9-7220ef317e4f', 'name': '', 'network_id': 'e3ab0223-3e3c-453f-b4c0-2cca7cef59b6', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:1c:85:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458bcbe5-1c13-4a3e-b551-856aadb932c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:55Z', 'updated_at': '2022-04-06T14:51:57Z', 'revision_number': 2, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': '458bcbe5-1c13-4a3e-b551-856aadb932c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:52:00.522286 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6fe4bf-1812-43a9-8e3b-52b61ad03480 None None] Checking router: 103639bb-8edc-4d22-83ed-c9cb211ac744 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:52:00.522776 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6fe4bf-1812-43a9-8e3b-52b61ad03480 None None] Updating router 103639bb-8edc-4d22-83ed-c9cb211ac744 port 89f91205-357f-495d-b3f9-7220ef317e4f binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:52:00.582055 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-9f6fe4bf-1812-43a9-8e3b-52b61ad03480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:00.596225 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 305f35e2-12d5-4acd-9823-bce9f5041c31 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:52:00.596979 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:00.727249 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device eb415058-30e1-4037-8568-083961b9d94b up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:52:00.800408 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port eb415058-30e1-4037-8568-083961b9d94b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:52:00.800920 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:00.943937 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-9f6fe4bf-1812-43a9-8e3b-52b61ad03480 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:00.962954 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-9f6fe4bf-1812-43a9-8e3b-52b61ad03480 None None] Transition to ACTIVE for port object 89f91205-357f-495d-b3f9-7220ef317e4f will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:52:00.970011 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-9f6fe4bf-1812-43a9-8e3b-52b61ad03480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:01.101104 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6582b-adad-4df8-a278-d847c5f8075b None None] Pushing event updated for resources: {'Port': ['ID=89f91205-357f-495d-b3f9-7220ef317e4f,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:52:01.116409 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee6582b-adad-4df8-a278-d847c5f8075b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:01.116958 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee6582b-adad-4df8-a278-d847c5f8075b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:01.117339 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee6582b-adad-4df8-a278-d847c5f8075b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:01.117715 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee6582b-adad-4df8-a278-d847c5f8075b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:01.118112 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee6582b-adad-4df8-a278-d847c5f8075b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:01.118479 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee6582b-adad-4df8-a278-d847c5f8075b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:01.118871 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee6582b-adad-4df8-a278-d847c5f8075b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:01.119286 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee6582b-adad-4df8-a278-d847c5f8075b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:01.119611 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee6582b-adad-4df8-a278-d847c5f8075b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:01.119933 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee6582b-adad-4df8-a278-d847c5f8075b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:01.120260 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee6582b-adad-4df8-a278-d847c5f8075b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:52:01.210198 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-9f6fe4bf-1812-43a9-8e3b-52b61ad03480 None None] Attempting to bind port 89f91205-357f-495d-b3f9-7220ef317e4f on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:52:01.210704 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-9f6fe4bf-1812-43a9-8e3b-52b61ad03480 None None] Attempting to bind port 89f91205-357f-495d-b3f9-7220ef317e4f by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '7e99fa33-e05a-4fd2-a7d0-da49235bb50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e3ab0223-3e3c-453f-b4c0-2cca7cef59b6'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:52:01.211074 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6fe4bf-1812-43a9-8e3b-52b61ad03480 None None] Attempting to bind port 89f91205-357f-495d-b3f9-7220ef317e4f on network e3ab0223-3e3c-453f-b4c0-2cca7cef59b6 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:52:01.219267 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6fe4bf-1812-43a9-8e3b-52b61ad03480 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:52:01.219648 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6fe4bf-1812-43a9-8e3b-52b61ad03480 None None] Checking segment: {'id': '7e99fa33-e05a-4fd2-a7d0-da49235bb50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e3ab0223-3e3c-453f-b4c0-2cca7cef59b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:52:01.220180 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-9f6fe4bf-1812-43a9-8e3b-52b61ad03480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:01.220713 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6fe4bf-1812-43a9-8e3b-52b61ad03480 None None] Bound using segment: {'id': '7e99fa33-e05a-4fd2-a7d0-da49235bb50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e3ab0223-3e3c-453f-b4c0-2cca7cef59b6'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:52:01.221333 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-9f6fe4bf-1812-43a9-8e3b-52b61ad03480 None None] Bound port: 89f91205-357f-495d-b3f9-7220ef317e4f, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e99fa33-e05a-4fd2-a7d0-da49235bb50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e3ab0223-3e3c-453f-b4c0-2cca7cef59b6'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:52:01.221991 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-9f6fe4bf-1812-43a9-8e3b-52b61ad03480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:01.372653 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-9f6fe4bf-1812-43a9-8e3b-52b61ad03480 None None] For port 89f91205-357f-495d-b3f9-7220ef317e4f, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:52:01.376275 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-9f6fe4bf-1812-43a9-8e3b-52b61ad03480 None None] For port 89f91205-357f-495d-b3f9-7220ef317e4f, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=89f91205-357f-495d-b3f9-7220ef317e4f,segment=NetworkSegment(7e99fa33-e05a-4fd2-a7d0-da49235bb50c),segment_id=7e99fa33-e05a-4fd2-a7d0-da49235bb50c)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:52:01.381076 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-9f6fe4bf-1812-43a9-8e3b-52b61ad03480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:01.382567 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-aa9f808f-10a3-478c-9d24-8f13d23e170c req-7dd0cd72-352d-45fd-bfdc-378a13a61974 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 210 time: 0.0472069 Apr 06 14:52:01.433567 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-f7f29940-cc75-47a4-95e1-fc9ee86e0baf tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:01.435071 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-f7f29940-cc75-47a4-95e1-fc9ee86e0baf tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.69 "GET /v2.0/networks?id=e3ab0223-3e3c-453f-b4c0-2cca7cef59b6 HTTP/1.1" status: 200 len: 796 time: 0.3233385 Apr 06 14:52:01.468550 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6582b-adad-4df8-a278-d847c5f8075b None None] Pushing event updated for resources: {'Port': ['ID=89f91205-357f-495d-b3f9-7220ef317e4f,revision_number=4']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:52:01.472499 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6fe4bf-1812-43a9-8e3b-52b61ad03480 None None] Routers {'103639bb-8edc-4d22-83ed-c9cb211ac744'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:52:01.473200 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9f6fe4bf-1812-43a9-8e3b-52b61ad03480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:51:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['103639bb-8edc-4d22-83ed-c9cb211ac744'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:52:01.494634 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-087907ee-ad61-41f5-a8f4-43c2612e6d29 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a34a369806624a9e9f7e6714cf0befdc HTTP/1.1" status: 200 len: 379 time: 0.0444796 Apr 06 14:52:01.504707 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-8780a240-2e70-4e25-843f-134f58838bf5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'port': {'device_id': 'de9a192d-11ab-496f-89cf-6a9742c84328', 'network_id': 'e3ab0223-3e3c-453f-b4c0-2cca7cef59b6', 'admin_state_up': True, 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'security_groups': ['96c4ff6c-d968-4f99-b794-b238555c8ba4']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:52:01.645556 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-8780a240-2e70-4e25-843f-134f58838bf5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:52:01.652227 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-9f6fe4bf-1812-43a9-8e3b-52b61ad03480 None None] Set router 103639bb-8edc-4d22-83ed-c9cb211ac744 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:52:01.655724 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-8780a240-2e70-4e25-843f-134f58838bf5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:52:01.665296 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-8780a240-2e70-4e25-843f-134f58838bf5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Made reservation on behalf of a34a369806624a9e9f7e6714cf0befdc for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:52:01.668439 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-8780a240-2e70-4e25-843f-134f58838bf5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:01.829317 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-8780a240-2e70-4e25-843f-134f58838bf5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Allocated IP 172.20.0.14 (e3ab0223-3e3c-453f-b4c0-2cca7cef59b6/458bcbe5-1c13-4a3e-b551-856aadb932c5/16d00b70-3d97-4fbc-8e61-a3007f2fb777) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:52:01.966186 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9f6fe4bf-1812-43a9-8e3b-52b61ad03480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310068236', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '305f35e2-12d5-4acd-9823-bce9f5041c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:52Z', 'updated_at': '2022-04-06T14:51:56Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '305f35e2-12d5-4acd-9823-bce9f5041c31', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:53Z', 'updated_at': '2022-04-06T14:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '89f91205-357f-495d-b3f9-7220ef317e4f', 'name': '', 'network_id': 'e3ab0223-3e3c-453f-b4c0-2cca7cef59b6', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:1c:85:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458bcbe5-1c13-4a3e-b551-856aadb932c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:55Z', 'updated_at': '2022-04-06T14:52:01Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': '458bcbe5-1c13-4a3e-b551-856aadb932c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:52:01.969916 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6fe4bf-1812-43a9-8e3b-52b61ad03480 None None] The sync data for ids ['103639bb-8edc-4d22-83ed-c9cb211ac744'] in dv-neutron-835868-1-hyperv is: [{'id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310068236', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '305f35e2-12d5-4acd-9823-bce9f5041c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:52Z', 'updated_at': '2022-04-06T14:51:56Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '305f35e2-12d5-4acd-9823-bce9f5041c31', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:53Z', 'updated_at': '2022-04-06T14:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '89f91205-357f-495d-b3f9-7220ef317e4f', 'name': '', 'network_id': 'e3ab0223-3e3c-453f-b4c0-2cca7cef59b6', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:1c:85:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458bcbe5-1c13-4a3e-b551-856aadb932c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:55Z', 'updated_at': '2022-04-06T14:52:01Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': '458bcbe5-1c13-4a3e-b551-856aadb932c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:52:02.025911 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-8780a240-2e70-4e25-843f-134f58838bf5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:02.042219 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-8780a240-2e70-4e25-843f-134f58838bf5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Transition to ACTIVE for port object 16d00b70-3d97-4fbc-8e61-a3007f2fb777 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:52:02.066319 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-8780a240-2e70-4e25-843f-134f58838bf5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:02.143954 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-8780a240-2e70-4e25-843f-134f58838bf5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network e3ab0223-3e3c-453f-b4c0-2cca7cef59b6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:52:02.146881 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-8780a240-2e70-4e25-843f-134f58838bf5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:52:02.151273 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-8780a240-2e70-4e25-843f-134f58838bf5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:52:02.203388 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780a240-2e70-4e25-843f-134f58838bf5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Port': ['ID=16d00b70-3d97-4fbc-8e61-a3007f2fb777,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:52:02.213806 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-8780a240-2e70-4e25-843f-134f58838bf5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:02.214488 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-8780a240-2e70-4e25-843f-134f58838bf5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:02.244080 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-8780a240-2e70-4e25-843f-134f58838bf5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7434597 Apr 06 14:52:02.255533 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-3558a710-1443-4e3d-b198-b67554050291 service neutron] Request body: {'port': {'device_id': 'de9a192d-11ab-496f-89cf-6a9742c84328', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:52:02.371489 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-3558a710-1443-4e3d-b198-b67554050291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:02.452307 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-bc5ba4ea-fc8e-450c-961c-5324bf055847 None None] Provisioning for port 16d00b70-3d97-4fbc-8e61-a3007f2fb777 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:52:02.458553 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-bc5ba4ea-fc8e-450c-961c-5324bf055847 None None] Provisioning complete for port 16d00b70-3d97-4fbc-8e61-a3007f2fb777 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:52:02.459219 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bc5ba4ea-fc8e-450c-961c-5324bf055847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:02.526211 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 89f91205-357f-495d-b3f9-7220ef317e4f up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:52:02.573615 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-bc5ba4ea-fc8e-450c-961c-5324bf055847 None None] Port 16d00b70-3d97-4fbc-8e61-a3007f2fb777 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:52:02.614194 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 89f91205-357f-495d-b3f9-7220ef317e4f completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:52:02.622961 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 89f91205-357f-495d-b3f9-7220ef317e4f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:52:02.623336 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:02.629061 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70206183-db10-4965-8dca-c71179a19ad2 req-3c77b949-c266-4867-9a34-cf8333a6635a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:02.631486 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-70206183-db10-4965-8dca-c71179a19ad2 req-3c77b949-c266-4867-9a34-cf8333a6635a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 932 time: 0.0892632 Apr 06 14:52:02.682888 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-70206183-db10-4965-8dca-c71179a19ad2 req-503ad6c8-8c6a-49e8-9cd1-2667965b7da7 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Synchronizing usage tracker for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:52:02.705388 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-70206183-db10-4965-8dca-c71179a19ad2 req-503ad6c8-8c6a-49e8-9cd1-2667965b7da7 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Unset dirty status for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:52:02.706602 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-70206183-db10-4965-8dca-c71179a19ad2 req-503ad6c8-8c6a-49e8-9cd1-2667965b7da7 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=96c4ff6c-d968-4f99-b794-b238555c8ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695846 Apr 06 14:52:02.752659 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:02.775868 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-3558a710-1443-4e3d-b198-b67554050291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16d00b70-3d97-4fbc-8e61-a3007f2fb777 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:52:02.785380 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-3558a710-1443-4e3d-b198-b67554050291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:02.786492 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 89f91205-357f-495d-b3f9-7220ef317e4f, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=89f91205-357f-495d-b3f9-7220ef317e4f,segment=NetworkSegment(7e99fa33-e05a-4fd2-a7d0-da49235bb50c),segment_id=7e99fa33-e05a-4fd2-a7d0-da49235bb50c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:52:02.791884 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:02.806013 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-3558a710-1443-4e3d-b198-b67554050291 service neutron] Transition to ACTIVE for port object 16d00b70-3d97-4fbc-8e61-a3007f2fb777 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:52:02.814115 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-3558a710-1443-4e3d-b198-b67554050291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:02.863920 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=89f91205-357f-495d-b3f9-7220ef317e4f,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:52:02.940018 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558a710-1443-4e3d-b198-b67554050291 service neutron] Pushing event updated for resources: {'Port': ['ID=16d00b70-3d97-4fbc-8e61-a3007f2fb777,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:52:03.058997 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-3558a710-1443-4e3d-b198-b67554050291 service neutron] Attempting to bind port 16d00b70-3d97-4fbc-8e61-a3007f2fb777 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:52:03.059347 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-3558a710-1443-4e3d-b198-b67554050291 service neutron] Attempting to bind port 16d00b70-3d97-4fbc-8e61-a3007f2fb777 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '7e99fa33-e05a-4fd2-a7d0-da49235bb50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e3ab0223-3e3c-453f-b4c0-2cca7cef59b6'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:52:03.059660 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-3558a710-1443-4e3d-b198-b67554050291 service neutron] Attempting to bind port 16d00b70-3d97-4fbc-8e61-a3007f2fb777 on network e3ab0223-3e3c-453f-b4c0-2cca7cef59b6 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:52:03.065584 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-3558a710-1443-4e3d-b198-b67554050291 service neutron] Port 16d00b70-3d97-4fbc-8e61-a3007f2fb777 on network e3ab0223-3e3c-453f-b4c0-2cca7cef59b6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:52:03.065903 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-3558a710-1443-4e3d-b198-b67554050291 service neutron] Attempting to bind port 16d00b70-3d97-4fbc-8e61-a3007f2fb777 on network e3ab0223-3e3c-453f-b4c0-2cca7cef59b6 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:52:03.072293 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-3558a710-1443-4e3d-b198-b67554050291 service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:52:03.072619 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-3558a710-1443-4e3d-b198-b67554050291 service neutron] Checking segment: {'id': '7e99fa33-e05a-4fd2-a7d0-da49235bb50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e3ab0223-3e3c-453f-b4c0-2cca7cef59b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:52:03.073017 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-3558a710-1443-4e3d-b198-b67554050291 service neutron] Bound using segment: {'id': '7e99fa33-e05a-4fd2-a7d0-da49235bb50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e3ab0223-3e3c-453f-b4c0-2cca7cef59b6'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:52:03.073437 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-3558a710-1443-4e3d-b198-b67554050291 service neutron] Bound port: 16d00b70-3d97-4fbc-8e61-a3007f2fb777, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e99fa33-e05a-4fd2-a7d0-da49235bb50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e3ab0223-3e3c-453f-b4c0-2cca7cef59b6'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:52:03.073772 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-3558a710-1443-4e3d-b198-b67554050291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:03.157718 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-3558a710-1443-4e3d-b198-b67554050291 service neutron] For port 16d00b70-3d97-4fbc-8e61-a3007f2fb777, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:52:03.160479 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-3558a710-1443-4e3d-b198-b67554050291 service neutron] For port 16d00b70-3d97-4fbc-8e61-a3007f2fb777, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=16d00b70-3d97-4fbc-8e61-a3007f2fb777,segment=NetworkSegment(7e99fa33-e05a-4fd2-a7d0-da49235bb50c),segment_id=7e99fa33-e05a-4fd2-a7d0-da49235bb50c)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:52:03.164690 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-3558a710-1443-4e3d-b198-b67554050291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:03.226117 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-3558a710-1443-4e3d-b198-b67554050291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:03.227500 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-3558a710-1443-4e3d-b198-b67554050291 service neutron] 10.222.0.69 "PUT /v2.0/ports/16d00b70-3d97-4fbc-8e61-a3007f2fb777 HTTP/1.1" status: 200 len: 1094 time: 0.9763894 Apr 06 14:52:03.227921 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9a192d-11ab-496f-89cf-6a9742c84328', 'tag': '16d00b70-3d97-4fbc-8e61-a3007f2fb777'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:52:03.246479 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558a710-1443-4e3d-b198-b67554050291 service neutron] Pushing event updated for resources: {'Port': ['ID=16d00b70-3d97-4fbc-8e61-a3007f2fb777,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:52:03.299832 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a0ee35a-22d7-4cd9-a5ba-b27de49f297d'] response: {'name': 'network-changed', 'server_uuid': 'de9a192d-11ab-496f-89cf-6a9742c84328', 'tag': '16d00b70-3d97-4fbc-8e61-a3007f2fb777', 'status': 'completed', 'code': 200} Apr 06 14:52:03.341675 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-9b1ae193-666c-4f30-8d90-a28166fe36fe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 1097 time: 0.0726373 Apr 06 14:52:03.412828 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-a354c05e-1627-4b26-8321-f61c5e2aa498 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16d00b70-3d97-4fbc-8e61-a3007f2fb777 HTTP/1.1" status: 200 len: 217 time: 0.0642815 Apr 06 14:52:03.474027 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-3a3b600c-de24-46b7-bfed-873e645b6bef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:03.475426 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-3a3b600c-de24-46b7-bfed-873e645b6bef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=458bcbe5-1c13-4a3e-b551-856aadb932c5 HTTP/1.1" status: 200 len: 834 time: 0.0568931 Apr 06 14:52:03.638039 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-358684ae-e583-423f-8a1f-6d0a1a1091b8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3ab0223-3e3c-453f-b4c0-2cca7cef59b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1564338 Apr 06 14:52:03.772255 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-9bf6c6e2-2275-45dd-ba2c-f1f9f81ad82f service neutron] 10.222.0.69 "GET /v2.0/networks/e3ab0223-3e3c-453f-b4c0-2cca7cef59b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266358 Apr 06 14:52:03.903519 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-66277b13-ed3e-44c7-9073-e1c3690a2191 req-9225cdbe-1fa9-4a77-b1b1-08f647189f94 service neutron] 10.222.0.69 "GET /v2.0/networks/e3ab0223-3e3c-453f-b4c0-2cca7cef59b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245229 Apr 06 14:52:03.905638 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9087d98-3957-4664-aeb9-e6659cc6c135 req-32bff13e-b503-4ad1-8f2e-3513606a75ad tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:03.907070 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c9087d98-3957-4664-aeb9-e6659cc6c135 req-32bff13e-b503-4ad1-8f2e-3513606a75ad tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 944 time: 0.0791812 Apr 06 14:52:03.955243 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c9087d98-3957-4664-aeb9-e6659cc6c135 req-6e371b22-3f6b-4a71-b7af-7fe72a647956 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=96c4ff6c-d968-4f99-b794-b238555c8ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426135 Apr 06 14:52:04.017322 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-64424800-b9f5-4113-9466-7bcbacef5204 req-15623f3e-9469-4b4e-978f-638e17603ee3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 1097 time: 0.0679951 Apr 06 14:52:04.152791 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64424800-b9f5-4113-9466-7bcbacef5204 req-243e3071-b24a-49ff-b68c-9788f1502212 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:04.154317 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-64424800-b9f5-4113-9466-7bcbacef5204 req-243e3071-b24a-49ff-b68c-9788f1502212 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3ab0223-3e3c-453f-b4c0-2cca7cef59b6 HTTP/1.1" status: 200 len: 897 time: 0.1300123 Apr 06 14:52:04.230772 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-64424800-b9f5-4113-9466-7bcbacef5204 req-d5d34819-0981-4f0f-ac26-3f2036fdca06 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16d00b70-3d97-4fbc-8e61-a3007f2fb777 HTTP/1.1" status: 200 len: 217 time: 0.0623310 Apr 06 14:52:04.289367 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64424800-b9f5-4113-9466-7bcbacef5204 req-2b197c92-5a4c-46e9-a5b5-c031e0cf5b6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:04.290750 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-64424800-b9f5-4113-9466-7bcbacef5204 req-2b197c92-5a4c-46e9-a5b5-c031e0cf5b6b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=458bcbe5-1c13-4a3e-b551-856aadb932c5 HTTP/1.1" status: 200 len: 834 time: 0.0544596 Apr 06 14:52:04.365773 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-64424800-b9f5-4113-9466-7bcbacef5204 req-cf70c8eb-4170-4c7f-8499-46e68afd1f48 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3ab0223-3e3c-453f-b4c0-2cca7cef59b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683641 Apr 06 14:52:04.459027 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 89f91205-357f-495d-b3f9-7220ef317e4f up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:52:04.505564 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-64424800-b9f5-4113-9466-7bcbacef5204 req-84820cf8-d66c-492b-81a9-6dbd971ba5b0 service neutron] 10.222.0.69 "GET /v2.0/networks/e3ab0223-3e3c-453f-b4c0-2cca7cef59b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315813 Apr 06 14:52:04.527012 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 89f91205-357f-495d-b3f9-7220ef317e4f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:52:04.527378 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:04.634773 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-64424800-b9f5-4113-9466-7bcbacef5204 req-8dcfdff9-74e6-4ec3-a094-82020b1b6d2c service neutron] 10.222.0.69 "GET /v2.0/networks/e3ab0223-3e3c-453f-b4c0-2cca7cef59b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222780 Apr 06 14:52:05.151270 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24b6b5-8992-45c2-b658-6adf6bd54ba8 req-814b9711-4c79-4723-9c8e-9771f497e11b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:05.151955 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-2c24b6b5-8992-45c2-b658-6adf6bd54ba8 req-814b9711-4c79-4723-9c8e-9771f497e11b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Synchronizing usage tracker for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:52:05.167493 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-2c24b6b5-8992-45c2-b658-6adf6bd54ba8 req-814b9711-4c79-4723-9c8e-9771f497e11b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Unset dirty status for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:52:05.168687 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2c24b6b5-8992-45c2-b658-6adf6bd54ba8 req-814b9711-4c79-4723-9c8e-9771f497e11b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 944 time: 0.0903788 Apr 06 14:52:05.213922 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2c24b6b5-8992-45c2-b658-6adf6bd54ba8 req-c62c20fb-5d4d-4aef-bd86-49f6e8de8a50 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=96c4ff6c-d968-4f99-b794-b238555c8ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391417 Apr 06 14:52:06.403047 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389483f1-025d-4dd2-9deb-4da1a6f0ec5c req-b498b3fb-8a19-41dd-a448-0f89169b2832 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:06.404474 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-389483f1-025d-4dd2-9deb-4da1a6f0ec5c req-b498b3fb-8a19-41dd-a448-0f89169b2832 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 944 time: 0.0735643 Apr 06 14:52:06.413543 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 16d00b70-3d97-4fbc-8e61-a3007f2fb777 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:52:06.448281 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-389483f1-025d-4dd2-9deb-4da1a6f0ec5c req-edc5e536-58a3-4161-90b1-a329f6e5af1c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=96c4ff6c-d968-4f99-b794-b238555c8ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383685 Apr 06 14:52:06.546205 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 16d00b70-3d97-4fbc-8e61-a3007f2fb777, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=16d00b70-3d97-4fbc-8e61-a3007f2fb777,segment=NetworkSegment(7e99fa33-e05a-4fd2-a7d0-da49235bb50c),segment_id=7e99fa33-e05a-4fd2-a7d0-da49235bb50c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:52:06.559368 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '16d00b70-3d97-4fbc-8e61-a3007f2fb777', 'network_id': 'e3ab0223-3e3c-453f-b4c0-2cca7cef59b6', 'port_id': '16d00b70-3d97-4fbc-8e61-a3007f2fb777', 'mac_address': 'fa:16:3e:10:e2:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '458bcbe5-1c13-4a3e-b551-856aadb932c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:52:06.611322 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:06.628111 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d00b70-3d97-4fbc-8e61-a3007f2fb777 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:52:06.642151 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 16d00b70-3d97-4fbc-8e61-a3007f2fb777, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=16d00b70-3d97-4fbc-8e61-a3007f2fb777,segment=NetworkSegment(7e99fa33-e05a-4fd2-a7d0-da49235bb50c),segment_id=7e99fa33-e05a-4fd2-a7d0-da49235bb50c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:52:06.646882 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:06.711147 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=16d00b70-3d97-4fbc-8e61-a3007f2fb777,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:52:06.901112 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['16d00b70-3d97-4fbc-8e61-a3007f2fb777'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:52:07.642915 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a1b21-a50d-45b6-9b10-83961e5cb4be req-23ac74f7-5425-44ec-b4c2-e23c3a9b1bb6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:07.644340 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-223a1b21-a50d-45b6-9b10-83961e5cb4be req-23ac74f7-5425-44ec-b4c2-e23c3a9b1bb6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 945 time: 0.0778494 Apr 06 14:52:07.688117 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-223a1b21-a50d-45b6-9b10-83961e5cb4be req-c9e06b81-9edd-4363-b4c2-62129317ae44 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=96c4ff6c-d968-4f99-b794-b238555c8ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382872 Apr 06 14:52:08.116441 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7b2e68d7-e30d-4e33-bc09-aabe4382c054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:08.440850 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 16d00b70-3d97-4fbc-8e61-a3007f2fb777 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:52:08.506602 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port 16d00b70-3d97-4fbc-8e61-a3007f2fb777 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:52:08.511361 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 16d00b70-3d97-4fbc-8e61-a3007f2fb777 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:52:08.511732 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:08.624566 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:08.650874 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9a192d-11ab-496f-89cf-6a9742c84328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d00b70-3d97-4fbc-8e61-a3007f2fb777'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:52:08.659871 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 16d00b70-3d97-4fbc-8e61-a3007f2fb777, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=16d00b70-3d97-4fbc-8e61-a3007f2fb777,segment=NetworkSegment(7e99fa33-e05a-4fd2-a7d0-da49235bb50c),segment_id=7e99fa33-e05a-4fd2-a7d0-da49235bb50c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:52:08.664077 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:08.707988 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e1c211a-6144-420c-a387-35c3f45e5e0b'] response: {'server_uuid': 'de9a192d-11ab-496f-89cf-6a9742c84328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d00b70-3d97-4fbc-8e61-a3007f2fb777', 'code': 200} Apr 06 14:52:08.737931 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=16d00b70-3d97-4fbc-8e61-a3007f2fb777,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:52:08.923244 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b04db0-cb71-44ad-86c6-76a3e9f03c2f req-783dcbd8-7740-498c-a7b6-945de07bfa18 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:08.924565 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f8b04db0-cb71-44ad-86c6-76a3e9f03c2f req-783dcbd8-7740-498c-a7b6-945de07bfa18 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 946 time: 0.1157832 Apr 06 14:52:08.983285 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6e81143d-b1e2-419f-93a3-96708a68d7bb req-04760ba4-f0b5-4d7c-aaf0-6bc1b7400cc4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 1099 time: 0.1073823 Apr 06 14:52:08.986865 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f8b04db0-cb71-44ad-86c6-76a3e9f03c2f req-e1461df5-831d-4851-b9bb-e94ca75d4635 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=96c4ff6c-d968-4f99-b794-b238555c8ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562017 Apr 06 14:52:09.028885 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6e81143d-b1e2-419f-93a3-96708a68d7bb req-e354c9a1-24ea-4ce6-8b74-096e0194453d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=96c4ff6c-d968-4f99-b794-b238555c8ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382693 Apr 06 14:52:10.189775 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fecb1-98ea-43d3-af76-a1e2a5624cb1 req-fe1dbee3-e821-4108-be22-772c751b12ec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:10.191123 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e48fecb1-98ea-43d3-af76-a1e2a5624cb1 req-fe1dbee3-e821-4108-be22-772c751b12ec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 946 time: 0.0809288 Apr 06 14:52:10.237551 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e48fecb1-98ea-43d3-af76-a1e2a5624cb1 req-b496b906-13a5-47b6-9028-1b710acd1bd9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=96c4ff6c-d968-4f99-b794-b238555c8ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408030 Apr 06 14:52:10.956022 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3f5c60b7-93ad-4683-9bcb-3e454f5477a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:11.394428 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:11.435213 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652304f0-e171-48cd-9078-aa0b75ad1d4b req-e57c1eba-093d-4ea7-a20b-724947cc27a9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:11.436678 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-652304f0-e171-48cd-9078-aa0b75ad1d4b req-e57c1eba-093d-4ea7-a20b-724947cc27a9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 946 time: 0.0778801 Apr 06 14:52:11.477351 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:11.482558 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-652304f0-e171-48cd-9078-aa0b75ad1d4b req-92653726-18ea-4dca-843b-70a34bea01dd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=96c4ff6c-d968-4f99-b794-b238555c8ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400965 Apr 06 14:52:11.670354 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4deb437-8adc-4744-9d65-82f273fdac48 req-891c599b-c51e-4065-ae3e-8fa1d4266e90 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:11.671771 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f4deb437-8adc-4744-9d65-82f273fdac48 req-891c599b-c51e-4065-ae3e-8fa1d4266e90 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 946 time: 0.0726204 Apr 06 14:52:11.803523 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f4deb437-8adc-4744-9d65-82f273fdac48 req-78869319-4612-4280-abc2-19e993de3ed9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=96c4ff6c-d968-4f99-b794-b238555c8ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262908 Apr 06 14:52:11.831532 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33522) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:52:11.898361 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1f777a5b-4432-4f1e-bac6-15d88d2ec83a tempest-TestNetworkAdvancedServerOps-1006104642 tempest-TestNetworkAdvancedServerOps-1006104642-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 1094 time: 0.0657196 Apr 06 14:52:11.900833 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33526) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:52:11.905819 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-566badc5-e013-4872-aed6-ae17715b469f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'port_id': '16d00b70-3d97-4fbc-8e61-a3007f2fb777', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:52:11.911094 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-566badc5-e013-4872-aed6-ae17715b469f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:52:11.914796 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-566badc5-e013-4872-aed6-ae17715b469f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:floatingip and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:52:11.917502 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-566badc5-e013-4872-aed6-ae17715b469f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:52:11.923651 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-566badc5-e013-4872-aed6-ae17715b469f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:52:11.933722 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-566badc5-e013-4872-aed6-ae17715b469f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:12.063425 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-566badc5-e013-4872-aed6-ae17715b469f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:12.195461 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-566badc5-e013-4872-aed6-ae17715b469f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Allocated IP 172.26.8.239 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/148d972e-9fec-4b1f-8e4f-d52d4ce35701) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:52:12.336148 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-566badc5-e013-4872-aed6-ae17715b469f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:12.363576 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-566badc5-e013-4872-aed6-ae17715b469f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:12.428212 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566badc5-e013-4872-aed6-ae17715b469f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:52:12.430730 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-566badc5-e013-4872-aed6-ae17715b469f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:52:12.433357 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566badc5-e013-4872-aed6-ae17715b469f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:52:12.464570 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566badc5-e013-4872-aed6-ae17715b469f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Port': ['ID=148d972e-9fec-4b1f-8e4f-d52d4ce35701,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:52:12.922946 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-566badc5-e013-4872-aed6-ae17715b469f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:12.968353 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:12.977743 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-566badc5-e013-4872-aed6-ae17715b469f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:13.180379 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-566badc5-e013-4872-aed6-ae17715b469f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:13.184464 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-566badc5-e013-4872-aed6-ae17715b469f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:13.287673 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566badc5-e013-4872-aed6-ae17715b469f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Port': ['ID=148d972e-9fec-4b1f-8e4f-d52d4ce35701,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:52:13.299011 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-566badc5-e013-4872-aed6-ae17715b469f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:13.562803 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-566badc5-e013-4872-aed6-ae17715b469f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Floating IP cf6e3b3b-4ebb-4b25-b1c4-8fd2b18a8b57 associated. External IP: 172.26.8.239, port: 16d00b70-3d97-4fbc-8e61-a3007f2fb777. Apr 06 14:52:13.667196 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:52:13.941664 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566badc5-e013-4872-aed6-ae17715b469f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Router 103639bb-8edc-4d22-83ed-c9cb211ac744 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:52:14.137200 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566badc5-e013-4872-aed6-ae17715b469f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:52:14.147575 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdbcc7e-6fe9-41b4-82d1-d770eede1928 None None] Sync routers for ids ['103639bb-8edc-4d22-83ed-c9cb211ac744'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:52:14.161490 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdbcc7e-6fe9-41b4-82d1-d770eede1928 None None] Routers {'103639bb-8edc-4d22-83ed-c9cb211ac744'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:52:14.162241 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5bdbcc7e-6fe9-41b4-82d1-d770eede1928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:52:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['103639bb-8edc-4d22-83ed-c9cb211ac744'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:52:14.162893 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-566badc5-e013-4872-aed6-ae17715b469f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:14.222517 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-566badc5-e013-4872-aed6-ae17715b469f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3206615 Apr 06 14:52:14.223206 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9a192d-11ab-496f-89cf-6a9742c84328', 'tag': '16d00b70-3d97-4fbc-8e61-a3007f2fb777'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:52:14.302222 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6161190-5cbd-4fb8-acab-de8ccf861d61'] response: {'name': 'network-changed', 'server_uuid': 'de9a192d-11ab-496f-89cf-6a9742c84328', 'tag': '16d00b70-3d97-4fbc-8e61-a3007f2fb777', 'status': 'completed', 'code': 200} Apr 06 14:52:14.358351 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-5bdbcc7e-6fe9-41b4-82d1-d770eede1928 None None] Set router 103639bb-8edc-4d22-83ed-c9cb211ac744 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:52:14.552096 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d8710b4c-2a56-4178-870a-4ee216dfb3fb req-b8d8e9f4-2d04-426b-a8b9-622bf7197cb5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 1099 time: 0.2264349 Apr 06 14:52:14.565976 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a49f1-b7ee-4df6-9bc9-455d40a31cee req-237c0467-355c-4399-bf57-4fc8b0a64c44 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:14.567352 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cc2a49f1-b7ee-4df6-9bc9-455d40a31cee req-237c0467-355c-4399-bf57-4fc8b0a64c44 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 946 time: 0.2072144 Apr 06 14:52:14.699785 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cc2a49f1-b7ee-4df6-9bc9-455d40a31cee req-72ca1a8a-3fb6-4f97-af89-3bbb2ff70257 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=96c4ff6c-d968-4f99-b794-b238555c8ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147559 Apr 06 14:52:14.730750 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33534) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:52:14.731504 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8710b4c-2a56-4178-870a-4ee216dfb3fb req-a2ac29b3-daae-45b9-b579-08978eaa671c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:14.732430 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5bdbcc7e-6fe9-41b4-82d1-d770eede1928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310068236', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '305f35e2-12d5-4acd-9823-bce9f5041c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:52Z', 'updated_at': '2022-04-06T14:51:56Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '305f35e2-12d5-4acd-9823-bce9f5041c31', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:53Z', 'updated_at': '2022-04-06T14:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'cf6e3b3b-4ebb-4b25-b1c4-8fd2b18a8b57', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'floating_ip_address': '172.26.8.239', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'port_id': '16d00b70-3d97-4fbc-8e61-a3007f2fb777', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ab0223-3e3c-453f-b4c0-2cca7cef59b6', 'mac_address': 'fa:16:3e:10:e2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a192d-11ab-496f-89cf-6a9742c84328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:52:12Z', 'updated_at': '2022-04-06T14:52:12Z', 'revision_number': 0, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89f91205-357f-495d-b3f9-7220ef317e4f', 'name': '', 'network_id': 'e3ab0223-3e3c-453f-b4c0-2cca7cef59b6', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:1c:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458bcbe5-1c13-4a3e-b551-856aadb932c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:55Z', 'updated_at': '2022-04-06T14:52:02Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': '458bcbe5-1c13-4a3e-b551-856aadb932c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:52:14.733241 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d8710b4c-2a56-4178-870a-4ee216dfb3fb req-a2ac29b3-daae-45b9-b579-08978eaa671c service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3ab0223-3e3c-453f-b4c0-2cca7cef59b6 HTTP/1.1" status: 200 len: 897 time: 0.1736054 Apr 06 14:52:14.736556 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdbcc7e-6fe9-41b4-82d1-d770eede1928 None None] Checking router: 103639bb-8edc-4d22-83ed-c9cb211ac744 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:52:14.747287 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdbcc7e-6fe9-41b4-82d1-d770eede1928 None None] Routers {'103639bb-8edc-4d22-83ed-c9cb211ac744'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:52:14.747904 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5bdbcc7e-6fe9-41b4-82d1-d770eede1928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:52:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['103639bb-8edc-4d22-83ed-c9cb211ac744'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:52:14.837218 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bf73d080-61f0-438a-8cf2-fce6c6c2c14d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/cf6e3b3b-4ebb-4b25-b1c4-8fd2b18a8b57 HTTP/1.1" status: 200 len: 992 time: 0.1052299 Apr 06 14:52:14.852105 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d8710b4c-2a56-4178-870a-4ee216dfb3fb req-cb6bfc77-f9e8-41d2-84c0-87e0029d7ba8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16d00b70-3d97-4fbc-8e61-a3007f2fb777 HTTP/1.1" status: 200 len: 1000 time: 0.1129081 Apr 06 14:52:14.913645 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8710b4c-2a56-4178-870a-4ee216dfb3fb req-140a6d61-a4b0-468f-a673-8ce963565f8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:14.915072 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d8710b4c-2a56-4178-870a-4ee216dfb3fb req-140a6d61-a4b0-468f-a673-8ce963565f8a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=458bcbe5-1c13-4a3e-b551-856aadb932c5 HTTP/1.1" status: 200 len: 834 time: 0.0566473 Apr 06 14:52:14.927922 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-5bdbcc7e-6fe9-41b4-82d1-d770eede1928 None None] Set router 103639bb-8edc-4d22-83ed-c9cb211ac744 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:52:14.991387 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d8710b4c-2a56-4178-870a-4ee216dfb3fb req-f3abd11a-a915-4580-9e3a-d95c7a472139 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3ab0223-3e3c-453f-b4c0-2cca7cef59b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699339 Apr 06 14:52:15.124271 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d8710b4c-2a56-4178-870a-4ee216dfb3fb req-6cec2cab-ecd6-40af-a3fc-b332fd9c92b4 service neutron] 10.222.0.69 "GET /v2.0/networks/e3ab0223-3e3c-453f-b4c0-2cca7cef59b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264033 Apr 06 14:52:15.256560 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d8710b4c-2a56-4178-870a-4ee216dfb3fb req-bbc0bb87-f550-47fc-a614-3d4a1a24be6d service neutron] 10.222.0.69 "GET /v2.0/networks/e3ab0223-3e3c-453f-b4c0-2cca7cef59b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249058 Apr 06 14:52:15.269712 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5bdbcc7e-6fe9-41b4-82d1-d770eede1928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310068236', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '305f35e2-12d5-4acd-9823-bce9f5041c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:52Z', 'updated_at': '2022-04-06T14:51:56Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '305f35e2-12d5-4acd-9823-bce9f5041c31', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:53Z', 'updated_at': '2022-04-06T14:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'cf6e3b3b-4ebb-4b25-b1c4-8fd2b18a8b57', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'floating_ip_address': '172.26.8.239', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'port_id': '16d00b70-3d97-4fbc-8e61-a3007f2fb777', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ab0223-3e3c-453f-b4c0-2cca7cef59b6', 'mac_address': 'fa:16:3e:10:e2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a192d-11ab-496f-89cf-6a9742c84328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:52:12Z', 'updated_at': '2022-04-06T14:52:12Z', 'revision_number': 0, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89f91205-357f-495d-b3f9-7220ef317e4f', 'name': '', 'network_id': 'e3ab0223-3e3c-453f-b4c0-2cca7cef59b6', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:1c:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458bcbe5-1c13-4a3e-b551-856aadb932c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:55Z', 'updated_at': '2022-04-06T14:52:02Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': '458bcbe5-1c13-4a3e-b551-856aadb932c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:52:15.273743 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdbcc7e-6fe9-41b4-82d1-d770eede1928 None None] The sync data for ids ['103639bb-8edc-4d22-83ed-c9cb211ac744'] in dv-neutron-835868-1-hyperv is: [{'id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310068236', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '305f35e2-12d5-4acd-9823-bce9f5041c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:52Z', 'updated_at': '2022-04-06T14:51:56Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '305f35e2-12d5-4acd-9823-bce9f5041c31', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:53Z', 'updated_at': '2022-04-06T14:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'cf6e3b3b-4ebb-4b25-b1c4-8fd2b18a8b57', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'floating_ip_address': '172.26.8.239', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'port_id': '16d00b70-3d97-4fbc-8e61-a3007f2fb777', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ab0223-3e3c-453f-b4c0-2cca7cef59b6', 'mac_address': 'fa:16:3e:10:e2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9a192d-11ab-496f-89cf-6a9742c84328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:52:12Z', 'updated_at': '2022-04-06T14:52:12Z', 'revision_number': 0, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89f91205-357f-495d-b3f9-7220ef317e4f', 'name': '', 'network_id': 'e3ab0223-3e3c-453f-b4c0-2cca7cef59b6', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:1c:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458bcbe5-1c13-4a3e-b551-856aadb932c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:55Z', 'updated_at': '2022-04-06T14:52:02Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': '458bcbe5-1c13-4a3e-b551-856aadb932c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:52:15.838665 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33538) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:52:15.938378 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fda62f70-35ac-4102-96b7-ff2720089f6d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/cf6e3b3b-4ebb-4b25-b1c4-8fd2b18a8b57 HTTP/1.1" status: 200 len: 992 time: 0.0985179 Apr 06 14:52:16.941230 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33542) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:52:17.040323 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a09d18b5-75aa-435d-b94e-6b724e5ba445 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/cf6e3b3b-4ebb-4b25-b1c4-8fd2b18a8b57 HTTP/1.1" status: 200 len: 992 time: 0.0978918 Apr 06 14:52:17.926457 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02dbb55-d9f7-4e36-8ab0-dd7ac6a4ab2a None None] New status for floating IP cf6e3b3b-4ebb-4b25-b1c4-8fd2b18a8b57: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:52:18.044266 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33546) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:52:18.151592 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-76538443-659e-454f-8d92-54e682255902 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/cf6e3b3b-4ebb-4b25-b1c4-8fd2b18a8b57 HTTP/1.1" status: 200 len: 992 time: 0.1049457 Apr 06 14:52:19.154852 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33550) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:52:19.257431 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-066a5d0f-0474-4a56-b1ab-25973781b853 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/cf6e3b3b-4ebb-4b25-b1c4-8fd2b18a8b57 HTTP/1.1" status: 200 len: 994 time: 0.1014318 Apr 06 14:52:29.265787 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:38.118081 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3f13a371-5eaa-4644-9852-e1b60c8396f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:40.947351 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6375711b-d998-4eef-ae15-31540fb4f78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:41.396642 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:41.478225 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:42.968648 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:44.057838 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b747211d-185a-4090-90bc-63174a40ce25 req-4ecb651b-c0e5-43fa-bfdd-d50bd77a8500 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0660589 Apr 06 14:52:44.305187 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33570) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:52:44.370306 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d58220-a737-47fb-bf12-44bedb387939 req-19b32374-5340-4749-9756-5a816c62397b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:44.371758 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d0d58220-a737-47fb-bf12-44bedb387939 req-19b32374-5340-4749-9756-5a816c62397b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 946 time: 0.0787425 Apr 06 14:52:44.415955 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d0d58220-a737-47fb-bf12-44bedb387939 req-2a659b70-6f6b-4cb5-96dd-c5408e47708c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=96c4ff6c-d968-4f99-b794-b238555c8ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380182 Apr 06 14:52:44.439144 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5878e5f7-d3b4-4cf1-8097-667d9b18370a req-880f86e4-addd-4f3a-904b-f12264e3889a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1328452 Apr 06 14:52:45.672090 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ed670-6890-4327-9206-7ac4d91bd0e0 req-151a773c-0ba3-4be5-be32-266edb97973e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:45.673532 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5c4ed670-6890-4327-9206-7ac4d91bd0e0 req-151a773c-0ba3-4be5-be32-266edb97973e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 946 time: 0.1312008 Apr 06 14:52:45.676781 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5878e5f7-d3b4-4cf1-8097-667d9b18370a req-8218049d-a421-4b32-a1f1-9da183e92565 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 1099 time: 0.1042237 Apr 06 14:52:45.800225 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5c4ed670-6890-4327-9206-7ac4d91bd0e0 req-90c3fa26-984a-445d-9c90-7c58c9fb4445 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=96c4ff6c-d968-4f99-b794-b238555c8ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209633 Apr 06 14:52:45.830903 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878e5f7-d3b4-4cf1-8097-667d9b18370a req-518a041e-b8a3-4ba7-a184-2ef8f031750c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:45.832321 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5878e5f7-d3b4-4cf1-8097-667d9b18370a req-518a041e-b8a3-4ba7-a184-2ef8f031750c service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3ab0223-3e3c-453f-b4c0-2cca7cef59b6 HTTP/1.1" status: 200 len: 897 time: 0.1400919 Apr 06 14:52:46.022055 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5878e5f7-d3b4-4cf1-8097-667d9b18370a req-f15cfeb0-0f11-4463-96b9-db118b650284 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16d00b70-3d97-4fbc-8e61-a3007f2fb777 HTTP/1.1" status: 200 len: 1002 time: 0.1829560 Apr 06 14:52:46.082588 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878e5f7-d3b4-4cf1-8097-667d9b18370a req-a93420e5-aae5-4701-9200-8ad7e939e576 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:46.083926 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5878e5f7-d3b4-4cf1-8097-667d9b18370a req-a93420e5-aae5-4701-9200-8ad7e939e576 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=458bcbe5-1c13-4a3e-b551-856aadb932c5 HTTP/1.1" status: 200 len: 834 time: 0.0560031 Apr 06 14:52:46.157514 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5878e5f7-d3b4-4cf1-8097-667d9b18370a req-200cd1c7-8d47-49ef-947b-533109b4f91d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3ab0223-3e3c-453f-b4c0-2cca7cef59b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673318 Apr 06 14:52:46.282985 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5878e5f7-d3b4-4cf1-8097-667d9b18370a req-e0a06540-0dd5-4781-a99d-20fd94c37cbb service neutron] 10.222.0.69 "GET /v2.0/networks/e3ab0223-3e3c-453f-b4c0-2cca7cef59b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188676 Apr 06 14:52:46.416054 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5878e5f7-d3b4-4cf1-8097-667d9b18370a req-3f2666cc-5464-41c2-8f3f-2877dc39b8a0 service neutron] 10.222.0.69 "GET /v2.0/networks/e3ab0223-3e3c-453f-b4c0-2cca7cef59b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261351 Apr 06 14:52:46.991538 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb524019-d95b-480a-9089-01c877db05cc req-f1625d5a-6241-4791-a48a-daedbe8ddca9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:46.992988 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bb524019-d95b-480a-9089-01c877db05cc req-f1625d5a-6241-4791-a48a-daedbe8ddca9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 946 time: 0.0741439 Apr 06 14:52:47.040173 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bb524019-d95b-480a-9089-01c877db05cc req-03be79b8-bc33-45c5-a591-7d1a08f16d02 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=96c4ff6c-d968-4f99-b794-b238555c8ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412078 Apr 06 14:52:48.232382 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd48d5-195a-434e-b70c-0bbd0d005689 req-0af5d0cd-713d-42b3-b8e9-e0099ce9314a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:48.233812 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8ffd48d5-195a-434e-b70c-0bbd0d005689 req-0af5d0cd-713d-42b3-b8e9-e0099ce9314a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 946 time: 0.0739934 Apr 06 14:52:48.275790 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8ffd48d5-195a-434e-b70c-0bbd0d005689 req-e0c8c87a-7156-4f04-8ba7-27235c7ec49d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=96c4ff6c-d968-4f99-b794-b238555c8ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367155 Apr 06 14:52:49.467124 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d79ee-b41a-44cd-9544-a9c13460872b req-3e6294f6-e7cf-4dda-9dfa-8c2179ea82e1 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:49.468582 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-655d79ee-b41a-44cd-9544-a9c13460872b req-3e6294f6-e7cf-4dda-9dfa-8c2179ea82e1 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 946 time: 0.0748177 Apr 06 14:52:49.512591 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-655d79ee-b41a-44cd-9544-a9c13460872b req-81a10b3d-c90c-48e9-8d68-c3380be6e6a8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=96c4ff6c-d968-4f99-b794-b238555c8ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386136 Apr 06 14:52:50.667234 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:52:50.707653 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcbb2f-fcdc-4629-ab0a-31afc4b70a25 req-dfd27b75-39be-43ac-909a-befb05f0ace5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:50.709020 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-51dcbb2f-fcdc-4629-ab0a-31afc4b70a25 req-dfd27b75-39be-43ac-909a-befb05f0ace5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 946 time: 0.0788713 Apr 06 14:52:50.751992 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-51dcbb2f-fcdc-4629-ab0a-31afc4b70a25 req-8895c4c0-13e4-4d16-a581-06fcd689270b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=96c4ff6c-d968-4f99-b794-b238555c8ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375438 Apr 06 14:52:51.954442 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accaa898-9c3f-46d0-9b5c-d20f9145b8fc req-68ecfbcf-54fe-4fea-9b95-11cd7eee165f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:51.955858 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-accaa898-9c3f-46d0-9b5c-d20f9145b8fc req-68ecfbcf-54fe-4fea-9b95-11cd7eee165f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 946 time: 0.0817604 Apr 06 14:52:51.999739 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-accaa898-9c3f-46d0-9b5c-d20f9145b8fc req-43d5def1-2c82-4609-8773-5707a700494a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=96c4ff6c-d968-4f99-b794-b238555c8ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383687 Apr 06 14:52:53.189323 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d98030-aa4d-46ac-93fd-43608fd8dea0 req-0a188497-cedb-4d42-99be-b682735f53ee tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:53.190785 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b0d98030-aa4d-46ac-93fd-43608fd8dea0 req-0a188497-cedb-4d42-99be-b682735f53ee tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 946 time: 0.0742316 Apr 06 14:52:53.237527 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b0d98030-aa4d-46ac-93fd-43608fd8dea0 req-991c08d1-a8fd-4264-9fe1-822219a5594f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=96c4ff6c-d968-4f99-b794-b238555c8ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413401 Apr 06 14:52:54.427013 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad7f8d-05cc-4576-82cf-d9baa0fde601 req-57423343-2473-4b31-81f3-366d86a54794 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:54.428452 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-71ad7f8d-05cc-4576-82cf-d9baa0fde601 req-57423343-2473-4b31-81f3-366d86a54794 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 946 time: 0.0736539 Apr 06 14:52:54.472480 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-71ad7f8d-05cc-4576-82cf-d9baa0fde601 req-ebdcd478-4e47-47f0-aa11-a0192d9a6b23 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=96c4ff6c-d968-4f99-b794-b238555c8ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385568 Apr 06 14:52:55.665795 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53907448-d235-4ee4-950d-1c75dd5894f7 req-0e3175d2-ef96-4bc7-b1e0-91332d6ca557 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:55.666901 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-53907448-d235-4ee4-950d-1c75dd5894f7 req-0e3175d2-ef96-4bc7-b1e0-91332d6ca557 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 946 time: 0.0746391 Apr 06 14:52:55.711345 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-53907448-d235-4ee4-950d-1c75dd5894f7 req-6c318d07-7287-4f6e-8e6f-06283006c4bb tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=96c4ff6c-d968-4f99-b794-b238555c8ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384786 Apr 06 14:52:56.995977 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f2e97-3122-4e9d-8d89-1da7bf67a678 req-48bb4ed2-22f0-4d13-b09a-4800b03b6f76 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:56.998036 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-883f2e97-3122-4e9d-8d89-1da7bf67a678 req-48bb4ed2-22f0-4d13-b09a-4800b03b6f76 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 946 time: 0.1644042 Apr 06 14:52:57.041191 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-883f2e97-3122-4e9d-8d89-1da7bf67a678 req-2f4341b6-389f-4db8-bdf4-8b419715f09d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=96c4ff6c-d968-4f99-b794-b238555c8ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375268 Apr 06 14:52:58.154517 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5878e5f7-d3b4-4cf1-8097-667d9b18370a req-38712990-ac65-4950-a50e-3a87c0bdfaf8 service neutron] 10.222.0.69 "GET /v2.0/ports/16d00b70-3d97-4fbc-8e61-a3007f2fb777/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0754323 Apr 06 14:52:58.234765 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9d394-d778-4e32-9976-737db86d9dc4 req-7f3cbcea-502d-4760-bfba-e12af5f9463b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:58.236196 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7eb9d394-d778-4e32-9976-737db86d9dc4 req-7f3cbcea-502d-4760-bfba-e12af5f9463b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 946 time: 0.0754845 Apr 06 14:52:58.281287 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7eb9d394-d778-4e32-9976-737db86d9dc4 req-d213ca56-66c4-4447-b6a0-126f45dacb48 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=96c4ff6c-d968-4f99-b794-b238555c8ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393486 Apr 06 14:52:58.412450 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5878e5f7-d3b4-4cf1-8097-667d9b18370a req-350d72ac-bd8d-430c-ac93-2347f98a1525 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328&tenant_id=a34a369806624a9e9f7e6714cf0befdc HTTP/1.1" status: 200 len: 1099 time: 0.0715597 Apr 06 14:52:58.499984 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5878e5f7-d3b4-4cf1-8097-667d9b18370a req-f5f68cb9-cfff-4dfd-8737-10f164d2f894 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 1099 time: 0.0663126 Apr 06 14:52:58.626389 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878e5f7-d3b4-4cf1-8097-667d9b18370a req-82104231-d206-44e9-bd8f-761de1411fcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:58.627779 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5878e5f7-d3b4-4cf1-8097-667d9b18370a req-82104231-d206-44e9-bd8f-761de1411fcb service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3ab0223-3e3c-453f-b4c0-2cca7cef59b6 HTTP/1.1" status: 200 len: 897 time: 0.1216333 Apr 06 14:52:58.726886 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5878e5f7-d3b4-4cf1-8097-667d9b18370a req-8a3e9b43-4c35-4c53-90da-42b9313556fa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16d00b70-3d97-4fbc-8e61-a3007f2fb777 HTTP/1.1" status: 200 len: 1002 time: 0.0931599 Apr 06 14:52:58.788617 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878e5f7-d3b4-4cf1-8097-667d9b18370a req-02983f9c-454f-49e6-985b-b4b3c3b55f71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:58.790761 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5878e5f7-d3b4-4cf1-8097-667d9b18370a req-02983f9c-454f-49e6-985b-b4b3c3b55f71 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=458bcbe5-1c13-4a3e-b551-856aadb932c5 HTTP/1.1" status: 200 len: 834 time: 0.0577319 Apr 06 14:52:58.865758 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5878e5f7-d3b4-4cf1-8097-667d9b18370a req-636c9934-fc4d-4e6f-bd6e-53af0c58b4f4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3ab0223-3e3c-453f-b4c0-2cca7cef59b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691266 Apr 06 14:52:59.083888 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5878e5f7-d3b4-4cf1-8097-667d9b18370a req-f0257bbc-e649-4607-8120-6eea10fb30ea service neutron] 10.222.0.69 "GET /v2.0/networks/e3ab0223-3e3c-453f-b4c0-2cca7cef59b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116728 Apr 06 14:52:59.209199 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5878e5f7-d3b4-4cf1-8097-667d9b18370a req-b0956d5d-12cf-47dd-9c80-6c78893de6ab service neutron] 10.222.0.69 "GET /v2.0/networks/e3ab0223-3e3c-453f-b4c0-2cca7cef59b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188071 Apr 06 14:52:59.256801 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:52:59.477253 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aadf47-4276-46a0-a254-ec10e9daef97 req-68656f4e-7354-469d-96f1-18e40f26c25a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:59.478757 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-81aadf47-4276-46a0-a254-ec10e9daef97 req-68656f4e-7354-469d-96f1-18e40f26c25a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 946 time: 0.0745068 Apr 06 14:52:59.522232 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-81aadf47-4276-46a0-a254-ec10e9daef97 req-606cb62a-f6ed-4792-be6e-d7ded5305e6e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=96c4ff6c-d968-4f99-b794-b238555c8ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375471 Apr 06 14:53:00.716556 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc31c8-34ce-4abf-b95b-40fd64df69e6 req-f76632ba-93df-4fed-8c56-3ceabdd8f3b3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:00.717927 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-13bc31c8-34ce-4abf-b95b-40fd64df69e6 req-f76632ba-93df-4fed-8c56-3ceabdd8f3b3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 946 time: 0.0749264 Apr 06 14:53:00.762925 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-13bc31c8-34ce-4abf-b95b-40fd64df69e6 req-12343565-28d9-4d2d-b7f1-faca60a85b20 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=96c4ff6c-d968-4f99-b794-b238555c8ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394092 Apr 06 14:53:01.961347 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e73ab-1609-4888-86ab-c259b60f2cf9 req-6d4babe2-b7de-488b-a59b-8fb99a12d0c6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:01.962859 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-929e73ab-1609-4888-86ab-c259b60f2cf9 req-6d4babe2-b7de-488b-a59b-8fb99a12d0c6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 946 time: 0.0787332 Apr 06 14:53:02.007686 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-929e73ab-1609-4888-86ab-c259b60f2cf9 req-0056eb18-8958-450f-b346-19605ad40b33 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=96c4ff6c-d968-4f99-b794-b238555c8ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393221 Apr 06 14:53:02.330204 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab4749-a5d8-48e0-a308-9e2056ea42dd req-1bad84c9-b272-44cb-ba73-550e3e8c855d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:02.331534 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-74ab4749-a5d8-48e0-a308-9e2056ea42dd req-1bad84c9-b272-44cb-ba73-550e3e8c855d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.69 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328&tenant_id=a34a369806624a9e9f7e6714cf0befdc&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 946 time: 0.0832114 Apr 06 14:53:02.332393 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b8917-9cb9-460f-a1c3-d8b4833e86ba req-314643eb-d18e-406b-a94d-222f3f46d88d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:02.333840 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b21b8917-9cb9-460f-a1c3-d8b4833e86ba req-314643eb-d18e-406b-a94d-222f3f46d88d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 946 time: 0.0756481 Apr 06 14:53:02.381135 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b21b8917-9cb9-460f-a1c3-d8b4833e86ba req-4d60f45f-56a1-4dfa-890d-7e715d7b5d60 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=96c4ff6c-d968-4f99-b794-b238555c8ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417364 Apr 06 14:53:02.466653 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-74ab4749-a5d8-48e0-a308-9e2056ea42dd req-5fe41e6b-cc94-4de8-8cfd-81a55d763c69 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 1099 time: 0.0675890 Apr 06 14:53:02.648497 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab4749-a5d8-48e0-a308-9e2056ea42dd req-cbe9ad14-3d32-46c8-82eb-de41896d9e79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:02.649937 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-74ab4749-a5d8-48e0-a308-9e2056ea42dd req-cbe9ad14-3d32-46c8-82eb-de41896d9e79 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3ab0223-3e3c-453f-b4c0-2cca7cef59b6 HTTP/1.1" status: 200 len: 897 time: 0.1763606 Apr 06 14:53:02.659163 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3925f-0904-4c74-9574-05faaee2af07 req-63e4881e-214a-4017-a884-2ff81d96fede tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:02.660466 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c6e3925f-0904-4c74-9574-05faaee2af07 req-63e4881e-214a-4017-a884-2ff81d96fede tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 946 time: 0.1217396 Apr 06 14:53:02.783477 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c6e3925f-0904-4c74-9574-05faaee2af07 req-414d4b0a-3e72-4115-b698-ba1e1c533668 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=96c4ff6c-d968-4f99-b794-b238555c8ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767572 Apr 06 14:53:02.785123 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-74ab4749-a5d8-48e0-a308-9e2056ea42dd req-8ab15250-d213-4ece-b242-e6dc4ec5b596 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16d00b70-3d97-4fbc-8e61-a3007f2fb777 HTTP/1.1" status: 200 len: 1002 time: 0.1237876 Apr 06 14:53:02.823243 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 16d00b70-3d97-4fbc-8e61-a3007f2fb777 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:53:02.827962 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 16d00b70-3d97-4fbc-8e61-a3007f2fb777 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:53:02.849082 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab4749-a5d8-48e0-a308-9e2056ea42dd req-d2ac546b-e37b-4b28-a89f-c31e870645b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:02.850639 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-74ab4749-a5d8-48e0-a308-9e2056ea42dd req-d2ac546b-e37b-4b28-a89f-c31e870645b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=458bcbe5-1c13-4a3e-b551-856aadb932c5 HTTP/1.1" status: 200 len: 834 time: 0.0568612 Apr 06 14:53:02.927085 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-74ab4749-a5d8-48e0-a308-9e2056ea42dd req-7dd143ca-f248-468e-a2ad-76602dd25c42 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3ab0223-3e3c-453f-b4c0-2cca7cef59b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695848 Apr 06 14:53:03.041561 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:03.057061 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-74ab4749-a5d8-48e0-a308-9e2056ea42dd req-a5c7f0a5-36bd-418a-a2b2-c0646a7e9df4 service neutron] 10.222.0.69 "GET /v2.0/networks/e3ab0223-3e3c-453f-b4c0-2cca7cef59b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229637 Apr 06 14:53:03.061445 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 16d00b70-3d97-4fbc-8e61-a3007f2fb777, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=16d00b70-3d97-4fbc-8e61-a3007f2fb777,segment=NetworkSegment(7e99fa33-e05a-4fd2-a7d0-da49235bb50c),segment_id=7e99fa33-e05a-4fd2-a7d0-da49235bb50c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:53:03.079887 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '16d00b70-3d97-4fbc-8e61-a3007f2fb777', 'network_id': 'e3ab0223-3e3c-453f-b4c0-2cca7cef59b6', 'port_id': '16d00b70-3d97-4fbc-8e61-a3007f2fb777', 'mac_address': 'fa:16:3e:10:e2:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '458bcbe5-1c13-4a3e-b551-856aadb932c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:53:03.086337 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9a192d-11ab-496f-89cf-6a9742c84328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16d00b70-3d97-4fbc-8e61-a3007f2fb777'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:53:03.127325 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 16d00b70-3d97-4fbc-8e61-a3007f2fb777, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=16d00b70-3d97-4fbc-8e61-a3007f2fb777,segment=NetworkSegment(7e99fa33-e05a-4fd2-a7d0-da49235bb50c),segment_id=7e99fa33-e05a-4fd2-a7d0-da49235bb50c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:53:03.135330 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:03.178071 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd700c64-ae65-4467-8b6e-b74664acfcea'] response: {'server_uuid': 'de9a192d-11ab-496f-89cf-6a9742c84328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16d00b70-3d97-4fbc-8e61-a3007f2fb777', 'code': 200} Apr 06 14:53:03.191744 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:03.193359 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-74ab4749-a5d8-48e0-a308-9e2056ea42dd req-6765bd0b-6dbb-4748-bb29-b2a4794e4900 service neutron] 10.222.0.69 "GET /v2.0/networks/e3ab0223-3e3c-453f-b4c0-2cca7cef59b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296945 Apr 06 14:53:03.221566 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16d00b70-3d97-4fbc-8e61-a3007f2fb777 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:53:03.259006 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=16d00b70-3d97-4fbc-8e61-a3007f2fb777,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:03.284288 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:03.284630 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:03.285006 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:03.285343 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:03.285672 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:03.285999 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:03.286325 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:03.286648 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:03.286970 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:03.287290 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:03.287608 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:03.297059 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:53:03.297343 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:53:03.853853 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:03.911839 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d00b70-3d97-4fbc-8e61-a3007f2fb777 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:53:03.926736 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 16d00b70-3d97-4fbc-8e61-a3007f2fb777, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=16d00b70-3d97-4fbc-8e61-a3007f2fb777,segment=NetworkSegment(7e99fa33-e05a-4fd2-a7d0-da49235bb50c),segment_id=7e99fa33-e05a-4fd2-a7d0-da49235bb50c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:53:03.930655 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:03.985215 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d3c0e-b870-44bb-997f-c956f74ffce6 req-53d8fc8b-843e-4d12-9444-ff9fa3e1a01b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:03.986663 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-383d3c0e-b870-44bb-997f-c956f74ffce6 req-53d8fc8b-843e-4d12-9444-ff9fa3e1a01b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 945 time: 0.0792568 Apr 06 14:53:03.995787 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['16d00b70-3d97-4fbc-8e61-a3007f2fb777'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:53:04.033391 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-383d3c0e-b870-44bb-997f-c956f74ffce6 req-ec9ab486-5c61-467c-bdf4-ac11a6f3c9b5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=96c4ff6c-d968-4f99-b794-b238555c8ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408614 Apr 06 14:53:04.033713 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=16d00b70-3d97-4fbc-8e61-a3007f2fb777,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:04.062935 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33636) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:53:04.170771 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-41c26540-22fd-4749-b1a8-288a77f0429e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/cf6e3b3b-4ebb-4b25-b1c4-8fd2b18a8b57 HTTP/1.1" status: 200 len: 993 time: 0.1017764 Apr 06 14:53:04.837486 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 16d00b70-3d97-4fbc-8e61-a3007f2fb777 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:53:04.905727 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 16d00b70-3d97-4fbc-8e61-a3007f2fb777 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:53:04.906393 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:05.014022 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:05.045450 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 16d00b70-3d97-4fbc-8e61-a3007f2fb777, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=16d00b70-3d97-4fbc-8e61-a3007f2fb777,segment=NetworkSegment(7e99fa33-e05a-4fd2-a7d0-da49235bb50c),segment_id=7e99fa33-e05a-4fd2-a7d0-da49235bb50c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:53:05.050110 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:05.114913 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=16d00b70-3d97-4fbc-8e61-a3007f2fb777,revision_number=8']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:05.178799 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9a192d-11ab-496f-89cf-6a9742c84328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d00b70-3d97-4fbc-8e61-a3007f2fb777'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:53:05.235112 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-924c81b5-cbd0-4016-9677-7721e631cf3b'] response: {'server_uuid': 'de9a192d-11ab-496f-89cf-6a9742c84328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d00b70-3d97-4fbc-8e61-a3007f2fb777', 'code': 200} Apr 06 14:53:08.119414 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8e0b1db7-e18b-4dc7-a615-9d1235b1cbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:09.192370 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fde4ba0b-7219-4d84-97e5-6e974b270895 req-ed67c74a-e00c-457e-a210-eb59309e24d2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673614 Apr 06 14:53:09.331583 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fde4ba0b-7219-4d84-97e5-6e974b270895 req-4df43bc8-dd5f-4132-9d07-3979478b652b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 1099 time: 0.0695813 Apr 06 14:53:09.561464 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4ba0b-7219-4d84-97e5-6e974b270895 req-1180241b-9c4a-44be-8a0d-6be3d1dbb7e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:09.562786 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fde4ba0b-7219-4d84-97e5-6e974b270895 req-1180241b-9c4a-44be-8a0d-6be3d1dbb7e7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3ab0223-3e3c-453f-b4c0-2cca7cef59b6 HTTP/1.1" status: 200 len: 897 time: 0.2109935 Apr 06 14:53:09.665809 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fde4ba0b-7219-4d84-97e5-6e974b270895 req-5fc2d7ca-56f0-41ae-a262-07f495fdd382 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16d00b70-3d97-4fbc-8e61-a3007f2fb777 HTTP/1.1" status: 200 len: 1002 time: 0.0957401 Apr 06 14:53:09.725966 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4ba0b-7219-4d84-97e5-6e974b270895 req-a3f299c1-462e-47c3-b8d8-e890adae8a71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:09.727327 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fde4ba0b-7219-4d84-97e5-6e974b270895 req-a3f299c1-462e-47c3-b8d8-e890adae8a71 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=458bcbe5-1c13-4a3e-b551-856aadb932c5 HTTP/1.1" status: 200 len: 834 time: 0.0557318 Apr 06 14:53:09.801114 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fde4ba0b-7219-4d84-97e5-6e974b270895 req-655cbd4e-4de4-427e-8ecf-8c9c7f0bd2c2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3ab0223-3e3c-453f-b4c0-2cca7cef59b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682826 Apr 06 14:53:09.933214 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fde4ba0b-7219-4d84-97e5-6e974b270895 req-2c7357f3-d75a-4168-a39a-593082016105 service neutron] 10.222.0.69 "GET /v2.0/networks/e3ab0223-3e3c-453f-b4c0-2cca7cef59b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253712 Apr 06 14:53:10.063452 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fde4ba0b-7219-4d84-97e5-6e974b270895 req-e66a6fd6-37f6-4542-9ae9-a5055831e63e service neutron] 10.222.0.69 "GET /v2.0/networks/e3ab0223-3e3c-453f-b4c0-2cca7cef59b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234426 Apr 06 14:53:10.949109 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8a467257-c65e-48b3-b188-a9eed30fd15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:11.397999 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:11.480813 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:12.971818 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:27.667001 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:53:29.258778 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:32.603962 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33654) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:53:32.795453 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-4bf909a3-0888-4c4b-8e02-125ae0e9914c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Deleting port 148d972e-9fec-4b1f-8e4f-d52d4ce35701 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:53:32.795710 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4bf909a3-0888-4c4b-8e02-125ae0e9914c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:32.959419 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4bf909a3-0888-4c4b-8e02-125ae0e9914c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:32.959739 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4bf909a3-0888-4c4b-8e02-125ae0e9914c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:33.074787 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-4bf909a3-0888-4c4b-8e02-125ae0e9914c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Calling delete_port for 148d972e-9fec-4b1f-8e4f-d52d4ce35701 owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:53:33.225723 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4bf909a3-0888-4c4b-8e02-125ae0e9914c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:33.269251 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf909a3-0888-4c4b-8e02-125ae0e9914c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'Port': ['ID=148d972e-9fec-4b1f-8e4f-d52d4ce35701,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:33.305075 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf909a3-0888-4c4b-8e02-125ae0e9914c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:33.305423 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf909a3-0888-4c4b-8e02-125ae0e9914c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:33.305760 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf909a3-0888-4c4b-8e02-125ae0e9914c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:33.306095 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf909a3-0888-4c4b-8e02-125ae0e9914c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:33.306427 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf909a3-0888-4c4b-8e02-125ae0e9914c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:33.306757 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf909a3-0888-4c4b-8e02-125ae0e9914c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:33.307084 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf909a3-0888-4c4b-8e02-125ae0e9914c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:33.307408 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf909a3-0888-4c4b-8e02-125ae0e9914c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:33.307734 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf909a3-0888-4c4b-8e02-125ae0e9914c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:33.308060 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf909a3-0888-4c4b-8e02-125ae0e9914c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:33.308929 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf909a3-0888-4c4b-8e02-125ae0e9914c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:33.368408 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4bf909a3-0888-4c4b-8e02-125ae0e9914c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:33.828231 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf909a3-0888-4c4b-8e02-125ae0e9914c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Router 103639bb-8edc-4d22-83ed-c9cb211ac744 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:53:34.018809 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf909a3-0888-4c4b-8e02-125ae0e9914c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:53:34.030821 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5b5864-4c24-4e9b-92fb-f39129196be3 None None] Sync routers for ids ['103639bb-8edc-4d22-83ed-c9cb211ac744'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:53:34.047466 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4bf909a3-0888-4c4b-8e02-125ae0e9914c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:34.047757 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5b5864-4c24-4e9b-92fb-f39129196be3 None None] Routers {'103639bb-8edc-4d22-83ed-c9cb211ac744'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:53:34.048463 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7f5b5864-4c24-4e9b-92fb-f39129196be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:53:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['103639bb-8edc-4d22-83ed-c9cb211ac744'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:34.109149 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4bf909a3-0888-4c4b-8e02-125ae0e9914c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "DELETE /v2.0/floatingips/cf6e3b3b-4ebb-4b25-b1c4-8fd2b18a8b57 HTTP/1.1" status: 204 len: 168 time: 1.5016017 Apr 06 14:53:34.109149 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9a192d-11ab-496f-89cf-6a9742c84328', 'tag': '16d00b70-3d97-4fbc-8e61-a3007f2fb777'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:53:34.164757 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d45ac328-1269-4dbb-b5f2-6f14cc4882fd'] response: {'name': 'network-changed', 'server_uuid': 'de9a192d-11ab-496f-89cf-6a9742c84328', 'tag': '16d00b70-3d97-4fbc-8e61-a3007f2fb777', 'status': 'completed', 'code': 200} Apr 06 14:53:34.239858 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-7f5b5864-4c24-4e9b-92fb-f39129196be3 None None] Set router 103639bb-8edc-4d22-83ed-c9cb211ac744 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:53:34.255149 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-44bddea8-4fe8-408b-858a-7ba71434a3ba req-c317a81b-aa0d-4844-8886-c9a8ea84494d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 1099 time: 0.0689526 Apr 06 14:53:34.389977 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bddea8-4fe8-408b-858a-7ba71434a3ba req-27bfd955-ae3b-42eb-b9e2-0bd1673662cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:34.391443 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-44bddea8-4fe8-408b-858a-7ba71434a3ba req-27bfd955-ae3b-42eb-b9e2-0bd1673662cc service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3ab0223-3e3c-453f-b4c0-2cca7cef59b6 HTTP/1.1" status: 200 len: 897 time: 0.1298842 Apr 06 14:53:34.499954 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-44bddea8-4fe8-408b-858a-7ba71434a3ba req-84ef9ff4-a3a4-4948-8b94-baaf33d64764 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16d00b70-3d97-4fbc-8e61-a3007f2fb777 HTTP/1.1" status: 200 len: 217 time: 0.1012444 Apr 06 14:53:34.546139 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7f5b5864-4c24-4e9b-92fb-f39129196be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310068236', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '305f35e2-12d5-4acd-9823-bce9f5041c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:52Z', 'updated_at': '2022-04-06T14:51:56Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '305f35e2-12d5-4acd-9823-bce9f5041c31', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:53Z', 'updated_at': '2022-04-06T14:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '89f91205-357f-495d-b3f9-7220ef317e4f', 'name': '', 'network_id': 'e3ab0223-3e3c-453f-b4c0-2cca7cef59b6', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:1c:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458bcbe5-1c13-4a3e-b551-856aadb932c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:55Z', 'updated_at': '2022-04-06T14:52:02Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': '458bcbe5-1c13-4a3e-b551-856aadb932c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:34.549891 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5b5864-4c24-4e9b-92fb-f39129196be3 None None] Checking router: 103639bb-8edc-4d22-83ed-c9cb211ac744 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:53:34.560151 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5b5864-4c24-4e9b-92fb-f39129196be3 None None] Routers {'103639bb-8edc-4d22-83ed-c9cb211ac744'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:53:34.560746 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7f5b5864-4c24-4e9b-92fb-f39129196be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:53:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['103639bb-8edc-4d22-83ed-c9cb211ac744'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:34.580519 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bddea8-4fe8-408b-858a-7ba71434a3ba req-5113f7c9-ff64-415f-b1ee-0f6c78707a45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:34.581978 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-44bddea8-4fe8-408b-858a-7ba71434a3ba req-5113f7c9-ff64-415f-b1ee-0f6c78707a45 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=458bcbe5-1c13-4a3e-b551-856aadb932c5 HTTP/1.1" status: 200 len: 834 time: 0.0741484 Apr 06 14:53:34.587483 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ffbe4-8b06-495e-9159-599210552ae1 req-79dbe096-a470-4242-8991-4d1d9358092a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:34.588156 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-770ffbe4-8b06-495e-9159-599210552ae1 req-79dbe096-a470-4242-8991-4d1d9358092a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Synchronizing usage tracker for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:53:34.641643 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-770ffbe4-8b06-495e-9159-599210552ae1 req-79dbe096-a470-4242-8991-4d1d9358092a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Unset dirty status for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:53:34.642710 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-770ffbe4-8b06-495e-9159-599210552ae1 req-79dbe096-a470-4242-8991-4d1d9358092a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 946 time: 0.1943734 Apr 06 14:53:34.695211 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-44bddea8-4fe8-408b-858a-7ba71434a3ba req-0c26da63-3b1b-46a5-bb74-f5b963a30e05 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3ab0223-3e3c-453f-b4c0-2cca7cef59b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1037414 Apr 06 14:53:34.772811 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-770ffbe4-8b06-495e-9159-599210552ae1 req-81e938ae-f4c3-45fe-b4b5-c9143362abe0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=96c4ff6c-d968-4f99-b794-b238555c8ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237912 Apr 06 14:53:34.774397 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-7f5b5864-4c24-4e9b-92fb-f39129196be3 None None] Set router 103639bb-8edc-4d22-83ed-c9cb211ac744 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:53:34.834054 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-44bddea8-4fe8-408b-858a-7ba71434a3ba req-8a741898-f76c-4b28-b9e3-b460d53a5edd service neutron] 10.222.0.69 "GET /v2.0/networks/e3ab0223-3e3c-453f-b4c0-2cca7cef59b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321666 Apr 06 14:53:34.966317 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-44bddea8-4fe8-408b-858a-7ba71434a3ba req-02541a76-cff4-4c59-a43f-b5f8bf646cc1 service neutron] 10.222.0.69 "GET /v2.0/networks/e3ab0223-3e3c-453f-b4c0-2cca7cef59b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251655 Apr 06 14:53:35.080568 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7f5b5864-4c24-4e9b-92fb-f39129196be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310068236', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '305f35e2-12d5-4acd-9823-bce9f5041c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:52Z', 'updated_at': '2022-04-06T14:51:56Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '305f35e2-12d5-4acd-9823-bce9f5041c31', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:53Z', 'updated_at': '2022-04-06T14:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '89f91205-357f-495d-b3f9-7220ef317e4f', 'name': '', 'network_id': 'e3ab0223-3e3c-453f-b4c0-2cca7cef59b6', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:1c:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458bcbe5-1c13-4a3e-b551-856aadb932c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:55Z', 'updated_at': '2022-04-06T14:52:02Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': '458bcbe5-1c13-4a3e-b551-856aadb932c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:35.084364 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5b5864-4c24-4e9b-92fb-f39129196be3 None None] The sync data for ids ['103639bb-8edc-4d22-83ed-c9cb211ac744'] in dv-neutron-835868-1-hyperv is: [{'id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310068236', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '305f35e2-12d5-4acd-9823-bce9f5041c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:52Z', 'updated_at': '2022-04-06T14:51:56Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '305f35e2-12d5-4acd-9823-bce9f5041c31', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:53Z', 'updated_at': '2022-04-06T14:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '89f91205-357f-495d-b3f9-7220ef317e4f', 'name': '', 'network_id': 'e3ab0223-3e3c-453f-b4c0-2cca7cef59b6', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:1c:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458bcbe5-1c13-4a3e-b551-856aadb932c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:55Z', 'updated_at': '2022-04-06T14:52:02Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': '458bcbe5-1c13-4a3e-b551-856aadb932c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:53:35.302210 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4b1866-e996-4db6-9fad-eca8b1f752c4 None None] New status for floating IP cf6e3b3b-4ebb-4b25-b1c4-8fd2b18a8b57: DOWN {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:53:35.977672 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd3653-bdf3-47d9-bc80-00bfed1e6bf7 req-62fb981b-c1e9-43b6-8f93-7ba551954717 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:35.979097 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bccd3653-bdf3-47d9-bc80-00bfed1e6bf7 req-62fb981b-c1e9-43b6-8f93-7ba551954717 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 946 time: 0.0774169 Apr 06 14:53:36.027081 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bccd3653-bdf3-47d9-bc80-00bfed1e6bf7 req-6f9fef50-43f1-407e-b305-7a7b0317b5b6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=96c4ff6c-d968-4f99-b794-b238555c8ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416028 Apr 06 14:53:36.089473 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a4947-9d5c-4079-bc1a-7b7925136c30 req-8147801c-4b5c-4ba3-a953-461ca4650c2b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:36.090907 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3b0a4947-9d5c-4079-bc1a-7b7925136c30 req-8147801c-4b5c-4ba3-a953-461ca4650c2b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.69 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 946 time: 0.0781329 Apr 06 14:53:36.155566 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-3b0a4947-9d5c-4079-bc1a-7b7925136c30 req-99193d13-c84c-479e-8c0f-dea54d97095d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Deleting port 16d00b70-3d97-4fbc-8e61-a3007f2fb777 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:53:36.155899 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-3b0a4947-9d5c-4079-bc1a-7b7925136c30 req-99193d13-c84c-479e-8c0f-dea54d97095d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:36.482326 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-3b0a4947-9d5c-4079-bc1a-7b7925136c30 req-99193d13-c84c-479e-8c0f-dea54d97095d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] For port 16d00b70-3d97-4fbc-8e61-a3007f2fb777, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=16d00b70-3d97-4fbc-8e61-a3007f2fb777,segment=NetworkSegment(7e99fa33-e05a-4fd2-a7d0-da49235bb50c),segment_id=7e99fa33-e05a-4fd2-a7d0-da49235bb50c)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:53:36.482679 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-3b0a4947-9d5c-4079-bc1a-7b7925136c30 req-99193d13-c84c-479e-8c0f-dea54d97095d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:36.595991 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-3b0a4947-9d5c-4079-bc1a-7b7925136c30 req-99193d13-c84c-479e-8c0f-dea54d97095d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Calling delete_port for 16d00b70-3d97-4fbc-8e61-a3007f2fb777 owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:53:36.731728 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-3b0a4947-9d5c-4079-bc1a-7b7925136c30 req-99193d13-c84c-479e-8c0f-dea54d97095d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:36.778369 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99193d13-c84c-479e-8c0f-dea54d97095d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'Port': ['ID=16d00b70-3d97-4fbc-8e61-a3007f2fb777,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:36.854843 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0a4947-9d5c-4079-bc1a-7b7925136c30 req-99193d13-c84c-479e-8c0f-dea54d97095d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] No DVR routers for this DVR port 16d00b70-3d97-4fbc-8e61-a3007f2fb777 on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:53:36.857248 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-3b0a4947-9d5c-4079-bc1a-7b7925136c30 req-99193d13-c84c-479e-8c0f-dea54d97095d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:36.859684 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9a192d-11ab-496f-89cf-6a9742c84328', 'name': 'network-vif-deleted', 'tag': '16d00b70-3d97-4fbc-8e61-a3007f2fb777'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:53:36.874354 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3b0a4947-9d5c-4079-bc1a-7b7925136c30 req-99193d13-c84c-479e-8c0f-dea54d97095d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.69 "DELETE /v2.0/ports/16d00b70-3d97-4fbc-8e61-a3007f2fb777 HTTP/1.1" status: 204 len: 173 time: 0.7781453 Apr 06 14:53:36.923171 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21060233-3d43-4ac8-9c4e-e151a924389e'] response: {'server_uuid': 'de9a192d-11ab-496f-89cf-6a9742c84328', 'name': 'network-vif-deleted', 'tag': '16d00b70-3d97-4fbc-8e61-a3007f2fb777', 'status': 'completed', 'code': 200} Apr 06 14:53:37.211538 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2a3403cf-1f45-4e85-b086-afde4e1481dc req-6dec3020-2cee-4852-a113-81cd9c024de3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9a192d-11ab-496f-89cf-6a9742c84328 HTTP/1.1" status: 200 len: 210 time: 0.0446138 Apr 06 14:53:38.121706 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-21004aeb-9a62-4e67-86bb-5af380a0c72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:38.315542 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33672) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:53:38.706865 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-51e16409-30ea-4cee-b6a7-6b6bc2168497 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:39.391591 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-51e16409-30ea-4cee-b6a7-6b6bc2168497 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Deleting port 89f91205-357f-495d-b3f9-7220ef317e4f {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:53:39.392263 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-51e16409-30ea-4cee-b6a7-6b6bc2168497 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:39.572678 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-51e16409-30ea-4cee-b6a7-6b6bc2168497 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] For port 89f91205-357f-495d-b3f9-7220ef317e4f, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=89f91205-357f-495d-b3f9-7220ef317e4f,segment=NetworkSegment(7e99fa33-e05a-4fd2-a7d0-da49235bb50c),segment_id=7e99fa33-e05a-4fd2-a7d0-da49235bb50c)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:53:39.573052 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-51e16409-30ea-4cee-b6a7-6b6bc2168497 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:39.690825 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-51e16409-30ea-4cee-b6a7-6b6bc2168497 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Calling delete_port for 89f91205-357f-495d-b3f9-7220ef317e4f owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:53:39.864872 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-51e16409-30ea-4cee-b6a7-6b6bc2168497 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:39.911799 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e16409-30ea-4cee-b6a7-6b6bc2168497 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'Port': ['ID=89f91205-357f-495d-b3f9-7220ef317e4f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:40.197422 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-51e16409-30ea-4cee-b6a7-6b6bc2168497 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:40.856392 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e16409-30ea-4cee-b6a7-6b6bc2168497 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Router 103639bb-8edc-4d22-83ed-c9cb211ac744 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:53:40.960080 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-63255620-6297-4121-8e54-c1ba71b8b8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:40.999995 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 16d00b70-3d97-4fbc-8e61-a3007f2fb777 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:53:41.035291 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: 16d00b70-3d97-4fbc-8e61-a3007f2fb777 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:53:41.035640 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 16d00b70-3d97-4fbc-8e61-a3007f2fb777 not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:53:41.053209 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e16409-30ea-4cee-b6a7-6b6bc2168497 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:53:41.063676 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c58824-07b5-49c9-9e40-3ac55944dd63 None None] Sync routers for ids ['103639bb-8edc-4d22-83ed-c9cb211ac744'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:53:41.065922 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-51e16409-30ea-4cee-b6a7-6b6bc2168497 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "PUT /v2.0/routers/103639bb-8edc-4d22-83ed-c9cb211ac744/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7493007 Apr 06 14:53:41.068517 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33676) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:53:41.076115 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c58824-07b5-49c9-9e40-3ac55944dd63 None None] Routers {'103639bb-8edc-4d22-83ed-c9cb211ac744'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:53:41.076719 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c4c58824-07b5-49c9-9e40-3ac55944dd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:53:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['103639bb-8edc-4d22-83ed-c9cb211ac744'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:41.247378 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-c4c58824-07b5-49c9-9e40-3ac55944dd63 None None] Set router 103639bb-8edc-4d22-83ed-c9cb211ac744 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:53:41.248784 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-1811a03f-da5b-438e-b285-ae16a8437f0a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Deleting subnet 458bcbe5-1c13-4a3e-b551-856aadb932c5 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:53:41.251631 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1811a03f-da5b-438e-b285-ae16a8437f0a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:41.302646 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1811a03f-da5b-438e-b285-ae16a8437f0a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:41.384578 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1811a03f-da5b-438e-b285-ae16a8437f0a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:41.451843 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:41.458932 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1811a03f-da5b-438e-b285-ae16a8437f0a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:41.500543 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811a03f-da5b-438e-b285-ae16a8437f0a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'Subnet': ['ID=458bcbe5-1c13-4a3e-b551-856aadb932c5,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:41.505086 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1811a03f-da5b-438e-b285-ae16a8437f0a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:41.512883 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1811a03f-da5b-438e-b285-ae16a8437f0a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "DELETE /v2.0/subnets/458bcbe5-1c13-4a3e-b551-856aadb932c5 HTTP/1.1" status: 204 len: 168 time: 0.4433312 Apr 06 14:53:41.515367 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33680) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:53:41.519437 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0823aacc-0432-40eb-9307-4615f8f287be None None] Network e3ab0223-3e3c-453f-b4c0-2cca7cef59b6 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:53:41.537192 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:41.705769 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff41323f-150f-4115-8e65-1c0a9f03c3fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:41.735879 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c4c58824-07b5-49c9-9e40-3ac55944dd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310068236', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '305f35e2-12d5-4acd-9823-bce9f5041c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:52Z', 'updated_at': '2022-04-06T14:53:39Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '305f35e2-12d5-4acd-9823-bce9f5041c31', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:53Z', 'updated_at': '2022-04-06T14:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:41.742078 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c58824-07b5-49c9-9e40-3ac55944dd63 None None] Checking router: 103639bb-8edc-4d22-83ed-c9cb211ac744 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:53:41.766273 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c58824-07b5-49c9-9e40-3ac55944dd63 None None] Routers {'103639bb-8edc-4d22-83ed-c9cb211ac744'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:53:41.766798 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c4c58824-07b5-49c9-9e40-3ac55944dd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:53:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['103639bb-8edc-4d22-83ed-c9cb211ac744'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:41.875827 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f70769c-4990-4268-9c67-9a510cfe06f6 None None] DHCP port deletion for e3ab0223-3e3c-453f-b4c0-2cca7cef59b6 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:53:41.893265 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-8f70769c-4990-4268-9c67-9a510cfe06f6 None None] Deleting port eb415058-30e1-4037-8568-083961b9d94b {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:53:41.893640 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8f70769c-4990-4268-9c67-9a510cfe06f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:41.906396 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff41323f-150f-4115-8e65-1c0a9f03c3fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:41.915428 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-ff41323f-150f-4115-8e65-1c0a9f03c3fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Deleting port 305f35e2-12d5-4acd-9823-bce9f5041c31 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:53:41.915809 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff41323f-150f-4115-8e65-1c0a9f03c3fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:42.087227 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-ff41323f-150f-4115-8e65-1c0a9f03c3fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] For port 305f35e2-12d5-4acd-9823-bce9f5041c31, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=305f35e2-12d5-4acd-9823-bce9f5041c31,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:53:42.087474 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff41323f-150f-4115-8e65-1c0a9f03c3fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:42.132937 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-c4c58824-07b5-49c9-9e40-3ac55944dd63 None None] Set router 103639bb-8edc-4d22-83ed-c9cb211ac744 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:53:42.314543 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-ff41323f-150f-4115-8e65-1c0a9f03c3fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Calling delete_port for 305f35e2-12d5-4acd-9823-bce9f5041c31 owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:53:42.349786 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8f70769c-4990-4268-9c67-9a510cfe06f6 None None] For port eb415058-30e1-4037-8568-083961b9d94b, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=eb415058-30e1-4037-8568-083961b9d94b,segment=NetworkSegment(7e99fa33-e05a-4fd2-a7d0-da49235bb50c),segment_id=7e99fa33-e05a-4fd2-a7d0-da49235bb50c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:53:42.350112 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8f70769c-4990-4268-9c67-9a510cfe06f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:42.476167 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-8f70769c-4990-4268-9c67-9a510cfe06f6 None None] Calling delete_port for eb415058-30e1-4037-8568-083961b9d94b owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:53:42.478187 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff41323f-150f-4115-8e65-1c0a9f03c3fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:42.510555 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device eb415058-30e1-4037-8568-083961b9d94b no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:53:42.522165 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff41323f-150f-4115-8e65-1c0a9f03c3fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'Port': ['ID=305f35e2-12d5-4acd-9823-bce9f5041c31,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:42.690926 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8f70769c-4990-4268-9c67-9a510cfe06f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:42.735141 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Port eb415058-30e1-4037-8568-083961b9d94b update to DOWN by agent not found {{(pid=83739) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 06 14:53:42.745068 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff41323f-150f-4115-8e65-1c0a9f03c3fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:42.747191 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70769c-4990-4268-9c67-9a510cfe06f6 None None] Pushing event deleted for resources: {'Port': ['ID=eb415058-30e1-4037-8568-083961b9d94b,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:42.754206 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f70769c-4990-4268-9c67-9a510cfe06f6 None None] No DVR routers for this DVR port eb415058-30e1-4037-8568-083961b9d94b on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:53:42.774996 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c4c58824-07b5-49c9-9e40-3ac55944dd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310068236', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '305f35e2-12d5-4acd-9823-bce9f5041c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:52Z', 'updated_at': '2022-04-06T14:53:39Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '305f35e2-12d5-4acd-9823-bce9f5041c31', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:53Z', 'updated_at': '2022-04-06T14:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:42.781405 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c58824-07b5-49c9-9e40-3ac55944dd63 None None] The sync data for ids ['103639bb-8edc-4d22-83ed-c9cb211ac744'] in dv-neutron-835868-1-hyperv is: [{'id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310068236', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '305f35e2-12d5-4acd-9823-bce9f5041c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:52Z', 'updated_at': '2022-04-06T14:53:39Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '305f35e2-12d5-4acd-9823-bce9f5041c31', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103639bb-8edc-4d22-83ed-c9cb211ac744', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:53Z', 'updated_at': '2022-04-06T14:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:53:42.974868 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:43.002926 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff41323f-150f-4115-8e65-1c0a9f03c3fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:43.006973 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff41323f-150f-4115-8e65-1c0a9f03c3fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:43.032819 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff41323f-150f-4115-8e65-1c0a9f03c3fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:43.033277 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff41323f-150f-4115-8e65-1c0a9f03c3fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Fanout notify agent at l3_agent the message router_deleted on router 103639bb-8edc-4d22-83ed-c9cb211ac744 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:53:43.047528 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff41323f-150f-4115-8e65-1c0a9f03c3fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:43.048652 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ff41323f-150f-4115-8e65-1c0a9f03c3fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "DELETE /v2.0/routers/103639bb-8edc-4d22-83ed-c9cb211ac744 HTTP/1.1" status: 204 len: 168 time: 1.5324018 Apr 06 14:53:43.051303 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33684) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:53:43.162484 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53b33ead-3b17-45ef-8507-edee45b3c87c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:43.291680 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53b33ead-3b17-45ef-8507-edee45b3c87c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:43.316230 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-53b33ead-3b17-45ef-8507-edee45b3c87c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ab0223-3e3c-453f-b4c0-2cca7cef59b6']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:43.328952 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-53b33ead-3b17-45ef-8507-edee45b3c87c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e99fa33-e05a-4fd2-a7d0-da49235bb50c') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:43.329257 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-53b33ead-3b17-45ef-8507-edee45b3c87c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e99fa33-e05a-4fd2-a7d0-da49235bb50c') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:43.341351 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53b33ead-3b17-45ef-8507-edee45b3c87c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:43.358097 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53b33ead-3b17-45ef-8507-edee45b3c87c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:43.364375 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b33ead-3b17-45ef-8507-edee45b3c87c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:53:43.364760 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53b33ead-3b17-45ef-8507-edee45b3c87c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:53:43.378887 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:53:43.460882 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53b33ead-3b17-45ef-8507-edee45b3c87c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:43.477693 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53b33ead-3b17-45ef-8507-edee45b3c87c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:43.488187 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b33ead-3b17-45ef-8507-edee45b3c87c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'Network': ['ID=e3ab0223-3e3c-453f-b4c0-2cca7cef59b6,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:43.493350 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-53b33ead-3b17-45ef-8507-edee45b3c87c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "DELETE /v2.0/networks/e3ab0223-3e3c-453f-b4c0-2cca7cef59b6 HTTP/1.1" status: 204 len: 168 time: 0.4406228 Apr 06 14:53:43.495516 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33688) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:53:43.560920 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-18527862-4ae0-4892-9c63-d92352db6b0a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:43.590201 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-18527862-4ae0-4892-9c63-d92352db6b0a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:43.655079 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-18527862-4ae0-4892-9c63-d92352db6b0a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:43.780243 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18527862-4ae0-4892-9c63-d92352db6b0a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c4ff6c-d968-4f99-b794-b238555c8ba4,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:43.801617 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-18527862-4ae0-4892-9c63-d92352db6b0a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:43.805707 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-18527862-4ae0-4892-9c63-d92352db6b0a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "DELETE /v2.0/security-groups/96c4ff6c-d968-4f99-b794-b238555c8ba4 HTTP/1.1" status: 204 len: 168 time: 0.3068621 Apr 06 14:53:44.151931 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33696) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:53:44.157511 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-45eddfa5-46ef-4e97-af62-2de0c6f0cc9c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-513756921', 'description': 'tempest-secgroup-smoke-513756921 description', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:53:44.163286 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-45eddfa5-46ef-4e97-af62-2de0c6f0cc9c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:53:44.167328 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-45eddfa5-46ef-4e97-af62-2de0c6f0cc9c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:53:44.170685 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-45eddfa5-46ef-4e97-af62-2de0c6f0cc9c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:53:44.176602 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-45eddfa5-46ef-4e97-af62-2de0c6f0cc9c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:53:44.186082 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-45eddfa5-46ef-4e97-af62-2de0c6f0cc9c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:44.219206 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-45eddfa5-46ef-4e97-af62-2de0c6f0cc9c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:53:44.222937 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-45eddfa5-46ef-4e97-af62-2de0c6f0cc9c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:53:44.225665 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-45eddfa5-46ef-4e97-af62-2de0c6f0cc9c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:53:44.231655 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-45eddfa5-46ef-4e97-af62-2de0c6f0cc9c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:53:44.282598 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-45eddfa5-46ef-4e97-af62-2de0c6f0cc9c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:44.286146 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-45eddfa5-46ef-4e97-af62-2de0c6f0cc9c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:44.329161 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eddfa5-46ef-4e97-af62-2de0c6f0cc9c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd4d6f7-fb17-47c9-8668-73ceef769b9d,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:44.331945 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-45eddfa5-46ef-4e97-af62-2de0c6f0cc9c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:44.333102 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-45eddfa5-46ef-4e97-af62-2de0c6f0cc9c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1801090 Apr 06 14:53:44.336023 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33700) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:53:44.341711 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-fa7761f7-a820-47ae-99e3-ad5f0d3cab3f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group_rule': {'security_group_id': '9fd4d6f7-fb17-47c9-8668-73ceef769b9d', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:53:44.347771 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-fa7761f7-a820-47ae-99e3-ad5f0d3cab3f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:53:44.351544 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-fa7761f7-a820-47ae-99e3-ad5f0d3cab3f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:53:44.354353 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-fa7761f7-a820-47ae-99e3-ad5f0d3cab3f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:53:44.360391 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-fa7761f7-a820-47ae-99e3-ad5f0d3cab3f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:53:44.376961 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fa7761f7-a820-47ae-99e3-ad5f0d3cab3f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:44.434484 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fa7761f7-a820-47ae-99e3-ad5f0d3cab3f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:44.437650 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fa7761f7-a820-47ae-99e3-ad5f0d3cab3f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:44.459320 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7761f7-a820-47ae-99e3-ad5f0d3cab3f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91fb88a3-ecef-4329-b0e6-ef27e55493af,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:44.471059 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fa7761f7-a820-47ae-99e3-ad5f0d3cab3f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:44.472221 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fa7761f7-a820-47ae-99e3-ad5f0d3cab3f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1353099 Apr 06 14:53:44.474998 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33704) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:53:44.480880 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d9db001f-190b-4d5b-8e54-c4f9e086a9c9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group_rule': {'security_group_id': '9fd4d6f7-fb17-47c9-8668-73ceef769b9d', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:53:44.486673 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d9db001f-190b-4d5b-8e54-c4f9e086a9c9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:53:44.490410 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d9db001f-190b-4d5b-8e54-c4f9e086a9c9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:53:44.493202 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d9db001f-190b-4d5b-8e54-c4f9e086a9c9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:53:44.498755 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d9db001f-190b-4d5b-8e54-c4f9e086a9c9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:53:44.501292 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 305f35e2-12d5-4acd-9823-bce9f5041c31 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:53:44.517181 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d9db001f-190b-4d5b-8e54-c4f9e086a9c9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:44.533442 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 305f35e2-12d5-4acd-9823-bce9f5041c31 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:53:44.533795 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 305f35e2-12d5-4acd-9823-bce9f5041c31 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:53:44.534215 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 89f91205-357f-495d-b3f9-7220ef317e4f no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:53:44.564792 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 89f91205-357f-495d-b3f9-7220ef317e4f {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:53:44.565172 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 89f91205-357f-495d-b3f9-7220ef317e4f not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:53:44.577310 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d9db001f-190b-4d5b-8e54-c4f9e086a9c9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:44.580586 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d9db001f-190b-4d5b-8e54-c4f9e086a9c9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:44.602451 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db001f-190b-4d5b-8e54-c4f9e086a9c9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d500eced-b917-47fd-acf2-fdaae4659a15,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:44.612217 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d9db001f-190b-4d5b-8e54-c4f9e086a9c9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:44.613441 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d9db001f-190b-4d5b-8e54-c4f9e086a9c9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1375234 Apr 06 14:53:44.616127 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33708) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:53:44.621440 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-72f2293b-d6ac-4186-93a2-b879a22c3516 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group_rule': {'security_group_id': '9fd4d6f7-fb17-47c9-8668-73ceef769b9d', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:53:44.627188 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-72f2293b-d6ac-4186-93a2-b879a22c3516 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:53:44.630979 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-72f2293b-d6ac-4186-93a2-b879a22c3516 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:53:44.633767 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-72f2293b-d6ac-4186-93a2-b879a22c3516 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:53:44.639291 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-72f2293b-d6ac-4186-93a2-b879a22c3516 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:53:44.655088 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-72f2293b-d6ac-4186-93a2-b879a22c3516 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:44.715684 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-72f2293b-d6ac-4186-93a2-b879a22c3516 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:44.718562 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-72f2293b-d6ac-4186-93a2-b879a22c3516 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:44.741164 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2293b-d6ac-4186-93a2-b879a22c3516 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1624c559-e6ce-46af-abcf-bb8273e5bdd2,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:44.748923 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-72f2293b-d6ac-4186-93a2-b879a22c3516 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:44.750076 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-72f2293b-d6ac-4186-93a2-b879a22c3516 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1329997 Apr 06 14:53:44.752765 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33712) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:53:44.758104 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9debc3be-28c1-4f69-b677-04c4366c91d6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group_rule': {'security_group_id': '9fd4d6f7-fb17-47c9-8668-73ceef769b9d', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:53:44.763785 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9debc3be-28c1-4f69-b677-04c4366c91d6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:53:44.767557 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9debc3be-28c1-4f69-b677-04c4366c91d6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:53:44.770414 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9debc3be-28c1-4f69-b677-04c4366c91d6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:53:44.775963 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9debc3be-28c1-4f69-b677-04c4366c91d6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:53:44.793336 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9debc3be-28c1-4f69-b677-04c4366c91d6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:44.856525 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9debc3be-28c1-4f69-b677-04c4366c91d6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:44.861365 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9debc3be-28c1-4f69-b677-04c4366c91d6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:44.883690 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debc3be-28c1-4f69-b677-04c4366c91d6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6ac6f8-e7f2-48f3-b6ff-baaee2eb4af3,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:44.893448 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9debc3be-28c1-4f69-b677-04c4366c91d6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:44.894644 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9debc3be-28c1-4f69-b677-04c4366c91d6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1409659 Apr 06 14:53:44.897318 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33716) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:53:44.903109 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-db93d7e2-c7fc-4c5e-be47-ff915ad6a48a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group_rule': {'security_group_id': '9fd4d6f7-fb17-47c9-8668-73ceef769b9d', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:53:44.908677 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-db93d7e2-c7fc-4c5e-be47-ff915ad6a48a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:53:44.912366 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-db93d7e2-c7fc-4c5e-be47-ff915ad6a48a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:53:44.915179 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-db93d7e2-c7fc-4c5e-be47-ff915ad6a48a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:53:44.920799 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-db93d7e2-c7fc-4c5e-be47-ff915ad6a48a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:53:44.930008 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-db93d7e2-c7fc-4c5e-be47-ff915ad6a48a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Project a34a369806624a9e9f7e6714cf0befdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:53:44.936098 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-db93d7e2-c7fc-4c5e-be47-ff915ad6a48a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:44.997337 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-db93d7e2-c7fc-4c5e-be47-ff915ad6a48a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:45.000640 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-db93d7e2-c7fc-4c5e-be47-ff915ad6a48a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:45.022897 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93d7e2-c7fc-4c5e-be47-ff915ad6a48a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e76c24f-74a3-4d7c-8f0a-a498b30cfbad,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:45.031634 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-db93d7e2-c7fc-4c5e-be47-ff915ad6a48a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:45.032962 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-db93d7e2-c7fc-4c5e-be47-ff915ad6a48a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1347318 Apr 06 14:53:45.036463 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33720) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:53:45.041720 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-7ddc1664-b2d2-4bee-a664-51c5058dfc3b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group_rule': {'security_group_id': '9fd4d6f7-fb17-47c9-8668-73ceef769b9d', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:53:45.047316 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7ddc1664-b2d2-4bee-a664-51c5058dfc3b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:53:45.051229 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7ddc1664-b2d2-4bee-a664-51c5058dfc3b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:53:45.054182 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7ddc1664-b2d2-4bee-a664-51c5058dfc3b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:53:45.059751 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7ddc1664-b2d2-4bee-a664-51c5058dfc3b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:53:45.069874 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-7ddc1664-b2d2-4bee-a664-51c5058dfc3b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Project a34a369806624a9e9f7e6714cf0befdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:53:45.076818 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7ddc1664-b2d2-4bee-a664-51c5058dfc3b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:45.139660 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7ddc1664-b2d2-4bee-a664-51c5058dfc3b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:45.142944 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7ddc1664-b2d2-4bee-a664-51c5058dfc3b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:45.168251 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc1664-b2d2-4bee-a664-51c5058dfc3b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a14f1ed-72f9-4cc6-9629-188c8fd985aa,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:45.177658 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7ddc1664-b2d2-4bee-a664-51c5058dfc3b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:45.178790 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7ddc1664-b2d2-4bee-a664-51c5058dfc3b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1414106 Apr 06 14:53:45.181600 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33724) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:53:45.186785 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-fd17d625-ce42-4fed-bd67-3bc353b269fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'network': {'name': 'tempest-network-smoke--1780114511', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'port_security_enabled': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:53:45.191346 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-fd17d625-ce42-4fed-bd67-3bc353b269fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:53:45.195260 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-fd17d625-ce42-4fed-bd67-3bc353b269fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:network and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:53:45.198310 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-fd17d625-ce42-4fed-bd67-3bc353b269fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:53:45.204321 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-fd17d625-ce42-4fed-bd67-3bc353b269fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:53:45.213875 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd17d625-ce42-4fed-bd67-3bc353b269fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Made reservation on behalf of a34a369806624a9e9f7e6714cf0befdc for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:53:45.217309 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fd17d625-ce42-4fed-bd67-3bc353b269fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:45.244218 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd17d625-ce42-4fed-bd67-3bc353b269fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:53:45.253507 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fd17d625-ce42-4fed-bd67-3bc353b269fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:45.253787 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-fd17d625-ce42-4fed-bd67-3bc353b269fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Added segment 0c54cea2-ac38-43dc-8a29-f0e6a53cc365 of type vlan for network 72c1bf12-5624-4395-8ffd-809d67abdc6b Apr 06 14:53:45.279191 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fd17d625-ce42-4fed-bd67-3bc353b269fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:45.305936 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fd17d625-ce42-4fed-bd67-3bc353b269fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:45.310049 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd17d625-ce42-4fed-bd67-3bc353b269fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:45.310623 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fd17d625-ce42-4fed-bd67-3bc353b269fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:45.410316 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fd17d625-ce42-4fed-bd67-3bc353b269fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2277224 Apr 06 14:53:45.412918 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33728) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:53:45.419816 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-cbde0b6b-de40-47b0-845c-b9e01e32c8f4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1524950622', 'admin_state_up': True, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:53:45.424815 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17d625-ce42-4fed-bd67-3bc353b269fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Network': ['ID=72c1bf12-5624-4395-8ffd-809d67abdc6b,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:45.428330 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cbde0b6b-de40-47b0-845c-b9e01e32c8f4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:53:45.432117 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cbde0b6b-de40-47b0-845c-b9e01e32c8f4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:router and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:53:45.435434 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 72c1bf12-5624-4395-8ffd-809d67abdc6b details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:53:45.435577 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cbde0b6b-de40-47b0-845c-b9e01e32c8f4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:53:45.441311 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cbde0b6b-de40-47b0-845c-b9e01e32c8f4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:53:45.451745 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cbde0b6b-de40-47b0-845c-b9e01e32c8f4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:45.452650 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cbde0b6b-de40-47b0-845c-b9e01e32c8f4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:45.470935 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cbde0b6b-de40-47b0-845c-b9e01e32c8f4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:45.612674 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cbde0b6b-de40-47b0-845c-b9e01e32c8f4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:45.783285 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cbde0b6b-de40-47b0-845c-b9e01e32c8f4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:45.812383 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cbde0b6b-de40-47b0-845c-b9e01e32c8f4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:45.944785 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-cbde0b6b-de40-47b0-845c-b9e01e32c8f4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Allocated IP 172.26.8.83 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/89e1d9ab-a87f-4ce4-9f29-df3d06eb7889) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:53:46.093654 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cbde0b6b-de40-47b0-845c-b9e01e32c8f4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:46.120860 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cbde0b6b-de40-47b0-845c-b9e01e32c8f4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:46.185499 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbde0b6b-de40-47b0-845c-b9e01e32c8f4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:53:46.188013 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-cbde0b6b-de40-47b0-845c-b9e01e32c8f4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:53:46.192130 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbde0b6b-de40-47b0-845c-b9e01e32c8f4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:53:46.218543 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde0b6b-de40-47b0-845c-b9e01e32c8f4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Port': ['ID=89e1d9ab-a87f-4ce4-9f29-df3d06eb7889,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:46.344463 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cbde0b6b-de40-47b0-845c-b9e01e32c8f4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:46.345145 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cbde0b6b-de40-47b0-845c-b9e01e32c8f4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:46.651670 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbde0b6b-de40-47b0-845c-b9e01e32c8f4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Router 581efdc2-52dd-469a-bbfa-34a63483a2a9 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:53:46.851666 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbde0b6b-de40-47b0-845c-b9e01e32c8f4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:53:46.860890 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4da0b21-ca92-4086-a170-8f1039ade89b None None] Sync routers for ids ['581efdc2-52dd-469a-bbfa-34a63483a2a9'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:53:46.876303 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4da0b21-ca92-4086-a170-8f1039ade89b None None] Routers {'581efdc2-52dd-469a-bbfa-34a63483a2a9'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:53:46.876930 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-f4da0b21-ca92-4086-a170-8f1039ade89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:53:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['581efdc2-52dd-469a-bbfa-34a63483a2a9'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:46.877118 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cbde0b6b-de40-47b0-845c-b9e01e32c8f4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:46.878314 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cbde0b6b-de40-47b0-845c-b9e01e32c8f4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4645054 Apr 06 14:53:46.881462 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33732) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:53:46.921443 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4025aba8-c01a-417d-b085-5b21cf9144f3 tempest-TestNetworkAdvancedServerOps-1006104642 tempest-TestNetworkAdvancedServerOps-1006104642-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=a34a369806624a9e9f7e6714cf0befdc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381668 Apr 06 14:53:46.923878 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33736) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:53:47.050938 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34350a4-135b-496a-ae16-d41b81ae63e4 tempest-TestNetworkAdvancedServerOps-1006104642 tempest-TestNetworkAdvancedServerOps-1006104642-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:47.052420 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c34350a4-135b-496a-ae16-d41b81ae63e4 tempest-TestNetworkAdvancedServerOps-1006104642 tempest-TestNetworkAdvancedServerOps-1006104642-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1275821 Apr 06 14:53:47.055211 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33740) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:53:47.068556 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-f4da0b21-ca92-4086-a170-8f1039ade89b None None] Set router 581efdc2-52dd-469a-bbfa-34a63483a2a9 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:53:47.093794 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bf24e98d-19de-4840-ac42-6229519eef63 tempest-TestNetworkAdvancedServerOps-1006104642 tempest-TestNetworkAdvancedServerOps-1006104642-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5b121ca5-69d5-4d27-bffe-4929f7aabdf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374868 Apr 06 14:53:47.096174 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33744) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:53:47.166730 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-91f0c15f-983c-41a6-9d07-734d697170ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-289353372', 'network_id': '72c1bf12-5624-4395-8ffd-809d67abdc6b', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:53:47.272231 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-91f0c15f-983c-41a6-9d07-734d697170ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:53:47.275884 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-91f0c15f-983c-41a6-9d07-734d697170ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:subnet and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:53:47.278684 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-91f0c15f-983c-41a6-9d07-734d697170ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:53:47.284312 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-91f0c15f-983c-41a6-9d07-734d697170ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:53:47.296334 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f0c15f-983c-41a6-9d07-734d697170ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Made reservation on behalf of a34a369806624a9e9f7e6714cf0befdc for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:53:47.346427 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-f4da0b21-ca92-4086-a170-8f1039ade89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524950622', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '89e1d9ab-a87f-4ce4-9f29-df3d06eb7889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:45Z', 'updated_at': '2022-04-06T14:53:46Z', 'revision_number': 3, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '89e1d9ab-a87f-4ce4-9f29-df3d06eb7889', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:de:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:45Z', 'updated_at': '2022-04-06T14:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:47.350174 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4da0b21-ca92-4086-a170-8f1039ade89b None None] Checking router: 581efdc2-52dd-469a-bbfa-34a63483a2a9 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:53:47.350519 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4da0b21-ca92-4086-a170-8f1039ade89b None None] Updating router 581efdc2-52dd-469a-bbfa-34a63483a2a9 port 89e1d9ab-a87f-4ce4-9f29-df3d06eb7889 binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:53:47.395184 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-91f0c15f-983c-41a6-9d07-734d697170ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:47.401412 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-f4da0b21-ca92-4086-a170-8f1039ade89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:47.604191 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-91f0c15f-983c-41a6-9d07-734d697170ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:47.684644 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0c15f-983c-41a6-9d07-734d697170ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Subnet': ['ID=681c8147-5643-4297-8280-d6ae9532a28a,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:47.694708 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f0c15f-983c-41a6-9d07-734d697170ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Checking segment: {'id': '0c54cea2-ac38-43dc-8a29-f0e6a53cc365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '72c1bf12-5624-4395-8ffd-809d67abdc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:53:47.695070 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f0c15f-983c-41a6-9d07-734d697170ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network hostable DHCP agents. Network: 72c1bf12-5624-4395-8ffd-809d67abdc6b, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:53:47.716197 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-f4da0b21-ca92-4086-a170-8f1039ade89b None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:47.718798 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f0c15f-983c-41a6-9d07-734d697170ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network 72c1bf12-5624-4395-8ffd-809d67abdc6b is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:53:47.728536 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-f4da0b21-ca92-4086-a170-8f1039ade89b None None] Transition to ACTIVE for port object 89e1d9ab-a87f-4ce4-9f29-df3d06eb7889 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:53:47.728731 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-91f0c15f-983c-41a6-9d07-734d697170ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 72c1bf12-5624-4395-8ffd-809d67abdc6b) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:53:47.732765 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f0c15f-983c-41a6-9d07-734d697170ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:47.733386 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-91f0c15f-983c-41a6-9d07-734d697170ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:47.737773 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-f4da0b21-ca92-4086-a170-8f1039ade89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:47.739217 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5bb39f-ac66-4405-9ac8-16a494c423e5 None None] Network 72c1bf12-5624-4395-8ffd-809d67abdc6b requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:53:47.758016 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-91f0c15f-983c-41a6-9d07-734d697170ef tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6607125 Apr 06 14:53:47.760609 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33750) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:53:47.806315 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-f4da0b21-ca92-4086-a170-8f1039ade89b None None] Attempting to bind port 89e1d9ab-a87f-4ce4-9f29-df3d06eb7889 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:53:47.806687 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-f4da0b21-ca92-4086-a170-8f1039ade89b None None] Attempting to bind port 89e1d9ab-a87f-4ce4-9f29-df3d06eb7889 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:53:47.807155 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4da0b21-ca92-4086-a170-8f1039ade89b None None] Attempting to bind port 89e1d9ab-a87f-4ce4-9f29-df3d06eb7889 on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:53:47.829106 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4da0b21-ca92-4086-a170-8f1039ade89b None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:53:47.829533 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4da0b21-ca92-4086-a170-8f1039ade89b None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:53:47.829872 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-f4da0b21-ca92-4086-a170-8f1039ade89b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:47.830262 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4da0b21-ca92-4086-a170-8f1039ade89b None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:53:47.830720 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-f4da0b21-ca92-4086-a170-8f1039ade89b None None] Bound port: 89e1d9ab-a87f-4ce4-9f29-df3d06eb7889, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:53:47.831090 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-f4da0b21-ca92-4086-a170-8f1039ade89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:47.876471 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08614527-c4ec-4891-b4ff-2ca71ed60c58 None None] Pushing event updated for resources: {'Port': ['ID=89e1d9ab-a87f-4ce4-9f29-df3d06eb7889,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:47.903639 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-f4da0b21-ca92-4086-a170-8f1039ade89b None None] For port 89e1d9ab-a87f-4ce4-9f29-df3d06eb7889, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:53:47.906641 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-f4da0b21-ca92-4086-a170-8f1039ade89b None None] For port 89e1d9ab-a87f-4ce4-9f29-df3d06eb7889, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=89e1d9ab-a87f-4ce4-9f29-df3d06eb7889,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:53:47.914108 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-f4da0b21-ca92-4086-a170-8f1039ade89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:47.922627 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08614527-c4ec-4891-b4ff-2ca71ed60c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:47.922978 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08614527-c4ec-4891-b4ff-2ca71ed60c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:47.923312 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08614527-c4ec-4891-b4ff-2ca71ed60c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:47.923649 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08614527-c4ec-4891-b4ff-2ca71ed60c58 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:47.923978 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08614527-c4ec-4891-b4ff-2ca71ed60c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:47.924305 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08614527-c4ec-4891-b4ff-2ca71ed60c58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:47.924630 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08614527-c4ec-4891-b4ff-2ca71ed60c58 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:47.924987 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08614527-c4ec-4891-b4ff-2ca71ed60c58 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:47.925312 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08614527-c4ec-4891-b4ff-2ca71ed60c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:47.925628 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08614527-c4ec-4891-b4ff-2ca71ed60c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:47.925942 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08614527-c4ec-4891-b4ff-2ca71ed60c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:47.981612 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3714516d-d663-42af-a3ff-24cb3c15b27f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-72c1bf12-5624-4395-8ffd-809d67abdc6b', 'network_id': '72c1bf12-5624-4395-8ffd-809d67abdc6b', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'fixed_ips': [{'subnet_id': '681c8147-5643-4297-8280-d6ae9532a28a'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:53:47.982560 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3714516d-d663-42af-a3ff-24cb3c15b27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:48.006811 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08614527-c4ec-4891-b4ff-2ca71ed60c58 None None] Pushing event updated for resources: {'Port': ['ID=89e1d9ab-a87f-4ce4-9f29-df3d06eb7889,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:48.009711 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4da0b21-ca92-4086-a170-8f1039ade89b None None] Routers {'581efdc2-52dd-469a-bbfa-34a63483a2a9'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:53:48.010295 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-f4da0b21-ca92-4086-a170-8f1039ade89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:53:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['581efdc2-52dd-469a-bbfa-34a63483a2a9'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:48.152799 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-3714516d-d663-42af-a3ff-24cb3c15b27f None None] Allocated IP 172.20.0.2 (72c1bf12-5624-4395-8ffd-809d67abdc6b/681c8147-5643-4297-8280-d6ae9532a28a/8aef09ab-0627-42e1-9e35-44826ffbb95c) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:53:48.197952 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-f4da0b21-ca92-4086-a170-8f1039ade89b None None] Set router 581efdc2-52dd-469a-bbfa-34a63483a2a9 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:53:48.410500 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3714516d-d663-42af-a3ff-24cb3c15b27f None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:48.420658 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3714516d-d663-42af-a3ff-24cb3c15b27f None None] Transition to ACTIVE for port object 8aef09ab-0627-42e1-9e35-44826ffbb95c will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:53:48.439223 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3714516d-d663-42af-a3ff-24cb3c15b27f None None] Transition to ACTIVE for port object 8aef09ab-0627-42e1-9e35-44826ffbb95c will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:53:48.445532 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3714516d-d663-42af-a3ff-24cb3c15b27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:48.517731 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-f4da0b21-ca92-4086-a170-8f1039ade89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524950622', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '89e1d9ab-a87f-4ce4-9f29-df3d06eb7889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:45Z', 'updated_at': '2022-04-06T14:53:46Z', 'revision_number': 3, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '89e1d9ab-a87f-4ce4-9f29-df3d06eb7889', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:de:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:45Z', 'updated_at': '2022-04-06T14:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:48.519501 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714516d-d663-42af-a3ff-24cb3c15b27f None None] Pushing event updated for resources: {'Port': ['ID=8aef09ab-0627-42e1-9e35-44826ffbb95c,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:48.523067 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3714516d-d663-42af-a3ff-24cb3c15b27f None None] Network 72c1bf12-5624-4395-8ffd-809d67abdc6b is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:53:48.523806 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4da0b21-ca92-4086-a170-8f1039ade89b None None] The sync data for ids ['581efdc2-52dd-469a-bbfa-34a63483a2a9'] in dv-neutron-835868-1-hyperv is: [{'id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524950622', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '89e1d9ab-a87f-4ce4-9f29-df3d06eb7889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:45Z', 'updated_at': '2022-04-06T14:53:46Z', 'revision_number': 3, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '89e1d9ab-a87f-4ce4-9f29-df3d06eb7889', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:de:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:45Z', 'updated_at': '2022-04-06T14:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:53:48.524629 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-3714516d-d663-42af-a3ff-24cb3c15b27f None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:53:48.528818 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3714516d-d663-42af-a3ff-24cb3c15b27f None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:53:48.618515 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3714516d-d663-42af-a3ff-24cb3c15b27f None None] Attempting to bind port 8aef09ab-0627-42e1-9e35-44826ffbb95c on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:53:48.618879 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3714516d-d663-42af-a3ff-24cb3c15b27f None None] Attempting to bind port 8aef09ab-0627-42e1-9e35-44826ffbb95c by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '0c54cea2-ac38-43dc-8a29-f0e6a53cc365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '72c1bf12-5624-4395-8ffd-809d67abdc6b'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:53:48.619241 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3714516d-d663-42af-a3ff-24cb3c15b27f None None] Attempting to bind port 8aef09ab-0627-42e1-9e35-44826ffbb95c on network 72c1bf12-5624-4395-8ffd-809d67abdc6b {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:53:48.626306 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3714516d-d663-42af-a3ff-24cb3c15b27f None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:53:48.626677 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3714516d-d663-42af-a3ff-24cb3c15b27f None None] Checking segment: {'id': '0c54cea2-ac38-43dc-8a29-f0e6a53cc365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '72c1bf12-5624-4395-8ffd-809d67abdc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:53:48.627075 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3714516d-d663-42af-a3ff-24cb3c15b27f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:48.627587 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3714516d-d663-42af-a3ff-24cb3c15b27f None None] Bound using segment: {'id': '0c54cea2-ac38-43dc-8a29-f0e6a53cc365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '72c1bf12-5624-4395-8ffd-809d67abdc6b'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:53:48.628034 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3714516d-d663-42af-a3ff-24cb3c15b27f None None] Bound port: 8aef09ab-0627-42e1-9e35-44826ffbb95c, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c54cea2-ac38-43dc-8a29-f0e6a53cc365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '72c1bf12-5624-4395-8ffd-809d67abdc6b'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:53:48.628408 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3714516d-d663-42af-a3ff-24cb3c15b27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:48.661710 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-69d85c7e-6d60-450b-baa3-c31774dd9f47 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:48.740510 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3714516d-d663-42af-a3ff-24cb3c15b27f None None] For port 8aef09ab-0627-42e1-9e35-44826ffbb95c, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:53:48.743386 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3714516d-d663-42af-a3ff-24cb3c15b27f None None] For port 8aef09ab-0627-42e1-9e35-44826ffbb95c, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=8aef09ab-0627-42e1-9e35-44826ffbb95c,segment=NetworkSegment(0c54cea2-ac38-43dc-8a29-f0e6a53cc365),segment_id=0c54cea2-ac38-43dc-8a29-f0e6a53cc365)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:53:48.748889 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3714516d-d663-42af-a3ff-24cb3c15b27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:48.819906 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714516d-d663-42af-a3ff-24cb3c15b27f None None] Pushing event updated for resources: {'Port': ['ID=8aef09ab-0627-42e1-9e35-44826ffbb95c,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:49.151291 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-69d85c7e-6d60-450b-baa3-c31774dd9f47 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Allocated IP 172.20.0.1 (72c1bf12-5624-4395-8ffd-809d67abdc6b/681c8147-5643-4297-8280-d6ae9532a28a/c977e572-dde4-4a9d-9c19-b1ebfb085c4a) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:53:49.315843 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-69d85c7e-6d60-450b-baa3-c31774dd9f47 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:49.332290 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-69d85c7e-6d60-450b-baa3-c31774dd9f47 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Transition to ACTIVE for port object c977e572-dde4-4a9d-9c19-b1ebfb085c4a will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:53:49.354611 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-69d85c7e-6d60-450b-baa3-c31774dd9f47 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:49.417584 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d85c7e-6d60-450b-baa3-c31774dd9f47 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network 72c1bf12-5624-4395-8ffd-809d67abdc6b is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:53:49.424778 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-69d85c7e-6d60-450b-baa3-c31774dd9f47 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:53:49.429242 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d85c7e-6d60-450b-baa3-c31774dd9f47 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:53:49.465271 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d85c7e-6d60-450b-baa3-c31774dd9f47 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Port': ['ID=c977e572-dde4-4a9d-9c19-b1ebfb085c4a,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:49.493978 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-69d85c7e-6d60-450b-baa3-c31774dd9f47 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:49.578423 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-69d85c7e-6d60-450b-baa3-c31774dd9f47 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:49.762985 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd77789f-ed83-4a00-b73a-36942ee3e5b0 None None] Network 72c1bf12-5624-4395-8ffd-809d67abdc6b requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:53:49.927631 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fb47b782-9e63-4b40-aa40-d369ec3ec698 None None] Provisioning for port 8aef09ab-0627-42e1-9e35-44826ffbb95c completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:53:50.084398 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-69d85c7e-6d60-450b-baa3-c31774dd9f47 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:50.088777 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-69d85c7e-6d60-450b-baa3-c31774dd9f47 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:50.204606 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-69d85c7e-6d60-450b-baa3-c31774dd9f47 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:50.207979 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d85c7e-6d60-450b-baa3-c31774dd9f47 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Port': ['ID=c977e572-dde4-4a9d-9c19-b1ebfb085c4a,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:50.262949 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ed7b88c1-9d1f-4ff3-a9e6-f57d8f05131c None None] Provisioning for port c977e572-dde4-4a9d-9c19-b1ebfb085c4a completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:53:50.267965 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ed7b88c1-9d1f-4ff3-a9e6-f57d8f05131c None None] Provisioning complete for port c977e572-dde4-4a9d-9c19-b1ebfb085c4a triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:53:50.268337 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ed7b88c1-9d1f-4ff3-a9e6-f57d8f05131c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:50.320458 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ed7b88c1-9d1f-4ff3-a9e6-f57d8f05131c None None] Port c977e572-dde4-4a9d-9c19-b1ebfb085c4a cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:53:50.349955 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d85c7e-6d60-450b-baa3-c31774dd9f47 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network 72c1bf12-5624-4395-8ffd-809d67abdc6b is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:53:50.350993 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-69d85c7e-6d60-450b-baa3-c31774dd9f47 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:53:50.457289 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e4fa284d-49cc-45ec-a2cf-90d4630b5df5 None None] Provisioning complete for port c977e572-dde4-4a9d-9c19-b1ebfb085c4a triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:53:50.458164 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e4fa284d-49cc-45ec-a2cf-90d4630b5df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:50.527676 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e4fa284d-49cc-45ec-a2cf-90d4630b5df5 None None] Port c977e572-dde4-4a9d-9c19-b1ebfb085c4a cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:53:50.577068 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 89e1d9ab-a87f-4ce4-9f29-df3d06eb7889 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:53:50.652553 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 89e1d9ab-a87f-4ce4-9f29-df3d06eb7889 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:53:50.656581 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3492d6a0-d077-43ed-a4b3-6f2346acaaef None None] Provisioning complete for port c977e572-dde4-4a9d-9c19-b1ebfb085c4a triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:53:50.656971 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3492d6a0-d077-43ed-a4b3-6f2346acaaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:50.686211 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 89e1d9ab-a87f-4ce4-9f29-df3d06eb7889 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:53:50.686530 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:50.753539 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3492d6a0-d077-43ed-a4b3-6f2346acaaef None None] Port c977e572-dde4-4a9d-9c19-b1ebfb085c4a cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:53:50.764496 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d85c7e-6d60-450b-baa3-c31774dd9f47 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Router 581efdc2-52dd-469a-bbfa-34a63483a2a9 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:53:50.816488 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:50.832638 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 89e1d9ab-a87f-4ce4-9f29-df3d06eb7889, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=89e1d9ab-a87f-4ce4-9f29-df3d06eb7889,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:53:50.838254 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:50.839618 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 8aef09ab-0627-42e1-9e35-44826ffbb95c up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:53:50.951134 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=89e1d9ab-a87f-4ce4-9f29-df3d06eb7889,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:50.967543 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 8aef09ab-0627-42e1-9e35-44826ffbb95c completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:53:50.972597 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 8aef09ab-0627-42e1-9e35-44826ffbb95c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:53:50.973031 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:50.977346 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d85c7e-6d60-450b-baa3-c31774dd9f47 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:53:50.989456 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-69d85c7e-6d60-450b-baa3-c31774dd9f47 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "PUT /v2.0/routers/581efdc2-52dd-469a-bbfa-34a63483a2a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2272608 Apr 06 14:53:51.085280 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:51.117528 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 8aef09ab-0627-42e1-9e35-44826ffbb95c, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=8aef09ab-0627-42e1-9e35-44826ffbb95c,segment=NetworkSegment(0c54cea2-ac38-43dc-8a29-f0e6a53cc365),segment_id=0c54cea2-ac38-43dc-8a29-f0e6a53cc365)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:53:51.121880 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:51.168837 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-b504c08b-fd19-4544-875e-e2514e83cbd6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-513756921&fields=id&tenant_id=a34a369806624a9e9f7e6714cf0befdc HTTP/1.1" status: 200 len: 267 time: 0.0491645 Apr 06 14:53:51.188425 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=8aef09ab-0627-42e1-9e35-44826ffbb95c,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:51.313477 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-1c33420d-4956-4519-a265-e271a3859db6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:51.314151 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-1c33420d-4956-4519-a265-e271a3859db6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Synchronizing usage tracker for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:53:51.329473 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-1c33420d-4956-4519-a265-e271a3859db6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Unset dirty status for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:53:51.330579 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-1c33420d-4956-4519-a265-e271a3859db6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/networks?id=72c1bf12-5624-4395-8ffd-809d67abdc6b HTTP/1.1" status: 200 len: 797 time: 0.1552691 Apr 06 14:53:51.346518 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-7cc17b81-0cc6-46cd-b798-2b0e62b111ed tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/quotas/a34a369806624a9e9f7e6714cf0befdc HTTP/1.1" status: 200 len: 375 time: 0.0105286 Apr 06 14:53:51.423863 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-bad81845-3034-4ead-bdb2-ab7f9a4e07dc tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727296 Apr 06 14:53:51.564019 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-bcf93269-6785-4273-87e4-0ac8cd34cff5 service neutron] 10.222.0.60 "GET /v2.0/networks/72c1bf12-5624-4395-8ffd-809d67abdc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283107 Apr 06 14:53:51.694384 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-a3919187-a175-4cf8-bf11-172c9e2b0308 service neutron] 10.222.0.60 "GET /v2.0/networks/72c1bf12-5624-4395-8ffd-809d67abdc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246183 Apr 06 14:53:51.893796 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-4e609e57-be3c-463d-ba6a-dc0120133c37 req-8aa6290b-809e-4c3e-a372-d36cd7466a36 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Synchronizing usage tracker for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:53:51.909996 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-4e609e57-be3c-463d-ba6a-dc0120133c37 req-8aa6290b-809e-4c3e-a372-d36cd7466a36 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Unset dirty status for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:53:51.911166 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4e609e57-be3c-463d-ba6a-dc0120133c37 req-8aa6290b-809e-4c3e-a372-d36cd7466a36 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 210 time: 0.0615304 Apr 06 14:53:52.053917 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9e5ddc-f1c6-4422-962c-2985d17755f9 None None] Sync routers for ids ['581efdc2-52dd-469a-bbfa-34a63483a2a9'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:53:52.067365 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9e5ddc-f1c6-4422-962c-2985d17755f9 None None] Routers {'581efdc2-52dd-469a-bbfa-34a63483a2a9'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:53:52.067860 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6c9e5ddc-f1c6-4422-962c-2985d17755f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:53:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['581efdc2-52dd-469a-bbfa-34a63483a2a9'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:52.286997 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-6c9e5ddc-f1c6-4422-962c-2985d17755f9 None None] Set router 581efdc2-52dd-469a-bbfa-34a63483a2a9 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:53:52.510047 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 89e1d9ab-a87f-4ce4-9f29-df3d06eb7889 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:53:52.644596 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 89e1d9ab-a87f-4ce4-9f29-df3d06eb7889 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:53:52.645042 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:52.705479 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6c9e5ddc-f1c6-4422-962c-2985d17755f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524950622', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '89e1d9ab-a87f-4ce4-9f29-df3d06eb7889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:45Z', 'updated_at': '2022-04-06T14:53:49Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '89e1d9ab-a87f-4ce4-9f29-df3d06eb7889', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:45Z', 'updated_at': '2022-04-06T14:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'c977e572-dde4-4a9d-9c19-b1ebfb085c4a', 'name': '', 'network_id': '72c1bf12-5624-4395-8ffd-809d67abdc6b', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:ef:56:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '681c8147-5643-4297-8280-d6ae9532a28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:48Z', 'updated_at': '2022-04-06T14:53:49Z', 'revision_number': 2, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': '681c8147-5643-4297-8280-d6ae9532a28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:52.713051 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9e5ddc-f1c6-4422-962c-2985d17755f9 None None] Checking router: 581efdc2-52dd-469a-bbfa-34a63483a2a9 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:53:52.713409 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9e5ddc-f1c6-4422-962c-2985d17755f9 None None] Updating router 581efdc2-52dd-469a-bbfa-34a63483a2a9 port c977e572-dde4-4a9d-9c19-b1ebfb085c4a binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:53:52.812301 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6c9e5ddc-f1c6-4422-962c-2985d17755f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:52.833489 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 8aef09ab-0627-42e1-9e35-44826ffbb95c up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:53:52.898932 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-5b4e0131-ea16-44d6-af12-ec50124715fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:52.899976 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-5b4e0131-ea16-44d6-af12-ec50124715fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Synchronizing usage tracker for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:network {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:53:52.911692 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-5b4e0131-ea16-44d6-af12-ec50124715fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Unset dirty status for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:network {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:53:52.912809 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-5b4e0131-ea16-44d6-af12-ec50124715fe tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.69 "GET /v2.0/networks?id=72c1bf12-5624-4395-8ffd-809d67abdc6b HTTP/1.1" status: 200 len: 797 time: 0.1676064 Apr 06 14:53:52.999268 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-9ac6ea94-6ab2-4fc1-a950-2d091324684c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Synchronizing usage tracker for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:53:53.015898 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-9ac6ea94-6ab2-4fc1-a950-2d091324684c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Unset dirty status for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:53:53.017159 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-9ac6ea94-6ab2-4fc1-a950-2d091324684c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a34a369806624a9e9f7e6714cf0befdc HTTP/1.1" status: 200 len: 379 time: 0.0918739 Apr 06 14:53:53.023240 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 8aef09ab-0627-42e1-9e35-44826ffbb95c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:53:53.023608 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:53.027005 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-31f98b0c-f76f-41f4-946b-4b73b5daceb8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'port': {'device_id': 'c87563c5-aea7-47c8-827d-ef6607c77fe3', 'network_id': '72c1bf12-5624-4395-8ffd-809d67abdc6b', 'admin_state_up': True, 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'security_groups': ['9fd4d6f7-fb17-47c9-8668-73ceef769b9d']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:53:53.085156 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-397f8cec-d034-4aac-aba2-d86160f810a0 req-6708819a-4534-400e-9bc2-19d253782a21 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 210 time: 0.0444191 Apr 06 14:53:53.160972 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-31f98b0c-f76f-41f4-946b-4b73b5daceb8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:53:53.171073 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-31f98b0c-f76f-41f4-946b-4b73b5daceb8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:53:53.180812 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-31f98b0c-f76f-41f4-946b-4b73b5daceb8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Made reservation on behalf of a34a369806624a9e9f7e6714cf0befdc for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:53:53.184435 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-31f98b0c-f76f-41f4-946b-4b73b5daceb8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:53.313418 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6c9e5ddc-f1c6-4422-962c-2985d17755f9 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:53.325519 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6c9e5ddc-f1c6-4422-962c-2985d17755f9 None None] Transition to ACTIVE for port object c977e572-dde4-4a9d-9c19-b1ebfb085c4a will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:53:53.331310 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6c9e5ddc-f1c6-4422-962c-2985d17755f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:53.394133 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-31f98b0c-f76f-41f4-946b-4b73b5daceb8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Allocated IP 172.20.0.6 (72c1bf12-5624-4395-8ffd-809d67abdc6b/681c8147-5643-4297-8280-d6ae9532a28a/54ed2e4e-ec10-406e-958f-fb11594f6f17) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:53:53.454328 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bedc60-be4e-4af6-ae91-e54a56a23fcc None None] Pushing event updated for resources: {'Port': ['ID=c977e572-dde4-4a9d-9c19-b1ebfb085c4a,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:53.549169 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-6c9e5ddc-f1c6-4422-962c-2985d17755f9 None None] Attempting to bind port c977e572-dde4-4a9d-9c19-b1ebfb085c4a on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:53:53.549536 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-6c9e5ddc-f1c6-4422-962c-2985d17755f9 None None] Attempting to bind port c977e572-dde4-4a9d-9c19-b1ebfb085c4a by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '0c54cea2-ac38-43dc-8a29-f0e6a53cc365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '72c1bf12-5624-4395-8ffd-809d67abdc6b'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:53:53.549894 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9e5ddc-f1c6-4422-962c-2985d17755f9 None None] Attempting to bind port c977e572-dde4-4a9d-9c19-b1ebfb085c4a on network 72c1bf12-5624-4395-8ffd-809d67abdc6b {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:53:53.556971 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9e5ddc-f1c6-4422-962c-2985d17755f9 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:53:53.557304 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9e5ddc-f1c6-4422-962c-2985d17755f9 None None] Checking segment: {'id': '0c54cea2-ac38-43dc-8a29-f0e6a53cc365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '72c1bf12-5624-4395-8ffd-809d67abdc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:53:53.557705 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6c9e5ddc-f1c6-4422-962c-2985d17755f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:53.558330 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9e5ddc-f1c6-4422-962c-2985d17755f9 None None] Bound using segment: {'id': '0c54cea2-ac38-43dc-8a29-f0e6a53cc365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '72c1bf12-5624-4395-8ffd-809d67abdc6b'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:53:53.558601 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-6c9e5ddc-f1c6-4422-962c-2985d17755f9 None None] Bound port: c977e572-dde4-4a9d-9c19-b1ebfb085c4a, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c54cea2-ac38-43dc-8a29-f0e6a53cc365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '72c1bf12-5624-4395-8ffd-809d67abdc6b'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:53:53.558944 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6c9e5ddc-f1c6-4422-962c-2985d17755f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:53.654547 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6c9e5ddc-f1c6-4422-962c-2985d17755f9 None None] For port c977e572-dde4-4a9d-9c19-b1ebfb085c4a, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:53:53.657453 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6c9e5ddc-f1c6-4422-962c-2985d17755f9 None None] For port c977e572-dde4-4a9d-9c19-b1ebfb085c4a, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c977e572-dde4-4a9d-9c19-b1ebfb085c4a,segment=NetworkSegment(0c54cea2-ac38-43dc-8a29-f0e6a53cc365),segment_id=0c54cea2-ac38-43dc-8a29-f0e6a53cc365)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:53:53.661900 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6c9e5ddc-f1c6-4422-962c-2985d17755f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:53.700247 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-31f98b0c-f76f-41f4-946b-4b73b5daceb8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:53.716057 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-31f98b0c-f76f-41f4-946b-4b73b5daceb8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Transition to ACTIVE for port object 54ed2e4e-ec10-406e-958f-fb11594f6f17 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:53:53.739995 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-31f98b0c-f76f-41f4-946b-4b73b5daceb8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:53.742704 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bedc60-be4e-4af6-ae91-e54a56a23fcc None None] Pushing event updated for resources: {'Port': ['ID=c977e572-dde4-4a9d-9c19-b1ebfb085c4a,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:53.747416 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9e5ddc-f1c6-4422-962c-2985d17755f9 None None] Routers {'581efdc2-52dd-469a-bbfa-34a63483a2a9'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:53:53.748027 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6c9e5ddc-f1c6-4422-962c-2985d17755f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:53:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['581efdc2-52dd-469a-bbfa-34a63483a2a9'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:53.819287 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-31f98b0c-f76f-41f4-946b-4b73b5daceb8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network 72c1bf12-5624-4395-8ffd-809d67abdc6b is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:53:53.828246 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-31f98b0c-f76f-41f4-946b-4b73b5daceb8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:53:53.833554 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-31f98b0c-f76f-41f4-946b-4b73b5daceb8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:53:53.876054 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f98b0c-f76f-41f4-946b-4b73b5daceb8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Port': ['ID=54ed2e4e-ec10-406e-958f-fb11594f6f17,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:53.908302 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-31f98b0c-f76f-41f4-946b-4b73b5daceb8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:53.909071 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-31f98b0c-f76f-41f4-946b-4b73b5daceb8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:53.934932 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-31f98b0c-f76f-41f4-946b-4b73b5daceb8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9119365 Apr 06 14:53:53.949519 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-99c4aec0-488d-495e-b5be-2c3ea33dcdc0 service neutron] Request body: {'port': {'device_id': 'c87563c5-aea7-47c8-827d-ef6607c77fe3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:53:53.993227 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-6c9e5ddc-f1c6-4422-962c-2985d17755f9 None None] Set router 581efdc2-52dd-469a-bbfa-34a63483a2a9 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:53:54.067793 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-99c4aec0-488d-495e-b5be-2c3ea33dcdc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:54.235464 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c40de182-2954-452b-a2ed-52157c589e05 None None] Provisioning for port 54ed2e4e-ec10-406e-958f-fb11594f6f17 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:53:54.254124 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c40de182-2954-452b-a2ed-52157c589e05 None None] Provisioning complete for port 54ed2e4e-ec10-406e-958f-fb11594f6f17 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:53:54.254501 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c40de182-2954-452b-a2ed-52157c589e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:54.354561 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c40de182-2954-452b-a2ed-52157c589e05 None None] Port 54ed2e4e-ec10-406e-958f-fb11594f6f17 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:53:54.384226 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6c9e5ddc-f1c6-4422-962c-2985d17755f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524950622', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '89e1d9ab-a87f-4ce4-9f29-df3d06eb7889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:45Z', 'updated_at': '2022-04-06T14:53:49Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '89e1d9ab-a87f-4ce4-9f29-df3d06eb7889', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:45Z', 'updated_at': '2022-04-06T14:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'c977e572-dde4-4a9d-9c19-b1ebfb085c4a', 'name': '', 'network_id': '72c1bf12-5624-4395-8ffd-809d67abdc6b', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:ef:56:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '681c8147-5643-4297-8280-d6ae9532a28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:48Z', 'updated_at': '2022-04-06T14:53:53Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': '681c8147-5643-4297-8280-d6ae9532a28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:54.388658 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9e5ddc-f1c6-4422-962c-2985d17755f9 None None] The sync data for ids ['581efdc2-52dd-469a-bbfa-34a63483a2a9'] in dv-neutron-835868-1-hyperv is: [{'id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524950622', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '89e1d9ab-a87f-4ce4-9f29-df3d06eb7889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:45Z', 'updated_at': '2022-04-06T14:53:49Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '89e1d9ab-a87f-4ce4-9f29-df3d06eb7889', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:45Z', 'updated_at': '2022-04-06T14:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'c977e572-dde4-4a9d-9c19-b1ebfb085c4a', 'name': '', 'network_id': '72c1bf12-5624-4395-8ffd-809d67abdc6b', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:ef:56:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '681c8147-5643-4297-8280-d6ae9532a28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:48Z', 'updated_at': '2022-04-06T14:53:53Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': '681c8147-5643-4297-8280-d6ae9532a28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:53:54.415318 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53ee3c-226b-45de-91a6-df309c3b20f3 req-b3abf34f-2766-4483-9e06-eea4ebc4fd98 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:54.416990 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-9b53ee3c-226b-45de-91a6-df309c3b20f3 req-b3abf34f-2766-4483-9e06-eea4ebc4fd98 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Synchronizing usage tracker for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:53:54.487012 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-9b53ee3c-226b-45de-91a6-df309c3b20f3 req-b3abf34f-2766-4483-9e06-eea4ebc4fd98 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Unset dirty status for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:53:54.494008 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9b53ee3c-226b-45de-91a6-df309c3b20f3 req-b3abf34f-2766-4483-9e06-eea4ebc4fd98 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 931 time: 0.2723906 Apr 06 14:53:54.545921 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-99c4aec0-488d-495e-b5be-2c3ea33dcdc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ed2e4e-ec10-406e-958f-fb11594f6f17 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:53:54.555671 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-99c4aec0-488d-495e-b5be-2c3ea33dcdc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:54.576010 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c977e572-dde4-4a9d-9c19-b1ebfb085c4a up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:53:54.577871 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9b53ee3c-226b-45de-91a6-df309c3b20f3 req-b805fce0-4984-46cb-b0f8-bcda2aa9733d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9fd4d6f7-fb17-47c9-8668-73ceef769b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829954 Apr 06 14:53:54.580426 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-99c4aec0-488d-495e-b5be-2c3ea33dcdc0 service neutron] Transition to ACTIVE for port object 54ed2e4e-ec10-406e-958f-fb11594f6f17 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:53:54.587457 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-99c4aec0-488d-495e-b5be-2c3ea33dcdc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:54.656579 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port c977e572-dde4-4a9d-9c19-b1ebfb085c4a completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:53:54.668469 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port c977e572-dde4-4a9d-9c19-b1ebfb085c4a triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:53:54.669220 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:54.711457 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4aec0-488d-495e-b5be-2c3ea33dcdc0 service neutron] Pushing event updated for resources: {'Port': ['ID=54ed2e4e-ec10-406e-958f-fb11594f6f17,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:54.804439 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:54.855478 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port c977e572-dde4-4a9d-9c19-b1ebfb085c4a, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c977e572-dde4-4a9d-9c19-b1ebfb085c4a,segment=NetworkSegment(0c54cea2-ac38-43dc-8a29-f0e6a53cc365),segment_id=0c54cea2-ac38-43dc-8a29-f0e6a53cc365)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:53:54.867089 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:54.878211 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-99c4aec0-488d-495e-b5be-2c3ea33dcdc0 service neutron] Attempting to bind port 54ed2e4e-ec10-406e-958f-fb11594f6f17 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:53:54.878780 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-99c4aec0-488d-495e-b5be-2c3ea33dcdc0 service neutron] Attempting to bind port 54ed2e4e-ec10-406e-958f-fb11594f6f17 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '0c54cea2-ac38-43dc-8a29-f0e6a53cc365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '72c1bf12-5624-4395-8ffd-809d67abdc6b'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:53:54.879110 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-99c4aec0-488d-495e-b5be-2c3ea33dcdc0 service neutron] Attempting to bind port 54ed2e4e-ec10-406e-958f-fb11594f6f17 on network 72c1bf12-5624-4395-8ffd-809d67abdc6b {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:53:54.886326 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-99c4aec0-488d-495e-b5be-2c3ea33dcdc0 service neutron] Port 54ed2e4e-ec10-406e-958f-fb11594f6f17 on network 72c1bf12-5624-4395-8ffd-809d67abdc6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:53:54.886716 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-99c4aec0-488d-495e-b5be-2c3ea33dcdc0 service neutron] Attempting to bind port 54ed2e4e-ec10-406e-958f-fb11594f6f17 on network 72c1bf12-5624-4395-8ffd-809d67abdc6b {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:53:54.893558 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-99c4aec0-488d-495e-b5be-2c3ea33dcdc0 service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:53:54.893890 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-99c4aec0-488d-495e-b5be-2c3ea33dcdc0 service neutron] Checking segment: {'id': '0c54cea2-ac38-43dc-8a29-f0e6a53cc365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '72c1bf12-5624-4395-8ffd-809d67abdc6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:53:54.894267 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-99c4aec0-488d-495e-b5be-2c3ea33dcdc0 service neutron] Bound using segment: {'id': '0c54cea2-ac38-43dc-8a29-f0e6a53cc365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '72c1bf12-5624-4395-8ffd-809d67abdc6b'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:53:54.894684 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-99c4aec0-488d-495e-b5be-2c3ea33dcdc0 service neutron] Bound port: 54ed2e4e-ec10-406e-958f-fb11594f6f17, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c54cea2-ac38-43dc-8a29-f0e6a53cc365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '72c1bf12-5624-4395-8ffd-809d67abdc6b'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:53:54.895029 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-99c4aec0-488d-495e-b5be-2c3ea33dcdc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:54.938723 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=c977e572-dde4-4a9d-9c19-b1ebfb085c4a,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:54.986374 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-99c4aec0-488d-495e-b5be-2c3ea33dcdc0 service neutron] For port 54ed2e4e-ec10-406e-958f-fb11594f6f17, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:53:54.990754 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-99c4aec0-488d-495e-b5be-2c3ea33dcdc0 service neutron] For port 54ed2e4e-ec10-406e-958f-fb11594f6f17, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=54ed2e4e-ec10-406e-958f-fb11594f6f17,segment=NetworkSegment(0c54cea2-ac38-43dc-8a29-f0e6a53cc365),segment_id=0c54cea2-ac38-43dc-8a29-f0e6a53cc365)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:53:54.995485 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-99c4aec0-488d-495e-b5be-2c3ea33dcdc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:55.063196 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-99c4aec0-488d-495e-b5be-2c3ea33dcdc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:55.065200 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-99c4aec0-488d-495e-b5be-2c3ea33dcdc0 service neutron] 10.222.0.69 "PUT /v2.0/ports/54ed2e4e-ec10-406e-958f-fb11594f6f17 HTTP/1.1" status: 200 len: 1093 time: 1.1210408 Apr 06 14:53:55.065627 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87563c5-aea7-47c8-827d-ef6607c77fe3', 'tag': '54ed2e4e-ec10-406e-958f-fb11594f6f17'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:53:55.150848 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4aec0-488d-495e-b5be-2c3ea33dcdc0 service neutron] Pushing event updated for resources: {'Port': ['ID=54ed2e4e-ec10-406e-958f-fb11594f6f17,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:55.158186 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb6fb184-ced9-4d19-86d1-31f66e4ab376'] response: {'name': 'network-changed', 'server_uuid': 'c87563c5-aea7-47c8-827d-ef6607c77fe3', 'tag': '54ed2e4e-ec10-406e-958f-fb11594f6f17', 'status': 'completed', 'code': 200} Apr 06 14:53:55.198375 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-6d970b3e-9ff1-4780-b809-d01725e08f44 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 1096 time: 0.0916276 Apr 06 14:53:55.269806 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-6523bb8e-ecc7-4d07-9e8e-6d631eaa8812 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54ed2e4e-ec10-406e-958f-fb11594f6f17 HTTP/1.1" status: 200 len: 217 time: 0.0643141 Apr 06 14:53:55.333342 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-c864c208-cbff-4c27-8309-eae33700d6d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:55.334849 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-c864c208-cbff-4c27-8309-eae33700d6d9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=681c8147-5643-4297-8280-d6ae9532a28a HTTP/1.1" status: 200 len: 834 time: 0.0591731 Apr 06 14:53:55.409720 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-15fc28d2-2bc6-4612-8a43-a8e081e778bc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=72c1bf12-5624-4395-8ffd-809d67abdc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691600 Apr 06 14:53:55.541913 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-10e32899-a543-494f-80b2-a1f05b40a215 service neutron] 10.222.0.69 "GET /v2.0/networks/72c1bf12-5624-4395-8ffd-809d67abdc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259472 Apr 06 14:53:55.810034 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0454344a-4ff2-4458-88e2-bac5e1280416 req-2713eb15-3a88-4716-99d3-a5d61771080e service neutron] 10.222.0.69 "GET /v2.0/networks/72c1bf12-5624-4395-8ffd-809d67abdc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621512 Apr 06 14:53:55.822821 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154215e-b88b-4be4-b8a7-fc2e73edd2ed req-2d1aad94-9902-46c7-b5e7-7c21a59663fd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:55.824812 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d154215e-b88b-4be4-b8a7-fc2e73edd2ed req-2d1aad94-9902-46c7-b5e7-7c21a59663fd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 943 time: 0.1237683 Apr 06 14:53:55.915882 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d154215e-b88b-4be4-b8a7-fc2e73edd2ed req-b5bad325-e9bd-4290-bb87-878f6268a0fa tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9fd4d6f7-fb17-47c9-8668-73ceef769b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809093 Apr 06 14:53:55.945749 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6743030a-6d80-4c4e-8ee1-5e3a3455568a req-530a7482-0849-44cd-99ef-c84d882fbd85 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 1096 time: 0.0902197 Apr 06 14:53:56.074814 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743030a-6d80-4c4e-8ee1-5e3a3455568a req-5c1505f5-c041-4ef8-8adf-042698bae9ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:56.076168 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6743030a-6d80-4c4e-8ee1-5e3a3455568a req-5c1505f5-c041-4ef8-8adf-042698bae9ff service neutron] 10.222.0.69 "GET /v2.0/networks?id=72c1bf12-5624-4395-8ffd-809d67abdc6b HTTP/1.1" status: 200 len: 898 time: 0.1235938 Apr 06 14:53:56.141983 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6743030a-6d80-4c4e-8ee1-5e3a3455568a req-30593087-dd3a-46fc-a923-45a8dffcd3f3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54ed2e4e-ec10-406e-958f-fb11594f6f17 HTTP/1.1" status: 200 len: 217 time: 0.0584922 Apr 06 14:53:56.208811 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743030a-6d80-4c4e-8ee1-5e3a3455568a req-d08ac4e7-04f7-455a-bddd-d01e818dea68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:56.210227 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6743030a-6d80-4c4e-8ee1-5e3a3455568a req-d08ac4e7-04f7-455a-bddd-d01e818dea68 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=681c8147-5643-4297-8280-d6ae9532a28a HTTP/1.1" status: 200 len: 834 time: 0.0612020 Apr 06 14:53:56.281188 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6743030a-6d80-4c4e-8ee1-5e3a3455568a req-24995c97-8e09-4d0e-b0cd-8131e015a7a9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=72c1bf12-5624-4395-8ffd-809d67abdc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0645535 Apr 06 14:53:56.408216 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6743030a-6d80-4c4e-8ee1-5e3a3455568a req-a4c83e96-7fc2-4d87-b13b-44dcb9af94ff service neutron] 10.222.0.69 "GET /v2.0/networks/72c1bf12-5624-4395-8ffd-809d67abdc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186669 Apr 06 14:53:56.484335 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [req-19e2008e-5bb5-4a4e-9e8c-034edb974a5b req-456a3a2e-2b3f-46de-a1bc-dbdf83595440 tempest-ServerDiskConfigTestJSON-1702360629 tempest-ServerDiskConfigTestJSON-1702360629-project] (83738) timed out ('10.222.0.69', 53847) {{(pid=83738) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 06 14:53:56.507940 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c977e572-dde4-4a9d-9c19-b1ebfb085c4a up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:53:56.540792 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6743030a-6d80-4c4e-8ee1-5e3a3455568a req-1f8ae6da-a107-447c-baf0-49eff326767c service neutron] 10.222.0.69 "GET /v2.0/networks/72c1bf12-5624-4395-8ffd-809d67abdc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249127 Apr 06 14:53:56.577427 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port c977e572-dde4-4a9d-9c19-b1ebfb085c4a triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:53:56.577803 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:57.194242 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eee0c4-4379-4017-a02d-355f30be6f3e req-79b60dfc-bbf8-4cb3-ac68-283d18df1131 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:57.195685 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a3eee0c4-4379-4017-a02d-355f30be6f3e req-79b60dfc-bbf8-4cb3-ac68-283d18df1131 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 943 time: 0.1445415 Apr 06 14:53:57.242504 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a3eee0c4-4379-4017-a02d-355f30be6f3e req-d5ddb9a3-189a-4cb8-82f6-d693fc480c00 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9fd4d6f7-fb17-47c9-8668-73ceef769b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398974 Apr 06 14:53:58.437306 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235bdc4-b625-4285-a9b4-79aa103fd671 req-611f041e-b7f3-4b60-81e8-bdef28efcd11 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:58.438720 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9235bdc4-b625-4285-a9b4-79aa103fd671 req-611f041e-b7f3-4b60-81e8-bdef28efcd11 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 943 time: 0.0772109 Apr 06 14:53:58.483511 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-9235bdc4-b625-4285-a9b4-79aa103fd671 req-c0e7eb43-2c82-484f-b802-8a2da8cc4579 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9fd4d6f7-fb17-47c9-8668-73ceef769b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394089 Apr 06 14:53:59.056321 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 54ed2e4e-ec10-406e-958f-fb11594f6f17 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:53:59.189477 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 54ed2e4e-ec10-406e-958f-fb11594f6f17, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=54ed2e4e-ec10-406e-958f-fb11594f6f17,segment=NetworkSegment(0c54cea2-ac38-43dc-8a29-f0e6a53cc365),segment_id=0c54cea2-ac38-43dc-8a29-f0e6a53cc365)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:53:59.202352 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '54ed2e4e-ec10-406e-958f-fb11594f6f17', 'network_id': '72c1bf12-5624-4395-8ffd-809d67abdc6b', 'port_id': '54ed2e4e-ec10-406e-958f-fb11594f6f17', 'mac_address': 'fa:16:3e:a1:56:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681c8147-5643-4297-8280-d6ae9532a28a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:53:59.268452 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:59.281096 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:59.285741 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ed2e4e-ec10-406e-958f-fb11594f6f17 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:53:59.300494 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 54ed2e4e-ec10-406e-958f-fb11594f6f17, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=54ed2e4e-ec10-406e-958f-fb11594f6f17,segment=NetworkSegment(0c54cea2-ac38-43dc-8a29-f0e6a53cc365),segment_id=0c54cea2-ac38-43dc-8a29-f0e6a53cc365)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:53:59.303805 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:53:59.366535 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=54ed2e4e-ec10-406e-958f-fb11594f6f17,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:59.521504 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['54ed2e4e-ec10-406e-958f-fb11594f6f17'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:53:59.678203 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af17335-905e-4e8b-a0f7-90c016bb1d7b req-d0ffb389-5da4-4258-a13c-9749e6e2990c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:59.679635 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6af17335-905e-4e8b-a0f7-90c016bb1d7b req-d0ffb389-5da4-4258-a13c-9749e6e2990c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 944 time: 0.0780435 Apr 06 14:53:59.724784 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6af17335-905e-4e8b-a0f7-90c016bb1d7b req-1ff5f071-3a7c-471b-b904-911519064f97 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9fd4d6f7-fb17-47c9-8668-73ceef769b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392110 Apr 06 14:54:00.920466 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737726a9-efa6-4241-87fb-9a1a710e10ba req-3aab2dc6-3461-4cb1-adb4-348a10854fdf tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:00.921934 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-737726a9-efa6-4241-87fb-9a1a710e10ba req-3aab2dc6-3461-4cb1-adb4-348a10854fdf tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 944 time: 0.0743053 Apr 06 14:54:00.965884 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-737726a9-efa6-4241-87fb-9a1a710e10ba req-ea00f704-5fe7-42d3-8fbf-c6e229522200 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9fd4d6f7-fb17-47c9-8668-73ceef769b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384326 Apr 06 14:54:01.077307 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 54ed2e4e-ec10-406e-958f-fb11594f6f17 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:54:01.145095 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port 54ed2e4e-ec10-406e-958f-fb11594f6f17 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:54:01.149515 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 54ed2e4e-ec10-406e-958f-fb11594f6f17 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:54:01.149904 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:54:01.287271 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:54:01.313368 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87563c5-aea7-47c8-827d-ef6607c77fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ed2e4e-ec10-406e-958f-fb11594f6f17'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:54:01.323378 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 54ed2e4e-ec10-406e-958f-fb11594f6f17, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=54ed2e4e-ec10-406e-958f-fb11594f6f17,segment=NetworkSegment(0c54cea2-ac38-43dc-8a29-f0e6a53cc365),segment_id=0c54cea2-ac38-43dc-8a29-f0e6a53cc365)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:54:01.327936 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:54:01.371282 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90fd9db2-3784-4ebe-825e-86984427e06b'] response: {'server_uuid': 'c87563c5-aea7-47c8-827d-ef6607c77fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ed2e4e-ec10-406e-958f-fb11594f6f17', 'code': 200} Apr 06 14:54:01.398692 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=54ed2e4e-ec10-406e-958f-fb11594f6f17,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:54:01.590044 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f24b15b6-7e65-4931-abc3-6717fcf7879c req-b13d07a7-bfde-4516-8104-25dc11d7a514 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 1098 time: 0.0692775 Apr 06 14:54:01.630788 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f24b15b6-7e65-4931-abc3-6717fcf7879c req-29463b3e-2840-4de9-b544-0477536a7474 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9fd4d6f7-fb17-47c9-8668-73ceef769b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351517 Apr 06 14:54:02.155654 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6b072-0e89-4dca-a6fd-1e729a837382 req-36374c93-6c94-4409-8e28-055416feb52b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:02.157122 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-49b6b072-0e89-4dca-a6fd-1e729a837382 req-36374c93-6c94-4409-8e28-055416feb52b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 945 time: 0.0744736 Apr 06 14:54:02.202488 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-49b6b072-0e89-4dca-a6fd-1e729a837382 req-18832f1c-edd1-46cd-acc6-ee1d21ff1af4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9fd4d6f7-fb17-47c9-8668-73ceef769b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399470 Apr 06 14:54:03.395559 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e3d06-ac67-4ff2-acbb-d1b314beda60 req-ef0127bc-645a-47bb-a048-16b39c2d43be tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:03.397011 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-af5e3d06-ac67-4ff2-acbb-d1b314beda60 req-ef0127bc-645a-47bb-a048-16b39c2d43be tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 945 time: 0.0757892 Apr 06 14:54:03.440414 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-af5e3d06-ac67-4ff2-acbb-d1b314beda60 req-a0875c6d-eddb-410a-bccb-8ecb9d784152 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9fd4d6f7-fb17-47c9-8668-73ceef769b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375137 Apr 06 14:54:03.631251 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3810b-e1c7-4bb4-8e16-c252c2616abe req-4baa3990-e7ff-41d0-bb9f-aec45d214d92 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:03.632668 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-edd3810b-e1c7-4bb4-8e16-c252c2616abe req-4baa3990-e7ff-41d0-bb9f-aec45d214d92 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 945 time: 0.0759103 Apr 06 14:54:03.678651 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-edd3810b-e1c7-4bb4-8e16-c252c2616abe req-0bcfa4ba-ebdb-45da-a944-c92cab284a91 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9fd4d6f7-fb17-47c9-8668-73ceef769b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390077 Apr 06 14:54:03.706172 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33800) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:54:03.838748 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5a1b1a85-4c03-4412-9317-d57644f966a1 tempest-TestNetworkAdvancedServerOps-1006104642 tempest-TestNetworkAdvancedServerOps-1006104642-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 1093 time: 0.1314778 Apr 06 14:54:03.841450 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33806) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:54:03.846578 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1371eb39-b2d0-4979-b1a7-686d27e41db5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'port_id': '54ed2e4e-ec10-406e-958f-fb11594f6f17', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:54:03.852378 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1371eb39-b2d0-4979-b1a7-686d27e41db5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:54:03.856676 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1371eb39-b2d0-4979-b1a7-686d27e41db5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:floatingip and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:54:03.859516 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1371eb39-b2d0-4979-b1a7-686d27e41db5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:54:03.865282 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1371eb39-b2d0-4979-b1a7-686d27e41db5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:54:03.879910 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1371eb39-b2d0-4979-b1a7-686d27e41db5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for floatingip, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:54:04.008432 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1371eb39-b2d0-4979-b1a7-686d27e41db5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:54:04.232486 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-1371eb39-b2d0-4979-b1a7-686d27e41db5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Allocated IP 172.26.8.113 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/e35d0113-a241-4867-9625-28066b3bfc03) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:54:04.372785 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1371eb39-b2d0-4979-b1a7-686d27e41db5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:54:04.400532 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1371eb39-b2d0-4979-b1a7-686d27e41db5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:54:04.468026 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1371eb39-b2d0-4979-b1a7-686d27e41db5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:54:04.471179 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-1371eb39-b2d0-4979-b1a7-686d27e41db5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:54:04.475206 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1371eb39-b2d0-4979-b1a7-686d27e41db5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:54:04.507021 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371eb39-b2d0-4979-b1a7-686d27e41db5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Port': ['ID=e35d0113-a241-4867-9625-28066b3bfc03,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:54:04.666760 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:54:04.964287 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1371eb39-b2d0-4979-b1a7-686d27e41db5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:54:05.016469 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1371eb39-b2d0-4979-b1a7-686d27e41db5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:54:05.213619 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1371eb39-b2d0-4979-b1a7-686d27e41db5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:54:05.218073 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1371eb39-b2d0-4979-b1a7-686d27e41db5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:54:05.318062 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371eb39-b2d0-4979-b1a7-686d27e41db5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Port': ['ID=e35d0113-a241-4867-9625-28066b3bfc03,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:54:05.332098 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1371eb39-b2d0-4979-b1a7-686d27e41db5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:54:05.516300 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-1371eb39-b2d0-4979-b1a7-686d27e41db5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Floating IP c078da33-2345-488c-90f6-0fe57385de39 associated. External IP: 172.26.8.113, port: 54ed2e4e-ec10-406e-958f-fb11594f6f17. Apr 06 14:54:05.984766 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1371eb39-b2d0-4979-b1a7-686d27e41db5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Router 581efdc2-52dd-469a-bbfa-34a63483a2a9 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:54:06.182005 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1371eb39-b2d0-4979-b1a7-686d27e41db5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:54:06.192690 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd5d396-d33b-44c7-8909-da718812a892 None None] Sync routers for ids ['581efdc2-52dd-469a-bbfa-34a63483a2a9'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:54:06.209221 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd5d396-d33b-44c7-8909-da718812a892 None None] Routers {'581efdc2-52dd-469a-bbfa-34a63483a2a9'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:54:06.209938 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-5cd5d396-d33b-44c7-8909-da718812a892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:53:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['581efdc2-52dd-469a-bbfa-34a63483a2a9'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:54:06.210564 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1371eb39-b2d0-4979-b1a7-686d27e41db5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:54:06.263988 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1371eb39-b2d0-4979-b1a7-686d27e41db5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4215212 Apr 06 14:54:06.264557 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87563c5-aea7-47c8-827d-ef6607c77fe3', 'tag': '54ed2e4e-ec10-406e-958f-fb11594f6f17'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:54:06.334070 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-717c3643-2c5e-49f3-ad76-51c253bdba73'] response: {'name': 'network-changed', 'server_uuid': 'c87563c5-aea7-47c8-827d-ef6607c77fe3', 'tag': '54ed2e4e-ec10-406e-958f-fb11594f6f17', 'status': 'completed', 'code': 200} Apr 06 14:54:06.387716 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-5cd5d396-d33b-44c7-8909-da718812a892 None None] Set router 581efdc2-52dd-469a-bbfa-34a63483a2a9 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:54:06.425233 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e7d97830-a62d-4592-b924-fe23cc9b3322 req-2d86c02c-3fed-4433-981f-38dcb0832a2c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 1098 time: 0.0708303 Apr 06 14:54:06.456311 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4206f-ccb6-4c6d-ad62-ad80f6bfacf9 req-3f784329-aebc-48db-aa6e-9fd160eb4169 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:06.457223 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b9e4206f-ccb6-4c6d-ad62-ad80f6bfacf9 req-3f784329-aebc-48db-aa6e-9fd160eb4169 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 945 time: 0.0818467 Apr 06 14:54:06.507431 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b9e4206f-ccb6-4c6d-ad62-ad80f6bfacf9 req-7f8434a3-5ed4-4c5c-b2b7-f0656abe5df8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9fd4d6f7-fb17-47c9-8668-73ceef769b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428193 Apr 06 14:54:06.537423 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33814) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:54:06.562194 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d97830-a62d-4592-b924-fe23cc9b3322 req-d87f3b22-9bab-421b-a85d-83d94184e8ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:06.563750 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e7d97830-a62d-4592-b924-fe23cc9b3322 req-d87f3b22-9bab-421b-a85d-83d94184e8ff service neutron] 10.222.0.69 "GET /v2.0/networks?id=72c1bf12-5624-4395-8ffd-809d67abdc6b HTTP/1.1" status: 200 len: 898 time: 0.1317158 Apr 06 14:54:06.644699 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a898f71e-3eec-49c9-88cc-7bd922140afb tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/c078da33-2345-488c-90f6-0fe57385de39 HTTP/1.1" status: 200 len: 991 time: 0.1050453 Apr 06 14:54:06.662416 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e7d97830-a62d-4592-b924-fe23cc9b3322 req-7bd19eda-d426-4abe-b732-eb4aada2649d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54ed2e4e-ec10-406e-958f-fb11594f6f17 HTTP/1.1" status: 200 len: 999 time: 0.0914764 Apr 06 14:54:06.727024 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d97830-a62d-4592-b924-fe23cc9b3322 req-65addf29-28a5-4eba-b639-273bc0eb22ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:06.728377 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e7d97830-a62d-4592-b924-fe23cc9b3322 req-65addf29-28a5-4eba-b639-273bc0eb22ee service neutron] 10.222.0.69 "GET /v2.0/subnets?id=681c8147-5643-4297-8280-d6ae9532a28a HTTP/1.1" status: 200 len: 834 time: 0.0599501 Apr 06 14:54:06.737800 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-5cd5d396-d33b-44c7-8909-da718812a892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524950622', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '89e1d9ab-a87f-4ce4-9f29-df3d06eb7889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:45Z', 'updated_at': '2022-04-06T14:53:49Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '89e1d9ab-a87f-4ce4-9f29-df3d06eb7889', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:45Z', 'updated_at': '2022-04-06T14:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'c078da33-2345-488c-90f6-0fe57385de39', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'floating_ip_address': '172.26.8.113', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'port_id': '54ed2e4e-ec10-406e-958f-fb11594f6f17', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c1bf12-5624-4395-8ffd-809d67abdc6b', 'mac_address': 'fa:16:3e:a1:56:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87563c5-aea7-47c8-827d-ef6607c77fe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:54:04Z', 'updated_at': '2022-04-06T14:54:04Z', 'revision_number': 0, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c977e572-dde4-4a9d-9c19-b1ebfb085c4a', 'name': '', 'network_id': '72c1bf12-5624-4395-8ffd-809d67abdc6b', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:ef:56:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '681c8147-5643-4297-8280-d6ae9532a28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:48Z', 'updated_at': '2022-04-06T14:53:54Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': '681c8147-5643-4297-8280-d6ae9532a28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:54:06.741526 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd5d396-d33b-44c7-8909-da718812a892 None None] Checking router: 581efdc2-52dd-469a-bbfa-34a63483a2a9 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:54:06.752372 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd5d396-d33b-44c7-8909-da718812a892 None None] Routers {'581efdc2-52dd-469a-bbfa-34a63483a2a9'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:54:06.752999 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-5cd5d396-d33b-44c7-8909-da718812a892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:53:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['581efdc2-52dd-469a-bbfa-34a63483a2a9'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:54:06.802189 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e7d97830-a62d-4592-b924-fe23cc9b3322 req-48f8049f-2246-40c1-a4a0-ee98a76b1bc3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=72c1bf12-5624-4395-8ffd-809d67abdc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678835 Apr 06 14:54:06.931086 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-5cd5d396-d33b-44c7-8909-da718812a892 None None] Set router 581efdc2-52dd-469a-bbfa-34a63483a2a9 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:54:06.933613 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e7d97830-a62d-4592-b924-fe23cc9b3322 req-43a676f1-10db-4183-b9ad-6f0246dc95f2 service neutron] 10.222.0.69 "GET /v2.0/networks/72c1bf12-5624-4395-8ffd-809d67abdc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241179 Apr 06 14:54:07.063649 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e7d97830-a62d-4592-b924-fe23cc9b3322 req-a9b8c045-ecc7-4119-b823-abc2b97d3feb service neutron] 10.222.0.69 "GET /v2.0/networks/72c1bf12-5624-4395-8ffd-809d67abdc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249623 Apr 06 14:54:07.271465 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-5cd5d396-d33b-44c7-8909-da718812a892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524950622', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '89e1d9ab-a87f-4ce4-9f29-df3d06eb7889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:45Z', 'updated_at': '2022-04-06T14:53:49Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '89e1d9ab-a87f-4ce4-9f29-df3d06eb7889', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:45Z', 'updated_at': '2022-04-06T14:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'c078da33-2345-488c-90f6-0fe57385de39', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'floating_ip_address': '172.26.8.113', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'port_id': '54ed2e4e-ec10-406e-958f-fb11594f6f17', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c1bf12-5624-4395-8ffd-809d67abdc6b', 'mac_address': 'fa:16:3e:a1:56:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87563c5-aea7-47c8-827d-ef6607c77fe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:54:04Z', 'updated_at': '2022-04-06T14:54:04Z', 'revision_number': 0, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c977e572-dde4-4a9d-9c19-b1ebfb085c4a', 'name': '', 'network_id': '72c1bf12-5624-4395-8ffd-809d67abdc6b', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:ef:56:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '681c8147-5643-4297-8280-d6ae9532a28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:48Z', 'updated_at': '2022-04-06T14:53:54Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': '681c8147-5643-4297-8280-d6ae9532a28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:54:07.275268 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd5d396-d33b-44c7-8909-da718812a892 None None] The sync data for ids ['581efdc2-52dd-469a-bbfa-34a63483a2a9'] in dv-neutron-835868-1-hyperv is: [{'id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524950622', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '89e1d9ab-a87f-4ce4-9f29-df3d06eb7889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:45Z', 'updated_at': '2022-04-06T14:53:49Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '89e1d9ab-a87f-4ce4-9f29-df3d06eb7889', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:45Z', 'updated_at': '2022-04-06T14:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'c078da33-2345-488c-90f6-0fe57385de39', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'floating_ip_address': '172.26.8.113', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'port_id': '54ed2e4e-ec10-406e-958f-fb11594f6f17', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c1bf12-5624-4395-8ffd-809d67abdc6b', 'mac_address': 'fa:16:3e:a1:56:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87563c5-aea7-47c8-827d-ef6607c77fe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:54:04Z', 'updated_at': '2022-04-06T14:54:04Z', 'revision_number': 0, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c977e572-dde4-4a9d-9c19-b1ebfb085c4a', 'name': '', 'network_id': '72c1bf12-5624-4395-8ffd-809d67abdc6b', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:ef:56:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '681c8147-5643-4297-8280-d6ae9532a28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:48Z', 'updated_at': '2022-04-06T14:53:54Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': '681c8147-5643-4297-8280-d6ae9532a28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:54:07.646638 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33818) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:54:07.832347 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3074800e-35ae-4982-b71a-1b7a94646eb1 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/c078da33-2345-488c-90f6-0fe57385de39 HTTP/1.1" status: 200 len: 991 time: 0.1845865 Apr 06 14:54:08.124459 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2302331c-b0bd-40ec-ab2c-81ec7491c84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:54:08.836332 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33822) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:54:08.934338 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9831319c-82fd-4b38-91e4-598048d9e53b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/c078da33-2345-488c-90f6-0fe57385de39 HTTP/1.1" status: 200 len: 991 time: 0.0969515 Apr 06 14:54:09.937661 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33826) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:54:10.043385 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4bd64f17-a64d-4b6d-be01-66ee4a4cc1e0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/c078da33-2345-488c-90f6-0fe57385de39 HTTP/1.1" status: 200 len: 991 time: 0.1045973 Apr 06 14:54:10.081250 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea5d302-406f-462e-aa23-273a88fb6b1a None None] New status for floating IP c078da33-2345-488c-90f6-0fe57385de39: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:54:10.177310 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5ff3fc0f-8252-4d86-a119-fc686e401d2c req-67da8d7d-981f-4015-8574-fa92393b693e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688915 Apr 06 14:54:10.314004 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5ff3fc0f-8252-4d86-a119-fc686e401d2c req-d0e57b00-061b-434a-ba58-bf4a702eb944 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 1098 time: 0.0661433 Apr 06 14:54:10.550785 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3fc0f-8252-4d86-a119-fc686e401d2c req-ea6209c3-b84c-4520-801a-21e0b2dd3603 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:10.552004 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5ff3fc0f-8252-4d86-a119-fc686e401d2c req-ea6209c3-b84c-4520-801a-21e0b2dd3603 service neutron] 10.222.0.69 "GET /v2.0/networks?id=72c1bf12-5624-4395-8ffd-809d67abdc6b HTTP/1.1" status: 200 len: 898 time: 0.2168777 Apr 06 14:54:10.651433 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5ff3fc0f-8252-4d86-a119-fc686e401d2c req-f163e970-df40-48e4-8a98-2d0f33e048cf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54ed2e4e-ec10-406e-958f-fb11594f6f17 HTTP/1.1" status: 200 len: 1001 time: 0.0934095 Apr 06 14:54:10.709868 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3fc0f-8252-4d86-a119-fc686e401d2c req-d6c17db8-fecd-4a4a-b3d9-0d300f7b9716 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:10.711172 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5ff3fc0f-8252-4d86-a119-fc686e401d2c req-d6c17db8-fecd-4a4a-b3d9-0d300f7b9716 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=681c8147-5643-4297-8280-d6ae9532a28a HTTP/1.1" status: 200 len: 834 time: 0.0543904 Apr 06 14:54:10.785847 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5ff3fc0f-8252-4d86-a119-fc686e401d2c req-a2fde51c-282f-4c33-a0d0-7ce6bd8fbef6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=72c1bf12-5624-4395-8ffd-809d67abdc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690773 Apr 06 14:54:10.911704 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5ff3fc0f-8252-4d86-a119-fc686e401d2c req-4d9f5f3c-e619-4928-8296-52503c249c9e service neutron] 10.222.0.69 "GET /v2.0/networks/72c1bf12-5624-4395-8ffd-809d67abdc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196520 Apr 06 14:54:10.952426 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2c121c07-c2d5-4e89-bff0-20184ff127ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:54:11.039148 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5ff3fc0f-8252-4d86-a119-fc686e401d2c req-f6fd02dc-56ce-417e-ac61-b76ee96bd5dd service neutron] 10.222.0.69 "GET /v2.0/networks/72c1bf12-5624-4395-8ffd-809d67abdc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217844 Apr 06 14:54:11.046808 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33830) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:54:11.155134 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-53001ea6-3347-4bfd-9f5e-d632410724dd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/c078da33-2345-488c-90f6-0fe57385de39 HTTP/1.1" status: 200 len: 993 time: 0.1071806 Apr 06 14:54:11.406045 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:54:11.486963 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:54:12.977511 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:54:29.254515 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:54:36.111728 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fb7ca-a3e0-4113-a5e6-0d02d83c1f60 req-09770778-9f8b-45aa-942f-8422b49870bb tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:36.113104 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-554fb7ca-a3e0-4113-a5e6-0d02d83c1f60 req-09770778-9f8b-45aa-942f-8422b49870bb tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 945 time: 0.0784271 Apr 06 14:54:36.158042 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-554fb7ca-a3e0-4113-a5e6-0d02d83c1f60 req-2bc9bbf3-0c82-4d9d-8a90-3b24c2122ae8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9fd4d6f7-fb17-47c9-8668-73ceef769b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393789 Apr 06 14:54:37.360166 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c691b60-8749-4116-98af-bede4e2e6a8d req-f5a3f987-ff36-4a63-bda4-6cb920489f55 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:37.361619 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8c691b60-8749-4116-98af-bede4e2e6a8d req-f5a3f987-ff36-4a63-bda4-6cb920489f55 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 945 time: 0.0783508 Apr 06 14:54:37.406303 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8c691b60-8749-4116-98af-bede4e2e6a8d req-75866b34-5fdf-4d13-a6e9-973d046e1743 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9fd4d6f7-fb17-47c9-8668-73ceef769b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391660 Apr 06 14:54:38.125786 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-79e493ff-000a-415c-b1ca-b73c6207bc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:54:38.603050 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c24538-6f0b-499c-adb3-44d0a7d2b87f req-33bf3410-ca1b-470f-b8f6-227d3622c362 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:38.604460 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-86c24538-6f0b-499c-adb3-44d0a7d2b87f req-33bf3410-ca1b-470f-b8f6-227d3622c362 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 945 time: 0.0771763 Apr 06 14:54:38.648086 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-86c24538-6f0b-499c-adb3-44d0a7d2b87f req-961752e1-06d8-4eed-93f0-2d92b09a8d4f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9fd4d6f7-fb17-47c9-8668-73ceef769b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382352 Apr 06 14:54:39.839486 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf885b9-74ee-4ffc-9e82-35fcf055ce6d req-43ff397e-249b-4fbe-a177-744628ea0e8e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:39.840953 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0cf885b9-74ee-4ffc-9e82-35fcf055ce6d req-43ff397e-249b-4fbe-a177-744628ea0e8e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 945 time: 0.0741546 Apr 06 14:54:39.886627 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0cf885b9-74ee-4ffc-9e82-35fcf055ce6d req-cbfccb51-dbc6-4281-8915-5ca56541cffc tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9fd4d6f7-fb17-47c9-8668-73ceef769b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400343 Apr 06 14:54:40.953595 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-de2ef98f-05cf-4afc-aa48-eb991e6824dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:54:41.079945 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5da52-1881-4dfd-9498-3d1a1be3f630 req-575ab93e-ea98-4852-9717-7e66d69f35b1 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:41.081462 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-34c5da52-1881-4dfd-9498-3d1a1be3f630 req-575ab93e-ea98-4852-9717-7e66d69f35b1 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 945 time: 0.0756984 Apr 06 14:54:41.127760 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-34c5da52-1881-4dfd-9498-3d1a1be3f630 req-218ae878-0ab2-4b0b-9fa2-6672e6e08147 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9fd4d6f7-fb17-47c9-8668-73ceef769b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408361 Apr 06 14:54:41.408646 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:54:41.489658 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:54:41.666687 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:54:42.321734 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1504139-e0fc-4d46-b0a8-9d8ab83b94cd req-94b6a828-f2c7-4ba5-8096-3bfb667a22bc tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:42.323405 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c1504139-e0fc-4d46-b0a8-9d8ab83b94cd req-94b6a828-f2c7-4ba5-8096-3bfb667a22bc tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 945 time: 0.0760505 Apr 06 14:54:42.371086 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c1504139-e0fc-4d46-b0a8-9d8ab83b94cd req-28de85bf-4696-43c8-bd0c-b6ba251745ee tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9fd4d6f7-fb17-47c9-8668-73ceef769b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407829 Apr 06 14:54:42.979535 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:54:43.561503 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb76ff-f86a-4ed9-9454-b9cbefa41ab6 req-99184fe7-64e5-406e-bf84-c3834ceef536 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:43.562909 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f3fb76ff-f86a-4ed9-9454-b9cbefa41ab6 req-99184fe7-64e5-406e-bf84-c3834ceef536 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 945 time: 0.0748417 Apr 06 14:54:43.606262 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f3fb76ff-f86a-4ed9-9454-b9cbefa41ab6 req-69bd8131-c2b1-4c08-8b65-6c3d108d865d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9fd4d6f7-fb17-47c9-8668-73ceef769b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380380 Apr 06 14:54:44.813797 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f7a19-2d7a-4298-bac4-f95e1f530a3f req-4e14017a-6a01-4e6d-8552-5582bbe7172d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:44.815142 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cd6f7a19-2d7a-4298-bac4-f95e1f530a3f req-4e14017a-6a01-4e6d-8552-5582bbe7172d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 945 time: 0.0760922 Apr 06 14:54:44.863805 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cd6f7a19-2d7a-4298-bac4-f95e1f530a3f req-ef8a5fe1-6332-4194-93c8-d6493c1e7ec1 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9fd4d6f7-fb17-47c9-8668-73ceef769b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431430 Apr 06 14:54:46.065798 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461986c8-2a5e-4737-882e-119345d50001 req-af7610b4-a0ca-4fcc-9ee4-c82723ad9086 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:46.067265 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-461986c8-2a5e-4737-882e-119345d50001 req-af7610b4-a0ca-4fcc-9ee4-c82723ad9086 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 945 time: 0.0815938 Apr 06 14:54:46.112121 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-461986c8-2a5e-4737-882e-119345d50001 req-814cd0dc-e275-4a2b-91ae-1214efa409df tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9fd4d6f7-fb17-47c9-8668-73ceef769b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391853 Apr 06 14:54:47.302588 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f464f-fb28-4565-ac88-3a2528575c2f req-f7705703-0c03-4ffe-8527-92d4c942b99e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:47.304025 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-022f464f-fb28-4565-ac88-3a2528575c2f req-f7705703-0c03-4ffe-8527-92d4c942b99e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 945 time: 0.0733948 Apr 06 14:54:47.348778 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-022f464f-fb28-4565-ac88-3a2528575c2f req-05fcc616-abeb-4f08-adfc-7753d84b17b7 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9fd4d6f7-fb17-47c9-8668-73ceef769b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392196 Apr 06 14:54:47.375614 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33866) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:54:47.476617 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cd2e2f9b-2bf5-40e1-b689-afbb9606f1cb tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/c078da33-2345-488c-90f6-0fe57385de39 HTTP/1.1" status: 200 len: 993 time: 0.0997939 Apr 06 14:54:49.004147 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630aa035-1c5e-4830-9f8f-1bfba623d7c2 req-792ab6bc-ebe2-498e-a311-e9dcdd3f77fd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:49.005611 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-630aa035-1c5e-4830-9f8f-1bfba623d7c2 req-792ab6bc-ebe2-498e-a311-e9dcdd3f77fd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 945 time: 0.1160562 Apr 06 14:54:49.050812 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a9860ad1-c41a-4ac9-86b4-4e2d44fb8eda req-4a528ab9-a7b2-4456-a505-71a86ae5b2fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 1098 time: 0.1097779 Apr 06 14:54:49.243411 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-630aa035-1c5e-4830-9f8f-1bfba623d7c2 req-cb7e742d-f451-471d-ab15-3095d280e3d1 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9fd4d6f7-fb17-47c9-8668-73ceef769b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280011 Apr 06 14:54:49.288886 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860ad1-c41a-4ac9-86b4-4e2d44fb8eda req-54120605-77a5-4e74-b1f1-c0bb00d5c0ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:49.290423 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a9860ad1-c41a-4ac9-86b4-4e2d44fb8eda req-54120605-77a5-4e74-b1f1-c0bb00d5c0ab service neutron] 10.222.0.69 "GET /v2.0/networks?id=72c1bf12-5624-4395-8ffd-809d67abdc6b HTTP/1.1" status: 200 len: 898 time: 0.2324424 Apr 06 14:54:49.392411 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a9860ad1-c41a-4ac9-86b4-4e2d44fb8eda req-ee68bdd5-575e-4029-9451-ffe78aa8439d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54ed2e4e-ec10-406e-958f-fb11594f6f17 HTTP/1.1" status: 200 len: 1001 time: 0.0960464 Apr 06 14:54:49.463916 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860ad1-c41a-4ac9-86b4-4e2d44fb8eda req-5ee18d18-6e99-47ff-9650-9cbd38847a4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:49.465434 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a9860ad1-c41a-4ac9-86b4-4e2d44fb8eda req-5ee18d18-6e99-47ff-9650-9cbd38847a4c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=681c8147-5643-4297-8280-d6ae9532a28a HTTP/1.1" status: 200 len: 834 time: 0.0676847 Apr 06 14:54:49.540045 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a9860ad1-c41a-4ac9-86b4-4e2d44fb8eda req-e29d4b88-d269-4fb1-9ae8-b1d1ea399d9c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=72c1bf12-5624-4395-8ffd-809d67abdc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686765 Apr 06 14:54:49.550230 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [req-a9860ad1-c41a-4ac9-86b4-4e2d44fb8eda req-aff734e1-624c-41cb-b281-c0784c953326 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 14:54:49.551148 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a9860ad1-c41a-4ac9-86b4-4e2d44fb8eda req-aff734e1-624c-41cb-b281-c0784c953326 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049131 Apr 06 14:54:49.706300 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a9860ad1-c41a-4ac9-86b4-4e2d44fb8eda req-8cc86a68-6384-45c3-b787-e6e98118db7a service neutron] 10.222.0.69 "GET /v2.0/networks/72c1bf12-5624-4395-8ffd-809d67abdc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490040 Apr 06 14:54:49.835744 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a9860ad1-c41a-4ac9-86b4-4e2d44fb8eda req-9de97c28-f69c-4e55-8d3b-b24a5eaba7c7 service neutron] 10.222.0.69 "GET /v2.0/networks/72c1bf12-5624-4395-8ffd-809d67abdc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229420 Apr 06 14:54:50.464152 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39f48d-3218-450d-a8d1-1126070b8d27 req-1a4902a3-f250-4b48-bad3-40de9faa1f66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:50.465633 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe39f48d-3218-450d-a8d1-1126070b8d27 req-1a4902a3-f250-4b48-bad3-40de9faa1f66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 945 time: 0.0865290 Apr 06 14:54:50.510892 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe39f48d-3218-450d-a8d1-1126070b8d27 req-b6337943-aaba-478a-bd9f-1c4f7c7dbdd5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9fd4d6f7-fb17-47c9-8668-73ceef769b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395687 Apr 06 14:54:50.539035 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33878) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:54:50.643074 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-230f15f1-d4d8-4888-9d77-af1bf960781b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/c078da33-2345-488c-90f6-0fe57385de39 HTTP/1.1" status: 200 len: 993 time: 0.1029041 Apr 06 14:54:59.259371 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:08.127935 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ce9bcfad-ab13-493e-a8ef-dd076a0a7005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:10.954859 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5e9edd5a-909a-4c5b-b410-1896dec36a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:11.410275 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:11.491759 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:12.168748 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a80bb7a0-b15b-4067-99db-9ef9212d5e8c req-bf12bcb9-60d8-4200-8466-dcef7e0b65b5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693207 Apr 06 14:55:12.301429 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a80bb7a0-b15b-4067-99db-9ef9212d5e8c req-544c4805-6ac0-4f63-b1ae-3659bbe5c171 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 1098 time: 0.0665827 Apr 06 14:55:12.438649 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80bb7a0-b15b-4067-99db-9ef9212d5e8c req-e81ad4a3-c3d9-4bcb-8c54-0055d4ef86f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:12.439967 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a80bb7a0-b15b-4067-99db-9ef9212d5e8c req-e81ad4a3-c3d9-4bcb-8c54-0055d4ef86f2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=72c1bf12-5624-4395-8ffd-809d67abdc6b HTTP/1.1" status: 200 len: 898 time: 0.1209736 Apr 06 14:55:12.539156 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a80bb7a0-b15b-4067-99db-9ef9212d5e8c req-59515e23-5bf8-413a-b9d1-e9709d1d0dbc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54ed2e4e-ec10-406e-958f-fb11594f6f17 HTTP/1.1" status: 200 len: 1001 time: 0.0931032 Apr 06 14:55:12.602460 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80bb7a0-b15b-4067-99db-9ef9212d5e8c req-d982c441-527e-4057-9c7e-94193730bb25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:12.603848 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a80bb7a0-b15b-4067-99db-9ef9212d5e8c req-d982c441-527e-4057-9c7e-94193730bb25 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=681c8147-5643-4297-8280-d6ae9532a28a HTTP/1.1" status: 200 len: 834 time: 0.0575161 Apr 06 14:55:12.678249 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a80bb7a0-b15b-4067-99db-9ef9212d5e8c req-bf65714e-da25-4714-bc59-fb046781973f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=72c1bf12-5624-4395-8ffd-809d67abdc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687399 Apr 06 14:55:12.805811 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a80bb7a0-b15b-4067-99db-9ef9212d5e8c req-c1f801e8-eb56-482f-8d25-184b5080d59a service neutron] 10.222.0.69 "GET /v2.0/networks/72c1bf12-5624-4395-8ffd-809d67abdc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208184 Apr 06 14:55:12.932722 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a80bb7a0-b15b-4067-99db-9ef9212d5e8c req-c03bd001-ccc8-4ee2-801b-db02e6fa1780 service neutron] 10.222.0.69 "GET /v2.0/networks/72c1bf12-5624-4395-8ffd-809d67abdc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205997 Apr 06 14:55:12.982635 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:18.667324 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:55:21.066752 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33896) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:55:21.346868 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-48efd5b2-6271-438d-8acb-03f94f34f7ec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Deleting port e35d0113-a241-4867-9625-28066b3bfc03 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:55:21.347208 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-48efd5b2-6271-438d-8acb-03f94f34f7ec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:21.507570 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-48efd5b2-6271-438d-8acb-03f94f34f7ec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:21.507894 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-48efd5b2-6271-438d-8acb-03f94f34f7ec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:21.621512 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-48efd5b2-6271-438d-8acb-03f94f34f7ec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Calling delete_port for e35d0113-a241-4867-9625-28066b3bfc03 owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:55:21.762481 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-48efd5b2-6271-438d-8acb-03f94f34f7ec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:21.804476 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efd5b2-6271-438d-8acb-03f94f34f7ec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'Port': ['ID=e35d0113-a241-4867-9625-28066b3bfc03,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:21.843118 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efd5b2-6271-438d-8acb-03f94f34f7ec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:21.843470 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efd5b2-6271-438d-8acb-03f94f34f7ec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:21.843813 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efd5b2-6271-438d-8acb-03f94f34f7ec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:21.844154 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efd5b2-6271-438d-8acb-03f94f34f7ec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:21.844490 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efd5b2-6271-438d-8acb-03f94f34f7ec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:21.845368 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efd5b2-6271-438d-8acb-03f94f34f7ec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:21.845701 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efd5b2-6271-438d-8acb-03f94f34f7ec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:21.846115 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efd5b2-6271-438d-8acb-03f94f34f7ec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:21.846444 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efd5b2-6271-438d-8acb-03f94f34f7ec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:21.846772 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efd5b2-6271-438d-8acb-03f94f34f7ec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:21.847100 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efd5b2-6271-438d-8acb-03f94f34f7ec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:21.908233 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-48efd5b2-6271-438d-8acb-03f94f34f7ec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:22.290183 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48efd5b2-6271-438d-8acb-03f94f34f7ec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Router 581efdc2-52dd-469a-bbfa-34a63483a2a9 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:55:22.481001 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48efd5b2-6271-438d-8acb-03f94f34f7ec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:55:22.490230 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc5a160-215b-487c-a113-7c25692e4384 None None] Sync routers for ids ['581efdc2-52dd-469a-bbfa-34a63483a2a9'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:55:22.502369 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc5a160-215b-487c-a113-7c25692e4384 None None] Routers {'581efdc2-52dd-469a-bbfa-34a63483a2a9'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:55:22.502976 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-ffc5a160-215b-487c-a113-7c25692e4384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:55:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['581efdc2-52dd-469a-bbfa-34a63483a2a9'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:22.503185 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-48efd5b2-6271-438d-8acb-03f94f34f7ec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:22.557356 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-48efd5b2-6271-438d-8acb-03f94f34f7ec tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "DELETE /v2.0/floatingips/c078da33-2345-488c-90f6-0fe57385de39 HTTP/1.1" status: 204 len: 168 time: 1.4894340 Apr 06 14:55:22.557832 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87563c5-aea7-47c8-827d-ef6607c77fe3', 'tag': '54ed2e4e-ec10-406e-958f-fb11594f6f17'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:55:22.685505 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-ffc5a160-215b-487c-a113-7c25692e4384 None None] Set router 581efdc2-52dd-469a-bbfa-34a63483a2a9 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:55:22.841175 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-802280f7-a765-4bae-8307-3131d50bf511'] response: {'name': 'network-changed', 'server_uuid': 'c87563c5-aea7-47c8-827d-ef6607c77fe3', 'tag': '54ed2e4e-ec10-406e-958f-fb11594f6f17', 'status': 'completed', 'code': 200} Apr 06 14:55:22.991762 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b895b9-d6f2-462f-b9e0-cf3807e68079 req-524feda5-7bfd-4be7-a7cc-0b5dc89a70c4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:22.993291 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c5b895b9-d6f2-462f-b9e0-cf3807e68079 req-524feda5-7bfd-4be7-a7cc-0b5dc89a70c4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 945 time: 0.0869412 Apr 06 14:55:22.996580 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1a333a60-7bbd-42d3-902d-0739d72736d0 req-1df045cb-a645-4e75-9cc5-0cf58d8f854c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 1098 time: 0.1325917 Apr 06 14:55:23.013552 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-ffc5a160-215b-487c-a113-7c25692e4384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524950622', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '89e1d9ab-a87f-4ce4-9f29-df3d06eb7889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:45Z', 'updated_at': '2022-04-06T14:53:49Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '89e1d9ab-a87f-4ce4-9f29-df3d06eb7889', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:45Z', 'updated_at': '2022-04-06T14:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'c977e572-dde4-4a9d-9c19-b1ebfb085c4a', 'name': '', 'network_id': '72c1bf12-5624-4395-8ffd-809d67abdc6b', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:ef:56:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '681c8147-5643-4297-8280-d6ae9532a28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:48Z', 'updated_at': '2022-04-06T14:53:54Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': '681c8147-5643-4297-8280-d6ae9532a28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:23.017632 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc5a160-215b-487c-a113-7c25692e4384 None None] Checking router: 581efdc2-52dd-469a-bbfa-34a63483a2a9 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:55:23.028955 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc5a160-215b-487c-a113-7c25692e4384 None None] Routers {'581efdc2-52dd-469a-bbfa-34a63483a2a9'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:55:23.029521 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-ffc5a160-215b-487c-a113-7c25692e4384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:55:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['581efdc2-52dd-469a-bbfa-34a63483a2a9'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:23.041455 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c5b895b9-d6f2-462f-b9e0-cf3807e68079 req-4d82f4a9-c8ee-45f5-b077-8a61eb6ee671 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9fd4d6f7-fb17-47c9-8668-73ceef769b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422242 Apr 06 14:55:23.205120 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-ffc5a160-215b-487c-a113-7c25692e4384 None None] Set router 581efdc2-52dd-469a-bbfa-34a63483a2a9 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:55:23.221277 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a333a60-7bbd-42d3-902d-0739d72736d0 req-56f53086-59ef-47b5-86b4-8d03550e32e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:23.222701 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1a333a60-7bbd-42d3-902d-0739d72736d0 req-56f53086-59ef-47b5-86b4-8d03550e32e6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=72c1bf12-5624-4395-8ffd-809d67abdc6b HTTP/1.1" status: 200 len: 898 time: 0.2198062 Apr 06 14:55:23.291928 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1a333a60-7bbd-42d3-902d-0739d72736d0 req-efe401fc-435f-4743-881c-e04bf514c248 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54ed2e4e-ec10-406e-958f-fb11594f6f17 HTTP/1.1" status: 200 len: 217 time: 0.0618534 Apr 06 14:55:23.352471 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a333a60-7bbd-42d3-902d-0739d72736d0 req-9b08713e-b756-4f8b-850b-b187364db3f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:23.353905 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1a333a60-7bbd-42d3-902d-0739d72736d0 req-9b08713e-b756-4f8b-850b-b187364db3f6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=681c8147-5643-4297-8280-d6ae9532a28a HTTP/1.1" status: 200 len: 834 time: 0.0560346 Apr 06 14:55:23.429547 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1a333a60-7bbd-42d3-902d-0739d72736d0 req-1af5352d-db25-4d5e-b503-c8fd891c1bb3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=72c1bf12-5624-4395-8ffd-809d67abdc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690999 Apr 06 14:55:23.506442 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-ffc5a160-215b-487c-a113-7c25692e4384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524950622', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '89e1d9ab-a87f-4ce4-9f29-df3d06eb7889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:45Z', 'updated_at': '2022-04-06T14:53:49Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '89e1d9ab-a87f-4ce4-9f29-df3d06eb7889', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:45Z', 'updated_at': '2022-04-06T14:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'c977e572-dde4-4a9d-9c19-b1ebfb085c4a', 'name': '', 'network_id': '72c1bf12-5624-4395-8ffd-809d67abdc6b', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:ef:56:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '681c8147-5643-4297-8280-d6ae9532a28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:48Z', 'updated_at': '2022-04-06T14:53:54Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': '681c8147-5643-4297-8280-d6ae9532a28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:23.510468 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc5a160-215b-487c-a113-7c25692e4384 None None] The sync data for ids ['581efdc2-52dd-469a-bbfa-34a63483a2a9'] in dv-neutron-835868-1-hyperv is: [{'id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524950622', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '89e1d9ab-a87f-4ce4-9f29-df3d06eb7889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:45Z', 'updated_at': '2022-04-06T14:53:49Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '89e1d9ab-a87f-4ce4-9f29-df3d06eb7889', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:45Z', 'updated_at': '2022-04-06T14:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'c977e572-dde4-4a9d-9c19-b1ebfb085c4a', 'name': '', 'network_id': '72c1bf12-5624-4395-8ffd-809d67abdc6b', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:ef:56:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '681c8147-5643-4297-8280-d6ae9532a28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:48Z', 'updated_at': '2022-04-06T14:53:54Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': '681c8147-5643-4297-8280-d6ae9532a28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:55:23.562198 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1a333a60-7bbd-42d3-902d-0739d72736d0 req-653f7cda-99c4-42ae-9bd4-a59d54b73713 service neutron] 10.222.0.69 "GET /v2.0/networks/72c1bf12-5624-4395-8ffd-809d67abdc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254737 Apr 06 14:55:23.696100 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1a333a60-7bbd-42d3-902d-0739d72736d0 req-1862f285-10ad-493b-8b86-8e9ca798eb4a service neutron] 10.222.0.69 "GET /v2.0/networks/72c1bf12-5624-4395-8ffd-809d67abdc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273956 Apr 06 14:55:23.731700 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f918a78c-dfb9-4251-a74f-ece6d367d625 None None] New status for floating IP c078da33-2345-488c-90f6-0fe57385de39: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:55:24.236454 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7f809-880c-48d5-b8e9-8d73238f3598 req-5ac3cbea-51f6-41f2-ad71-abc4a6c7b89c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:24.237210 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-20c7f809-880c-48d5-b8e9-8d73238f3598 req-5ac3cbea-51f6-41f2-ad71-abc4a6c7b89c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Synchronizing usage tracker for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:55:24.252338 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-20c7f809-880c-48d5-b8e9-8d73238f3598 req-5ac3cbea-51f6-41f2-ad71-abc4a6c7b89c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Unset dirty status for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:55:24.254420 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-20c7f809-880c-48d5-b8e9-8d73238f3598 req-5ac3cbea-51f6-41f2-ad71-abc4a6c7b89c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 945 time: 0.0899112 Apr 06 14:55:24.337521 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-20c7f809-880c-48d5-b8e9-8d73238f3598 req-c691c2ef-a3ae-4e1e-8ec7-56f288df58ca tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9fd4d6f7-fb17-47c9-8668-73ceef769b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785692 Apr 06 14:55:24.372215 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c0a23-5ea9-4ab8-9c8a-5e0309e9c29f req-4353a683-cc6d-4204-877a-93a64aa35fdd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:24.373652 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-622c0a23-5ea9-4ab8-9c8a-5e0309e9c29f req-4353a683-cc6d-4204-877a-93a64aa35fdd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.69 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 945 time: 0.0824192 Apr 06 14:55:24.437924 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-622c0a23-5ea9-4ab8-9c8a-5e0309e9c29f req-5adb17ef-d703-4dc2-b316-57154c7bd8d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Deleting port 54ed2e4e-ec10-406e-958f-fb11594f6f17 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:55:24.438262 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-622c0a23-5ea9-4ab8-9c8a-5e0309e9c29f req-5adb17ef-d703-4dc2-b316-57154c7bd8d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:24.676098 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-622c0a23-5ea9-4ab8-9c8a-5e0309e9c29f req-5adb17ef-d703-4dc2-b316-57154c7bd8d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] For port 54ed2e4e-ec10-406e-958f-fb11594f6f17, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=54ed2e4e-ec10-406e-958f-fb11594f6f17,segment=NetworkSegment(0c54cea2-ac38-43dc-8a29-f0e6a53cc365),segment_id=0c54cea2-ac38-43dc-8a29-f0e6a53cc365)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:55:24.676452 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-622c0a23-5ea9-4ab8-9c8a-5e0309e9c29f req-5adb17ef-d703-4dc2-b316-57154c7bd8d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:24.792512 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-622c0a23-5ea9-4ab8-9c8a-5e0309e9c29f req-5adb17ef-d703-4dc2-b316-57154c7bd8d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Calling delete_port for 54ed2e4e-ec10-406e-958f-fb11594f6f17 owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:55:24.931382 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-622c0a23-5ea9-4ab8-9c8a-5e0309e9c29f req-5adb17ef-d703-4dc2-b316-57154c7bd8d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:24.976648 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb17ef-d703-4dc2-b316-57154c7bd8d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'Port': ['ID=54ed2e4e-ec10-406e-958f-fb11594f6f17,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:25.053797 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-622c0a23-5ea9-4ab8-9c8a-5e0309e9c29f req-5adb17ef-d703-4dc2-b316-57154c7bd8d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] No DVR routers for this DVR port 54ed2e4e-ec10-406e-958f-fb11594f6f17 on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:55:25.056446 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-622c0a23-5ea9-4ab8-9c8a-5e0309e9c29f req-5adb17ef-d703-4dc2-b316-57154c7bd8d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:25.059392 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87563c5-aea7-47c8-827d-ef6607c77fe3', 'name': 'network-vif-deleted', 'tag': '54ed2e4e-ec10-406e-958f-fb11594f6f17'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:55:25.076895 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-622c0a23-5ea9-4ab8-9c8a-5e0309e9c29f req-5adb17ef-d703-4dc2-b316-57154c7bd8d3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.69 "DELETE /v2.0/ports/54ed2e4e-ec10-406e-958f-fb11594f6f17 HTTP/1.1" status: 204 len: 173 time: 0.6979716 Apr 06 14:55:25.119047 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a0f2d8-0116-4c8f-b5f0-9a5f5ae49eb9'] response: {'server_uuid': 'c87563c5-aea7-47c8-827d-ef6607c77fe3', 'name': 'network-vif-deleted', 'tag': '54ed2e4e-ec10-406e-958f-fb11594f6f17', 'status': 'completed', 'code': 200} Apr 06 14:55:25.512258 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-8a689072-6ca0-4396-8cbf-dbc3e79229fa req-68efff69-ad22-4286-b9b9-33558cc628b3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Synchronizing usage tracker for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:55:25.526939 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-8a689072-6ca0-4396-8cbf-dbc3e79229fa req-68efff69-ad22-4286-b9b9-33558cc628b3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Unset dirty status for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:55:25.528222 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8a689072-6ca0-4396-8cbf-dbc3e79229fa req-68efff69-ad22-4286-b9b9-33558cc628b3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c87563c5-aea7-47c8-827d-ef6607c77fe3 HTTP/1.1" status: 200 len: 210 time: 0.0567448 Apr 06 14:55:26.633575 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33918) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:55:27.113291 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eac8ebfe-3010-4518-b4d5-6db07a262d8e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:27.693764 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-eac8ebfe-3010-4518-b4d5-6db07a262d8e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Deleting port c977e572-dde4-4a9d-9c19-b1ebfb085c4a {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:55:27.694443 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eac8ebfe-3010-4518-b4d5-6db07a262d8e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:27.871226 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-eac8ebfe-3010-4518-b4d5-6db07a262d8e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] For port c977e572-dde4-4a9d-9c19-b1ebfb085c4a, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=c977e572-dde4-4a9d-9c19-b1ebfb085c4a,segment=NetworkSegment(0c54cea2-ac38-43dc-8a29-f0e6a53cc365),segment_id=0c54cea2-ac38-43dc-8a29-f0e6a53cc365)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:55:27.871581 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eac8ebfe-3010-4518-b4d5-6db07a262d8e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:27.988289 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-eac8ebfe-3010-4518-b4d5-6db07a262d8e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Calling delete_port for c977e572-dde4-4a9d-9c19-b1ebfb085c4a owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:55:28.155745 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eac8ebfe-3010-4518-b4d5-6db07a262d8e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:28.294815 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8ebfe-3010-4518-b4d5-6db07a262d8e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'Port': ['ID=c977e572-dde4-4a9d-9c19-b1ebfb085c4a,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:28.586909 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eac8ebfe-3010-4518-b4d5-6db07a262d8e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:29.140332 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac8ebfe-3010-4518-b4d5-6db07a262d8e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Router 581efdc2-52dd-469a-bbfa-34a63483a2a9 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:55:29.262098 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:29.335479 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac8ebfe-3010-4518-b4d5-6db07a262d8e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:55:29.345524 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac1c31e-1097-45b8-9de8-582ba959fff6 None None] Sync routers for ids ['581efdc2-52dd-469a-bbfa-34a63483a2a9'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:55:29.351309 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-eac8ebfe-3010-4518-b4d5-6db07a262d8e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "PUT /v2.0/routers/581efdc2-52dd-469a-bbfa-34a63483a2a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7166457 Apr 06 14:55:29.354140 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33930) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:55:29.357455 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac1c31e-1097-45b8-9de8-582ba959fff6 None None] Routers {'581efdc2-52dd-469a-bbfa-34a63483a2a9'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:55:29.358059 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-aac1c31e-1097-45b8-9de8-582ba959fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:55:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['581efdc2-52dd-469a-bbfa-34a63483a2a9'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:29.527634 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-aac1c31e-1097-45b8-9de8-582ba959fff6 None None] Set router 581efdc2-52dd-469a-bbfa-34a63483a2a9 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:55:29.534912 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c0e1cc-d90c-46cb-8d1d-d79bc9555a66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Deleting subnet 681c8147-5643-4297-8280-d6ae9532a28a {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:55:29.537851 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d3c0e1cc-d90c-46cb-8d1d-d79bc9555a66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:29.593017 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d3c0e1cc-d90c-46cb-8d1d-d79bc9555a66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:29.675576 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d3c0e1cc-d90c-46cb-8d1d-d79bc9555a66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:29.701115 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 54ed2e4e-ec10-406e-958f-fb11594f6f17 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:55:29.736496 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: 54ed2e4e-ec10-406e-958f-fb11594f6f17 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:55:29.736849 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 54ed2e4e-ec10-406e-958f-fb11594f6f17 not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:55:29.747650 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d3c0e1cc-d90c-46cb-8d1d-d79bc9555a66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:29.784141 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0e1cc-d90c-46cb-8d1d-d79bc9555a66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'Subnet': ['ID=681c8147-5643-4297-8280-d6ae9532a28a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:29.794387 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e1cc-d90c-46cb-8d1d-d79bc9555a66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:29.794941 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e1cc-d90c-46cb-8d1d-d79bc9555a66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:29.795442 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e1cc-d90c-46cb-8d1d-d79bc9555a66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:29.795923 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e1cc-d90c-46cb-8d1d-d79bc9555a66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:29.796408 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e1cc-d90c-46cb-8d1d-d79bc9555a66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:29.796918 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e1cc-d90c-46cb-8d1d-d79bc9555a66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:29.797389 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e1cc-d90c-46cb-8d1d-d79bc9555a66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:29.798407 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e1cc-d90c-46cb-8d1d-d79bc9555a66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:29.798885 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e1cc-d90c-46cb-8d1d-d79bc9555a66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:29.799363 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e1cc-d90c-46cb-8d1d-d79bc9555a66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:29.799842 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e1cc-d90c-46cb-8d1d-d79bc9555a66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:29.806680 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d3c0e1cc-d90c-46cb-8d1d-d79bc9555a66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:29.815779 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d3c0e1cc-d90c-46cb-8d1d-d79bc9555a66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "DELETE /v2.0/subnets/681c8147-5643-4297-8280-d6ae9532a28a HTTP/1.1" status: 204 len: 168 time: 0.4573848 Apr 06 14:55:29.815947 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ed69f7-eaae-4c21-b8c3-b5461c9eaa05 None None] Network 72c1bf12-5624-4395-8ffd-809d67abdc6b requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:55:29.816042 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33934) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:55:29.858681 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-aac1c31e-1097-45b8-9de8-582ba959fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524950622', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '89e1d9ab-a87f-4ce4-9f29-df3d06eb7889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:45Z', 'updated_at': '2022-04-06T14:55:28Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '89e1d9ab-a87f-4ce4-9f29-df3d06eb7889', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:45Z', 'updated_at': '2022-04-06T14:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:29.864369 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac1c31e-1097-45b8-9de8-582ba959fff6 None None] Checking router: 581efdc2-52dd-469a-bbfa-34a63483a2a9 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:55:29.875591 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac1c31e-1097-45b8-9de8-582ba959fff6 None None] Routers {'581efdc2-52dd-469a-bbfa-34a63483a2a9'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:55:29.876932 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-aac1c31e-1097-45b8-9de8-582ba959fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:55:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['581efdc2-52dd-469a-bbfa-34a63483a2a9'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:30.017694 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-75f39880-4a0b-4a60-97f7-99ca53435ba3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:30.058282 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-aac1c31e-1097-45b8-9de8-582ba959fff6 None None] Set router 581efdc2-52dd-469a-bbfa-34a63483a2a9 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:55:30.083044 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c636d4-a440-427d-afe4-325759e4a510 None None] DHCP port deletion for 72c1bf12-5624-4395-8ffd-809d67abdc6b request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:55:30.087347 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e2c636d4-a440-427d-afe4-325759e4a510 None None] Deleting port 8aef09ab-0627-42e1-9e35-44826ffbb95c {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:55:30.088014 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e2c636d4-a440-427d-afe4-325759e4a510 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:30.290045 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e2c636d4-a440-427d-afe4-325759e4a510 None None] For port 8aef09ab-0627-42e1-9e35-44826ffbb95c, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=8aef09ab-0627-42e1-9e35-44826ffbb95c,segment=NetworkSegment(0c54cea2-ac38-43dc-8a29-f0e6a53cc365),segment_id=0c54cea2-ac38-43dc-8a29-f0e6a53cc365)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:55:30.290722 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e2c636d4-a440-427d-afe4-325759e4a510 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:30.312029 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-75f39880-4a0b-4a60-97f7-99ca53435ba3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:30.322255 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-75f39880-4a0b-4a60-97f7-99ca53435ba3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Deleting port 89e1d9ab-a87f-4ce4-9f29-df3d06eb7889 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:55:30.322590 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-75f39880-4a0b-4a60-97f7-99ca53435ba3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:30.357136 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-aac1c31e-1097-45b8-9de8-582ba959fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524950622', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '89e1d9ab-a87f-4ce4-9f29-df3d06eb7889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:45Z', 'updated_at': '2022-04-06T14:55:28Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '89e1d9ab-a87f-4ce4-9f29-df3d06eb7889', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:45Z', 'updated_at': '2022-04-06T14:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:30.361636 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac1c31e-1097-45b8-9de8-582ba959fff6 None None] The sync data for ids ['581efdc2-52dd-469a-bbfa-34a63483a2a9'] in dv-neutron-835868-1-hyperv is: [{'id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524950622', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '89e1d9ab-a87f-4ce4-9f29-df3d06eb7889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:45Z', 'updated_at': '2022-04-06T14:55:28Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '89e1d9ab-a87f-4ce4-9f29-df3d06eb7889', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581efdc2-52dd-469a-bbfa-34a63483a2a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:45Z', 'updated_at': '2022-04-06T14:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:55:30.456119 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e2c636d4-a440-427d-afe4-325759e4a510 None None] Calling delete_port for 8aef09ab-0627-42e1-9e35-44826ffbb95c owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:55:30.500602 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-75f39880-4a0b-4a60-97f7-99ca53435ba3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] For port 89e1d9ab-a87f-4ce4-9f29-df3d06eb7889, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=89e1d9ab-a87f-4ce4-9f29-df3d06eb7889,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:55:30.501136 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-75f39880-4a0b-4a60-97f7-99ca53435ba3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:30.531188 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e2c636d4-a440-427d-afe4-325759e4a510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:30.576067 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c636d4-a440-427d-afe4-325759e4a510 None None] Pushing event deleted for resources: {'Port': ['ID=8aef09ab-0627-42e1-9e35-44826ffbb95c,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:30.583975 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c636d4-a440-427d-afe4-325759e4a510 None None] No DVR routers for this DVR port 8aef09ab-0627-42e1-9e35-44826ffbb95c on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:55:30.589106 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c636d4-a440-427d-afe4-325759e4a510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:30.592236 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c636d4-a440-427d-afe4-325759e4a510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:30.592236 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c636d4-a440-427d-afe4-325759e4a510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:30.592405 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c636d4-a440-427d-afe4-325759e4a510 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:30.592696 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c636d4-a440-427d-afe4-325759e4a510 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:30.593063 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c636d4-a440-427d-afe4-325759e4a510 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:30.593406 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c636d4-a440-427d-afe4-325759e4a510 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:30.593722 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c636d4-a440-427d-afe4-325759e4a510 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:30.594066 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c636d4-a440-427d-afe4-325759e4a510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:30.594389 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c636d4-a440-427d-afe4-325759e4a510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:30.595255 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c636d4-a440-427d-afe4-325759e4a510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:30.619648 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-75f39880-4a0b-4a60-97f7-99ca53435ba3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Calling delete_port for 89e1d9ab-a87f-4ce4-9f29-df3d06eb7889 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:55:30.751401 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c977e572-dde4-4a9d-9c19-b1ebfb085c4a no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:55:30.789823 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: c977e572-dde4-4a9d-9c19-b1ebfb085c4a {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:55:30.790173 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device c977e572-dde4-4a9d-9c19-b1ebfb085c4a not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:55:30.790594 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 8aef09ab-0627-42e1-9e35-44826ffbb95c no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:55:30.791182 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-75f39880-4a0b-4a60-97f7-99ca53435ba3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:30.823151 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 8aef09ab-0627-42e1-9e35-44826ffbb95c {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:55:30.823799 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 8aef09ab-0627-42e1-9e35-44826ffbb95c not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:55:30.841380 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f39880-4a0b-4a60-97f7-99ca53435ba3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'Port': ['ID=89e1d9ab-a87f-4ce4-9f29-df3d06eb7889,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:31.058355 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-75f39880-4a0b-4a60-97f7-99ca53435ba3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:31.299865 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-75f39880-4a0b-4a60-97f7-99ca53435ba3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:31.303896 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-75f39880-4a0b-4a60-97f7-99ca53435ba3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:31.328630 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-75f39880-4a0b-4a60-97f7-99ca53435ba3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:31.329167 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f39880-4a0b-4a60-97f7-99ca53435ba3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Fanout notify agent at l3_agent the message router_deleted on router 581efdc2-52dd-469a-bbfa-34a63483a2a9 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:55:31.343458 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-75f39880-4a0b-4a60-97f7-99ca53435ba3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:31.344669 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-75f39880-4a0b-4a60-97f7-99ca53435ba3 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "DELETE /v2.0/routers/581efdc2-52dd-469a-bbfa-34a63483a2a9 HTTP/1.1" status: 204 len: 168 time: 1.5277023 Apr 06 14:55:31.347268 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33938) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:55:31.459976 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-97ec7bde-ba07-4a77-8176-29053a3127f9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:31.673604 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-97ec7bde-ba07-4a77-8176-29053a3127f9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:31.697247 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-97ec7bde-ba07-4a77-8176-29053a3127f9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c1bf12-5624-4395-8ffd-809d67abdc6b']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:31.708890 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-97ec7bde-ba07-4a77-8176-29053a3127f9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c54cea2-ac38-43dc-8a29-f0e6a53cc365') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:31.709196 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-97ec7bde-ba07-4a77-8176-29053a3127f9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c54cea2-ac38-43dc-8a29-f0e6a53cc365') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:31.720445 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-97ec7bde-ba07-4a77-8176-29053a3127f9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:31.736088 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-97ec7bde-ba07-4a77-8176-29053a3127f9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:31.742284 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ec7bde-ba07-4a77-8176-29053a3127f9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:55:31.742682 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-97ec7bde-ba07-4a77-8176-29053a3127f9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:55:31.756926 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:55:31.835122 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-97ec7bde-ba07-4a77-8176-29053a3127f9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:31.852297 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-97ec7bde-ba07-4a77-8176-29053a3127f9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:31.863614 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec7bde-ba07-4a77-8176-29053a3127f9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'Network': ['ID=72c1bf12-5624-4395-8ffd-809d67abdc6b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:31.871970 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-97ec7bde-ba07-4a77-8176-29053a3127f9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "DELETE /v2.0/networks/72c1bf12-5624-4395-8ffd-809d67abdc6b HTTP/1.1" status: 204 len: 168 time: 0.5237517 Apr 06 14:55:31.874685 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33942) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:55:31.940552 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8e7183d6-492f-4b38-aac1-717032b3c09e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:31.968663 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8e7183d6-492f-4b38-aac1-717032b3c09e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:32.035253 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8e7183d6-492f-4b38-aac1-717032b3c09e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:32.053164 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7183d6-492f-4b38-aac1-717032b3c09e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd4d6f7-fb17-47c9-8668-73ceef769b9d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:32.061885 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8e7183d6-492f-4b38-aac1-717032b3c09e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:32.062982 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8e7183d6-492f-4b38-aac1-717032b3c09e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "DELETE /v2.0/security-groups/9fd4d6f7-fb17-47c9-8668-73ceef769b9d HTTP/1.1" status: 204 len: 168 time: 0.1874163 Apr 06 14:55:32.406680 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33950) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:55:32.412318 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d1dee4f7-e000-48dd-8cb5-ed3f7eba1c66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1570865741', 'description': 'tempest-secgroup-smoke-1570865741 description', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:55:32.418277 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d1dee4f7-e000-48dd-8cb5-ed3f7eba1c66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:55:32.422352 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d1dee4f7-e000-48dd-8cb5-ed3f7eba1c66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:55:32.425200 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d1dee4f7-e000-48dd-8cb5-ed3f7eba1c66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:55:32.430778 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d1dee4f7-e000-48dd-8cb5-ed3f7eba1c66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:55:32.441258 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d1dee4f7-e000-48dd-8cb5-ed3f7eba1c66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:32.475962 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d1dee4f7-e000-48dd-8cb5-ed3f7eba1c66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:55:32.479642 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d1dee4f7-e000-48dd-8cb5-ed3f7eba1c66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:55:32.482350 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d1dee4f7-e000-48dd-8cb5-ed3f7eba1c66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:55:32.487837 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d1dee4f7-e000-48dd-8cb5-ed3f7eba1c66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:55:32.545011 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d1dee4f7-e000-48dd-8cb5-ed3f7eba1c66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:32.550513 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d1dee4f7-e000-48dd-8cb5-ed3f7eba1c66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:32.552112 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 89e1d9ab-a87f-4ce4-9f29-df3d06eb7889 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:55:32.587026 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 89e1d9ab-a87f-4ce4-9f29-df3d06eb7889 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:55:32.587382 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 89e1d9ab-a87f-4ce4-9f29-df3d06eb7889 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:55:32.596762 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dee4f7-e000-48dd-8cb5-ed3f7eba1c66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=453c8465-b433-4691-ab8c-a303e11cb32e,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:32.601369 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d1dee4f7-e000-48dd-8cb5-ed3f7eba1c66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:32.602535 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d1dee4f7-e000-48dd-8cb5-ed3f7eba1c66 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1948330 Apr 06 14:55:32.605274 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33954) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:55:32.610517 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-2466afd0-02a3-4093-b560-a83ee23f152f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group_rule': {'security_group_id': '453c8465-b433-4691-ab8c-a303e11cb32e', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:55:32.616157 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2466afd0-02a3-4093-b560-a83ee23f152f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:55:32.619890 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2466afd0-02a3-4093-b560-a83ee23f152f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:55:32.622712 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2466afd0-02a3-4093-b560-a83ee23f152f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:55:32.629317 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2466afd0-02a3-4093-b560-a83ee23f152f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:55:32.646164 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2466afd0-02a3-4093-b560-a83ee23f152f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:32.703586 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2466afd0-02a3-4093-b560-a83ee23f152f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:32.707367 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2466afd0-02a3-4093-b560-a83ee23f152f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:32.733917 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466afd0-02a3-4093-b560-a83ee23f152f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c048e685-1c6a-45e6-a458-917b8b2a648e,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:32.743514 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2466afd0-02a3-4093-b560-a83ee23f152f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:32.744917 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2466afd0-02a3-4093-b560-a83ee23f152f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1387396 Apr 06 14:55:32.747603 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33958) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:55:32.753460 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7a0ac32f-2950-473b-ab58-a0dd0fe932b4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group_rule': {'security_group_id': '453c8465-b433-4691-ab8c-a303e11cb32e', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:55:32.758926 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7a0ac32f-2950-473b-ab58-a0dd0fe932b4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:55:32.762582 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7a0ac32f-2950-473b-ab58-a0dd0fe932b4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:55:32.765353 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7a0ac32f-2950-473b-ab58-a0dd0fe932b4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:55:32.770993 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7a0ac32f-2950-473b-ab58-a0dd0fe932b4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:55:32.786709 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a0ac32f-2950-473b-ab58-a0dd0fe932b4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:32.848316 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a0ac32f-2950-473b-ab58-a0dd0fe932b4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:32.851724 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a0ac32f-2950-473b-ab58-a0dd0fe932b4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:32.875177 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ac32f-2950-473b-ab58-a0dd0fe932b4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10407819-e43e-431f-8295-8ac80f7b6bb9,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:32.883810 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a0ac32f-2950-473b-ab58-a0dd0fe932b4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:32.885165 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7a0ac32f-2950-473b-ab58-a0dd0fe932b4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1366544 Apr 06 14:55:32.887845 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33962) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:55:32.893766 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5dee54e9-5f11-471f-9a21-39d9f3678f09 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group_rule': {'security_group_id': '453c8465-b433-4691-ab8c-a303e11cb32e', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:55:32.899493 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5dee54e9-5f11-471f-9a21-39d9f3678f09 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:55:32.903236 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5dee54e9-5f11-471f-9a21-39d9f3678f09 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:55:32.906164 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5dee54e9-5f11-471f-9a21-39d9f3678f09 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:55:32.912381 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5dee54e9-5f11-471f-9a21-39d9f3678f09 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:55:32.928362 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5dee54e9-5f11-471f-9a21-39d9f3678f09 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:32.988075 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5dee54e9-5f11-471f-9a21-39d9f3678f09 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:32.991428 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5dee54e9-5f11-471f-9a21-39d9f3678f09 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:33.012987 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee54e9-5f11-471f-9a21-39d9f3678f09 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96efb3d-8c47-440f-896e-ac83cbc96382,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:33.022374 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5dee54e9-5f11-471f-9a21-39d9f3678f09 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:33.026062 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5dee54e9-5f11-471f-9a21-39d9f3678f09 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1348805 Apr 06 14:55:33.026529 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33966) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:55:33.033424 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b94ecc81-ebd7-46ca-9c9a-36fe25134ea5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group_rule': {'security_group_id': '453c8465-b433-4691-ab8c-a303e11cb32e', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:55:33.039213 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b94ecc81-ebd7-46ca-9c9a-36fe25134ea5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:55:33.042945 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b94ecc81-ebd7-46ca-9c9a-36fe25134ea5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:55:33.045765 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b94ecc81-ebd7-46ca-9c9a-36fe25134ea5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:55:33.051318 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b94ecc81-ebd7-46ca-9c9a-36fe25134ea5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:55:33.066798 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b94ecc81-ebd7-46ca-9c9a-36fe25134ea5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:33.130434 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b94ecc81-ebd7-46ca-9c9a-36fe25134ea5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:33.133923 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b94ecc81-ebd7-46ca-9c9a-36fe25134ea5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:33.160374 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ecc81-ebd7-46ca-9c9a-36fe25134ea5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=421930c5-170d-452b-997c-8f50e380da68,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:33.166637 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b94ecc81-ebd7-46ca-9c9a-36fe25134ea5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:33.167765 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b94ecc81-ebd7-46ca-9c9a-36fe25134ea5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1402452 Apr 06 14:55:33.170444 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33970) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:55:33.175762 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8697e416-336d-4224-9418-d323179af5c2 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group_rule': {'security_group_id': '453c8465-b433-4691-ab8c-a303e11cb32e', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:55:33.181430 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8697e416-336d-4224-9418-d323179af5c2 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:55:33.185137 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8697e416-336d-4224-9418-d323179af5c2 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:55:33.187890 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8697e416-336d-4224-9418-d323179af5c2 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:55:33.193964 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8697e416-336d-4224-9418-d323179af5c2 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:55:33.203788 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-8697e416-336d-4224-9418-d323179af5c2 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Project a34a369806624a9e9f7e6714cf0befdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:55:33.210870 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8697e416-336d-4224-9418-d323179af5c2 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:33.272878 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8697e416-336d-4224-9418-d323179af5c2 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:33.276241 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8697e416-336d-4224-9418-d323179af5c2 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:33.302573 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697e416-336d-4224-9418-d323179af5c2 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43902455-c8d8-4440-a7d5-4275f294e28e,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:33.309064 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8697e416-336d-4224-9418-d323179af5c2 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:33.310216 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8697e416-336d-4224-9418-d323179af5c2 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1388812 Apr 06 14:55:33.313011 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33974) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:55:33.318795 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-004a7e9d-a42f-4bc4-8b37-25d6c24dfdd8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'security_group_rule': {'security_group_id': '453c8465-b433-4691-ab8c-a303e11cb32e', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:55:33.324740 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-004a7e9d-a42f-4bc4-8b37-25d6c24dfdd8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:55:33.328490 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-004a7e9d-a42f-4bc4-8b37-25d6c24dfdd8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:security_group_rule and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:55:33.331947 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-004a7e9d-a42f-4bc4-8b37-25d6c24dfdd8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:55:33.337588 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-004a7e9d-a42f-4bc4-8b37-25d6c24dfdd8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:55:33.347142 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-004a7e9d-a42f-4bc4-8b37-25d6c24dfdd8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Project a34a369806624a9e9f7e6714cf0befdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:55:33.353336 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-004a7e9d-a42f-4bc4-8b37-25d6c24dfdd8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:33.418269 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-004a7e9d-a42f-4bc4-8b37-25d6c24dfdd8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:33.421609 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-004a7e9d-a42f-4bc4-8b37-25d6c24dfdd8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:33.444368 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a7e9d-a42f-4bc4-8b37-25d6c24dfdd8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35acea6b-21d4-4808-923c-3b4cb26430a8,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:33.454966 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-004a7e9d-a42f-4bc4-8b37-25d6c24dfdd8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:33.456153 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-004a7e9d-a42f-4bc4-8b37-25d6c24dfdd8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1417420 Apr 06 14:55:33.459002 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33978) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:55:33.464314 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-73d05adf-b894-4070-aea5-14e21f144516 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'network': {'name': 'tempest-network-smoke--576894402', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'port_security_enabled': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:55:33.468983 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-73d05adf-b894-4070-aea5-14e21f144516 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:55:33.473015 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-73d05adf-b894-4070-aea5-14e21f144516 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:network and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:55:33.475809 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-73d05adf-b894-4070-aea5-14e21f144516 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:55:33.481448 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-73d05adf-b894-4070-aea5-14e21f144516 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:55:33.491478 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d05adf-b894-4070-aea5-14e21f144516 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Made reservation on behalf of a34a369806624a9e9f7e6714cf0befdc for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:55:33.494405 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73d05adf-b894-4070-aea5-14e21f144516 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:33.521706 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d05adf-b894-4070-aea5-14e21f144516 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:55:33.530262 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73d05adf-b894-4070-aea5-14e21f144516 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:33.530639 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-73d05adf-b894-4070-aea5-14e21f144516 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Added segment 20876107-e1b7-461c-91b7-be19bea10d09 of type vlan for network 762ceae8-ebe3-4e41-8730-cf08de7f1cf4 Apr 06 14:55:33.555718 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73d05adf-b894-4070-aea5-14e21f144516 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:33.584245 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73d05adf-b894-4070-aea5-14e21f144516 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:33.587855 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d05adf-b894-4070-aea5-14e21f144516 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:33.588435 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73d05adf-b894-4070-aea5-14e21f144516 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:33.690458 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-73d05adf-b894-4070-aea5-14e21f144516 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2303600 Apr 06 14:55:33.693053 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33982) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:55:33.700295 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7a30cb30-b892-4805-bc8c-fb608e8b234d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-843977631', 'admin_state_up': True, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:55:33.705211 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d05adf-b894-4070-aea5-14e21f144516 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Network': ['ID=762ceae8-ebe3-4e41-8730-cf08de7f1cf4,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:33.708780 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7a30cb30-b892-4805-bc8c-fb608e8b234d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:55:33.712800 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7a30cb30-b892-4805-bc8c-fb608e8b234d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:router and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:55:33.714953 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 762ceae8-ebe3-4e41-8730-cf08de7f1cf4 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:55:33.715436 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7a30cb30-b892-4805-bc8c-fb608e8b234d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:55:33.721120 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7a30cb30-b892-4805-bc8c-fb608e8b234d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:55:33.730289 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a30cb30-b892-4805-bc8c-fb608e8b234d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:33.731242 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a30cb30-b892-4805-bc8c-fb608e8b234d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:33.750756 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a30cb30-b892-4805-bc8c-fb608e8b234d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:33.894363 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a30cb30-b892-4805-bc8c-fb608e8b234d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:34.065975 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a30cb30-b892-4805-bc8c-fb608e8b234d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:34.093877 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a30cb30-b892-4805-bc8c-fb608e8b234d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:34.300796 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-7a30cb30-b892-4805-bc8c-fb608e8b234d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Allocated IP 172.26.8.96 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/581a9512-fc18-4b09-86cb-32c1a9a630a9) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:55:34.439853 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a30cb30-b892-4805-bc8c-fb608e8b234d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:34.466562 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a30cb30-b892-4805-bc8c-fb608e8b234d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:34.535737 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a30cb30-b892-4805-bc8c-fb608e8b234d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:55:34.538318 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-7a30cb30-b892-4805-bc8c-fb608e8b234d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:55:34.542504 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a30cb30-b892-4805-bc8c-fb608e8b234d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:55:34.568470 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30cb30-b892-4805-bc8c-fb608e8b234d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Port': ['ID=581a9512-fc18-4b09-86cb-32c1a9a630a9,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:34.693745 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a30cb30-b892-4805-bc8c-fb608e8b234d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:34.694365 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a30cb30-b892-4805-bc8c-fb608e8b234d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:34.916382 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a30cb30-b892-4805-bc8c-fb608e8b234d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Router 74dd640c-cf92-4e95-b8b7-3c9e129d84d3 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:55:35.114839 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a30cb30-b892-4805-bc8c-fb608e8b234d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:55:35.123908 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9039497-b0b0-4e49-81ef-9063e7171cb4 None None] Sync routers for ids ['74dd640c-cf92-4e95-b8b7-3c9e129d84d3'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:55:35.136071 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9039497-b0b0-4e49-81ef-9063e7171cb4 None None] Routers {'74dd640c-cf92-4e95-b8b7-3c9e129d84d3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:55:35.136758 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e9039497-b0b0-4e49-81ef-9063e7171cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:55:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['74dd640c-cf92-4e95-b8b7-3c9e129d84d3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:35.139631 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a30cb30-b892-4805-bc8c-fb608e8b234d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:35.141024 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7a30cb30-b892-4805-bc8c-fb608e8b234d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4470422 Apr 06 14:55:35.144135 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33986) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:55:35.184187 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-84847310-eed4-4951-b05b-8405a093ecf1 tempest-TestNetworkAdvancedServerOps-1006104642 tempest-TestNetworkAdvancedServerOps-1006104642-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=a34a369806624a9e9f7e6714cf0befdc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367086 Apr 06 14:55:35.184404 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33990) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:55:35.313054 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90768435-ad71-4b5c-962f-9ce2881b1fb4 tempest-TestNetworkAdvancedServerOps-1006104642 tempest-TestNetworkAdvancedServerOps-1006104642-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:35.315141 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-90768435-ad71-4b5c-962f-9ce2881b1fb4 tempest-TestNetworkAdvancedServerOps-1006104642 tempest-TestNetworkAdvancedServerOps-1006104642-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1298413 Apr 06 14:55:35.317986 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 33994) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:55:35.321974 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-e9039497-b0b0-4e49-81ef-9063e7171cb4 None None] Set router 74dd640c-cf92-4e95-b8b7-3c9e129d84d3 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:55:35.356140 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a93ee85b-02b5-4033-9e70-a22ca4bf8133 tempest-TestNetworkAdvancedServerOps-1006104642 tempest-TestNetworkAdvancedServerOps-1006104642-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5b121ca5-69d5-4d27-bffe-4929f7aabdf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370882 Apr 06 14:55:35.358733 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 33998) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:55:35.365479 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1a7c52ba-268c-48a6-ae15-ddf4fbe5b2a5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2040372288', 'network_id': '762ceae8-ebe3-4e41-8730-cf08de7f1cf4', 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:55:35.466449 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1a7c52ba-268c-48a6-ae15-ddf4fbe5b2a5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:55:35.470790 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1a7c52ba-268c-48a6-ae15-ddf4fbe5b2a5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:subnet and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:55:35.473525 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1a7c52ba-268c-48a6-ae15-ddf4fbe5b2a5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:55:35.479070 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1a7c52ba-268c-48a6-ae15-ddf4fbe5b2a5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:55:35.489392 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7c52ba-268c-48a6-ae15-ddf4fbe5b2a5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Made reservation on behalf of a34a369806624a9e9f7e6714cf0befdc for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:55:35.586648 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1a7c52ba-268c-48a6-ae15-ddf4fbe5b2a5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:35.598861 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e9039497-b0b0-4e49-81ef-9063e7171cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843977631', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '581a9512-fc18-4b09-86cb-32c1a9a630a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:55:33Z', 'updated_at': '2022-04-06T14:55:34Z', 'revision_number': 3, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '581a9512-fc18-4b09-86cb-32c1a9a630a9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:55:34Z', 'updated_at': '2022-04-06T14:55:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:35.602711 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9039497-b0b0-4e49-81ef-9063e7171cb4 None None] Checking router: 74dd640c-cf92-4e95-b8b7-3c9e129d84d3 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:55:35.603060 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9039497-b0b0-4e49-81ef-9063e7171cb4 None None] Updating router 74dd640c-cf92-4e95-b8b7-3c9e129d84d3 port 581a9512-fc18-4b09-86cb-32c1a9a630a9 binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:55:35.655353 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e9039497-b0b0-4e49-81ef-9063e7171cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:35.897876 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1a7c52ba-268c-48a6-ae15-ddf4fbe5b2a5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:35.975255 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c52ba-268c-48a6-ae15-ddf4fbe5b2a5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Subnet': ['ID=f1db4737-8c9e-49c5-a95d-b0d6e219cb24,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:35.983083 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e9039497-b0b0-4e49-81ef-9063e7171cb4 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:35.984391 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7c52ba-268c-48a6-ae15-ddf4fbe5b2a5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Checking segment: {'id': '20876107-e1b7-461c-91b7-be19bea10d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '762ceae8-ebe3-4e41-8730-cf08de7f1cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:55:35.984749 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7c52ba-268c-48a6-ae15-ddf4fbe5b2a5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network hostable DHCP agents. Network: 762ceae8-ebe3-4e41-8730-cf08de7f1cf4, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:55:35.995044 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e9039497-b0b0-4e49-81ef-9063e7171cb4 None None] Transition to ACTIVE for port object 581a9512-fc18-4b09-86cb-32c1a9a630a9 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:55:36.002316 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e9039497-b0b0-4e49-81ef-9063e7171cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:36.007069 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7c52ba-268c-48a6-ae15-ddf4fbe5b2a5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network 762ceae8-ebe3-4e41-8730-cf08de7f1cf4 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:55:36.017381 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-1a7c52ba-268c-48a6-ae15-ddf4fbe5b2a5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 762ceae8-ebe3-4e41-8730-cf08de7f1cf4) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:55:36.021130 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7c52ba-268c-48a6-ae15-ddf4fbe5b2a5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:36.021710 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1a7c52ba-268c-48a6-ae15-ddf4fbe5b2a5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:36.044441 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1a7c52ba-268c-48a6-ae15-ddf4fbe5b2a5 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6843431 Apr 06 14:55:36.047899 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 34002) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:55:36.052804 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa4798d-01d8-42c5-9fcc-6046639d502e None None] Network 762ceae8-ebe3-4e41-8730-cf08de7f1cf4 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:55:36.207270 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e29bc4-173c-49c9-bc41-27801eb5e2d1 None None] Pushing event updated for resources: {'Port': ['ID=581a9512-fc18-4b09-86cb-32c1a9a630a9,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:36.213633 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e9039497-b0b0-4e49-81ef-9063e7171cb4 None None] Attempting to bind port 581a9512-fc18-4b09-86cb-32c1a9a630a9 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:55:36.214092 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e9039497-b0b0-4e49-81ef-9063e7171cb4 None None] Attempting to bind port 581a9512-fc18-4b09-86cb-32c1a9a630a9 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:55:36.214345 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9039497-b0b0-4e49-81ef-9063e7171cb4 None None] Attempting to bind port 581a9512-fc18-4b09-86cb-32c1a9a630a9 on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:55:36.225970 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9039497-b0b0-4e49-81ef-9063e7171cb4 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:55:36.226271 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9039497-b0b0-4e49-81ef-9063e7171cb4 None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:55:36.226668 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e9039497-b0b0-4e49-81ef-9063e7171cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:36.227056 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9039497-b0b0-4e49-81ef-9063e7171cb4 None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:55:36.227513 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e9039497-b0b0-4e49-81ef-9063e7171cb4 None None] Bound port: 581a9512-fc18-4b09-86cb-32c1a9a630a9, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:55:36.227885 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e9039497-b0b0-4e49-81ef-9063e7171cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:36.360888 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e9039497-b0b0-4e49-81ef-9063e7171cb4 None None] For port 581a9512-fc18-4b09-86cb-32c1a9a630a9, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:55:36.394975 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e9039497-b0b0-4e49-81ef-9063e7171cb4 None None] For port 581a9512-fc18-4b09-86cb-32c1a9a630a9, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=581a9512-fc18-4b09-86cb-32c1a9a630a9,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:55:36.408002 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e9039497-b0b0-4e49-81ef-9063e7171cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:36.444920 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee993215-3d6d-48aa-a113-23e955395a28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-762ceae8-ebe3-4e41-8730-cf08de7f1cf4', 'network_id': '762ceae8-ebe3-4e41-8730-cf08de7f1cf4', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'fixed_ips': [{'subnet_id': 'f1db4737-8c9e-49c5-a95d-b0d6e219cb24'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:55:36.445709 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ee993215-3d6d-48aa-a113-23e955395a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:36.545944 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e29bc4-173c-49c9-bc41-27801eb5e2d1 None None] Pushing event updated for resources: {'Port': ['ID=581a9512-fc18-4b09-86cb-32c1a9a630a9,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:36.563086 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9039497-b0b0-4e49-81ef-9063e7171cb4 None None] Routers {'74dd640c-cf92-4e95-b8b7-3c9e129d84d3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:55:36.564291 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e9039497-b0b0-4e49-81ef-9063e7171cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:55:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['74dd640c-cf92-4e95-b8b7-3c9e129d84d3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:36.775397 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f578062c-cb8b-4534-8cf5-caaeb6574b0d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:36.792079 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-ee993215-3d6d-48aa-a113-23e955395a28 None None] Allocated IP 172.20.0.2 (762ceae8-ebe3-4e41-8730-cf08de7f1cf4/f1db4737-8c9e-49c5-a95d-b0d6e219cb24/23a38750-9edd-4b84-87a2-6f7f0d0f5f60) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:55:36.827306 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-e9039497-b0b0-4e49-81ef-9063e7171cb4 None None] Set router 74dd640c-cf92-4e95-b8b7-3c9e129d84d3 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:55:37.233930 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ee993215-3d6d-48aa-a113-23e955395a28 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:37.251801 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ee993215-3d6d-48aa-a113-23e955395a28 None None] Transition to ACTIVE for port object 23a38750-9edd-4b84-87a2-6f7f0d0f5f60 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:55:37.275068 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ee993215-3d6d-48aa-a113-23e955395a28 None None] Transition to ACTIVE for port object 23a38750-9edd-4b84-87a2-6f7f0d0f5f60 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:55:37.282224 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ee993215-3d6d-48aa-a113-23e955395a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:37.336341 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e9039497-b0b0-4e49-81ef-9063e7171cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843977631', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '581a9512-fc18-4b09-86cb-32c1a9a630a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:55:33Z', 'updated_at': '2022-04-06T14:55:34Z', 'revision_number': 3, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '581a9512-fc18-4b09-86cb-32c1a9a630a9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:55:34Z', 'updated_at': '2022-04-06T14:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:37.343412 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-f578062c-cb8b-4534-8cf5-caaeb6574b0d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Allocated IP 172.20.0.1 (762ceae8-ebe3-4e41-8730-cf08de7f1cf4/f1db4737-8c9e-49c5-a95d-b0d6e219cb24/da33b712-19ea-45c9-99a2-9eb89594a8b3) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:55:37.354077 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9039497-b0b0-4e49-81ef-9063e7171cb4 None None] The sync data for ids ['74dd640c-cf92-4e95-b8b7-3c9e129d84d3'] in dv-neutron-835868-1-hyperv is: [{'id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843977631', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '581a9512-fc18-4b09-86cb-32c1a9a630a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:55:33Z', 'updated_at': '2022-04-06T14:55:34Z', 'revision_number': 3, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '581a9512-fc18-4b09-86cb-32c1a9a630a9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:55:34Z', 'updated_at': '2022-04-06T14:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:55:37.362527 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee993215-3d6d-48aa-a113-23e955395a28 None None] Network 762ceae8-ebe3-4e41-8730-cf08de7f1cf4 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:55:37.363831 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-ee993215-3d6d-48aa-a113-23e955395a28 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:55:37.366177 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee993215-3d6d-48aa-a113-23e955395a28 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:55:37.368417 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee993215-3d6d-48aa-a113-23e955395a28 None None] Pushing event updated for resources: {'Port': ['ID=23a38750-9edd-4b84-87a2-6f7f0d0f5f60,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:37.468482 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ee993215-3d6d-48aa-a113-23e955395a28 None None] Attempting to bind port 23a38750-9edd-4b84-87a2-6f7f0d0f5f60 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:55:37.468857 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ee993215-3d6d-48aa-a113-23e955395a28 None None] Attempting to bind port 23a38750-9edd-4b84-87a2-6f7f0d0f5f60 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '20876107-e1b7-461c-91b7-be19bea10d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '762ceae8-ebe3-4e41-8730-cf08de7f1cf4'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:55:37.469292 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee993215-3d6d-48aa-a113-23e955395a28 None None] Attempting to bind port 23a38750-9edd-4b84-87a2-6f7f0d0f5f60 on network 762ceae8-ebe3-4e41-8730-cf08de7f1cf4 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:55:37.476357 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee993215-3d6d-48aa-a113-23e955395a28 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:55:37.476737 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee993215-3d6d-48aa-a113-23e955395a28 None None] Checking segment: {'id': '20876107-e1b7-461c-91b7-be19bea10d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '762ceae8-ebe3-4e41-8730-cf08de7f1cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:55:37.477197 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ee993215-3d6d-48aa-a113-23e955395a28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:37.477598 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee993215-3d6d-48aa-a113-23e955395a28 None None] Bound using segment: {'id': '20876107-e1b7-461c-91b7-be19bea10d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '762ceae8-ebe3-4e41-8730-cf08de7f1cf4'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:55:37.478068 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ee993215-3d6d-48aa-a113-23e955395a28 None None] Bound port: 23a38750-9edd-4b84-87a2-6f7f0d0f5f60, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20876107-e1b7-461c-91b7-be19bea10d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '762ceae8-ebe3-4e41-8730-cf08de7f1cf4'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:55:37.478445 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ee993215-3d6d-48aa-a113-23e955395a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:37.589543 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ee993215-3d6d-48aa-a113-23e955395a28 None None] For port 23a38750-9edd-4b84-87a2-6f7f0d0f5f60, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:55:37.592791 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ee993215-3d6d-48aa-a113-23e955395a28 None None] For port 23a38750-9edd-4b84-87a2-6f7f0d0f5f60, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=23a38750-9edd-4b84-87a2-6f7f0d0f5f60,segment=NetworkSegment(20876107-e1b7-461c-91b7-be19bea10d09),segment_id=20876107-e1b7-461c-91b7-be19bea10d09)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:55:37.600127 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ee993215-3d6d-48aa-a113-23e955395a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:37.612342 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f578062c-cb8b-4534-8cf5-caaeb6574b0d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:37.629524 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-f578062c-cb8b-4534-8cf5-caaeb6574b0d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Transition to ACTIVE for port object da33b712-19ea-45c9-99a2-9eb89594a8b3 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:55:37.653078 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f578062c-cb8b-4534-8cf5-caaeb6574b0d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:37.705853 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee993215-3d6d-48aa-a113-23e955395a28 None None] Pushing event updated for resources: {'Port': ['ID=23a38750-9edd-4b84-87a2-6f7f0d0f5f60,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:37.731154 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f578062c-cb8b-4534-8cf5-caaeb6574b0d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network 762ceae8-ebe3-4e41-8730-cf08de7f1cf4 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:55:37.734932 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-f578062c-cb8b-4534-8cf5-caaeb6574b0d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:55:37.738078 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f578062c-cb8b-4534-8cf5-caaeb6574b0d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:55:37.773859 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578062c-cb8b-4534-8cf5-caaeb6574b0d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Port': ['ID=da33b712-19ea-45c9-99a2-9eb89594a8b3,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:37.804920 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f578062c-cb8b-4534-8cf5-caaeb6574b0d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:37.915406 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f578062c-cb8b-4534-8cf5-caaeb6574b0d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:38.132499 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4128bf16-8df0-43fe-8559-930a4c575cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:38.343077 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f578062c-cb8b-4534-8cf5-caaeb6574b0d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:38.348116 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f578062c-cb8b-4534-8cf5-caaeb6574b0d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:38.459386 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578062c-cb8b-4534-8cf5-caaeb6574b0d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Port': ['ID=da33b712-19ea-45c9-99a2-9eb89594a8b3,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:38.461757 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f578062c-cb8b-4534-8cf5-caaeb6574b0d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:38.606605 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f578062c-cb8b-4534-8cf5-caaeb6574b0d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network 762ceae8-ebe3-4e41-8730-cf08de7f1cf4 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:55:38.607767 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-f578062c-cb8b-4534-8cf5-caaeb6574b0d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:55:38.619938 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 23a38750-9edd-4b84-87a2-6f7f0d0f5f60 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:55:38.647493 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42c736e-af6f-40cf-96ed-e0e4e8f8f6ab None None] Network 762ceae8-ebe3-4e41-8730-cf08de7f1cf4 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:55:38.831038 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9207fc52-ed94-417f-8b88-bd71d334e9d7 None None] Provisioning for port 23a38750-9edd-4b84-87a2-6f7f0d0f5f60 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:55:38.887453 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 23a38750-9edd-4b84-87a2-6f7f0d0f5f60 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:55:38.896985 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 23a38750-9edd-4b84-87a2-6f7f0d0f5f60 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:55:38.897358 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:38.980408 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f578062c-cb8b-4534-8cf5-caaeb6574b0d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Router 74dd640c-cf92-4e95-b8b7-3c9e129d84d3 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:55:39.071496 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:39.109308 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 23a38750-9edd-4b84-87a2-6f7f0d0f5f60, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=23a38750-9edd-4b84-87a2-6f7f0d0f5f60,segment=NetworkSegment(20876107-e1b7-461c-91b7-be19bea10d09),segment_id=20876107-e1b7-461c-91b7-be19bea10d09)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:55:39.115238 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:39.116251 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 581a9512-fc18-4b09-86cb-32c1a9a630a9 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:55:39.233663 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=23a38750-9edd-4b84-87a2-6f7f0d0f5f60,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:39.254892 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 581a9512-fc18-4b09-86cb-32c1a9a630a9 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:55:39.260059 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 581a9512-fc18-4b09-86cb-32c1a9a630a9 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:55:39.260432 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:39.322329 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f578062c-cb8b-4534-8cf5-caaeb6574b0d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:55:39.347288 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f578062c-cb8b-4534-8cf5-caaeb6574b0d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "PUT /v2.0/routers/74dd640c-cf92-4e95-b8b7-3c9e129d84d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2887416 Apr 06 14:55:39.384739 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:39.398843 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-939c2ace-b031-42f5-94e8-88e393d3b91d None None] Provisioning complete for port 23a38750-9edd-4b84-87a2-6f7f0d0f5f60 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:55:39.399213 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-939c2ace-b031-42f5-94e8-88e393d3b91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:39.438552 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 581a9512-fc18-4b09-86cb-32c1a9a630a9, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=581a9512-fc18-4b09-86cb-32c1a9a630a9,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:55:39.451025 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:39.528849 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-875c4c00-0542-4693-a4ef-f2c6799461cc tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1570865741&fields=id&tenant_id=a34a369806624a9e9f7e6714cf0befdc HTTP/1.1" status: 200 len: 267 time: 0.0466449 Apr 06 14:55:39.571264 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=581a9512-fc18-4b09-86cb-32c1a9a630a9,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:39.611990 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-939c2ace-b031-42f5-94e8-88e393d3b91d None None] Provisioning for port da33b712-19ea-45c9-99a2-9eb89594a8b3 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:55:39.617444 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-939c2ace-b031-42f5-94e8-88e393d3b91d None None] Provisioning complete for port da33b712-19ea-45c9-99a2-9eb89594a8b3 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:55:39.617869 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-939c2ace-b031-42f5-94e8-88e393d3b91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:39.672076 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-939c2ace-b031-42f5-94e8-88e393d3b91d None None] Port da33b712-19ea-45c9-99a2-9eb89594a8b3 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:55:39.692039 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-02e4d14f-2ae6-45e7-a8b6-e3feab14bc09 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:39.693487 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-02e4d14f-2ae6-45e7-a8b6-e3feab14bc09 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/networks?id=762ceae8-ebe3-4e41-8730-cf08de7f1cf4 HTTP/1.1" status: 200 len: 796 time: 0.1575441 Apr 06 14:55:39.710026 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-b7f51d4b-061c-4b04-89f7-fd0429a560a4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/quotas/a34a369806624a9e9f7e6714cf0befdc HTTP/1.1" status: 200 len: 375 time: 0.0111058 Apr 06 14:55:39.786311 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-19b51302-7999-4c00-9514-67c3fa54b664 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Synchronizing usage tracker for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:55:39.792665 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7708740e-4815-4098-b2f0-84841068cd66 None None] Provisioning complete for port da33b712-19ea-45c9-99a2-9eb89594a8b3 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:55:39.793140 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7708740e-4815-4098-b2f0-84841068cd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:39.801433 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-19b51302-7999-4c00-9514-67c3fa54b664 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Unset dirty status for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:55:39.806170 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-19b51302-7999-4c00-9514-67c3fa54b664 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883727 Apr 06 14:55:39.848481 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-7708740e-4815-4098-b2f0-84841068cd66 None None] Port da33b712-19ea-45c9-99a2-9eb89594a8b3 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:55:39.941211 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-b7094fee-e92b-4373-8d38-822def75c021 service neutron] 10.222.0.60 "GET /v2.0/networks/762ceae8-ebe3-4e41-8730-cf08de7f1cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253600 Apr 06 14:55:40.068339 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-c35858fd-2a62-4a33-a1d1-1e947458dfa1 service neutron] 10.222.0.60 "GET /v2.0/networks/762ceae8-ebe3-4e41-8730-cf08de7f1cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212125 Apr 06 14:55:40.561734 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 23a38750-9edd-4b84-87a2-6f7f0d0f5f60 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:55:40.630217 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 23a38750-9edd-4b84-87a2-6f7f0d0f5f60 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:55:40.630584 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:40.744925 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 581a9512-fc18-4b09-86cb-32c1a9a630a9 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:55:40.809699 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 581a9512-fc18-4b09-86cb-32c1a9a630a9 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:55:40.810068 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:40.867176 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0badf217-8307-46ff-b7ac-48aabdcfbeec None None] Sync routers for ids ['74dd640c-cf92-4e95-b8b7-3c9e129d84d3'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:55:40.878931 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0badf217-8307-46ff-b7ac-48aabdcfbeec None None] Routers {'74dd640c-cf92-4e95-b8b7-3c9e129d84d3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:55:40.879527 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0badf217-8307-46ff-b7ac-48aabdcfbeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:55:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['74dd640c-cf92-4e95-b8b7-3c9e129d84d3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:40.957897 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cf4db054-2424-4bb9-bd1f-4b5b15ace4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:41.054757 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-0badf217-8307-46ff-b7ac-48aabdcfbeec None None] Set router 74dd640c-cf92-4e95-b8b7-3c9e129d84d3 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:55:41.283711 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-98c10883-5633-45fe-ab8b-f0ffe59f32bc req-94fe4114-7ee7-4dbc-b240-f819a1a27b41 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a124bbb-ba7f-4647-ab29-10bfcda9bdcd HTTP/1.1" status: 200 len: 210 time: 0.0513663 Apr 06 14:55:41.365336 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0badf217-8307-46ff-b7ac-48aabdcfbeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843977631', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '581a9512-fc18-4b09-86cb-32c1a9a630a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:55:33Z', 'updated_at': '2022-04-06T14:55:37Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '581a9512-fc18-4b09-86cb-32c1a9a630a9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:55:34Z', 'updated_at': '2022-04-06T14:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'da33b712-19ea-45c9-99a2-9eb89594a8b3', 'name': '', 'network_id': '762ceae8-ebe3-4e41-8730-cf08de7f1cf4', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:13:56:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1db4737-8c9e-49c5-a95d-b0d6e219cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:55:36Z', 'updated_at': '2022-04-06T14:55:38Z', 'revision_number': 2, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': 'f1db4737-8c9e-49c5-a95d-b0d6e219cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:41.369101 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0badf217-8307-46ff-b7ac-48aabdcfbeec None None] Checking router: 74dd640c-cf92-4e95-b8b7-3c9e129d84d3 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:55:41.369450 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0badf217-8307-46ff-b7ac-48aabdcfbeec None None] Updating router 74dd640c-cf92-4e95-b8b7-3c9e129d84d3 port da33b712-19ea-45c9-99a2-9eb89594a8b3 binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:55:41.412238 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:41.421637 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0badf217-8307-46ff-b7ac-48aabdcfbeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:41.497050 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:41.797003 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0badf217-8307-46ff-b7ac-48aabdcfbeec None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:41.809281 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-0badf217-8307-46ff-b7ac-48aabdcfbeec None None] Transition to ACTIVE for port object da33b712-19ea-45c9-99a2-9eb89594a8b3 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:55:41.815807 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0badf217-8307-46ff-b7ac-48aabdcfbeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:41.941655 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ddec1c-5e59-48b3-821d-c0ada4178a55 None None] Pushing event updated for resources: {'Port': ['ID=da33b712-19ea-45c9-99a2-9eb89594a8b3,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:41.978307 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ddec1c-5e59-48b3-821d-c0ada4178a55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:41.978652 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ddec1c-5e59-48b3-821d-c0ada4178a55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:41.978989 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ddec1c-5e59-48b3-821d-c0ada4178a55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:41.979322 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ddec1c-5e59-48b3-821d-c0ada4178a55 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:41.979653 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ddec1c-5e59-48b3-821d-c0ada4178a55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:41.979982 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ddec1c-5e59-48b3-821d-c0ada4178a55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:41.980307 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ddec1c-5e59-48b3-821d-c0ada4178a55 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:41.980631 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ddec1c-5e59-48b3-821d-c0ada4178a55 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:41.980994 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ddec1c-5e59-48b3-821d-c0ada4178a55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:41.981317 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ddec1c-5e59-48b3-821d-c0ada4178a55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:41.981637 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ddec1c-5e59-48b3-821d-c0ada4178a55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:42.038593 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-0badf217-8307-46ff-b7ac-48aabdcfbeec None None] Attempting to bind port da33b712-19ea-45c9-99a2-9eb89594a8b3 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:55:42.038951 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-0badf217-8307-46ff-b7ac-48aabdcfbeec None None] Attempting to bind port da33b712-19ea-45c9-99a2-9eb89594a8b3 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '20876107-e1b7-461c-91b7-be19bea10d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '762ceae8-ebe3-4e41-8730-cf08de7f1cf4'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:55:42.039303 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0badf217-8307-46ff-b7ac-48aabdcfbeec None None] Attempting to bind port da33b712-19ea-45c9-99a2-9eb89594a8b3 on network 762ceae8-ebe3-4e41-8730-cf08de7f1cf4 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:55:42.045652 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0badf217-8307-46ff-b7ac-48aabdcfbeec None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:55:42.046023 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0badf217-8307-46ff-b7ac-48aabdcfbeec None None] Checking segment: {'id': '20876107-e1b7-461c-91b7-be19bea10d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '762ceae8-ebe3-4e41-8730-cf08de7f1cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:55:42.046652 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0badf217-8307-46ff-b7ac-48aabdcfbeec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:42.046790 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0badf217-8307-46ff-b7ac-48aabdcfbeec None None] Bound using segment: {'id': '20876107-e1b7-461c-91b7-be19bea10d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '762ceae8-ebe3-4e41-8730-cf08de7f1cf4'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:55:42.047330 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-0badf217-8307-46ff-b7ac-48aabdcfbeec None None] Bound port: da33b712-19ea-45c9-99a2-9eb89594a8b3, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20876107-e1b7-461c-91b7-be19bea10d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '762ceae8-ebe3-4e41-8730-cf08de7f1cf4'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:55:42.047635 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0badf217-8307-46ff-b7ac-48aabdcfbeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:42.131519 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-0badf217-8307-46ff-b7ac-48aabdcfbeec None None] For port da33b712-19ea-45c9-99a2-9eb89594a8b3, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:55:42.134482 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-0badf217-8307-46ff-b7ac-48aabdcfbeec None None] For port da33b712-19ea-45c9-99a2-9eb89594a8b3, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=da33b712-19ea-45c9-99a2-9eb89594a8b3,segment=NetworkSegment(20876107-e1b7-461c-91b7-be19bea10d09),segment_id=20876107-e1b7-461c-91b7-be19bea10d09)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:55:42.138845 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0badf217-8307-46ff-b7ac-48aabdcfbeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:42.220161 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0badf217-8307-46ff-b7ac-48aabdcfbeec None None] Routers {'74dd640c-cf92-4e95-b8b7-3c9e129d84d3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:55:42.220776 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0badf217-8307-46ff-b7ac-48aabdcfbeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:55:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['74dd640c-cf92-4e95-b8b7-3c9e129d84d3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:42.282507 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ddec1c-5e59-48b3-821d-c0ada4178a55 None None] Pushing event updated for resources: {'Port': ['ID=da33b712-19ea-45c9-99a2-9eb89594a8b3,revision_number=4']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:42.475327 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-0badf217-8307-46ff-b7ac-48aabdcfbeec None None] Set router 74dd640c-cf92-4e95-b8b7-3c9e129d84d3 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:55:42.496594 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b6e75f6c-33ae-493e-991a-c395c3837fc9 req-c14200e8-877d-4bde-b615-ad901553fee7 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a124bbb-ba7f-4647-ab29-10bfcda9bdcd HTTP/1.1" status: 200 len: 210 time: 0.0449522 Apr 06 14:55:42.503146 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-e5b0f01e-44ed-4d5f-8743-7d6d122ee7f9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:42.504984 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-e5b0f01e-44ed-4d5f-8743-7d6d122ee7f9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.69 "GET /v2.0/networks?id=762ceae8-ebe3-4e41-8730-cf08de7f1cf4 HTTP/1.1" status: 200 len: 796 time: 0.2282934 Apr 06 14:55:42.561571 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-f3d40be3-1d0d-472e-94c4-54bd4c02423c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a34a369806624a9e9f7e6714cf0befdc HTTP/1.1" status: 200 len: 380 time: 0.0442736 Apr 06 14:55:42.574092 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-a21bacc0-b9d3-4c2f-a603-92a172a89a9d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'port': {'device_id': '0a124bbb-ba7f-4647-ab29-10bfcda9bdcd', 'network_id': '762ceae8-ebe3-4e41-8730-cf08de7f1cf4', 'admin_state_up': True, 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'security_groups': ['453c8465-b433-4691-ab8c-a303e11cb32e']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:55:42.706717 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-a21bacc0-b9d3-4c2f-a603-92a172a89a9d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:55:42.716183 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-a21bacc0-b9d3-4c2f-a603-92a172a89a9d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:55:42.725137 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-a21bacc0-b9d3-4c2f-a603-92a172a89a9d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Made reservation on behalf of a34a369806624a9e9f7e6714cf0befdc for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:55:42.728223 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-a21bacc0-b9d3-4c2f-a603-92a172a89a9d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:42.801645 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0badf217-8307-46ff-b7ac-48aabdcfbeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843977631', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '581a9512-fc18-4b09-86cb-32c1a9a630a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:55:33Z', 'updated_at': '2022-04-06T14:55:37Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '581a9512-fc18-4b09-86cb-32c1a9a630a9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:55:34Z', 'updated_at': '2022-04-06T14:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'da33b712-19ea-45c9-99a2-9eb89594a8b3', 'name': '', 'network_id': '762ceae8-ebe3-4e41-8730-cf08de7f1cf4', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:13:56:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1db4737-8c9e-49c5-a95d-b0d6e219cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:55:36Z', 'updated_at': '2022-04-06T14:55:42Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': 'f1db4737-8c9e-49c5-a95d-b0d6e219cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:42.805533 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0badf217-8307-46ff-b7ac-48aabdcfbeec None None] The sync data for ids ['74dd640c-cf92-4e95-b8b7-3c9e129d84d3'] in dv-neutron-835868-1-hyperv is: [{'id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843977631', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '581a9512-fc18-4b09-86cb-32c1a9a630a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:55:33Z', 'updated_at': '2022-04-06T14:55:37Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '581a9512-fc18-4b09-86cb-32c1a9a630a9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:55:34Z', 'updated_at': '2022-04-06T14:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'da33b712-19ea-45c9-99a2-9eb89594a8b3', 'name': '', 'network_id': '762ceae8-ebe3-4e41-8730-cf08de7f1cf4', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:13:56:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1db4737-8c9e-49c5-a95d-b0d6e219cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:55:36Z', 'updated_at': '2022-04-06T14:55:42Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': 'f1db4737-8c9e-49c5-a95d-b0d6e219cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:55:42.905387 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-a21bacc0-b9d3-4c2f-a603-92a172a89a9d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Allocated IP 172.20.0.9 (762ceae8-ebe3-4e41-8730-cf08de7f1cf4/f1db4737-8c9e-49c5-a95d-b0d6e219cb24/18ab844f-2dbb-490c-ab52-40db049b168b) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:55:42.991616 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:43.097897 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-a21bacc0-b9d3-4c2f-a603-92a172a89a9d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:43.115096 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-a21bacc0-b9d3-4c2f-a603-92a172a89a9d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Transition to ACTIVE for port object 18ab844f-2dbb-490c-ab52-40db049b168b will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:55:43.136753 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-a21bacc0-b9d3-4c2f-a603-92a172a89a9d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:43.215263 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-a21bacc0-b9d3-4c2f-a603-92a172a89a9d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network 762ceae8-ebe3-4e41-8730-cf08de7f1cf4 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:55:43.218168 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-a21bacc0-b9d3-4c2f-a603-92a172a89a9d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:55:43.223041 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-a21bacc0-b9d3-4c2f-a603-92a172a89a9d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:55:43.283951 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-a21bacc0-b9d3-4c2f-a603-92a172a89a9d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:43.284615 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-a21bacc0-b9d3-4c2f-a603-92a172a89a9d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:43.289813 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bacc0-b9d3-4c2f-a603-92a172a89a9d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Port': ['ID=18ab844f-2dbb-490c-ab52-40db049b168b,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:43.317784 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-a21bacc0-b9d3-4c2f-a603-92a172a89a9d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7479761 Apr 06 14:55:43.330930 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-58c821eb-6799-4ee1-b1a4-a06207578319 service neutron] Request body: {'port': {'device_id': '0a124bbb-ba7f-4647-ab29-10bfcda9bdcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:55:43.434183 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a487f954-99a1-4eae-aed4-583e431cf8d4 None None] Provisioning for port 18ab844f-2dbb-490c-ab52-40db049b168b completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:55:43.439950 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a487f954-99a1-4eae-aed4-583e431cf8d4 None None] Provisioning complete for port 18ab844f-2dbb-490c-ab52-40db049b168b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:55:43.440319 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a487f954-99a1-4eae-aed4-583e431cf8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:43.452320 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-58c821eb-6799-4ee1-b1a4-a06207578319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:43.495339 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a487f954-99a1-4eae-aed4-583e431cf8d4 None None] Port 18ab844f-2dbb-490c-ab52-40db049b168b cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:55:43.718356 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c18f3-ca1f-43a3-95cf-b35a90037f41 req-08e1a617-4be3-409b-a08b-4255196e1289 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:43.720419 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-240c18f3-ca1f-43a3-95cf-b35a90037f41 req-08e1a617-4be3-409b-a08b-4255196e1289 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a124bbb-ba7f-4647-ab29-10bfcda9bdcd HTTP/1.1" status: 200 len: 931 time: 0.0801144 Apr 06 14:55:43.766216 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-240c18f3-ca1f-43a3-95cf-b35a90037f41 req-c88026c3-d1d2-4d82-90d2-24c008317baa tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Synchronizing usage tracker for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:55:43.785324 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-240c18f3-ca1f-43a3-95cf-b35a90037f41 req-c88026c3-d1d2-4d82-90d2-24c008317baa tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Unset dirty status for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:55:43.787537 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-240c18f3-ca1f-43a3-95cf-b35a90037f41 req-c88026c3-d1d2-4d82-90d2-24c008317baa tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=453c8465-b433-4691-ab8c-a303e11cb32e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608356 Apr 06 14:55:43.889296 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-58c821eb-6799-4ee1-b1a4-a06207578319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ab844f-2dbb-490c-ab52-40db049b168b {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:55:43.895832 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-58c821eb-6799-4ee1-b1a4-a06207578319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:43.910009 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-58c821eb-6799-4ee1-b1a4-a06207578319 service neutron] Transition to ACTIVE for port object 18ab844f-2dbb-490c-ab52-40db049b168b will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:55:43.913409 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-58c821eb-6799-4ee1-b1a4-a06207578319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:44.038321 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c821eb-6799-4ee1-b1a4-a06207578319 service neutron] Pushing event updated for resources: {'Port': ['ID=18ab844f-2dbb-490c-ab52-40db049b168b,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:44.144496 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-58c821eb-6799-4ee1-b1a4-a06207578319 service neutron] Attempting to bind port 18ab844f-2dbb-490c-ab52-40db049b168b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:55:44.144778 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-58c821eb-6799-4ee1-b1a4-a06207578319 service neutron] Attempting to bind port 18ab844f-2dbb-490c-ab52-40db049b168b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '20876107-e1b7-461c-91b7-be19bea10d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '762ceae8-ebe3-4e41-8730-cf08de7f1cf4'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:55:44.145134 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-58c821eb-6799-4ee1-b1a4-a06207578319 service neutron] Attempting to bind port 18ab844f-2dbb-490c-ab52-40db049b168b on network 762ceae8-ebe3-4e41-8730-cf08de7f1cf4 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:55:44.150744 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-58c821eb-6799-4ee1-b1a4-a06207578319 service neutron] Port 18ab844f-2dbb-490c-ab52-40db049b168b on network 762ceae8-ebe3-4e41-8730-cf08de7f1cf4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:55:44.151068 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-58c821eb-6799-4ee1-b1a4-a06207578319 service neutron] Attempting to bind port 18ab844f-2dbb-490c-ab52-40db049b168b on network 762ceae8-ebe3-4e41-8730-cf08de7f1cf4 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:55:44.157857 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-58c821eb-6799-4ee1-b1a4-a06207578319 service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:55:44.158183 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-58c821eb-6799-4ee1-b1a4-a06207578319 service neutron] Checking segment: {'id': '20876107-e1b7-461c-91b7-be19bea10d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '762ceae8-ebe3-4e41-8730-cf08de7f1cf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:55:44.158561 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-58c821eb-6799-4ee1-b1a4-a06207578319 service neutron] Bound using segment: {'id': '20876107-e1b7-461c-91b7-be19bea10d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '762ceae8-ebe3-4e41-8730-cf08de7f1cf4'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:55:44.158981 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-58c821eb-6799-4ee1-b1a4-a06207578319 service neutron] Bound port: 18ab844f-2dbb-490c-ab52-40db049b168b, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20876107-e1b7-461c-91b7-be19bea10d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '762ceae8-ebe3-4e41-8730-cf08de7f1cf4'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:55:44.159325 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-58c821eb-6799-4ee1-b1a4-a06207578319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:44.249026 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-58c821eb-6799-4ee1-b1a4-a06207578319 service neutron] For port 18ab844f-2dbb-490c-ab52-40db049b168b, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:55:44.251818 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-58c821eb-6799-4ee1-b1a4-a06207578319 service neutron] For port 18ab844f-2dbb-490c-ab52-40db049b168b, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=18ab844f-2dbb-490c-ab52-40db049b168b,segment=NetworkSegment(20876107-e1b7-461c-91b7-be19bea10d09),segment_id=20876107-e1b7-461c-91b7-be19bea10d09)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:55:44.256078 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-58c821eb-6799-4ee1-b1a4-a06207578319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:44.310815 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-58c821eb-6799-4ee1-b1a4-a06207578319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:44.312174 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-58c821eb-6799-4ee1-b1a4-a06207578319 service neutron] 10.222.0.69 "PUT /v2.0/ports/18ab844f-2dbb-490c-ab52-40db049b168b HTTP/1.1" status: 200 len: 1093 time: 0.9861689 Apr 06 14:55:44.312617 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a124bbb-ba7f-4647-ab29-10bfcda9bdcd', 'tag': '18ab844f-2dbb-490c-ab52-40db049b168b'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:55:44.347572 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c821eb-6799-4ee1-b1a4-a06207578319 service neutron] Pushing event updated for resources: {'Port': ['ID=18ab844f-2dbb-490c-ab52-40db049b168b,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:44.390124 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2920a68-fd19-4593-92ad-5a680a6b21c4'] response: {'name': 'network-changed', 'server_uuid': '0a124bbb-ba7f-4647-ab29-10bfcda9bdcd', 'tag': '18ab844f-2dbb-490c-ab52-40db049b168b', 'status': 'completed', 'code': 200} Apr 06 14:55:44.435273 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-afa0cd3d-0f21-4211-8b82-415bc42278d8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&device_id=0a124bbb-ba7f-4647-ab29-10bfcda9bdcd HTTP/1.1" status: 200 len: 1096 time: 0.0807862 Apr 06 14:55:44.502421 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-d441daa5-6160-4899-9fe3-8752d3b5cb62 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18ab844f-2dbb-490c-ab52-40db049b168b HTTP/1.1" status: 200 len: 217 time: 0.0606778 Apr 06 14:55:44.566497 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-a4301df6-0027-46be-9f31-a2f622811d2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:44.567929 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-a4301df6-0027-46be-9f31-a2f622811d2c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f1db4737-8c9e-49c5-a95d-b0d6e219cb24 HTTP/1.1" status: 200 len: 835 time: 0.0602467 Apr 06 14:55:44.587324 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device da33b712-19ea-45c9-99a2-9eb89594a8b3 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:55:44.645147 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-a3c770af-358a-4ed3-a865-8841985f09a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=762ceae8-ebe3-4e41-8730-cf08de7f1cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711446 Apr 06 14:55:44.655673 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port da33b712-19ea-45c9-99a2-9eb89594a8b3 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:55:44.660281 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port da33b712-19ea-45c9-99a2-9eb89594a8b3 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:55:44.660652 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:44.772719 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:44.774294 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-fd56a478-d3a5-4d6c-8bd6-a126c4692d52 service neutron] 10.222.0.69 "GET /v2.0/networks/762ceae8-ebe3-4e41-8730-cf08de7f1cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231713 Apr 06 14:55:44.805079 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port da33b712-19ea-45c9-99a2-9eb89594a8b3, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=da33b712-19ea-45c9-99a2-9eb89594a8b3,segment=NetworkSegment(20876107-e1b7-461c-91b7-be19bea10d09),segment_id=20876107-e1b7-461c-91b7-be19bea10d09)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:55:44.808702 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:44.882448 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=da33b712-19ea-45c9-99a2-9eb89594a8b3,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:44.923641 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-56d0ed85-5950-4f8b-9618-a967fed1d9c7 req-1ec05c5e-db63-4b67-aeeb-6cdbf69e1342 service neutron] 10.222.0.69 "GET /v2.0/networks/762ceae8-ebe3-4e41-8730-cf08de7f1cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429048 Apr 06 14:55:45.002226 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d467e4-6a39-465b-8874-c31c0a90234a req-e338f67f-3b3a-4aa2-a937-3226ce3bb7d0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:45.003668 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-59d467e4-6a39-465b-8874-c31c0a90234a req-e338f67f-3b3a-4aa2-a937-3226ce3bb7d0 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a124bbb-ba7f-4647-ab29-10bfcda9bdcd HTTP/1.1" status: 200 len: 943 time: 0.0780518 Apr 06 14:55:45.038527 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6a89c5eb-33b6-4e13-9e0e-f49ff30be66d req-aa709b8f-99f1-459c-8699-e634b7d50bec service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&device_id=0a124bbb-ba7f-4647-ab29-10bfcda9bdcd HTTP/1.1" status: 200 len: 1096 time: 0.0686331 Apr 06 14:55:45.049472 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-59d467e4-6a39-465b-8874-c31c0a90234a req-f7883564-d224-447a-85a5-c3dc99269dbd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=453c8465-b433-4691-ab8c-a303e11cb32e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400996 Apr 06 14:55:45.168024 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89c5eb-33b6-4e13-9e0e-f49ff30be66d req-d5d0c6d7-ada5-4bbe-911f-62bef33b301e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:45.169492 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6a89c5eb-33b6-4e13-9e0e-f49ff30be66d req-d5d0c6d7-ada5-4bbe-911f-62bef33b301e service neutron] 10.222.0.69 "GET /v2.0/networks?id=762ceae8-ebe3-4e41-8730-cf08de7f1cf4 HTTP/1.1" status: 200 len: 897 time: 0.1250277 Apr 06 14:55:45.243155 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6a89c5eb-33b6-4e13-9e0e-f49ff30be66d req-244f8485-7bc2-43d6-886f-eaefb87a2514 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18ab844f-2dbb-490c-ab52-40db049b168b HTTP/1.1" status: 200 len: 217 time: 0.0670302 Apr 06 14:55:45.305113 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89c5eb-33b6-4e13-9e0e-f49ff30be66d req-4d732a3c-f57b-4b9d-b7cf-ecea8de7d267 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:45.307645 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6a89c5eb-33b6-4e13-9e0e-f49ff30be66d req-4d732a3c-f57b-4b9d-b7cf-ecea8de7d267 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f1db4737-8c9e-49c5-a95d-b0d6e219cb24 HTTP/1.1" status: 200 len: 835 time: 0.0570941 Apr 06 14:55:45.385640 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6a89c5eb-33b6-4e13-9e0e-f49ff30be66d req-1d632faf-9f1b-493d-be1c-d959d0209b4e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=762ceae8-ebe3-4e41-8730-cf08de7f1cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703933 Apr 06 14:55:45.609685 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6a89c5eb-33b6-4e13-9e0e-f49ff30be66d req-4bc1d5d7-94ba-4cf1-9e7a-b1c678412d7a service neutron] 10.222.0.69 "GET /v2.0/networks/762ceae8-ebe3-4e41-8730-cf08de7f1cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168980 Apr 06 14:55:45.736455 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6a89c5eb-33b6-4e13-9e0e-f49ff30be66d req-f2cc1e9e-d0e3-428b-899f-50076997bb53 service neutron] 10.222.0.69 "GET /v2.0/networks/762ceae8-ebe3-4e41-8730-cf08de7f1cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208482 Apr 06 14:55:46.241789 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4bcaf1-f75a-4b9f-9e3e-bdbb378c811b req-203e0fae-2c98-4f5c-af1e-2a8d990df4c4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:46.242453 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-bb4bcaf1-f75a-4b9f-9e3e-bdbb378c811b req-203e0fae-2c98-4f5c-af1e-2a8d990df4c4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Synchronizing usage tracker for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:55:46.256826 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-bb4bcaf1-f75a-4b9f-9e3e-bdbb378c811b req-203e0fae-2c98-4f5c-af1e-2a8d990df4c4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Unset dirty status for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:55:46.257991 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bb4bcaf1-f75a-4b9f-9e3e-bdbb378c811b req-203e0fae-2c98-4f5c-af1e-2a8d990df4c4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a124bbb-ba7f-4647-ab29-10bfcda9bdcd HTTP/1.1" status: 200 len: 943 time: 0.0896206 Apr 06 14:55:46.302210 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bb4bcaf1-f75a-4b9f-9e3e-bdbb378c811b req-285d7c8e-821c-4cd9-9660-1e5e0fbef088 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=453c8465-b433-4691-ab8c-a303e11cb32e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387015 Apr 06 14:55:46.561923 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device da33b712-19ea-45c9-99a2-9eb89594a8b3 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:55:46.663185 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port da33b712-19ea-45c9-99a2-9eb89594a8b3 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:55:46.663548 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:47.492076 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eaf544-87c4-44ec-956e-2f1aa2779cc9 req-eeeaeb70-5e20-4337-970e-a425e8ca2291 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:47.493561 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e7eaf544-87c4-44ec-956e-2f1aa2779cc9 req-eeeaeb70-5e20-4337-970e-a425e8ca2291 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a124bbb-ba7f-4647-ab29-10bfcda9bdcd HTTP/1.1" status: 200 len: 943 time: 0.0761235 Apr 06 14:55:47.537615 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e7eaf544-87c4-44ec-956e-2f1aa2779cc9 req-9fecc817-ab8b-470f-9a4a-567e4e13a528 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=453c8465-b433-4691-ab8c-a303e11cb32e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386062 Apr 06 14:55:47.780764 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 18ab844f-2dbb-490c-ab52-40db049b168b details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:55:47.911278 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 18ab844f-2dbb-490c-ab52-40db049b168b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=18ab844f-2dbb-490c-ab52-40db049b168b,segment=NetworkSegment(20876107-e1b7-461c-91b7-be19bea10d09),segment_id=20876107-e1b7-461c-91b7-be19bea10d09)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:55:47.923734 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '18ab844f-2dbb-490c-ab52-40db049b168b', 'network_id': '762ceae8-ebe3-4e41-8730-cf08de7f1cf4', 'port_id': '18ab844f-2dbb-490c-ab52-40db049b168b', 'mac_address': 'fa:16:3e:62:f3:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1db4737-8c9e-49c5-a95d-b0d6e219cb24', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:55:47.978264 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:47.994438 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ab844f-2dbb-490c-ab52-40db049b168b {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:55:48.008756 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 18ab844f-2dbb-490c-ab52-40db049b168b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=18ab844f-2dbb-490c-ab52-40db049b168b,segment=NetworkSegment(20876107-e1b7-461c-91b7-be19bea10d09),segment_id=20876107-e1b7-461c-91b7-be19bea10d09)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:55:48.012737 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:48.076709 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=18ab844f-2dbb-490c-ab52-40db049b168b,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:48.221362 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['18ab844f-2dbb-490c-ab52-40db049b168b'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:55:48.736741 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e1f27-022f-4900-b573-f237656ba203 req-9533eb62-95be-4b13-8a05-d72103c22704 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:48.738101 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-641e1f27-022f-4900-b573-f237656ba203 req-9533eb62-95be-4b13-8a05-d72103c22704 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a124bbb-ba7f-4647-ab29-10bfcda9bdcd HTTP/1.1" status: 200 len: 944 time: 0.0777910 Apr 06 14:55:48.781930 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-641e1f27-022f-4900-b573-f237656ba203 req-8b3f3320-9f10-4af0-895b-97f1dcc4770b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=453c8465-b433-4691-ab8c-a303e11cb32e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384386 Apr 06 14:55:49.795800 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 18ab844f-2dbb-490c-ab52-40db049b168b up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:55:49.866194 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port 18ab844f-2dbb-490c-ab52-40db049b168b completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:55:49.870846 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 18ab844f-2dbb-490c-ab52-40db049b168b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:55:49.871217 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:49.983349 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:49.986662 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a7a71-afc4-493b-9090-a108be5b4af9 req-c5fa01ea-4289-43d4-83cc-32c683074d80 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:49.988112 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b22a7a71-afc4-493b-9090-a108be5b4af9 req-c5fa01ea-4289-43d4-83cc-32c683074d80 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a124bbb-ba7f-4647-ab29-10bfcda9bdcd HTTP/1.1" status: 200 len: 944 time: 0.0791042 Apr 06 14:55:50.009019 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a124bbb-ba7f-4647-ab29-10bfcda9bdcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ab844f-2dbb-490c-ab52-40db049b168b'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:55:50.018560 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 18ab844f-2dbb-490c-ab52-40db049b168b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=18ab844f-2dbb-490c-ab52-40db049b168b,segment=NetworkSegment(20876107-e1b7-461c-91b7-be19bea10d09),segment_id=20876107-e1b7-461c-91b7-be19bea10d09)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:55:50.023461 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:50.036644 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b22a7a71-afc4-493b-9090-a108be5b4af9 req-5bf88196-ddba-4e70-a811-0cff316c635c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=453c8465-b433-4691-ab8c-a303e11cb32e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427668 Apr 06 14:55:50.088004 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=18ab844f-2dbb-490c-ab52-40db049b168b,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:50.137412 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88642e88-5c19-42e0-9f64-4c8c2ffb4098'] response: {'server_uuid': '0a124bbb-ba7f-4647-ab29-10bfcda9bdcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ab844f-2dbb-490c-ab52-40db049b168b', 'code': 200} Apr 06 14:55:50.354929 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a934978a-5d3b-4d30-bee9-a416eb0c98cb req-7d60dd04-b68d-4e66-81dd-798bce41a68b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0a124bbb-ba7f-4647-ab29-10bfcda9bdcd HTTP/1.1" status: 200 len: 1098 time: 0.0655203 Apr 06 14:55:50.398511 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a934978a-5d3b-4d30-bee9-a416eb0c98cb req-12a7c00e-65d3-465f-bc76-9a906236adcd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=453c8465-b433-4691-ab8c-a303e11cb32e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381362 Apr 06 14:55:51.229237 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddfee4-3a24-4917-8e70-aec690e4f5e5 req-3d448711-82e2-4ef9-bb85-49b6113a39f4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:51.230643 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-90ddfee4-3a24-4917-8e70-aec690e4f5e5 req-3d448711-82e2-4ef9-bb85-49b6113a39f4 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a124bbb-ba7f-4647-ab29-10bfcda9bdcd HTTP/1.1" status: 200 len: 945 time: 0.0732768 Apr 06 14:55:51.279251 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-90ddfee4-3a24-4917-8e70-aec690e4f5e5 req-0efd83dd-1376-4176-88b5-4ccedb52fd24 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=453c8465-b433-4691-ab8c-a303e11cb32e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431392 Apr 06 14:55:52.469212 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99fe3b0-7aa4-4e3f-a235-f84ce1cbc2b4 req-474da31e-7776-4394-8145-4b0047580069 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:52.471171 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d99fe3b0-7aa4-4e3f-a235-f84ce1cbc2b4 req-474da31e-7776-4394-8145-4b0047580069 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a124bbb-ba7f-4647-ab29-10bfcda9bdcd HTTP/1.1" status: 200 len: 945 time: 0.0745633 Apr 06 14:55:52.514922 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d99fe3b0-7aa4-4e3f-a235-f84ce1cbc2b4 req-e3d9f815-a053-4ef9-9e49-2ff3769b2cac tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=453c8465-b433-4691-ab8c-a303e11cb32e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383656 Apr 06 14:55:52.785339 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8f1fa-0ce1-474f-8726-553e1f9e17d9 req-8355a159-6e15-4c81-9626-c5076a54ac74 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:52.786755 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-74c8f1fa-0ce1-474f-8726-553e1f9e17d9 req-8355a159-6e15-4c81-9626-c5076a54ac74 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a124bbb-ba7f-4647-ab29-10bfcda9bdcd HTTP/1.1" status: 200 len: 945 time: 0.1558859 Apr 06 14:55:52.830523 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-74c8f1fa-0ce1-474f-8726-553e1f9e17d9 req-06171678-7f3f-4764-a685-d54dcb64ee5b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=453c8465-b433-4691-ab8c-a303e11cb32e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382695 Apr 06 14:55:52.857227 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 34056) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:55:52.925431 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4e00461d-4186-46a0-8e23-924bfa2b3480 tempest-TestNetworkAdvancedServerOps-1006104642 tempest-TestNetworkAdvancedServerOps-1006104642-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0a124bbb-ba7f-4647-ab29-10bfcda9bdcd HTTP/1.1" status: 200 len: 1093 time: 0.0671146 Apr 06 14:55:52.927938 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 34060) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:55:52.932848 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-eb980545-b137-4e69-9bbf-77c66ea29692 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'port_id': '18ab844f-2dbb-490c-ab52-40db049b168b', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:55:52.938052 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-eb980545-b137-4e69-9bbf-77c66ea29692 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:55:52.941780 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-eb980545-b137-4e69-9bbf-77c66ea29692 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Usage tracker for resource:floatingip and tenant:a34a369806624a9e9f7e6714cf0befdc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:55:52.944595 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-eb980545-b137-4e69-9bbf-77c66ea29692 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:55:52.950799 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-eb980545-b137-4e69-9bbf-77c66ea29692 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:55:52.961412 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eb980545-b137-4e69-9bbf-77c66ea29692 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:53.092145 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eb980545-b137-4e69-9bbf-77c66ea29692 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:53.218826 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-eb980545-b137-4e69-9bbf-77c66ea29692 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Allocated IP 172.26.8.234 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/df00896d-ae38-4106-8454-07d9f346090c) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:55:53.369087 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eb980545-b137-4e69-9bbf-77c66ea29692 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:53.395672 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eb980545-b137-4e69-9bbf-77c66ea29692 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:53.459077 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb980545-b137-4e69-9bbf-77c66ea29692 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:55:53.462532 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-eb980545-b137-4e69-9bbf-77c66ea29692 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:55:53.465047 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb980545-b137-4e69-9bbf-77c66ea29692 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:55:53.500151 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb980545-b137-4e69-9bbf-77c66ea29692 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Port': ['ID=df00896d-ae38-4106-8454-07d9f346090c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:53.954993 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eb980545-b137-4e69-9bbf-77c66ea29692 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:54.007643 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eb980545-b137-4e69-9bbf-77c66ea29692 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:54.203777 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eb980545-b137-4e69-9bbf-77c66ea29692 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:54.208519 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eb980545-b137-4e69-9bbf-77c66ea29692 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:54.396410 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb980545-b137-4e69-9bbf-77c66ea29692 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event updated for resources: {'Port': ['ID=df00896d-ae38-4106-8454-07d9f346090c,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:54.409871 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eb980545-b137-4e69-9bbf-77c66ea29692 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:54.591811 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-eb980545-b137-4e69-9bbf-77c66ea29692 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Floating IP e816bb47-bf7d-401d-8830-59b6b56e73ae associated. External IP: 172.26.8.234, port: 18ab844f-2dbb-490c-ab52-40db049b168b. Apr 06 14:55:54.972049 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb980545-b137-4e69-9bbf-77c66ea29692 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Router 74dd640c-cf92-4e95-b8b7-3c9e129d84d3 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:55:55.164302 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb980545-b137-4e69-9bbf-77c66ea29692 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:55:55.174647 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2893beb6-0d46-4502-b0e1-5d85ce268059 None None] Sync routers for ids ['74dd640c-cf92-4e95-b8b7-3c9e129d84d3'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:55:55.187702 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eb980545-b137-4e69-9bbf-77c66ea29692 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:55.187909 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2893beb6-0d46-4502-b0e1-5d85ce268059 None None] Routers {'74dd640c-cf92-4e95-b8b7-3c9e129d84d3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:55:55.189345 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2893beb6-0d46-4502-b0e1-5d85ce268059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:55:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['74dd640c-cf92-4e95-b8b7-3c9e129d84d3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:55.240279 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-eb980545-b137-4e69-9bbf-77c66ea29692 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3113730 Apr 06 14:55:55.240849 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a124bbb-ba7f-4647-ab29-10bfcda9bdcd', 'tag': '18ab844f-2dbb-490c-ab52-40db049b168b'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:55:55.371346 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-2893beb6-0d46-4502-b0e1-5d85ce268059 None None] Set router 74dd640c-cf92-4e95-b8b7-3c9e129d84d3 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:55:55.384264 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cc8440a-fde2-4b5c-b5a0-317aacd44962'] response: {'name': 'network-changed', 'server_uuid': '0a124bbb-ba7f-4647-ab29-10bfcda9bdcd', 'tag': '18ab844f-2dbb-490c-ab52-40db049b168b', 'status': 'completed', 'code': 200} Apr 06 14:55:55.461321 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fed87-46a3-4b66-949e-174c8838fdcb req-9362929c-8ae2-4b9f-b74a-2606ee3be159 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:55.462676 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bd2fed87-46a3-4b66-949e-174c8838fdcb req-9362929c-8ae2-4b9f-b74a-2606ee3be159 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a124bbb-ba7f-4647-ab29-10bfcda9bdcd HTTP/1.1" status: 200 len: 945 time: 0.1246850 Apr 06 14:55:55.518822 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a5c722bb-790e-4c5c-ac51-7624f42b72be req-6aa00a98-d2c3-44de-9065-e477eb770490 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&device_id=0a124bbb-ba7f-4647-ab29-10bfcda9bdcd HTTP/1.1" status: 200 len: 1098 time: 0.1123605 Apr 06 14:55:55.523536 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-bd2fed87-46a3-4b66-949e-174c8838fdcb req-0c85a20d-56d8-4915-bfde-af4ce1dadf8a tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=453c8465-b433-4691-ab8c-a303e11cb32e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546353 Apr 06 14:55:55.552669 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 34072) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:55:55.649642 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c722bb-790e-4c5c-ac51-7624f42b72be req-cd6f3ac4-bf2a-4b55-83b6-bb124463f091 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:55.651111 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a5c722bb-790e-4c5c-ac51-7624f42b72be req-cd6f3ac4-bf2a-4b55-83b6-bb124463f091 service neutron] 10.222.0.69 "GET /v2.0/networks?id=762ceae8-ebe3-4e41-8730-cf08de7f1cf4 HTTP/1.1" status: 200 len: 897 time: 0.1267366 Apr 06 14:55:55.655899 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0d21ae5f-4ad4-4c65-8069-a6dcc8d93cc8 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/e816bb47-bf7d-401d-8830-59b6b56e73ae HTTP/1.1" status: 200 len: 991 time: 0.1020932 Apr 06 14:55:55.666831 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:55:55.728330 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2893beb6-0d46-4502-b0e1-5d85ce268059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843977631', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '581a9512-fc18-4b09-86cb-32c1a9a630a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:55:33Z', 'updated_at': '2022-04-06T14:55:37Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '581a9512-fc18-4b09-86cb-32c1a9a630a9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:55:34Z', 'updated_at': '2022-04-06T14:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'e816bb47-bf7d-401d-8830-59b6b56e73ae', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'floating_ip_address': '172.26.8.234', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'port_id': '18ab844f-2dbb-490c-ab52-40db049b168b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '762ceae8-ebe3-4e41-8730-cf08de7f1cf4', 'mac_address': 'fa:16:3e:62:f3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a124bbb-ba7f-4647-ab29-10bfcda9bdcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:55:53Z', 'updated_at': '2022-04-06T14:55:53Z', 'revision_number': 0, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da33b712-19ea-45c9-99a2-9eb89594a8b3', 'name': '', 'network_id': '762ceae8-ebe3-4e41-8730-cf08de7f1cf4', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:13:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1db4737-8c9e-49c5-a95d-b0d6e219cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:55:36Z', 'updated_at': '2022-04-06T14:55:44Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': 'f1db4737-8c9e-49c5-a95d-b0d6e219cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:55.732059 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2893beb6-0d46-4502-b0e1-5d85ce268059 None None] Checking router: 74dd640c-cf92-4e95-b8b7-3c9e129d84d3 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:55:55.742998 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2893beb6-0d46-4502-b0e1-5d85ce268059 None None] Routers {'74dd640c-cf92-4e95-b8b7-3c9e129d84d3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:55:55.743581 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2893beb6-0d46-4502-b0e1-5d85ce268059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:55:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['74dd640c-cf92-4e95-b8b7-3c9e129d84d3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:55.753002 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a5c722bb-790e-4c5c-ac51-7624f42b72be req-51569e37-77d4-4d9c-8bc7-5dc373932eb3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18ab844f-2dbb-490c-ab52-40db049b168b HTTP/1.1" status: 200 len: 999 time: 0.0959527 Apr 06 14:55:55.818016 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c722bb-790e-4c5c-ac51-7624f42b72be req-c9586469-8f73-4e06-be9b-86d66bab8b1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:55.819483 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a5c722bb-790e-4c5c-ac51-7624f42b72be req-c9586469-8f73-4e06-be9b-86d66bab8b1b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f1db4737-8c9e-49c5-a95d-b0d6e219cb24 HTTP/1.1" status: 200 len: 835 time: 0.0610733 Apr 06 14:55:55.895342 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a5c722bb-790e-4c5c-ac51-7624f42b72be req-bb8cd173-2577-4357-a5a4-aa41285700f2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=762ceae8-ebe3-4e41-8730-cf08de7f1cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694618 Apr 06 14:55:55.948712 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-2893beb6-0d46-4502-b0e1-5d85ce268059 None None] Set router 74dd640c-cf92-4e95-b8b7-3c9e129d84d3 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:55:56.026289 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a5c722bb-790e-4c5c-ac51-7624f42b72be req-8442f60e-e41e-45eb-a900-4587524aca93 service neutron] 10.222.0.69 "GET /v2.0/networks/762ceae8-ebe3-4e41-8730-cf08de7f1cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246598 Apr 06 14:55:56.155255 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a5c722bb-790e-4c5c-ac51-7624f42b72be req-3042391a-53bb-4810-a25c-bd5fcbe7958b service neutron] 10.222.0.69 "GET /v2.0/networks/762ceae8-ebe3-4e41-8730-cf08de7f1cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231716 Apr 06 14:55:56.291350 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2893beb6-0d46-4502-b0e1-5d85ce268059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843977631', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '581a9512-fc18-4b09-86cb-32c1a9a630a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:55:33Z', 'updated_at': '2022-04-06T14:55:37Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '581a9512-fc18-4b09-86cb-32c1a9a630a9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:55:34Z', 'updated_at': '2022-04-06T14:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'e816bb47-bf7d-401d-8830-59b6b56e73ae', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'floating_ip_address': '172.26.8.234', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'port_id': '18ab844f-2dbb-490c-ab52-40db049b168b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '762ceae8-ebe3-4e41-8730-cf08de7f1cf4', 'mac_address': 'fa:16:3e:62:f3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a124bbb-ba7f-4647-ab29-10bfcda9bdcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:55:53Z', 'updated_at': '2022-04-06T14:55:53Z', 'revision_number': 0, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da33b712-19ea-45c9-99a2-9eb89594a8b3', 'name': '', 'network_id': '762ceae8-ebe3-4e41-8730-cf08de7f1cf4', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:13:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1db4737-8c9e-49c5-a95d-b0d6e219cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:55:36Z', 'updated_at': '2022-04-06T14:55:44Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': 'f1db4737-8c9e-49c5-a95d-b0d6e219cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:56.295131 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2893beb6-0d46-4502-b0e1-5d85ce268059 None None] The sync data for ids ['74dd640c-cf92-4e95-b8b7-3c9e129d84d3'] in dv-neutron-835868-1-hyperv is: [{'id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843977631', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '581a9512-fc18-4b09-86cb-32c1a9a630a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:55:33Z', 'updated_at': '2022-04-06T14:55:37Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '581a9512-fc18-4b09-86cb-32c1a9a630a9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:55:34Z', 'updated_at': '2022-04-06T14:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'e816bb47-bf7d-401d-8830-59b6b56e73ae', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'floating_ip_address': '172.26.8.234', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'port_id': '18ab844f-2dbb-490c-ab52-40db049b168b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '762ceae8-ebe3-4e41-8730-cf08de7f1cf4', 'mac_address': 'fa:16:3e:62:f3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a124bbb-ba7f-4647-ab29-10bfcda9bdcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:55:53Z', 'updated_at': '2022-04-06T14:55:53Z', 'revision_number': 0, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da33b712-19ea-45c9-99a2-9eb89594a8b3', 'name': '', 'network_id': '762ceae8-ebe3-4e41-8730-cf08de7f1cf4', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:13:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1db4737-8c9e-49c5-a95d-b0d6e219cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:55:36Z', 'updated_at': '2022-04-06T14:55:44Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': 'f1db4737-8c9e-49c5-a95d-b0d6e219cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:55:56.659687 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 34076) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:55:56.762575 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a23385e0-a3d1-49df-b94c-3361aa4dd0f1 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/e816bb47-bf7d-401d-8830-59b6b56e73ae HTTP/1.1" status: 200 len: 991 time: 0.1017072 Apr 06 14:55:57.766304 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 34080) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:55:57.869501 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-236030bd-c700-479b-b55a-e16a7f0026dc tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/e816bb47-bf7d-401d-8830-59b6b56e73ae HTTP/1.1" status: 200 len: 991 time: 0.1020985 Apr 06 14:55:58.873581 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 34084) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:55:58.976342 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a353f680-9b1f-4c1b-a2f9-21d9df9c94f9 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/e816bb47-bf7d-401d-8830-59b6b56e73ae HTTP/1.1" status: 200 len: 991 time: 0.1015763 Apr 06 14:55:59.037243 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c948e79f-d1a9-40fd-ab49-efed74f0f375 None None] New status for floating IP e816bb47-bf7d-401d-8830-59b6b56e73ae: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:55:59.254271 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:55:59.980084 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 34088) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:56:00.087104 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-79a27f4e-38c0-4ab9-a6b6-944534b49235 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/e816bb47-bf7d-401d-8830-59b6b56e73ae HTTP/1.1" status: 200 len: 993 time: 0.1057272 Apr 06 14:56:08.134319 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-16c47881-c939-488f-aa42-4ab1017688e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:10.958996 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f5150f2c-5230-4b05-8d38-dd36807ead48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:11.413430 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:11.497761 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:12.991957 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:14.166186 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-22b7f6e8-cd76-413f-aabf-28c25f8c7a48 req-8968448f-399e-4546-8367-847bcf60b4a4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0a124bbb-ba7f-4647-ab29-10bfcda9bdcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671105 Apr 06 14:56:14.391625 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-22b7f6e8-cd76-413f-aabf-28c25f8c7a48 req-5e4a574b-d523-45a5-8d74-22eb13eea4bc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&device_id=0a124bbb-ba7f-4647-ab29-10bfcda9bdcd HTTP/1.1" status: 200 len: 1098 time: 0.1569765 Apr 06 14:56:14.530960 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7f6e8-cd76-413f-aabf-28c25f8c7a48 req-6e3eec58-f687-4749-ac7d-42c91029a5ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:14.532361 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-22b7f6e8-cd76-413f-aabf-28c25f8c7a48 req-6e3eec58-f687-4749-ac7d-42c91029a5ae service neutron] 10.222.0.69 "GET /v2.0/networks?id=762ceae8-ebe3-4e41-8730-cf08de7f1cf4 HTTP/1.1" status: 200 len: 897 time: 0.1221380 Apr 06 14:56:14.627518 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-22b7f6e8-cd76-413f-aabf-28c25f8c7a48 req-510d6470-5413-4c8e-b762-c6ed324fc8ac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18ab844f-2dbb-490c-ab52-40db049b168b HTTP/1.1" status: 200 len: 1001 time: 0.0888233 Apr 06 14:56:14.693044 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7f6e8-cd76-413f-aabf-28c25f8c7a48 req-b711fde3-9963-4e07-9905-a277a502a084 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:14.694456 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-22b7f6e8-cd76-413f-aabf-28c25f8c7a48 req-b711fde3-9963-4e07-9905-a277a502a084 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f1db4737-8c9e-49c5-a95d-b0d6e219cb24 HTTP/1.1" status: 200 len: 835 time: 0.0608499 Apr 06 14:56:14.768556 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-22b7f6e8-cd76-413f-aabf-28c25f8c7a48 req-bafbab45-d9f2-4f22-a359-93f468d3b6ca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=762ceae8-ebe3-4e41-8730-cf08de7f1cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661333 Apr 06 14:56:14.896455 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-22b7f6e8-cd76-413f-aabf-28c25f8c7a48 req-11a84e52-2ae7-4765-a169-f8498536e671 service neutron] 10.222.0.69 "GET /v2.0/networks/762ceae8-ebe3-4e41-8730-cf08de7f1cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214056 Apr 06 14:56:15.024513 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-22b7f6e8-cd76-413f-aabf-28c25f8c7a48 req-b7b80314-00c4-44b0-9b58-c0b6177f7939 service neutron] 10.222.0.69 "GET /v2.0/networks/762ceae8-ebe3-4e41-8730-cf08de7f1cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215565 Apr 06 14:56:27.674124 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62cbdf-a01a-445d-ba81-bb244ebe841f req-fbb51871-859b-47e1-8c8d-12a65177ae3e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:27.676193 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6b62cbdf-a01a-445d-ba81-bb244ebe841f req-fbb51871-859b-47e1-8c8d-12a65177ae3e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a124bbb-ba7f-4647-ab29-10bfcda9bdcd HTTP/1.1" status: 200 len: 945 time: 0.0768762 Apr 06 14:56:27.718923 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6b62cbdf-a01a-445d-ba81-bb244ebe841f req-b4b8e4a3-c688-46a9-9c38-67111d622589 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=453c8465-b433-4691-ab8c-a303e11cb32e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372348 Apr 06 14:56:28.921217 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf1f1e-f7f4-4753-a105-aade05c5e82d req-006e1775-6e48-4ae1-8f7f-09e5cd1fab43 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:28.922649 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5bcf1f1e-f7f4-4753-a105-aade05c5e82d req-006e1775-6e48-4ae1-8f7f-09e5cd1fab43 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a124bbb-ba7f-4647-ab29-10bfcda9bdcd HTTP/1.1" status: 200 len: 945 time: 0.0795708 Apr 06 14:56:28.967075 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5bcf1f1e-f7f4-4753-a105-aade05c5e82d req-9c6233e0-681d-43a1-b93a-fd6828f60403 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=453c8465-b433-4691-ab8c-a303e11cb32e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383701 Apr 06 14:56:28.995017 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 34110) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:56:29.096497 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1d399049-2ce8-463e-b2c2-023a5e803894 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/e816bb47-bf7d-401d-8830-59b6b56e73ae HTTP/1.1" status: 200 len: 993 time: 0.1002221 Apr 06 14:56:29.249623 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:30.569927 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dab52054-40a4-4738-a9ea-8f026605de36 req-e18e1d30-6fda-4792-bd29-3de481eab746 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&device_id=0a124bbb-ba7f-4647-ab29-10bfcda9bdcd HTTP/1.1" status: 200 len: 1098 time: 0.0692649 Apr 06 14:56:30.673075 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb112d-1149-497b-921b-bf1fc28597fd req-7d6a9f78-edd7-48e1-b91d-fd396c832a76 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:30.674415 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-efbb112d-1149-497b-921b-bf1fc28597fd req-7d6a9f78-edd7-48e1-b91d-fd396c832a76 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a124bbb-ba7f-4647-ab29-10bfcda9bdcd HTTP/1.1" status: 200 len: 945 time: 0.1778967 Apr 06 14:56:30.703373 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab52054-40a4-4738-a9ea-8f026605de36 req-ea793c48-e68a-4629-a892-930e40e948ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:30.704801 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dab52054-40a4-4738-a9ea-8f026605de36 req-ea793c48-e68a-4629-a892-930e40e948ea service neutron] 10.222.0.69 "GET /v2.0/networks?id=762ceae8-ebe3-4e41-8730-cf08de7f1cf4 HTTP/1.1" status: 200 len: 897 time: 0.1273015 Apr 06 14:56:30.718542 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-efbb112d-1149-497b-921b-bf1fc28597fd req-df186712-caca-4137-9cf4-0b0d2dd2833b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=453c8465-b433-4691-ab8c-a303e11cb32e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379751 Apr 06 14:56:30.808802 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dab52054-40a4-4738-a9ea-8f026605de36 req-a404c5c6-4278-4bed-b6fd-277a16efab73 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18ab844f-2dbb-490c-ab52-40db049b168b HTTP/1.1" status: 200 len: 1001 time: 0.0978274 Apr 06 14:56:30.871144 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab52054-40a4-4738-a9ea-8f026605de36 req-e1f4c302-809b-4389-8e20-46ece5815ebc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:30.872561 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dab52054-40a4-4738-a9ea-8f026605de36 req-e1f4c302-809b-4389-8e20-46ece5815ebc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f1db4737-8c9e-49c5-a95d-b0d6e219cb24 HTTP/1.1" status: 200 len: 835 time: 0.0564365 Apr 06 14:56:30.946920 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dab52054-40a4-4738-a9ea-8f026605de36 req-76214047-1c84-4bcd-a75f-ddecf5a060c7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=762ceae8-ebe3-4e41-8730-cf08de7f1cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681753 Apr 06 14:56:31.075414 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dab52054-40a4-4738-a9ea-8f026605de36 req-2ca17bf8-b307-4597-857b-bdc221d4acd9 service neutron] 10.222.0.69 "GET /v2.0/networks/762ceae8-ebe3-4e41-8730-cf08de7f1cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217532 Apr 06 14:56:31.303878 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dab52054-40a4-4738-a9ea-8f026605de36 req-a972dc85-e75a-4d86-993c-34b79f97c6c9 service neutron] 10.222.0.69 "GET /v2.0/networks/762ceae8-ebe3-4e41-8730-cf08de7f1cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228630 Apr 06 14:56:31.915211 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36b52e-f14a-4fc4-8ab8-ce8848a28b0d req-c98b0ac9-6b21-4ced-a10e-82bdf34d2dae tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:31.916622 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5b36b52e-f14a-4fc4-8ab8-ce8848a28b0d req-c98b0ac9-6b21-4ced-a10e-82bdf34d2dae tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a124bbb-ba7f-4647-ab29-10bfcda9bdcd HTTP/1.1" status: 200 len: 945 time: 0.0736525 Apr 06 14:56:31.961260 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5b36b52e-f14a-4fc4-8ab8-ce8848a28b0d req-e9044583-494f-4d8e-ae16-83ecc8685e9e tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=453c8465-b433-4691-ab8c-a303e11cb32e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391173 Apr 06 14:56:32.667784 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:56:33.154384 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd7475-8da9-4a47-9a3c-f677e8b19c17 req-160d084b-ee9a-4c9a-91ac-40bfb8c5972b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:33.155928 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a8fd7475-8da9-4a47-9a3c-f677e8b19c17 req-160d084b-ee9a-4c9a-91ac-40bfb8c5972b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a124bbb-ba7f-4647-ab29-10bfcda9bdcd HTTP/1.1" status: 200 len: 945 time: 0.0750518 Apr 06 14:56:33.199888 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a8fd7475-8da9-4a47-9a3c-f677e8b19c17 req-f152bc3c-dac2-4196-86a1-419adabbba7c tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=453c8465-b433-4691-ab8c-a303e11cb32e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385585 Apr 06 14:56:33.226904 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 34124) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:56:33.333379 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-61b052e0-9814-4161-b08d-c9089d97cdaf tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/floatingips/e816bb47-bf7d-401d-8830-59b6b56e73ae HTTP/1.1" status: 200 len: 993 time: 0.1053562 Apr 06 14:56:33.603720 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 34132) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:56:33.797199 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4d30c5d5-9477-4d13-a497-12aaced119ea tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Deleting port df00896d-ae38-4106-8454-07d9f346090c {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:56:33.797452 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4d30c5d5-9477-4d13-a497-12aaced119ea tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:33.958737 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4d30c5d5-9477-4d13-a497-12aaced119ea tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:33.959066 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4d30c5d5-9477-4d13-a497-12aaced119ea tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:34.075237 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4d30c5d5-9477-4d13-a497-12aaced119ea tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Calling delete_port for df00896d-ae38-4106-8454-07d9f346090c owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:56:34.216984 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4d30c5d5-9477-4d13-a497-12aaced119ea tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:34.263557 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30c5d5-9477-4d13-a497-12aaced119ea tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'Port': ['ID=df00896d-ae38-4106-8454-07d9f346090c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:34.301647 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30c5d5-9477-4d13-a497-12aaced119ea tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:34.301995 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30c5d5-9477-4d13-a497-12aaced119ea tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:34.302334 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30c5d5-9477-4d13-a497-12aaced119ea tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:34.302669 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30c5d5-9477-4d13-a497-12aaced119ea tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:34.303004 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30c5d5-9477-4d13-a497-12aaced119ea tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:34.303332 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30c5d5-9477-4d13-a497-12aaced119ea tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:34.303659 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30c5d5-9477-4d13-a497-12aaced119ea tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:34.303984 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30c5d5-9477-4d13-a497-12aaced119ea tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:34.304307 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30c5d5-9477-4d13-a497-12aaced119ea tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:34.304631 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30c5d5-9477-4d13-a497-12aaced119ea tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:34.304988 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30c5d5-9477-4d13-a497-12aaced119ea tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:34.365939 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4d30c5d5-9477-4d13-a497-12aaced119ea tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:34.736235 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d30c5d5-9477-4d13-a497-12aaced119ea tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Router 74dd640c-cf92-4e95-b8b7-3c9e129d84d3 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:56:35.014267 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d30c5d5-9477-4d13-a497-12aaced119ea tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:56:35.024349 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5d20e0-6c36-45cc-926d-0440a02f5a8e None None] Sync routers for ids ['74dd640c-cf92-4e95-b8b7-3c9e129d84d3'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:56:35.033924 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4d30c5d5-9477-4d13-a497-12aaced119ea tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:35.037353 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5d20e0-6c36-45cc-926d-0440a02f5a8e None None] Routers {'74dd640c-cf92-4e95-b8b7-3c9e129d84d3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:56:35.037957 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3c5d20e0-6c36-45cc-926d-0440a02f5a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:56:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['74dd640c-cf92-4e95-b8b7-3c9e129d84d3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:35.094846 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4d30c5d5-9477-4d13-a497-12aaced119ea tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "DELETE /v2.0/floatingips/e816bb47-bf7d-401d-8830-59b6b56e73ae HTTP/1.1" status: 204 len: 168 time: 1.4875073 Apr 06 14:56:35.094846 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a124bbb-ba7f-4647-ab29-10bfcda9bdcd', 'tag': '18ab844f-2dbb-490c-ab52-40db049b168b'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:56:35.149606 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a146a42-ba53-4b80-958e-b35e5a19c54c'] response: {'name': 'network-changed', 'server_uuid': '0a124bbb-ba7f-4647-ab29-10bfcda9bdcd', 'tag': '18ab844f-2dbb-490c-ab52-40db049b168b', 'status': 'completed', 'code': 200} Apr 06 14:56:35.219353 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-3c5d20e0-6c36-45cc-926d-0440a02f5a8e None None] Set router 74dd640c-cf92-4e95-b8b7-3c9e129d84d3 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:56:35.241291 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-23ec4112-a02a-441f-81b9-10f1f896a1ee req-7b23f82e-3ae8-47ba-8187-774d9d971b46 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a34a369806624a9e9f7e6714cf0befdc&device_id=0a124bbb-ba7f-4647-ab29-10bfcda9bdcd HTTP/1.1" status: 200 len: 1098 time: 0.0699515 Apr 06 14:56:35.393094 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec4112-a02a-441f-81b9-10f1f896a1ee req-7f0583c0-8f9b-4e70-94d5-70368b3c065f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:35.394665 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-23ec4112-a02a-441f-81b9-10f1f896a1ee req-7f0583c0-8f9b-4e70-94d5-70368b3c065f service neutron] 10.222.0.69 "GET /v2.0/networks?id=762ceae8-ebe3-4e41-8730-cf08de7f1cf4 HTTP/1.1" status: 200 len: 897 time: 0.1469057 Apr 06 14:56:35.505398 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-23ec4112-a02a-441f-81b9-10f1f896a1ee req-27b57b9c-c0bf-4f42-8f87-d5ad4a415af0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18ab844f-2dbb-490c-ab52-40db049b168b HTTP/1.1" status: 200 len: 217 time: 0.1039617 Apr 06 14:56:35.535140 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3c5d20e0-6c36-45cc-926d-0440a02f5a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843977631', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '581a9512-fc18-4b09-86cb-32c1a9a630a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:55:33Z', 'updated_at': '2022-04-06T14:55:37Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '581a9512-fc18-4b09-86cb-32c1a9a630a9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:55:34Z', 'updated_at': '2022-04-06T14:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'da33b712-19ea-45c9-99a2-9eb89594a8b3', 'name': '', 'network_id': '762ceae8-ebe3-4e41-8730-cf08de7f1cf4', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:13:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1db4737-8c9e-49c5-a95d-b0d6e219cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:55:36Z', 'updated_at': '2022-04-06T14:55:44Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': 'f1db4737-8c9e-49c5-a95d-b0d6e219cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:35.538915 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5d20e0-6c36-45cc-926d-0440a02f5a8e None None] Checking router: 74dd640c-cf92-4e95-b8b7-3c9e129d84d3 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:56:35.549482 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5d20e0-6c36-45cc-926d-0440a02f5a8e None None] Routers {'74dd640c-cf92-4e95-b8b7-3c9e129d84d3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:56:35.550520 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3c5d20e0-6c36-45cc-926d-0440a02f5a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:56:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['74dd640c-cf92-4e95-b8b7-3c9e129d84d3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:35.581786 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec4112-a02a-441f-81b9-10f1f896a1ee req-78370c77-2ec7-4985-94f5-1725c42666c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:35.583136 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-23ec4112-a02a-441f-81b9-10f1f896a1ee req-78370c77-2ec7-4985-94f5-1725c42666c6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f1db4737-8c9e-49c5-a95d-b0d6e219cb24 HTTP/1.1" status: 200 len: 835 time: 0.0702477 Apr 06 14:56:35.588654 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd52ef-d80f-47c1-b663-334950e6f2c4 req-3729ba67-59f5-40b5-98c3-487342e020cf tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:35.589994 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4afd52ef-d80f-47c1-b663-334950e6f2c4 req-3729ba67-59f5-40b5-98c3-487342e020cf tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a124bbb-ba7f-4647-ab29-10bfcda9bdcd HTTP/1.1" status: 200 len: 945 time: 0.1389239 Apr 06 14:56:35.686218 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4afd52ef-d80f-47c1-b663-334950e6f2c4 req-37bc1e9e-d4e8-446d-adae-d496aa436010 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=453c8465-b433-4691-ab8c-a303e11cb32e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613115 Apr 06 14:56:35.693390 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-23ec4112-a02a-441f-81b9-10f1f896a1ee req-6a38d247-5183-4b45-a770-5d8479692b33 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=762ceae8-ebe3-4e41-8730-cf08de7f1cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1025476 Apr 06 14:56:35.730841 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-3c5d20e0-6c36-45cc-926d-0440a02f5a8e None None] Set router 74dd640c-cf92-4e95-b8b7-3c9e129d84d3 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:56:35.826013 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-23ec4112-a02a-441f-81b9-10f1f896a1ee req-79b5aeed-59ae-4eb0-9911-3da0521c7eb3 service neutron] 10.222.0.69 "GET /v2.0/networks/762ceae8-ebe3-4e41-8730-cf08de7f1cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253641 Apr 06 14:56:35.957864 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-23ec4112-a02a-441f-81b9-10f1f896a1ee req-9f656932-08ab-4856-984e-199ae03ab9e7 service neutron] 10.222.0.69 "GET /v2.0/networks/762ceae8-ebe3-4e41-8730-cf08de7f1cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253340 Apr 06 14:56:36.080356 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3c5d20e0-6c36-45cc-926d-0440a02f5a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843977631', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '581a9512-fc18-4b09-86cb-32c1a9a630a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:55:33Z', 'updated_at': '2022-04-06T14:55:37Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '581a9512-fc18-4b09-86cb-32c1a9a630a9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:55:34Z', 'updated_at': '2022-04-06T14:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'da33b712-19ea-45c9-99a2-9eb89594a8b3', 'name': '', 'network_id': '762ceae8-ebe3-4e41-8730-cf08de7f1cf4', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:13:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1db4737-8c9e-49c5-a95d-b0d6e219cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:55:36Z', 'updated_at': '2022-04-06T14:55:44Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': 'f1db4737-8c9e-49c5-a95d-b0d6e219cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:36.084653 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5d20e0-6c36-45cc-926d-0440a02f5a8e None None] The sync data for ids ['74dd640c-cf92-4e95-b8b7-3c9e129d84d3'] in dv-neutron-835868-1-hyperv is: [{'id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843977631', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '581a9512-fc18-4b09-86cb-32c1a9a630a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:55:33Z', 'updated_at': '2022-04-06T14:55:37Z', 'revision_number': 4, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '581a9512-fc18-4b09-86cb-32c1a9a630a9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:55:34Z', 'updated_at': '2022-04-06T14:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'da33b712-19ea-45c9-99a2-9eb89594a8b3', 'name': '', 'network_id': '762ceae8-ebe3-4e41-8730-cf08de7f1cf4', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'mac_address': 'fa:16:3e:13:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1db4737-8c9e-49c5-a95d-b0d6e219cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:55:36Z', 'updated_at': '2022-04-06T14:55:44Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'subnets': [{'id': 'f1db4737-8c9e-49c5-a95d-b0d6e219cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:56:36.300673 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698d718c-da7d-4a7f-a33f-2f6256a804b3 None None] New status for floating IP e816bb47-bf7d-401d-8830-59b6b56e73ae: DOWN {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:56:36.884128 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7444b0-e68e-4d17-b535-9abef5709927 req-add1c13d-671c-40d2-a4ee-74a8ee9c25ed tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:36.884813 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-ee7444b0-e68e-4d17-b535-9abef5709927 req-add1c13d-671c-40d2-a4ee-74a8ee9c25ed tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Synchronizing usage tracker for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:56:36.900178 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-ee7444b0-e68e-4d17-b535-9abef5709927 req-add1c13d-671c-40d2-a4ee-74a8ee9c25ed tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Unset dirty status for tenant:a34a369806624a9e9f7e6714cf0befdc on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:56:36.901550 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ee7444b0-e68e-4d17-b535-9abef5709927 req-add1c13d-671c-40d2-a4ee-74a8ee9c25ed tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a124bbb-ba7f-4647-ab29-10bfcda9bdcd HTTP/1.1" status: 200 len: 945 time: 0.0917857 Apr 06 14:56:36.924704 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384df399-89ae-4b99-8e71-b02d21bf66cb req-7d058dc6-07fb-4b86-a52f-927370070ab2 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:36.926146 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-384df399-89ae-4b99-8e71-b02d21bf66cb req-7d058dc6-07fb-4b86-a52f-927370070ab2 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a124bbb-ba7f-4647-ab29-10bfcda9bdcd HTTP/1.1" status: 200 len: 945 time: 0.0752242 Apr 06 14:56:36.946483 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ee7444b0-e68e-4d17-b535-9abef5709927 req-ac7eb464-0e36-486f-bf6e-d7ac83b246b6 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/security-groups?id=453c8465-b433-4691-ab8c-a303e11cb32e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394785 Apr 06 14:56:36.996212 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-384df399-89ae-4b99-8e71-b02d21bf66cb req-b028c774-9ef0-4050-a2dd-e53865457127 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Deleting port 18ab844f-2dbb-490c-ab52-40db049b168b {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:56:36.996480 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-384df399-89ae-4b99-8e71-b02d21bf66cb req-b028c774-9ef0-4050-a2dd-e53865457127 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:37.231437 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-384df399-89ae-4b99-8e71-b02d21bf66cb req-b028c774-9ef0-4050-a2dd-e53865457127 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] For port 18ab844f-2dbb-490c-ab52-40db049b168b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=18ab844f-2dbb-490c-ab52-40db049b168b,segment=NetworkSegment(20876107-e1b7-461c-91b7-be19bea10d09),segment_id=20876107-e1b7-461c-91b7-be19bea10d09)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:56:37.233614 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-384df399-89ae-4b99-8e71-b02d21bf66cb req-b028c774-9ef0-4050-a2dd-e53865457127 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:37.349406 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-384df399-89ae-4b99-8e71-b02d21bf66cb req-b028c774-9ef0-4050-a2dd-e53865457127 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Calling delete_port for 18ab844f-2dbb-490c-ab52-40db049b168b owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:56:37.578375 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-384df399-89ae-4b99-8e71-b02d21bf66cb req-b028c774-9ef0-4050-a2dd-e53865457127 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:37.626387 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028c774-9ef0-4050-a2dd-e53865457127 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'Port': ['ID=18ab844f-2dbb-490c-ab52-40db049b168b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:37.665763 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028c774-9ef0-4050-a2dd-e53865457127 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:37.666115 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028c774-9ef0-4050-a2dd-e53865457127 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:37.666455 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028c774-9ef0-4050-a2dd-e53865457127 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:37.666793 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028c774-9ef0-4050-a2dd-e53865457127 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:37.667127 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028c774-9ef0-4050-a2dd-e53865457127 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:37.667457 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028c774-9ef0-4050-a2dd-e53865457127 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:37.667846 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028c774-9ef0-4050-a2dd-e53865457127 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:37.668178 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028c774-9ef0-4050-a2dd-e53865457127 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:37.668500 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028c774-9ef0-4050-a2dd-e53865457127 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:37.668825 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028c774-9ef0-4050-a2dd-e53865457127 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:37.669175 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028c774-9ef0-4050-a2dd-e53865457127 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:37.711791 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-384df399-89ae-4b99-8e71-b02d21bf66cb req-b028c774-9ef0-4050-a2dd-e53865457127 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] No DVR routers for this DVR port 18ab844f-2dbb-490c-ab52-40db049b168b on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:56:37.714140 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-384df399-89ae-4b99-8e71-b02d21bf66cb req-b028c774-9ef0-4050-a2dd-e53865457127 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:37.716701 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a124bbb-ba7f-4647-ab29-10bfcda9bdcd', 'name': 'network-vif-deleted', 'tag': '18ab844f-2dbb-490c-ab52-40db049b168b'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:56:37.731396 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-384df399-89ae-4b99-8e71-b02d21bf66cb req-b028c774-9ef0-4050-a2dd-e53865457127 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.69 "DELETE /v2.0/ports/18ab844f-2dbb-490c-ab52-40db049b168b HTTP/1.1" status: 204 len: 173 time: 0.7997048 Apr 06 14:56:37.772158 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb952d3e-cb39-4c22-9f5d-03b3aa3c35fd'] response: {'server_uuid': '0a124bbb-ba7f-4647-ab29-10bfcda9bdcd', 'name': 'network-vif-deleted', 'tag': '18ab844f-2dbb-490c-ab52-40db049b168b', 'status': 'completed', 'code': 200} Apr 06 14:56:38.130246 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a3b6c8bf-7d9b-4ae1-a243-a3a5bc8ee22c req-cede3124-f7f4-4d4d-96f6-b073972a7406 tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a124bbb-ba7f-4647-ab29-10bfcda9bdcd HTTP/1.1" status: 200 len: 210 time: 0.0454738 Apr 06 14:56:38.136364 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e965140d-a437-4399-927f-1ec30f46a39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:39.235857 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 34150) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:56:39.622868 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c0be8a75-aef2-4a11-9475-7125110e3a9f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:40.205834 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-c0be8a75-aef2-4a11-9475-7125110e3a9f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Deleting port da33b712-19ea-45c9-99a2-9eb89594a8b3 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:56:40.206627 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c0be8a75-aef2-4a11-9475-7125110e3a9f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:40.465453 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-c0be8a75-aef2-4a11-9475-7125110e3a9f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] For port da33b712-19ea-45c9-99a2-9eb89594a8b3, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=da33b712-19ea-45c9-99a2-9eb89594a8b3,segment=NetworkSegment(20876107-e1b7-461c-91b7-be19bea10d09),segment_id=20876107-e1b7-461c-91b7-be19bea10d09)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:56:40.466123 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c0be8a75-aef2-4a11-9475-7125110e3a9f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:40.586244 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-c0be8a75-aef2-4a11-9475-7125110e3a9f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Calling delete_port for da33b712-19ea-45c9-99a2-9eb89594a8b3 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:56:40.752608 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c0be8a75-aef2-4a11-9475-7125110e3a9f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:40.799880 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be8a75-aef2-4a11-9475-7125110e3a9f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'Port': ['ID=da33b712-19ea-45c9-99a2-9eb89594a8b3,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:40.964008 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fb54c47c-a207-4841-ba62-e87d77183726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:41.086860 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c0be8a75-aef2-4a11-9475-7125110e3a9f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:41.414149 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:41.501069 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:41.642136 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0be8a75-aef2-4a11-9475-7125110e3a9f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Router 74dd640c-cf92-4e95-b8b7-3c9e129d84d3 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:56:41.927105 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0be8a75-aef2-4a11-9475-7125110e3a9f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:56:41.936425 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d00a6-8928-4a40-9a90-9752c5061dcd None None] Sync routers for ids ['74dd640c-cf92-4e95-b8b7-3c9e129d84d3'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:56:41.939408 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c0be8a75-aef2-4a11-9475-7125110e3a9f tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "PUT /v2.0/routers/74dd640c-cf92-4e95-b8b7-3c9e129d84d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7025251 Apr 06 14:56:41.942089 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 34154) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:56:41.947745 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d00a6-8928-4a40-9a90-9752c5061dcd None None] Routers {'74dd640c-cf92-4e95-b8b7-3c9e129d84d3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:56:41.948342 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-205d00a6-8928-4a40-9a90-9752c5061dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:56:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['74dd640c-cf92-4e95-b8b7-3c9e129d84d3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:42.052501 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 18ab844f-2dbb-490c-ab52-40db049b168b no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:56:42.095322 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: 18ab844f-2dbb-490c-ab52-40db049b168b {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:56:42.095559 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 18ab844f-2dbb-490c-ab52-40db049b168b not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:56:42.122568 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-1061d149-003e-4cdb-9cc6-466edc84840b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Deleting subnet f1db4737-8c9e-49c5-a95d-b0d6e219cb24 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 14:56:42.125431 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1061d149-003e-4cdb-9cc6-466edc84840b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:42.153517 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-205d00a6-8928-4a40-9a90-9752c5061dcd None None] Set router 74dd640c-cf92-4e95-b8b7-3c9e129d84d3 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:56:42.181246 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1061d149-003e-4cdb-9cc6-466edc84840b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:42.261249 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1061d149-003e-4cdb-9cc6-466edc84840b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:42.335370 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1061d149-003e-4cdb-9cc6-466edc84840b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:42.371779 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061d149-003e-4cdb-9cc6-466edc84840b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'Subnet': ['ID=f1db4737-8c9e-49c5-a95d-b0d6e219cb24,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:42.378218 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1061d149-003e-4cdb-9cc6-466edc84840b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:42.384085 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1061d149-003e-4cdb-9cc6-466edc84840b tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "DELETE /v2.0/subnets/f1db4737-8c9e-49c5-a95d-b0d6e219cb24 HTTP/1.1" status: 204 len: 168 time: 0.4410892 Apr 06 14:56:42.386673 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 34158) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:56:42.396495 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d52ba87-beaa-46cf-8fa6-4b0d7a28c643 None None] Network 762ceae8-ebe3-4e41-8730-cf08de7f1cf4 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:56:42.585038 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-205d00a6-8928-4a40-9a90-9752c5061dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843977631', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '581a9512-fc18-4b09-86cb-32c1a9a630a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:55:33Z', 'updated_at': '2022-04-06T14:56:40Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '581a9512-fc18-4b09-86cb-32c1a9a630a9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:55:34Z', 'updated_at': '2022-04-06T14:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:42.591519 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7463ee75-15aa-442b-ab25-b7a34c10f7dd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:42.596147 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d00a6-8928-4a40-9a90-9752c5061dcd None None] Checking router: 74dd640c-cf92-4e95-b8b7-3c9e129d84d3 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:56:42.616412 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d00a6-8928-4a40-9a90-9752c5061dcd None None] Routers {'74dd640c-cf92-4e95-b8b7-3c9e129d84d3'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:56:42.617055 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-205d00a6-8928-4a40-9a90-9752c5061dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:56:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['74dd640c-cf92-4e95-b8b7-3c9e129d84d3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:42.724290 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b9874b-1e2e-4adb-9808-e4bb7c5dfa0b None None] DHCP port deletion for 762ceae8-ebe3-4e41-8730-cf08de7f1cf4 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 14:56:42.741072 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c2b9874b-1e2e-4adb-9808-e4bb7c5dfa0b None None] Deleting port 23a38750-9edd-4b84-87a2-6f7f0d0f5f60 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:56:42.741444 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c2b9874b-1e2e-4adb-9808-e4bb7c5dfa0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:42.796067 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7463ee75-15aa-442b-ab25-b7a34c10f7dd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:42.807745 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-7463ee75-15aa-442b-ab25-b7a34c10f7dd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Deleting port 581a9512-fc18-4b09-86cb-32c1a9a630a9 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 14:56:42.808829 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7463ee75-15aa-442b-ab25-b7a34c10f7dd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:42.956476 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-205d00a6-8928-4a40-9a90-9752c5061dcd None None] Set router 74dd640c-cf92-4e95-b8b7-3c9e129d84d3 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:56:42.983592 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-7463ee75-15aa-442b-ab25-b7a34c10f7dd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] For port 581a9512-fc18-4b09-86cb-32c1a9a630a9, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=581a9512-fc18-4b09-86cb-32c1a9a630a9,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:56:42.983949 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7463ee75-15aa-442b-ab25-b7a34c10f7dd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:43.107842 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-7463ee75-15aa-442b-ab25-b7a34c10f7dd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Calling delete_port for 581a9512-fc18-4b09-86cb-32c1a9a630a9 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:56:43.146475 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c2b9874b-1e2e-4adb-9808-e4bb7c5dfa0b None None] For port 23a38750-9edd-4b84-87a2-6f7f0d0f5f60, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=23a38750-9edd-4b84-87a2-6f7f0d0f5f60,segment=NetworkSegment(20876107-e1b7-461c-91b7-be19bea10d09),segment_id=20876107-e1b7-461c-91b7-be19bea10d09)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:56:43.147088 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c2b9874b-1e2e-4adb-9808-e4bb7c5dfa0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:43.153979 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:43.272963 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7463ee75-15aa-442b-ab25-b7a34c10f7dd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:43.321068 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c2b9874b-1e2e-4adb-9808-e4bb7c5dfa0b None None] Calling delete_port for 23a38750-9edd-4b84-87a2-6f7f0d0f5f60 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 14:56:43.402674 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7463ee75-15aa-442b-ab25-b7a34c10f7dd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'Port': ['ID=581a9512-fc18-4b09-86cb-32c1a9a630a9,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:43.452589 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c2b9874b-1e2e-4adb-9808-e4bb7c5dfa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:43.500466 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9874b-1e2e-4adb-9808-e4bb7c5dfa0b None None] Pushing event deleted for resources: {'Port': ['ID=23a38750-9edd-4b84-87a2-6f7f0d0f5f60,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:43.511032 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b9874b-1e2e-4adb-9808-e4bb7c5dfa0b None None] No DVR routers for this DVR port 23a38750-9edd-4b84-87a2-6f7f0d0f5f60 on host dv-neutron-835868-1-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:56:43.523635 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b9874b-1e2e-4adb-9808-e4bb7c5dfa0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:43.523935 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b9874b-1e2e-4adb-9808-e4bb7c5dfa0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:43.524277 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b9874b-1e2e-4adb-9808-e4bb7c5dfa0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:43.524615 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b9874b-1e2e-4adb-9808-e4bb7c5dfa0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:43.524984 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b9874b-1e2e-4adb-9808-e4bb7c5dfa0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:43.525338 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b9874b-1e2e-4adb-9808-e4bb7c5dfa0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:43.525637 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b9874b-1e2e-4adb-9808-e4bb7c5dfa0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:43.525963 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b9874b-1e2e-4adb-9808-e4bb7c5dfa0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:43.526286 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b9874b-1e2e-4adb-9808-e4bb7c5dfa0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:43.526605 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b9874b-1e2e-4adb-9808-e4bb7c5dfa0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:43.526925 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b9874b-1e2e-4adb-9808-e4bb7c5dfa0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:43.543593 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-205d00a6-8928-4a40-9a90-9752c5061dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843977631', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '581a9512-fc18-4b09-86cb-32c1a9a630a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:55:33Z', 'updated_at': '2022-04-06T14:56:40Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '581a9512-fc18-4b09-86cb-32c1a9a630a9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:55:34Z', 'updated_at': '2022-04-06T14:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:43.546996 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d00a6-8928-4a40-9a90-9752c5061dcd None None] The sync data for ids ['74dd640c-cf92-4e95-b8b7-3c9e129d84d3'] in dv-neutron-835868-1-hyperv is: [{'id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843977631', 'tenant_id': 'a34a369806624a9e9f7e6714cf0befdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '581a9512-fc18-4b09-86cb-32c1a9a630a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:55:33Z', 'updated_at': '2022-04-06T14:56:40Z', 'revision_number': 5, 'project_id': 'a34a369806624a9e9f7e6714cf0befdc', 'gw_port': {'id': '581a9512-fc18-4b09-86cb-32c1a9a630a9', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd640c-cf92-4e95-b8b7-3c9e129d84d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:55:34Z', 'updated_at': '2022-04-06T14:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:56:43.621209 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7463ee75-15aa-442b-ab25-b7a34c10f7dd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:43.876061 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7463ee75-15aa-442b-ab25-b7a34c10f7dd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:43.881019 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7463ee75-15aa-442b-ab25-b7a34c10f7dd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:43.905206 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7463ee75-15aa-442b-ab25-b7a34c10f7dd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:43.905759 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7463ee75-15aa-442b-ab25-b7a34c10f7dd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Fanout notify agent at l3_agent the message router_deleted on router 74dd640c-cf92-4e95-b8b7-3c9e129d84d3 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:56:43.920824 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7463ee75-15aa-442b-ab25-b7a34c10f7dd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:43.921952 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7463ee75-15aa-442b-ab25-b7a34c10f7dd tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "DELETE /v2.0/routers/74dd640c-cf92-4e95-b8b7-3c9e129d84d3 HTTP/1.1" status: 204 len: 168 time: 1.5344069 Apr 06 14:56:43.925136 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 34162) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:56:44.038789 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20a78147-2481-48ad-9477-70165be3d22d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:44.169705 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20a78147-2481-48ad-9477-70165be3d22d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:44.194144 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-20a78147-2481-48ad-9477-70165be3d22d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['762ceae8-ebe3-4e41-8730-cf08de7f1cf4']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:44.205721 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-20a78147-2481-48ad-9477-70165be3d22d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20876107-e1b7-461c-91b7-be19bea10d09') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:44.206015 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-20a78147-2481-48ad-9477-70165be3d22d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20876107-e1b7-461c-91b7-be19bea10d09') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:44.216664 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20a78147-2481-48ad-9477-70165be3d22d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1198604'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:44.235026 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20a78147-2481-48ad-9477-70165be3d22d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:44.241344 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a78147-2481-48ad-9477-70165be3d22d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 14:56:44.241719 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20a78147-2481-48ad-9477-70165be3d22d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1198545'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: Traceback (most recent call last): Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: timer() Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: cb(*args, **kw) Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: return func(*args, **kwargs) Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: self._notify() Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: self.callback(batched_events) Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: event.method(event) Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: return f(self, *a, **k) Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._get(url).json() Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:56:44.255018 dv-neutron-835868-1-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:56:44.327224 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20a78147-2481-48ad-9477-70165be3d22d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:44.343759 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20a78147-2481-48ad-9477-70165be3d22d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:44.356398 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a78147-2481-48ad-9477-70165be3d22d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'Network': ['ID=762ceae8-ebe3-4e41-8730-cf08de7f1cf4,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:44.359041 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-20a78147-2481-48ad-9477-70165be3d22d tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "DELETE /v2.0/networks/762ceae8-ebe3-4e41-8730-cf08de7f1cf4 HTTP/1.1" status: 204 len: 168 time: 0.4328291 Apr 06 14:56:44.361715 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 34166) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:56:44.430382 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-17616337-588a-47b2-820d-5212ec24c8be tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:44.458385 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-17616337-588a-47b2-820d-5212ec24c8be tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:44.523630 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-17616337-588a-47b2-820d-5212ec24c8be tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:44.543889 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17616337-588a-47b2-820d-5212ec24c8be tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=453c8465-b433-4691-ab8c-a303e11cb32e,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:44.553792 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-17616337-588a-47b2-820d-5212ec24c8be tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:44.554549 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-17616337-588a-47b2-820d-5212ec24c8be tempest-TestNetworkAdvancedServerOps-281457050 tempest-TestNetworkAdvancedServerOps-281457050-project] 10.222.0.60 "DELETE /v2.0/security-groups/453c8465-b433-4691-ab8c-a303e11cb32e HTTP/1.1" status: 204 len: 168 time: 0.1917639 Apr 06 14:56:44.595607 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 23a38750-9edd-4b84-87a2-6f7f0d0f5f60 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:56:44.632355 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 23a38750-9edd-4b84-87a2-6f7f0d0f5f60 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:56:44.632694 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 23a38750-9edd-4b84-87a2-6f7f0d0f5f60 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:56:44.633132 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device da33b712-19ea-45c9-99a2-9eb89594a8b3 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:56:44.664322 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: da33b712-19ea-45c9-99a2-9eb89594a8b3 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:56:44.664670 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device da33b712-19ea-45c9-99a2-9eb89594a8b3 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:56:44.665121 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 581a9512-fc18-4b09-86cb-32c1a9a630a9 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:56:44.695534 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 581a9512-fc18-4b09-86cb-32c1a9a630a9 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 14:56:44.695876 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 581a9512-fc18-4b09-86cb-32c1a9a630a9 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:56:44.906141 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 34178) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:56:45.073624 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c7727816-a380-4eda-8e2f-597430fd1b42 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a34a369806624a9e9f7e6714cf0befdc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1663270 Apr 06 14:56:45.076160 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 34184) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:56:45.135251 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e903e258-5f61-44e9-8422-3147a36041bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:45.162045 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e903e258-5f61-44e9-8422-3147a36041bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:45.212243 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e903e258-5f61-44e9-8422-3147a36041bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:45.227057 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903e258-5f61-44e9-8422-3147a36041bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a759390-f0ce-46c2-80d4-a0288e3d0b5f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:45.235319 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e903e258-5f61-44e9-8422-3147a36041bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:45.236428 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e903e258-5f61-44e9-8422-3147a36041bb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9a759390-f0ce-46c2-80d4-a0288e3d0b5f HTTP/1.1" status: 204 len: 168 time: 0.1591203 Apr 06 14:56:45.557078 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 34194) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:56:45.574822 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-49c8466a-ef85-4584-8e89-b36343cb3d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:45.605109 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-49c8466a-ef85-4584-8e89-b36343cb3d10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:56:45.608781 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-49c8466a-ef85-4584-8e89-b36343cb3d10 admin admin] Usage tracker for resource:security_group_rule and tenant:c1bf8f0fc46642c6a828488c586d9903 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:56:45.611513 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-49c8466a-ef85-4584-8e89-b36343cb3d10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:56:45.617670 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-49c8466a-ef85-4584-8e89-b36343cb3d10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:56:45.680312 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-49c8466a-ef85-4584-8e89-b36343cb3d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:45.683866 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-49c8466a-ef85-4584-8e89-b36343cb3d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:45.730296 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-49c8466a-ef85-4584-8e89-b36343cb3d10 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c1bf8f0fc46642c6a828488c586d9903&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1721196 Apr 06 14:56:45.731011 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c8466a-ef85-4584-8e89-b36343cb3d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699523c3-83d5-4f5e-a96e-f3a787693838,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:45.733501 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 34198) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:56:45.792686 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c10562a-9758-41d9-bcd8-c1c50e0f1604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:45.818106 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c10562a-9758-41d9-bcd8-c1c50e0f1604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:45.868598 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c10562a-9758-41d9-bcd8-c1c50e0f1604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:45.882906 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10562a-9758-41d9-bcd8-c1c50e0f1604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699523c3-83d5-4f5e-a96e-f3a787693838,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:45.891780 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c10562a-9758-41d9-bcd8-c1c50e0f1604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:45.893021 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8c10562a-9758-41d9-bcd8-c1c50e0f1604 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/699523c3-83d5-4f5e-a96e-f3a787693838 HTTP/1.1" status: 204 len: 168 time: 0.1584332 Apr 06 14:56:46.730795 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 34220) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:56:46.904682 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-24b312de-e881-4dcf-8145-48494a68a0ab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-873136281-network', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:56:46.909359 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-24b312de-e881-4dcf-8145-48494a68a0ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:56:46.913120 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-24b312de-e881-4dcf-8145-48494a68a0ab admin admin] Usage tracker for resource:network and tenant:cb8396f7d7fa4e119b27ba0f04ca9001 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:56:46.915883 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-24b312de-e881-4dcf-8145-48494a68a0ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:56:46.921561 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-24b312de-e881-4dcf-8145-48494a68a0ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:56:46.932002 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b312de-e881-4dcf-8145-48494a68a0ab admin admin] Made reservation on behalf of cb8396f7d7fa4e119b27ba0f04ca9001 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:56:46.934259 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-24b312de-e881-4dcf-8145-48494a68a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:46.946546 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-24b312de-e881-4dcf-8145-48494a68a0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:46.976644 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-24b312de-e881-4dcf-8145-48494a68a0ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:56:46.980372 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-24b312de-e881-4dcf-8145-48494a68a0ab admin admin] Usage tracker for resource:security_group_rule and tenant:cb8396f7d7fa4e119b27ba0f04ca9001 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:56:46.983061 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-24b312de-e881-4dcf-8145-48494a68a0ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:56:46.989143 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-24b312de-e881-4dcf-8145-48494a68a0ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:56:47.057418 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-24b312de-e881-4dcf-8145-48494a68a0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:47.060927 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-24b312de-e881-4dcf-8145-48494a68a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:47.089139 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b312de-e881-4dcf-8145-48494a68a0ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:56:47.098013 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b312de-e881-4dcf-8145-48494a68a0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9ba0fe-f08c-4666-b57e-7cecfd30a9b6,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:47.103292 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-24b312de-e881-4dcf-8145-48494a68a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:47.103630 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-24b312de-e881-4dcf-8145-48494a68a0ab admin admin] Added segment 447db5da-f3f7-46c5-9a26-2ce3679ebe91 of type vlan for network 8ee47bf4-3f78-461b-8974-8aa6c4b2c750 Apr 06 14:56:47.130009 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-24b312de-e881-4dcf-8145-48494a68a0ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:47.158016 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-24b312de-e881-4dcf-8145-48494a68a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:47.158839 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b312de-e881-4dcf-8145-48494a68a0ab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:47.160063 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-24b312de-e881-4dcf-8145-48494a68a0ab admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:47.260586 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-24b312de-e881-4dcf-8145-48494a68a0ab admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5287056 Apr 06 14:56:47.263409 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b312de-e881-4dcf-8145-48494a68a0ab admin admin] Pushing event updated for resources: {'Network': ['ID=8ee47bf4-3f78-461b-8974-8aa6c4b2c750,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:47.263785 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 34226) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:56:47.269247 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-de473af2-f746-4435-97a2-f5003daf00a9 admin admin] Request body: {'subnet': {'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-873136281-subnet', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:56:47.273329 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 8ee47bf4-3f78-461b-8974-8aa6c4b2c750 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:56:47.274124 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-de473af2-f746-4435-97a2-f5003daf00a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:56:47.277933 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-de473af2-f746-4435-97a2-f5003daf00a9 admin admin] Usage tracker for resource:subnet and tenant:cb8396f7d7fa4e119b27ba0f04ca9001 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:56:47.280709 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-de473af2-f746-4435-97a2-f5003daf00a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:56:47.287504 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-de473af2-f746-4435-97a2-f5003daf00a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:56:47.297672 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de473af2-f746-4435-97a2-f5003daf00a9 admin admin] Made reservation on behalf of cb8396f7d7fa4e119b27ba0f04ca9001 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:56:47.300594 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-de473af2-f746-4435-97a2-f5003daf00a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:47.578564 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-de473af2-f746-4435-97a2-f5003daf00a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:47.646611 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de473af2-f746-4435-97a2-f5003daf00a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d06dafa3-7838-49e1-bc1c-568da3e5c8cb,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:47.661484 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de473af2-f746-4435-97a2-f5003daf00a9 admin admin] Checking segment: {'id': '447db5da-f3f7-46c5-9a26-2ce3679ebe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:56:47.661838 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de473af2-f746-4435-97a2-f5003daf00a9 admin admin] Network hostable DHCP agents. Network: 8ee47bf4-3f78-461b-8974-8aa6c4b2c750, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:56:47.682097 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de473af2-f746-4435-97a2-f5003daf00a9 admin admin] Network 8ee47bf4-3f78-461b-8974-8aa6c4b2c750 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:56:47.691369 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-de473af2-f746-4435-97a2-f5003daf00a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 8ee47bf4-3f78-461b-8974-8aa6c4b2c750) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:56:47.695216 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de473af2-f746-4435-97a2-f5003daf00a9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:47.695818 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-de473af2-f746-4435-97a2-f5003daf00a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:47.700003 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5149a3e8-a571-4cb3-af8a-1837889c2326 None None] Network 8ee47bf4-3f78-461b-8974-8aa6c4b2c750 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:56:47.720383 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-de473af2-f746-4435-97a2-f5003daf00a9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4555426 Apr 06 14:56:47.723036 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 34230) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:56:47.727754 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-afda7ad1-e2fc-4ce0-8990-2a7daaa304b9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-873136281-router', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:56:47.732196 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-afda7ad1-e2fc-4ce0-8990-2a7daaa304b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:56:47.735986 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-afda7ad1-e2fc-4ce0-8990-2a7daaa304b9 admin admin] Usage tracker for resource:router and tenant:cb8396f7d7fa4e119b27ba0f04ca9001 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:56:47.738790 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-afda7ad1-e2fc-4ce0-8990-2a7daaa304b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:56:47.744374 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-afda7ad1-e2fc-4ce0-8990-2a7daaa304b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:56:47.754241 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-afda7ad1-e2fc-4ce0-8990-2a7daaa304b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:47.755111 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-afda7ad1-e2fc-4ce0-8990-2a7daaa304b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:47.772604 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-afda7ad1-e2fc-4ce0-8990-2a7daaa304b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:47.912900 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88670f1f-c2fc-4e32-9e94-2bb03561034d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-8ee47bf4-3f78-461b-8974-8aa6c4b2c750', 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'fixed_ips': [{'subnet_id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:56:47.913716 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-88670f1f-c2fc-4e32-9e94-2bb03561034d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:47.924157 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-afda7ad1-e2fc-4ce0-8990-2a7daaa304b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:48.067809 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-88670f1f-c2fc-4e32-9e94-2bb03561034d None None] Allocated IP 172.20.0.2 (8ee47bf4-3f78-461b-8974-8aa6c4b2c750/d06dafa3-7838-49e1-bc1c-568da3e5c8cb/08b75c54-60c8-4f86-9390-199b2bb80fb9) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:56:48.108542 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-afda7ad1-e2fc-4ce0-8990-2a7daaa304b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:48.141752 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-afda7ad1-e2fc-4ce0-8990-2a7daaa304b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:48.265688 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-88670f1f-c2fc-4e32-9e94-2bb03561034d None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:48.270731 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-afda7ad1-e2fc-4ce0-8990-2a7daaa304b9 admin admin] Allocated IP 172.26.8.205 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/2ff0364a-711f-44e0-b6e2-2778afedf95c) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:56:48.276347 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-88670f1f-c2fc-4e32-9e94-2bb03561034d None None] Transition to ACTIVE for port object 08b75c54-60c8-4f86-9390-199b2bb80fb9 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:56:48.294060 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-88670f1f-c2fc-4e32-9e94-2bb03561034d None None] Transition to ACTIVE for port object 08b75c54-60c8-4f86-9390-199b2bb80fb9 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:56:48.299039 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-88670f1f-c2fc-4e32-9e94-2bb03561034d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:48.367018 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88670f1f-c2fc-4e32-9e94-2bb03561034d None None] Network 8ee47bf4-3f78-461b-8974-8aa6c4b2c750 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:56:48.369604 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-88670f1f-c2fc-4e32-9e94-2bb03561034d None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:56:48.373722 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88670f1f-c2fc-4e32-9e94-2bb03561034d None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:56:48.375728 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88670f1f-c2fc-4e32-9e94-2bb03561034d None None] Pushing event updated for resources: {'Port': ['ID=08b75c54-60c8-4f86-9390-199b2bb80fb9,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:48.419669 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-afda7ad1-e2fc-4ce0-8990-2a7daaa304b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:48.447801 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-afda7ad1-e2fc-4ce0-8990-2a7daaa304b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:48.495228 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-88670f1f-c2fc-4e32-9e94-2bb03561034d None None] Attempting to bind port 08b75c54-60c8-4f86-9390-199b2bb80fb9 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:56:48.495598 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-88670f1f-c2fc-4e32-9e94-2bb03561034d None None] Attempting to bind port 08b75c54-60c8-4f86-9390-199b2bb80fb9 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '447db5da-f3f7-46c5-9a26-2ce3679ebe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:56:48.496061 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88670f1f-c2fc-4e32-9e94-2bb03561034d None None] Attempting to bind port 08b75c54-60c8-4f86-9390-199b2bb80fb9 on network 8ee47bf4-3f78-461b-8974-8aa6c4b2c750 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:56:48.502333 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88670f1f-c2fc-4e32-9e94-2bb03561034d None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:56:48.502733 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88670f1f-c2fc-4e32-9e94-2bb03561034d None None] Checking segment: {'id': '447db5da-f3f7-46c5-9a26-2ce3679ebe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:56:48.503133 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-88670f1f-c2fc-4e32-9e94-2bb03561034d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:48.503524 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88670f1f-c2fc-4e32-9e94-2bb03561034d None None] Bound using segment: {'id': '447db5da-f3f7-46c5-9a26-2ce3679ebe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:56:48.503977 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-88670f1f-c2fc-4e32-9e94-2bb03561034d None None] Bound port: 08b75c54-60c8-4f86-9390-199b2bb80fb9, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447db5da-f3f7-46c5-9a26-2ce3679ebe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:56:48.504347 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-88670f1f-c2fc-4e32-9e94-2bb03561034d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:48.517587 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afda7ad1-e2fc-4ce0-8990-2a7daaa304b9 admin admin] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:56:48.520085 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-afda7ad1-e2fc-4ce0-8990-2a7daaa304b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:56:48.522432 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afda7ad1-e2fc-4ce0-8990-2a7daaa304b9 admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:56:48.551859 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda7ad1-e2fc-4ce0-8990-2a7daaa304b9 admin admin] Pushing event updated for resources: {'Port': ['ID=2ff0364a-711f-44e0-b6e2-2778afedf95c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:48.591297 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-88670f1f-c2fc-4e32-9e94-2bb03561034d None None] For port 08b75c54-60c8-4f86-9390-199b2bb80fb9, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:56:48.594741 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-88670f1f-c2fc-4e32-9e94-2bb03561034d None None] For port 08b75c54-60c8-4f86-9390-199b2bb80fb9, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=08b75c54-60c8-4f86-9390-199b2bb80fb9,segment=NetworkSegment(447db5da-f3f7-46c5-9a26-2ce3679ebe91),segment_id=447db5da-f3f7-46c5-9a26-2ce3679ebe91)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:56:48.598903 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-88670f1f-c2fc-4e32-9e94-2bb03561034d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:48.680699 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88670f1f-c2fc-4e32-9e94-2bb03561034d None None] Pushing event updated for resources: {'Port': ['ID=08b75c54-60c8-4f86-9390-199b2bb80fb9,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:48.683890 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-afda7ad1-e2fc-4ce0-8990-2a7daaa304b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:48.684622 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-afda7ad1-e2fc-4ce0-8990-2a7daaa304b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:48.943737 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afda7ad1-e2fc-4ce0-8990-2a7daaa304b9 admin admin] Router 7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:56:49.225395 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afda7ad1-e2fc-4ce0-8990-2a7daaa304b9 admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:56:49.234374 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55b1663-c04e-4aa2-b106-c4f10daf0140 None None] Sync routers for ids ['7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:56:49.246973 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55b1663-c04e-4aa2-b106-c4f10daf0140 None None] Routers {'7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:56:49.247939 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-a55b1663-c04e-4aa2-b106-c4f10daf0140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:56:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:49.248190 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-afda7ad1-e2fc-4ce0-8990-2a7daaa304b9 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:49.252391 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 34234) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:56:49.253492 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-afda7ad1-e2fc-4ce0-8990-2a7daaa304b9 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5285664 Apr 06 14:56:49.428815 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-a55b1663-c04e-4aa2-b106-c4f10daf0140 None None] Set router 7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:56:49.578530 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9763d7b7-80c3-4d0b-b491-0d4d9116dddb None None] Network 8ee47bf4-3f78-461b-8974-8aa6c4b2c750 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:56:49.676328 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f00ddec3-e696-4669-bcca-77dd5b7d987a None None] Provisioning for port 08b75c54-60c8-4f86-9390-199b2bb80fb9 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:56:49.724593 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-a55b1663-c04e-4aa2-b106-c4f10daf0140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'name': 'tempest-TestShelveInstance-873136281-router', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:56:47Z', 'updated_at': '2022-04-06T14:56:48Z', 'revision_number': 3, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'gw_port': {'id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:48Z', 'updated_at': '2022-04-06T14:56:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:49.728378 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55b1663-c04e-4aa2-b106-c4f10daf0140 None None] Checking router: 7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:56:49.728726 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55b1663-c04e-4aa2-b106-c4f10daf0140 None None] Updating router 7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 port 2ff0364a-711f-44e0-b6e2-2778afedf95c binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:56:49.782302 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-a55b1663-c04e-4aa2-b106-c4f10daf0140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:50.025124 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f000b92-051e-41fb-a744-44bebc3e34a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:50.128763 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-a55b1663-c04e-4aa2-b106-c4f10daf0140 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:50.140298 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-a55b1663-c04e-4aa2-b106-c4f10daf0140 None None] Transition to ACTIVE for port object 2ff0364a-711f-44e0-b6e2-2778afedf95c will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:56:50.147669 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-a55b1663-c04e-4aa2-b106-c4f10daf0140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:50.226393 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1ea36-3afd-40e5-82f8-2b50cea8aef4 None None] Pushing event updated for resources: {'Port': ['ID=2ff0364a-711f-44e0-b6e2-2778afedf95c,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:50.228466 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-a55b1663-c04e-4aa2-b106-c4f10daf0140 None None] Attempting to bind port 2ff0364a-711f-44e0-b6e2-2778afedf95c on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:56:50.228831 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-a55b1663-c04e-4aa2-b106-c4f10daf0140 None None] Attempting to bind port 2ff0364a-711f-44e0-b6e2-2778afedf95c by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:56:50.229211 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b1663-c04e-4aa2-b106-c4f10daf0140 None None] Attempting to bind port 2ff0364a-711f-44e0-b6e2-2778afedf95c on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:56:50.229317 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-1f000b92-051e-41fb-a744-44bebc3e34a5 admin admin] Allocated IP 172.20.0.1 (8ee47bf4-3f78-461b-8974-8aa6c4b2c750/d06dafa3-7838-49e1-bc1c-568da3e5c8cb/bb15703e-51d5-4304-bc3a-0a26f35aa564) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:56:50.240839 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b1663-c04e-4aa2-b106-c4f10daf0140 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:56:50.241451 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b1663-c04e-4aa2-b106-c4f10daf0140 None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:56:50.241616 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-a55b1663-c04e-4aa2-b106-c4f10daf0140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:50.242026 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b1663-c04e-4aa2-b106-c4f10daf0140 None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:56:50.242457 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-a55b1663-c04e-4aa2-b106-c4f10daf0140 None None] Bound port: 2ff0364a-711f-44e0-b6e2-2778afedf95c, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:56:50.242955 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-a55b1663-c04e-4aa2-b106-c4f10daf0140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:50.270400 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1ea36-3afd-40e5-82f8-2b50cea8aef4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.270752 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1ea36-3afd-40e5-82f8-2b50cea8aef4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.271092 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1ea36-3afd-40e5-82f8-2b50cea8aef4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.271427 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1ea36-3afd-40e5-82f8-2b50cea8aef4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.271761 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1ea36-3afd-40e5-82f8-2b50cea8aef4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.272095 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1ea36-3afd-40e5-82f8-2b50cea8aef4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.272421 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1ea36-3afd-40e5-82f8-2b50cea8aef4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.272745 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1ea36-3afd-40e5-82f8-2b50cea8aef4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.273090 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1ea36-3afd-40e5-82f8-2b50cea8aef4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.273414 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1ea36-3afd-40e5-82f8-2b50cea8aef4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.273735 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1ea36-3afd-40e5-82f8-2b50cea8aef4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.354209 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-a55b1663-c04e-4aa2-b106-c4f10daf0140 None None] For port 2ff0364a-711f-44e0-b6e2-2778afedf95c, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:56:50.357806 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-a55b1663-c04e-4aa2-b106-c4f10daf0140 None None] For port 2ff0364a-711f-44e0-b6e2-2778afedf95c, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=2ff0364a-711f-44e0-b6e2-2778afedf95c,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:56:50.363569 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-a55b1663-c04e-4aa2-b106-c4f10daf0140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:50.441508 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1ea36-3afd-40e5-82f8-2b50cea8aef4 None None] Pushing event updated for resources: {'Port': ['ID=2ff0364a-711f-44e0-b6e2-2778afedf95c,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:50.446559 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55b1663-c04e-4aa2-b106-c4f10daf0140 None None] Routers {'7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:56:50.447144 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-a55b1663-c04e-4aa2-b106-c4f10daf0140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:56:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:50.484789 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f000b92-051e-41fb-a744-44bebc3e34a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:50.502608 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-1f000b92-051e-41fb-a744-44bebc3e34a5 admin admin] Transition to ACTIVE for port object bb15703e-51d5-4304-bc3a-0a26f35aa564 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:56:50.524818 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f000b92-051e-41fb-a744-44bebc3e34a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:50.598218 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f000b92-051e-41fb-a744-44bebc3e34a5 admin admin] Network 8ee47bf4-3f78-461b-8974-8aa6c4b2c750 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:56:50.600999 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-1f000b92-051e-41fb-a744-44bebc3e34a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:56:50.607368 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f000b92-051e-41fb-a744-44bebc3e34a5 admin admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:56:50.625186 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 08b75c54-60c8-4f86-9390-199b2bb80fb9 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:56:50.635427 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-a55b1663-c04e-4aa2-b106-c4f10daf0140 None None] Set router 7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:56:50.644075 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f000b92-051e-41fb-a744-44bebc3e34a5 admin admin] Pushing event updated for resources: {'Port': ['ID=bb15703e-51d5-4304-bc3a-0a26f35aa564,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:50.686946 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f000b92-051e-41fb-a744-44bebc3e34a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:50.720157 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 08b75c54-60c8-4f86-9390-199b2bb80fb9 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:56:50.728849 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 08b75c54-60c8-4f86-9390-199b2bb80fb9 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:56:50.729278 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:50.796058 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f000b92-051e-41fb-a744-44bebc3e34a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:50.897970 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:50.932499 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 08b75c54-60c8-4f86-9390-199b2bb80fb9, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=08b75c54-60c8-4f86-9390-199b2bb80fb9,segment=NetworkSegment(447db5da-f3f7-46c5-9a26-2ce3679ebe91),segment_id=447db5da-f3f7-46c5-9a26-2ce3679ebe91)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:56:50.938691 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:50.943559 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-a55b1663-c04e-4aa2-b106-c4f10daf0140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'name': 'tempest-TestShelveInstance-873136281-router', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:56:47Z', 'updated_at': '2022-04-06T14:56:48Z', 'revision_number': 3, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'gw_port': {'id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:48Z', 'updated_at': '2022-04-06T14:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:50.947415 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55b1663-c04e-4aa2-b106-c4f10daf0140 None None] The sync data for ids ['7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'] in dv-neutron-835868-1-hyperv is: [{'id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'name': 'tempest-TestShelveInstance-873136281-router', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:56:47Z', 'updated_at': '2022-04-06T14:56:48Z', 'revision_number': 3, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'gw_port': {'id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:48Z', 'updated_at': '2022-04-06T14:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:56:50.995407 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9af6a935-e4c4-4328-9dad-7e3af331adec None None] Provisioning for port bb15703e-51d5-4304-bc3a-0a26f35aa564 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:56:51.010141 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9af6a935-e4c4-4328-9dad-7e3af331adec None None] Provisioning complete for port bb15703e-51d5-4304-bc3a-0a26f35aa564 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:56:51.010508 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9af6a935-e4c4-4328-9dad-7e3af331adec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:51.056537 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=08b75c54-60c8-4f86-9390-199b2bb80fb9,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:51.068063 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f000b92-051e-41fb-a744-44bebc3e34a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:51.072003 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-9af6a935-e4c4-4328-9dad-7e3af331adec None None] Port bb15703e-51d5-4304-bc3a-0a26f35aa564 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:56:51.072776 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f000b92-051e-41fb-a744-44bebc3e34a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:51.183922 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f000b92-051e-41fb-a744-44bebc3e34a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:51.187228 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f000b92-051e-41fb-a744-44bebc3e34a5 admin admin] Pushing event updated for resources: {'Port': ['ID=bb15703e-51d5-4304-bc3a-0a26f35aa564,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:51.345021 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f000b92-051e-41fb-a744-44bebc3e34a5 admin admin] Network 8ee47bf4-3f78-461b-8974-8aa6c4b2c750 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:56:51.346233 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-1f000b92-051e-41fb-a744-44bebc3e34a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:56:51.597771 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-582359de-7715-4567-bdf5-c502ab088a01 None None] Provisioning complete for port bb15703e-51d5-4304-bc3a-0a26f35aa564 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:56:51.598132 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-582359de-7715-4567-bdf5-c502ab088a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:51.653743 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-582359de-7715-4567-bdf5-c502ab088a01 None None] Port bb15703e-51d5-4304-bc3a-0a26f35aa564 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:56:51.741342 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f000b92-051e-41fb-a744-44bebc3e34a5 admin admin] Router 7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:56:51.943539 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f000b92-051e-41fb-a744-44bebc3e34a5 admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:56:51.952829 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1f000b92-051e-41fb-a744-44bebc3e34a5 admin admin] 10.222.0.60 "PUT /v2.0/routers/7a5bbf0d-604a-4b9e-8079-8f721f3b1a13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6988335 Apr 06 14:56:52.656334 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 2ff0364a-711f-44e0-b6e2-2778afedf95c up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:56:52.726332 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 2ff0364a-711f-44e0-b6e2-2778afedf95c completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:56:52.731403 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 2ff0364a-711f-44e0-b6e2-2778afedf95c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:56:52.731782 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:52.794811 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 34256) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:56:52.801376 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c9a902f8-5b80-47c0-877f-295aeddddf57 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1147685726-network', 'tenant_id': 'be206e1583d645db8dd1d379bb905d69'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:56:52.806643 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c9a902f8-5b80-47c0-877f-295aeddddf57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:56:52.810622 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c9a902f8-5b80-47c0-877f-295aeddddf57 admin admin] Usage tracker for resource:network and tenant:be206e1583d645db8dd1d379bb905d69 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:56:52.813544 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c9a902f8-5b80-47c0-877f-295aeddddf57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:56:52.819911 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c9a902f8-5b80-47c0-877f-295aeddddf57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:56:52.835017 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a902f8-5b80-47c0-877f-295aeddddf57 admin admin] Made reservation on behalf of be206e1583d645db8dd1d379bb905d69 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:56:52.837429 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9a902f8-5b80-47c0-877f-295aeddddf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:52.851770 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9a902f8-5b80-47c0-877f-295aeddddf57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:52.861612 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:52.879392 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 2ff0364a-711f-44e0-b6e2-2778afedf95c, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=2ff0364a-711f-44e0-b6e2-2778afedf95c,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:56:52.883569 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:52.884229 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c9a902f8-5b80-47c0-877f-295aeddddf57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:56:52.884350 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 08b75c54-60c8-4f86-9390-199b2bb80fb9 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:56:52.888065 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c9a902f8-5b80-47c0-877f-295aeddddf57 admin admin] Usage tracker for resource:security_group_rule and tenant:be206e1583d645db8dd1d379bb905d69 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:56:52.890820 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c9a902f8-5b80-47c0-877f-295aeddddf57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:56:52.896337 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c9a902f8-5b80-47c0-877f-295aeddddf57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:56:52.961942 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9a902f8-5b80-47c0-877f-295aeddddf57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:52.965910 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9a902f8-5b80-47c0-877f-295aeddddf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:52.994837 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a902f8-5b80-47c0-877f-295aeddddf57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:56:52.999641 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=2ff0364a-711f-44e0-b6e2-2778afedf95c,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:53.003571 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a902f8-5b80-47c0-877f-295aeddddf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cf2f6d-53fb-4da1-b639-ee0ffdce9998,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:53.009009 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9a902f8-5b80-47c0-877f-295aeddddf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:53.009347 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-c9a902f8-5b80-47c0-877f-295aeddddf57 admin admin] Added segment aca308b1-ed87-451c-bd8c-dfa2c034907a of type vlan for network 629bf986-d3f6-4764-b72f-b5129833ecab Apr 06 14:56:53.013460 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 08b75c54-60c8-4f86-9390-199b2bb80fb9 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:56:53.013834 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:53.035074 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9a902f8-5b80-47c0-877f-295aeddddf57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:53.064268 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9a902f8-5b80-47c0-877f-295aeddddf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:53.065223 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a902f8-5b80-47c0-877f-295aeddddf57 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:53.065830 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9a902f8-5b80-47c0-877f-295aeddddf57 admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:53.266859 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a902f8-5b80-47c0-877f-295aeddddf57 admin admin] Pushing event updated for resources: {'Network': ['ID=629bf986-d3f6-4764-b72f-b5129833ecab,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:53.270791 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c9a902f8-5b80-47c0-877f-295aeddddf57 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4746647 Apr 06 14:56:53.273439 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 34260) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:56:53.277590 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 629bf986-d3f6-4764-b72f-b5129833ecab details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:56:53.278813 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8e843ac8-99bf-4eff-8645-cfcc795ba49b admin admin] Request body: {'subnet': {'network_id': '629bf986-d3f6-4764-b72f-b5129833ecab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1147685726-subnet', 'tenant_id': 'be206e1583d645db8dd1d379bb905d69', 'ip_version': 4}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:56:53.283707 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8e843ac8-99bf-4eff-8645-cfcc795ba49b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:56:53.288201 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8e843ac8-99bf-4eff-8645-cfcc795ba49b admin admin] Usage tracker for resource:subnet and tenant:be206e1583d645db8dd1d379bb905d69 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:56:53.290796 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8e843ac8-99bf-4eff-8645-cfcc795ba49b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:56:53.296407 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8e843ac8-99bf-4eff-8645-cfcc795ba49b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:56:53.306676 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e843ac8-99bf-4eff-8645-cfcc795ba49b admin admin] Made reservation on behalf of be206e1583d645db8dd1d379bb905d69 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:56:53.308936 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8e843ac8-99bf-4eff-8645-cfcc795ba49b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:53.511388 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8e843ac8-99bf-4eff-8645-cfcc795ba49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:53.600252 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e843ac8-99bf-4eff-8645-cfcc795ba49b admin admin] Pushing event updated for resources: {'Subnet': ['ID=547d5a0d-3c52-41a2-be3a-f1e5669bbb87,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:53.619412 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e843ac8-99bf-4eff-8645-cfcc795ba49b admin admin] Checking segment: {'id': 'aca308b1-ed87-451c-bd8c-dfa2c034907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '629bf986-d3f6-4764-b72f-b5129833ecab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:56:53.619770 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e843ac8-99bf-4eff-8645-cfcc795ba49b admin admin] Network hostable DHCP agents. Network: 629bf986-d3f6-4764-b72f-b5129833ecab, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:56:53.641036 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e843ac8-99bf-4eff-8645-cfcc795ba49b admin admin] Network 629bf986-d3f6-4764-b72f-b5129833ecab is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:56:53.650185 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-8e843ac8-99bf-4eff-8645-cfcc795ba49b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 629bf986-d3f6-4764-b72f-b5129833ecab) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:56:53.654139 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e843ac8-99bf-4eff-8645-cfcc795ba49b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:53.654717 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8e843ac8-99bf-4eff-8645-cfcc795ba49b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:53.660045 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b0606c-012f-4e4c-8726-973e1f4ea045 None None] Network 629bf986-d3f6-4764-b72f-b5129833ecab requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:56:53.675512 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8e843ac8-99bf-4eff-8645-cfcc795ba49b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4010112 Apr 06 14:56:53.677991 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 34264) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:56:53.682916 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-68024f2a-e9b9-4193-8880-46b879a07deb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1147685726-router', 'tenant_id': 'be206e1583d645db8dd1d379bb905d69', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:56:53.687490 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-68024f2a-e9b9-4193-8880-46b879a07deb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:56:53.691822 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-68024f2a-e9b9-4193-8880-46b879a07deb admin admin] Usage tracker for resource:router and tenant:be206e1583d645db8dd1d379bb905d69 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:56:53.694622 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-68024f2a-e9b9-4193-8880-46b879a07deb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:56:53.700150 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-68024f2a-e9b9-4193-8880-46b879a07deb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:56:53.710940 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68024f2a-e9b9-4193-8880-46b879a07deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:53.711904 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68024f2a-e9b9-4193-8880-46b879a07deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:53.730396 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68024f2a-e9b9-4193-8880-46b879a07deb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:53.876742 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68024f2a-e9b9-4193-8880-46b879a07deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:53.906905 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd186e8-3732-468c-af5c-a9eeb608b4ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-629bf986-d3f6-4764-b72f-b5129833ecab', 'network_id': '629bf986-d3f6-4764-b72f-b5129833ecab', 'tenant_id': 'be206e1583d645db8dd1d379bb905d69', 'fixed_ips': [{'subnet_id': '547d5a0d-3c52-41a2-be3a-f1e5669bbb87'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 14:56:53.907714 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cbd186e8-3732-468c-af5c-a9eeb608b4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:54.061024 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-cbd186e8-3732-468c-af5c-a9eeb608b4ee None None] Allocated IP 172.20.0.2 (629bf986-d3f6-4764-b72f-b5129833ecab/547d5a0d-3c52-41a2-be3a-f1e5669bbb87/0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:56:54.065915 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68024f2a-e9b9-4193-8880-46b879a07deb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:54.096372 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68024f2a-e9b9-4193-8880-46b879a07deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:54.238803 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-68024f2a-e9b9-4193-8880-46b879a07deb admin admin] Allocated IP 172.26.8.194 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/30d5f5b5-6fb4-497d-b141-9f35671d1ea4) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:56:54.273252 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cbd186e8-3732-468c-af5c-a9eeb608b4ee None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:54.285252 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-cbd186e8-3732-468c-af5c-a9eeb608b4ee None None] Transition to ACTIVE for port object 0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:56:54.304471 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-cbd186e8-3732-468c-af5c-a9eeb608b4ee None None] Transition to ACTIVE for port object 0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:56:54.309989 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cbd186e8-3732-468c-af5c-a9eeb608b4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:54.380281 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd186e8-3732-468c-af5c-a9eeb608b4ee None None] Network 629bf986-d3f6-4764-b72f-b5129833ecab is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:56:54.383478 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd186e8-3732-468c-af5c-a9eeb608b4ee None None] Pushing event updated for resources: {'Port': ['ID=0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:54.386787 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-cbd186e8-3732-468c-af5c-a9eeb608b4ee None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:56:54.389260 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd186e8-3732-468c-af5c-a9eeb608b4ee None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:56:54.398924 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68024f2a-e9b9-4193-8880-46b879a07deb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:54.430968 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68024f2a-e9b9-4193-8880-46b879a07deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:54.432022 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425b1c21-82d3-4602-9bf6-247b4d18a2e4 None None] Sync routers for ids ['7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:56:54.486285 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425b1c21-82d3-4602-9bf6-247b4d18a2e4 None None] Routers {'7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:56:54.486883 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-425b1c21-82d3-4602-9bf6-247b4d18a2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:56:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:54.504678 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68024f2a-e9b9-4193-8880-46b879a07deb admin admin] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:56:54.505564 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68024f2a-e9b9-4193-8880-46b879a07deb admin admin] Pushing event updated for resources: {'Port': ['ID=30d5f5b5-6fb4-497d-b141-9f35671d1ea4,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:54.508122 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-68024f2a-e9b9-4193-8880-46b879a07deb admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:56:54.510165 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68024f2a-e9b9-4193-8880-46b879a07deb admin admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:56:54.537016 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-cbd186e8-3732-468c-af5c-a9eeb608b4ee None None] Attempting to bind port 0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:56:54.537382 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-cbd186e8-3732-468c-af5c-a9eeb608b4ee None None] Attempting to bind port 0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'aca308b1-ed87-451c-bd8c-dfa2c034907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '629bf986-d3f6-4764-b72f-b5129833ecab'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:56:54.537736 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd186e8-3732-468c-af5c-a9eeb608b4ee None None] Attempting to bind port 0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9 on network 629bf986-d3f6-4764-b72f-b5129833ecab {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:56:54.602941 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 2ff0364a-711f-44e0-b6e2-2778afedf95c up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:56:54.648027 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd186e8-3732-468c-af5c-a9eeb608b4ee None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:56:54.649856 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd186e8-3732-468c-af5c-a9eeb608b4ee None None] Checking segment: {'id': 'aca308b1-ed87-451c-bd8c-dfa2c034907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '629bf986-d3f6-4764-b72f-b5129833ecab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:56:54.649856 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cbd186e8-3732-468c-af5c-a9eeb608b4ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:54.649856 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd186e8-3732-468c-af5c-a9eeb608b4ee None None] Bound using segment: {'id': 'aca308b1-ed87-451c-bd8c-dfa2c034907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '629bf986-d3f6-4764-b72f-b5129833ecab'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:56:54.649856 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-cbd186e8-3732-468c-af5c-a9eeb608b4ee None None] Bound port: 0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca308b1-ed87-451c-bd8c-dfa2c034907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '629bf986-d3f6-4764-b72f-b5129833ecab'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:56:54.650289 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cbd186e8-3732-468c-af5c-a9eeb608b4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:54.669364 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68024f2a-e9b9-4193-8880-46b879a07deb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:54.670337 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68024f2a-e9b9-4193-8880-46b879a07deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:54.806599 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-cbd186e8-3732-468c-af5c-a9eeb608b4ee None None] For port 0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:56:54.809852 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-cbd186e8-3732-468c-af5c-a9eeb608b4ee None None] For port 0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9,segment=NetworkSegment(aca308b1-ed87-451c-bd8c-dfa2c034907a),segment_id=aca308b1-ed87-451c-bd8c-dfa2c034907a)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:56:54.811484 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 2ff0364a-711f-44e0-b6e2-2778afedf95c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:56:54.811865 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:54.844229 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cbd186e8-3732-468c-af5c-a9eeb608b4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:54.891040 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-425b1c21-82d3-4602-9bf6-247b4d18a2e4 None None] Set router 7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:56:54.901545 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68024f2a-e9b9-4193-8880-46b879a07deb admin admin] Router b208ad32-357e-402c-9b77-c239dbb0d3c9 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:56:55.082879 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd186e8-3732-468c-af5c-a9eeb608b4ee None None] Pushing event updated for resources: {'Port': ['ID=0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:55.211563 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68024f2a-e9b9-4193-8880-46b879a07deb admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:56:55.250389 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7dca40-2f2e-41f5-b443-9f5e1d93d44c None None] Sync routers for ids ['b208ad32-357e-402c-9b77-c239dbb0d3c9'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:56:55.255684 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68024f2a-e9b9-4193-8880-46b879a07deb admin admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:55.259622 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-68024f2a-e9b9-4193-8880-46b879a07deb admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5783741 Apr 06 14:56:55.260628 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 34268) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:56:55.271438 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7dca40-2f2e-41f5-b443-9f5e1d93d44c None None] Routers {'b208ad32-357e-402c-9b77-c239dbb0d3c9'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:56:55.272075 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0e7dca40-2f2e-41f5-b443-9f5e1d93d44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:56:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['b208ad32-357e-402c-9b77-c239dbb0d3c9'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:55.355610 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-425b1c21-82d3-4602-9bf6-247b4d18a2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'name': 'tempest-TestShelveInstance-873136281-router', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:56:47Z', 'updated_at': '2022-04-06T14:56:50Z', 'revision_number': 4, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'gw_port': {'id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:48Z', 'updated_at': '2022-04-06T14:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'bb15703e-51d5-4304-bc3a-0a26f35aa564', 'name': '', 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'mac_address': 'fa:16:3e:45:a3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:50Z', 'updated_at': '2022-04-06T14:56:50Z', 'revision_number': 2, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'subnets': [{'id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:55.360035 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425b1c21-82d3-4602-9bf6-247b4d18a2e4 None None] Checking router: 7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:56:55.360463 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425b1c21-82d3-4602-9bf6-247b4d18a2e4 None None] Updating router 7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 port bb15703e-51d5-4304-bc3a-0a26f35aa564 binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:56:55.423127 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-425b1c21-82d3-4602-9bf6-247b4d18a2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:55.484796 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-0e7dca40-2f2e-41f5-b443-9f5e1d93d44c None None] Set router b208ad32-357e-402c-9b77-c239dbb0d3c9 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:56:55.775094 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0e7dca40-2f2e-41f5-b443-9f5e1d93d44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b208ad32-357e-402c-9b77-c239dbb0d3c9', 'name': 'tempest-TestShelveInstance-1147685726-router', 'tenant_id': 'be206e1583d645db8dd1d379bb905d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '30d5f5b5-6fb4-497d-b141-9f35671d1ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:56:53Z', 'updated_at': '2022-04-06T14:56:54Z', 'revision_number': 3, 'project_id': 'be206e1583d645db8dd1d379bb905d69', 'gw_port': {'id': '30d5f5b5-6fb4-497d-b141-9f35671d1ea4', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b208ad32-357e-402c-9b77-c239dbb0d3c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:54Z', 'updated_at': '2022-04-06T14:56:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:55.785295 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7dca40-2f2e-41f5-b443-9f5e1d93d44c None None] Checking router: b208ad32-357e-402c-9b77-c239dbb0d3c9 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:56:55.785673 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7dca40-2f2e-41f5-b443-9f5e1d93d44c None None] Updating router b208ad32-357e-402c-9b77-c239dbb0d3c9 port 30d5f5b5-6fb4-497d-b141-9f35671d1ea4 binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:56:55.859162 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0e7dca40-2f2e-41f5-b443-9f5e1d93d44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:55.882922 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-425b1c21-82d3-4602-9bf6-247b4d18a2e4 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:55.897765 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-425b1c21-82d3-4602-9bf6-247b4d18a2e4 None None] Transition to ACTIVE for port object bb15703e-51d5-4304-bc3a-0a26f35aa564 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:56:55.907891 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-425b1c21-82d3-4602-9bf6-247b4d18a2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:56.079857 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73e123-7cb0-4741-98a8-14a562d6b644 None None] Pushing event updated for resources: {'Port': ['ID=bb15703e-51d5-4304-bc3a-0a26f35aa564,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:56.095209 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0c18d93f-575e-41a4-8441-5a1327978f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:56.203265 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-425b1c21-82d3-4602-9bf6-247b4d18a2e4 None None] Attempting to bind port bb15703e-51d5-4304-bc3a-0a26f35aa564 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:56:56.203683 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-425b1c21-82d3-4602-9bf6-247b4d18a2e4 None None] Attempting to bind port bb15703e-51d5-4304-bc3a-0a26f35aa564 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '447db5da-f3f7-46c5-9a26-2ce3679ebe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:56:56.204087 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425b1c21-82d3-4602-9bf6-247b4d18a2e4 None None] Attempting to bind port bb15703e-51d5-4304-bc3a-0a26f35aa564 on network 8ee47bf4-3f78-461b-8974-8aa6c4b2c750 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:56:56.216200 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425b1c21-82d3-4602-9bf6-247b4d18a2e4 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:56:56.216585 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425b1c21-82d3-4602-9bf6-247b4d18a2e4 None None] Checking segment: {'id': '447db5da-f3f7-46c5-9a26-2ce3679ebe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:56:56.217016 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-425b1c21-82d3-4602-9bf6-247b4d18a2e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:56.217459 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425b1c21-82d3-4602-9bf6-247b4d18a2e4 None None] Bound using segment: {'id': '447db5da-f3f7-46c5-9a26-2ce3679ebe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:56:56.217947 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-425b1c21-82d3-4602-9bf6-247b4d18a2e4 None None] Bound port: bb15703e-51d5-4304-bc3a-0a26f35aa564, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447db5da-f3f7-46c5-9a26-2ce3679ebe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:56:56.218378 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-425b1c21-82d3-4602-9bf6-247b4d18a2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:56.299157 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0e7dca40-2f2e-41f5-b443-9f5e1d93d44c None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:56.313304 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-0e7dca40-2f2e-41f5-b443-9f5e1d93d44c None None] Transition to ACTIVE for port object 30d5f5b5-6fb4-497d-b141-9f35671d1ea4 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:56:56.321327 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0e7dca40-2f2e-41f5-b443-9f5e1d93d44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:56.321817 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7520a46-1c15-4a2c-82b5-358eb41f90a3 None None] Network 629bf986-d3f6-4764-b72f-b5129833ecab requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 14:56:56.375853 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-0c18d93f-575e-41a4-8441-5a1327978f59 admin admin] Allocated IP 172.20.0.1 (629bf986-d3f6-4764-b72f-b5129833ecab/547d5a0d-3c52-41a2-be3a-f1e5669bbb87/2cfb5edb-375f-47a1-973b-790f67fe2533) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:56:56.401625 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-0e7dca40-2f2e-41f5-b443-9f5e1d93d44c None None] Attempting to bind port 30d5f5b5-6fb4-497d-b141-9f35671d1ea4 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:56:56.401961 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-0e7dca40-2f2e-41f5-b443-9f5e1d93d44c None None] Attempting to bind port 30d5f5b5-6fb4-497d-b141-9f35671d1ea4 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:56:56.402242 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7dca40-2f2e-41f5-b443-9f5e1d93d44c None None] Attempting to bind port 30d5f5b5-6fb4-497d-b141-9f35671d1ea4 on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:56:56.404988 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95e5cf-da92-43c0-a61b-0f06002a4813 None None] Pushing event updated for resources: {'Port': ['ID=30d5f5b5-6fb4-497d-b141-9f35671d1ea4,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:56.413300 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-425b1c21-82d3-4602-9bf6-247b4d18a2e4 None None] For port bb15703e-51d5-4304-bc3a-0a26f35aa564, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:56:56.413606 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7dca40-2f2e-41f5-b443-9f5e1d93d44c None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:56:56.413944 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7dca40-2f2e-41f5-b443-9f5e1d93d44c None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:56:56.414387 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0e7dca40-2f2e-41f5-b443-9f5e1d93d44c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:56.414770 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7dca40-2f2e-41f5-b443-9f5e1d93d44c None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:56:56.415279 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-0e7dca40-2f2e-41f5-b443-9f5e1d93d44c None None] Bound port: 30d5f5b5-6fb4-497d-b141-9f35671d1ea4, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:56:56.415647 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0e7dca40-2f2e-41f5-b443-9f5e1d93d44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:56.429572 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-425b1c21-82d3-4602-9bf6-247b4d18a2e4 None None] For port bb15703e-51d5-4304-bc3a-0a26f35aa564, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=bb15703e-51d5-4304-bc3a-0a26f35aa564,segment=NetworkSegment(447db5da-f3f7-46c5-9a26-2ce3679ebe91),segment_id=447db5da-f3f7-46c5-9a26-2ce3679ebe91)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:56:56.438481 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-425b1c21-82d3-4602-9bf6-247b4d18a2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:56.485024 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3f1c4d50-8824-4790-aa51-749c00e377f7 None None] Provisioning for port 0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:56:56.489585 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-0e7dca40-2f2e-41f5-b443-9f5e1d93d44c None None] For port 30d5f5b5-6fb4-497d-b141-9f35671d1ea4, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:56:56.493083 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-0e7dca40-2f2e-41f5-b443-9f5e1d93d44c None None] For port 30d5f5b5-6fb4-497d-b141-9f35671d1ea4, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=30d5f5b5-6fb4-497d-b141-9f35671d1ea4,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:56:56.499460 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0e7dca40-2f2e-41f5-b443-9f5e1d93d44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:56.548196 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0c18d93f-575e-41a4-8441-5a1327978f59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:56.566563 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-0c18d93f-575e-41a4-8441-5a1327978f59 admin admin] Transition to ACTIVE for port object 2cfb5edb-375f-47a1-973b-790f67fe2533 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:56:56.581650 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7dca40-2f2e-41f5-b443-9f5e1d93d44c None None] Routers {'b208ad32-357e-402c-9b77-c239dbb0d3c9'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:56:56.582392 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0e7dca40-2f2e-41f5-b443-9f5e1d93d44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:56:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['b208ad32-357e-402c-9b77-c239dbb0d3c9'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:56.607274 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73e123-7cb0-4741-98a8-14a562d6b644 None None] Pushing event updated for resources: {'Port': ['ID=bb15703e-51d5-4304-bc3a-0a26f35aa564,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:56.610536 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0c18d93f-575e-41a4-8441-5a1327978f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:56.662751 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425b1c21-82d3-4602-9bf6-247b4d18a2e4 None None] Routers {'7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:56:56.663052 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-425b1c21-82d3-4602-9bf6-247b4d18a2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:56:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:56.712429 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c18d93f-575e-41a4-8441-5a1327978f59 admin admin] Network 629bf986-d3f6-4764-b72f-b5129833ecab is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:56:56.715836 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-0c18d93f-575e-41a4-8441-5a1327978f59 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:56:56.717912 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18d93f-575e-41a4-8441-5a1327978f59 admin admin] Pushing event updated for resources: {'Port': ['ID=2cfb5edb-375f-47a1-973b-790f67fe2533,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:56.720020 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c18d93f-575e-41a4-8441-5a1327978f59 admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:56:56.781140 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:56:56.782741 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0c18d93f-575e-41a4-8441-5a1327978f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:56.798883 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-0e7dca40-2f2e-41f5-b443-9f5e1d93d44c None None] Set router b208ad32-357e-402c-9b77-c239dbb0d3c9 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:56:56.887492 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95e5cf-da92-43c0-a61b-0f06002a4813 None None] Pushing event updated for resources: {'Port': ['ID=30d5f5b5-6fb4-497d-b141-9f35671d1ea4,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:56.901258 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0c18d93f-575e-41a4-8441-5a1327978f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:56.952475 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-425b1c21-82d3-4602-9bf6-247b4d18a2e4 None None] Set router 7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:56:56.995142 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:56:57.007558 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:56:57.007938 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:57.144842 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0e7dca40-2f2e-41f5-b443-9f5e1d93d44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b208ad32-357e-402c-9b77-c239dbb0d3c9', 'name': 'tempest-TestShelveInstance-1147685726-router', 'tenant_id': 'be206e1583d645db8dd1d379bb905d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '30d5f5b5-6fb4-497d-b141-9f35671d1ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:56:53Z', 'updated_at': '2022-04-06T14:56:54Z', 'revision_number': 3, 'project_id': 'be206e1583d645db8dd1d379bb905d69', 'gw_port': {'id': '30d5f5b5-6fb4-497d-b141-9f35671d1ea4', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b208ad32-357e-402c-9b77-c239dbb0d3c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:54Z', 'updated_at': '2022-04-06T14:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:57.148885 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7dca40-2f2e-41f5-b443-9f5e1d93d44c None None] The sync data for ids ['b208ad32-357e-402c-9b77-c239dbb0d3c9'] in dv-neutron-835868-1-hyperv is: [{'id': 'b208ad32-357e-402c-9b77-c239dbb0d3c9', 'name': 'tempest-TestShelveInstance-1147685726-router', 'tenant_id': 'be206e1583d645db8dd1d379bb905d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '30d5f5b5-6fb4-497d-b141-9f35671d1ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:56:53Z', 'updated_at': '2022-04-06T14:56:54Z', 'revision_number': 3, 'project_id': 'be206e1583d645db8dd1d379bb905d69', 'gw_port': {'id': '30d5f5b5-6fb4-497d-b141-9f35671d1ea4', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b208ad32-357e-402c-9b77-c239dbb0d3c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:54Z', 'updated_at': '2022-04-06T14:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:56:57.208481 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0c18d93f-575e-41a4-8441-5a1327978f59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:57.214352 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0c18d93f-575e-41a4-8441-5a1327978f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:57.387284 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2144da80-c3c1-4d83-a4cc-636e38a0cec7 None None] Provisioning complete for port 0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:56:57.387284 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2144da80-c3c1-4d83-a4cc-636e38a0cec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:57.426767 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0c18d93f-575e-41a4-8441-5a1327978f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:57.430735 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18d93f-575e-41a4-8441-5a1327978f59 admin admin] Pushing event updated for resources: {'Port': ['ID=2cfb5edb-375f-47a1-973b-790f67fe2533,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:57.465365 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:57.563078 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9,segment=NetworkSegment(aca308b1-ed87-451c-bd8c-dfa2c034907a),segment_id=aca308b1-ed87-451c-bd8c-dfa2c034907a)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:56:57.564207 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c18d93f-575e-41a4-8441-5a1327978f59 admin admin] Network 629bf986-d3f6-4764-b72f-b5129833ecab is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:56:57.565551 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-0c18d93f-575e-41a4-8441-5a1327978f59 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:56:57.598610 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:57.712972 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:57.726869 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-425b1c21-82d3-4602-9bf6-247b4d18a2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'name': 'tempest-TestShelveInstance-873136281-router', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:56:47Z', 'updated_at': '2022-04-06T14:56:50Z', 'revision_number': 4, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'gw_port': {'id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:48Z', 'updated_at': '2022-04-06T14:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'bb15703e-51d5-4304-bc3a-0a26f35aa564', 'name': '', 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'mac_address': 'fa:16:3e:45:a3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:50Z', 'updated_at': '2022-04-06T14:56:56Z', 'revision_number': 4, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'subnets': [{'id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:57.732209 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425b1c21-82d3-4602-9bf6-247b4d18a2e4 None None] The sync data for ids ['7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'] in dv-neutron-835868-1-hyperv is: [{'id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'name': 'tempest-TestShelveInstance-873136281-router', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:56:47Z', 'updated_at': '2022-04-06T14:56:50Z', 'revision_number': 4, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'gw_port': {'id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:48Z', 'updated_at': '2022-04-06T14:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'bb15703e-51d5-4304-bc3a-0a26f35aa564', 'name': '', 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'mac_address': 'fa:16:3e:45:a3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:50Z', 'updated_at': '2022-04-06T14:56:56Z', 'revision_number': 4, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'subnets': [{'id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:56:57.733816 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2144da80-c3c1-4d83-a4cc-636e38a0cec7 None None] Provisioning for port 2cfb5edb-375f-47a1-973b-790f67fe2533 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:56:57.739582 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2144da80-c3c1-4d83-a4cc-636e38a0cec7 None None] Provisioning complete for port 2cfb5edb-375f-47a1-973b-790f67fe2533 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:56:57.739956 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2144da80-c3c1-4d83-a4cc-636e38a0cec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:57.805534 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2144da80-c3c1-4d83-a4cc-636e38a0cec7 None None] Port 2cfb5edb-375f-47a1-973b-790f67fe2533 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:56:57.931504 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c04a339a-bdbd-4579-993b-10221a94b7bd None None] Provisioning complete for port 2cfb5edb-375f-47a1-973b-790f67fe2533 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:56:57.931872 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c04a339a-bdbd-4579-993b-10221a94b7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:58.001075 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c04a339a-bdbd-4579-993b-10221a94b7bd None None] Port 2cfb5edb-375f-47a1-973b-790f67fe2533 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:56:58.025449 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c18d93f-575e-41a4-8441-5a1327978f59 admin admin] Router b208ad32-357e-402c-9b77-c239dbb0d3c9 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:56:58.243846 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c18d93f-575e-41a4-8441-5a1327978f59 admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:56:58.253136 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0c18d93f-575e-41a4-8441-5a1327978f59 admin admin] 10.222.0.60 "PUT /v2.0/routers/b208ad32-357e-402c-9b77-c239dbb0d3c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9896564 Apr 06 14:56:58.722545 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 30d5f5b5-6fb4-497d-b141-9f35671d1ea4 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:56:58.799407 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 30d5f5b5-6fb4-497d-b141-9f35671d1ea4 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:56:58.815842 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 30d5f5b5-6fb4-497d-b141-9f35671d1ea4 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:56:58.816342 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:58.948584 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:58.966865 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 30d5f5b5-6fb4-497d-b141-9f35671d1ea4, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=30d5f5b5-6fb4-497d-b141-9f35671d1ea4,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:56:58.971297 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:58.972255 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device bb15703e-51d5-4304-bc3a-0a26f35aa564 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:56:58.986806 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 34278) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:56:58.992535 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f23b2b1c-ebb7-41fd-97db-54c7f74b36ab tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1682231873', 'description': 'tempest-secgroup-smoke-1682231873 description', 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:56:58.998794 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f23b2b1c-ebb7-41fd-97db-54c7f74b36ab tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:56:59.003314 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f23b2b1c-ebb7-41fd-97db-54c7f74b36ab tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Usage tracker for resource:security_group and tenant:cb8396f7d7fa4e119b27ba0f04ca9001 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:56:59.006218 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f23b2b1c-ebb7-41fd-97db-54c7f74b36ab tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:56:59.012309 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f23b2b1c-ebb7-41fd-97db-54c7f74b36ab tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:56:59.023507 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f23b2b1c-ebb7-41fd-97db-54c7f74b36ab tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:59.061559 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f23b2b1c-ebb7-41fd-97db-54c7f74b36ab tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:56:59.065776 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f23b2b1c-ebb7-41fd-97db-54c7f74b36ab tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Usage tracker for resource:security_group_rule and tenant:cb8396f7d7fa4e119b27ba0f04ca9001 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:56:59.068468 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f23b2b1c-ebb7-41fd-97db-54c7f74b36ab tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:56:59.073988 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f23b2b1c-ebb7-41fd-97db-54c7f74b36ab tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:56:59.086174 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=30d5f5b5-6fb4-497d-b141-9f35671d1ea4,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:59.098517 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port bb15703e-51d5-4304-bc3a-0a26f35aa564 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:56:59.103209 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port bb15703e-51d5-4304-bc3a-0a26f35aa564 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:56:59.103575 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:59.130724 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f23b2b1c-ebb7-41fd-97db-54c7f74b36ab tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:59.134400 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f23b2b1c-ebb7-41fd-97db-54c7f74b36ab tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:59.174965 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b2b1c-ebb7-41fd-97db-54c7f74b36ab tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efe4b415-0681-458b-8bef-061dcdfdc73f,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:59.177292 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f23b2b1c-ebb7-41fd-97db-54c7f74b36ab tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:59.178472 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f23b2b1c-ebb7-41fd-97db-54c7f74b36ab tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1906314 Apr 06 14:56:59.181451 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 34282) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:56:59.187052 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-03fae87d-21eb-49bb-9c07-6f26b0af3bae tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Request body: {'security_group_rule': {'security_group_id': 'efe4b415-0681-458b-8bef-061dcdfdc73f', 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:56:59.193553 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-03fae87d-21eb-49bb-9c07-6f26b0af3bae tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:56:59.197326 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-03fae87d-21eb-49bb-9c07-6f26b0af3bae tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Usage tracker for resource:security_group_rule and tenant:cb8396f7d7fa4e119b27ba0f04ca9001 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:56:59.200094 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-03fae87d-21eb-49bb-9c07-6f26b0af3bae tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:56:59.206743 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-03fae87d-21eb-49bb-9c07-6f26b0af3bae tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:56:59.221905 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:59.223790 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-03fae87d-21eb-49bb-9c07-6f26b0af3bae tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:59.253538 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port bb15703e-51d5-4304-bc3a-0a26f35aa564, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=bb15703e-51d5-4304-bc3a-0a26f35aa564,segment=NetworkSegment(447db5da-f3f7-46c5-9a26-2ce3679ebe91),segment_id=447db5da-f3f7-46c5-9a26-2ce3679ebe91)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:56:59.257248 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:59.257997 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:56:59.284859 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-03fae87d-21eb-49bb-9c07-6f26b0af3bae tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:59.288432 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-03fae87d-21eb-49bb-9c07-6f26b0af3bae tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:59.311217 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fae87d-21eb-49bb-9c07-6f26b0af3bae tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33440d2d-07a5-4d46-aa9e-f93d3bebc7c4,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:59.320757 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-03fae87d-21eb-49bb-9c07-6f26b0af3bae tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:59.322037 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-03fae87d-21eb-49bb-9c07-6f26b0af3bae tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1396201 Apr 06 14:56:59.325471 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 34286) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:56:59.332366 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-14a577fb-a534-4554-850c-495ca204ff60 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Request body: {'security_group_rule': {'security_group_id': 'efe4b415-0681-458b-8bef-061dcdfdc73f', 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:56:59.339515 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-14a577fb-a534-4554-850c-495ca204ff60 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:56:59.343282 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-14a577fb-a534-4554-850c-495ca204ff60 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Usage tracker for resource:security_group_rule and tenant:cb8396f7d7fa4e119b27ba0f04ca9001 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:56:59.346946 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-14a577fb-a534-4554-850c-495ca204ff60 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:56:59.353024 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-14a577fb-a534-4554-850c-495ca204ff60 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:56:59.369221 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14a577fb-a534-4554-850c-495ca204ff60 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:59.371174 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:59.387842 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=bb15703e-51d5-4304-bc3a-0a26f35aa564,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:59.400524 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:56:59.400919 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:59.431721 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14a577fb-a534-4554-850c-495ca204ff60 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:59.436185 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14a577fb-a534-4554-850c-495ca204ff60 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:59.465013 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a577fb-a534-4554-850c-495ca204ff60 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d911b3-1c17-43eb-b5a6-585b6938779c,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:59.471633 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14a577fb-a534-4554-850c-495ca204ff60 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:59.473019 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-14a577fb-a534-4554-850c-495ca204ff60 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1463711 Apr 06 14:56:59.475716 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 34290) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:56:59.481137 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-15bea865-a0ec-458f-b513-446e20e43a57 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Request body: {'security_group_rule': {'security_group_id': 'efe4b415-0681-458b-8bef-061dcdfdc73f', 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:56:59.486911 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-15bea865-a0ec-458f-b513-446e20e43a57 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:56:59.491471 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-15bea865-a0ec-458f-b513-446e20e43a57 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Usage tracker for resource:security_group_rule and tenant:cb8396f7d7fa4e119b27ba0f04ca9001 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:56:59.494458 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-15bea865-a0ec-458f-b513-446e20e43a57 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:56:59.500193 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-15bea865-a0ec-458f-b513-446e20e43a57 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:56:59.517810 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-15bea865-a0ec-458f-b513-446e20e43a57 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:59.581977 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-15bea865-a0ec-458f-b513-446e20e43a57 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:59.585385 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-15bea865-a0ec-458f-b513-446e20e43a57 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:59.607386 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bea865-a0ec-458f-b513-446e20e43a57 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e19b4c9-396f-473e-a69e-f9c8dc44481e,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:59.616367 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-15bea865-a0ec-458f-b513-446e20e43a57 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:59.617589 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-15bea865-a0ec-458f-b513-446e20e43a57 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1409733 Apr 06 14:56:59.620618 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 34294) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:56:59.626153 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8f2ade4a-3a35-422c-afc6-af533cad505c tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Request body: {'security_group_rule': {'security_group_id': 'efe4b415-0681-458b-8bef-061dcdfdc73f', 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:56:59.632474 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8f2ade4a-3a35-422c-afc6-af533cad505c tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:56:59.636196 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8f2ade4a-3a35-422c-afc6-af533cad505c tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Usage tracker for resource:security_group_rule and tenant:cb8396f7d7fa4e119b27ba0f04ca9001 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:56:59.639021 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8f2ade4a-3a35-422c-afc6-af533cad505c tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:56:59.644539 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8f2ade4a-3a35-422c-afc6-af533cad505c tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:56:59.659999 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f2ade4a-3a35-422c-afc6-af533cad505c tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:59.723379 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f2ade4a-3a35-422c-afc6-af533cad505c tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:59.726945 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f2ade4a-3a35-422c-afc6-af533cad505c tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:59.749504 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ade4a-3a35-422c-afc6-af533cad505c tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=103b0068-3e0d-46e2-8c8b-627c31a961f2,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:59.757480 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f2ade4a-3a35-422c-afc6-af533cad505c tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:59.758614 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8f2ade4a-3a35-422c-afc6-af533cad505c tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1370001 Apr 06 14:56:59.761419 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 34298) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:56:59.766669 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-558db7b8-466e-42bb-95a5-2bc00ccf8990 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Request body: {'security_group_rule': {'security_group_id': 'efe4b415-0681-458b-8bef-061dcdfdc73f', 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:56:59.772288 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-558db7b8-466e-42bb-95a5-2bc00ccf8990 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:56:59.775976 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-558db7b8-466e-42bb-95a5-2bc00ccf8990 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Usage tracker for resource:security_group_rule and tenant:cb8396f7d7fa4e119b27ba0f04ca9001 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:56:59.778781 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-558db7b8-466e-42bb-95a5-2bc00ccf8990 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:56:59.784875 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-558db7b8-466e-42bb-95a5-2bc00ccf8990 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:56:59.794790 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-558db7b8-466e-42bb-95a5-2bc00ccf8990 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Project cb8396f7d7fa4e119b27ba0f04ca9001 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:56:59.801541 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-558db7b8-466e-42bb-95a5-2bc00ccf8990 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:59.863955 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-558db7b8-466e-42bb-95a5-2bc00ccf8990 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:59.868769 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-558db7b8-466e-42bb-95a5-2bc00ccf8990 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:59.891487 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558db7b8-466e-42bb-95a5-2bc00ccf8990 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd152328-440c-4b38-bc03-36efa9cce00f,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:59.899850 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-558db7b8-466e-42bb-95a5-2bc00ccf8990 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:56:59.903634 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-558db7b8-466e-42bb-95a5-2bc00ccf8990 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1388366 Apr 06 14:56:59.903824 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 34302) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:56:59.910129 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1e3ad8f7-f0d7-4a9d-a531-d0365903ee5d tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Request body: {'security_group_rule': {'security_group_id': 'efe4b415-0681-458b-8bef-061dcdfdc73f', 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:56:59.916085 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1e3ad8f7-f0d7-4a9d-a531-d0365903ee5d tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:56:59.919835 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1e3ad8f7-f0d7-4a9d-a531-d0365903ee5d tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Usage tracker for resource:security_group_rule and tenant:cb8396f7d7fa4e119b27ba0f04ca9001 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:56:59.922681 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1e3ad8f7-f0d7-4a9d-a531-d0365903ee5d tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:56:59.928881 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1e3ad8f7-f0d7-4a9d-a531-d0365903ee5d tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:56:59.938110 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-1e3ad8f7-f0d7-4a9d-a531-d0365903ee5d tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Project cb8396f7d7fa4e119b27ba0f04ca9001 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:56:59.944424 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1e3ad8f7-f0d7-4a9d-a531-d0365903ee5d tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:00.008479 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1e3ad8f7-f0d7-4a9d-a531-d0365903ee5d tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:00.012937 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1e3ad8f7-f0d7-4a9d-a531-d0365903ee5d tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:00.038065 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ad8f7-f0d7-4a9d-a531-d0365903ee5d tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f835b1a-5855-4dd8-9ced-040d2ae19b58,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:00.047014 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1e3ad8f7-f0d7-4a9d-a531-d0365903ee5d tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:00.048306 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1e3ad8f7-f0d7-4a9d-a531-d0365903ee5d tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1436043 Apr 06 14:57:00.219810 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-72b3eea3-3ea4-473b-9763-848ddce5ecf3 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Synchronizing usage tracker for tenant:cb8396f7d7fa4e119b27ba0f04ca9001 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:57:00.235740 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-72b3eea3-3ea4-473b-9763-848ddce5ecf3 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Unset dirty status for tenant:cb8396f7d7fa4e119b27ba0f04ca9001 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:57:00.237518 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-72b3eea3-3ea4-473b-9763-848ddce5ecf3 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1682231873&fields=id&tenant_id=cb8396f7d7fa4e119b27ba0f04ca9001 HTTP/1.1" status: 200 len: 267 time: 0.0589292 Apr 06 14:57:00.381792 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-c3a9f838-4691-48c2-94ba-c55ee70d89db tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:00.383187 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-c3a9f838-4691-48c2-94ba-c55ee70d89db tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/networks?id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750 HTTP/1.1" status: 200 len: 808 time: 0.1390383 Apr 06 14:57:00.398836 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-acb04ef2-5ead-488d-b352-9f41beaa9b1f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/quotas/cb8396f7d7fa4e119b27ba0f04ca9001 HTTP/1.1" status: 200 len: 375 time: 0.0103371 Apr 06 14:57:00.481409 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-75563944-7788-44b4-af14-6f24741e162b tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb8396f7d7fa4e119b27ba0f04ca9001&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773313 Apr 06 14:57:00.605523 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device bb15703e-51d5-4304-bc3a-0a26f35aa564 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:57:00.674002 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port bb15703e-51d5-4304-bc3a-0a26f35aa564 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:57:00.674303 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:00.793190 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 30d5f5b5-6fb4-497d-b141-9f35671d1ea4 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:57:00.833401 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-c5b24b6f-b8a4-4561-84c6-bf62ccd3e498 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401148 Apr 06 14:57:00.861501 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 30d5f5b5-6fb4-497d-b141-9f35671d1ea4 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:57:00.861963 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:00.970546 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-ae0c338b-3501-41f0-88e4-1f951d9a0147 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309266 Apr 06 14:57:01.156419 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-e7ba00f4-a2fd-4cdd-8b0e-edaf5c299e3b req-ee983e2e-e8f1-48d1-8eaf-54def3ff33e8 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Synchronizing usage tracker for tenant:cb8396f7d7fa4e119b27ba0f04ca9001 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:57:01.172695 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-e7ba00f4-a2fd-4cdd-8b0e-edaf5c299e3b req-ee983e2e-e8f1-48d1-8eaf-54def3ff33e8 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Unset dirty status for tenant:cb8396f7d7fa4e119b27ba0f04ca9001 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:57:01.173968 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e7ba00f4-a2fd-4cdd-8b0e-edaf5c299e3b req-ee983e2e-e8f1-48d1-8eaf-54def3ff33e8 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 210 time: 0.0599842 Apr 06 14:57:02.186011 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-8bf7b54f-d42b-42a2-99f3-3e6b5fe6df38 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:02.186721 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-8bf7b54f-d42b-42a2-99f3-3e6b5fe6df38 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Synchronizing usage tracker for tenant:cb8396f7d7fa4e119b27ba0f04ca9001 on resource:network {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:57:02.208089 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-8bf7b54f-d42b-42a2-99f3-3e6b5fe6df38 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Unset dirty status for tenant:cb8396f7d7fa4e119b27ba0f04ca9001 on resource:network {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:57:02.209762 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-8bf7b54f-d42b-42a2-99f3-3e6b5fe6df38 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.69 "GET /v2.0/networks?id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750 HTTP/1.1" status: 200 len: 808 time: 0.1680436 Apr 06 14:57:02.265292 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-7d038730-391a-45c5-9410-d49ead0abe6b tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Synchronizing usage tracker for tenant:cb8396f7d7fa4e119b27ba0f04ca9001 on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:57:02.278653 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-7d038730-391a-45c5-9410-d49ead0abe6b tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Unset dirty status for tenant:cb8396f7d7fa4e119b27ba0f04ca9001 on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:57:02.279179 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-7d038730-391a-45c5-9410-d49ead0abe6b tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb8396f7d7fa4e119b27ba0f04ca9001 HTTP/1.1" status: 200 len: 380 time: 0.0570791 Apr 06 14:57:02.287485 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-cdb23ec6-d4ec-41e7-977a-2be893a6ac3f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Request body: {'port': {'device_id': 'af13a1e0-5f1c-47a6-941f-a696214ffb28', 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750', 'admin_state_up': True, 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'security_groups': ['efe4b415-0681-458b-8bef-061dcdfdc73f']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:57:02.340544 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ea4bc571-60be-4c32-be2b-4dc30da937f6 req-10dc5a23-b842-4a2c-ae08-042bf3b1c3f2 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 210 time: 0.0419269 Apr 06 14:57:02.419619 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-cdb23ec6-d4ec-41e7-977a-2be893a6ac3f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:57:02.429471 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-cdb23ec6-d4ec-41e7-977a-2be893a6ac3f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:57:02.439462 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-cdb23ec6-d4ec-41e7-977a-2be893a6ac3f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Made reservation on behalf of cb8396f7d7fa4e119b27ba0f04ca9001 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:57:02.444721 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-cdb23ec6-d4ec-41e7-977a-2be893a6ac3f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:02.602848 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-cdb23ec6-d4ec-41e7-977a-2be893a6ac3f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Allocated IP 172.20.0.14 (8ee47bf4-3f78-461b-8974-8aa6c4b2c750/d06dafa3-7838-49e1-bc1c-568da3e5c8cb/2fa44f18-3505-4776-a49e-975b95f82610) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:57:02.782113 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-cdb23ec6-d4ec-41e7-977a-2be893a6ac3f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:02.797429 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-cdb23ec6-d4ec-41e7-977a-2be893a6ac3f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Transition to ACTIVE for port object 2fa44f18-3505-4776-a49e-975b95f82610 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:57:02.819014 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-cdb23ec6-d4ec-41e7-977a-2be893a6ac3f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:02.894631 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-cdb23ec6-d4ec-41e7-977a-2be893a6ac3f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Network 8ee47bf4-3f78-461b-8974-8aa6c4b2c750 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:57:02.897459 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-cdb23ec6-d4ec-41e7-977a-2be893a6ac3f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:57:02.901609 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-cdb23ec6-d4ec-41e7-977a-2be893a6ac3f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:57:02.926902 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb23ec6-d4ec-41e7-977a-2be893a6ac3f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Pushing event updated for resources: {'Port': ['ID=2fa44f18-3505-4776-a49e-975b95f82610,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:02.967023 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-cdb23ec6-d4ec-41e7-977a-2be893a6ac3f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:02.967630 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-cdb23ec6-d4ec-41e7-977a-2be893a6ac3f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:02.994174 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-cdb23ec6-d4ec-41e7-977a-2be893a6ac3f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7103055 Apr 06 14:57:03.005594 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-16259676-b745-472c-ac22-04113cab5623 service neutron] Request body: {'port': {'device_id': 'af13a1e0-5f1c-47a6-941f-a696214ffb28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:57:03.115104 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-16259676-b745-472c-ac22-04113cab5623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:03.157039 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-072bf9e8-bcb5-49c4-b292-4a3d525c4cf7 None None] Provisioning for port 2fa44f18-3505-4776-a49e-975b95f82610 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:57:03.162218 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-072bf9e8-bcb5-49c4-b292-4a3d525c4cf7 None None] Provisioning complete for port 2fa44f18-3505-4776-a49e-975b95f82610 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:57:03.162655 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-072bf9e8-bcb5-49c4-b292-4a3d525c4cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:03.246728 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-072bf9e8-bcb5-49c4-b292-4a3d525c4cf7 None None] Port 2fa44f18-3505-4776-a49e-975b95f82610 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 14:57:03.443961 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-16259676-b745-472c-ac22-04113cab5623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fa44f18-3505-4776-a49e-975b95f82610 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:57:03.451222 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-16259676-b745-472c-ac22-04113cab5623 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:03.499301 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-16259676-b745-472c-ac22-04113cab5623 service neutron] Transition to ACTIVE for port object 2fa44f18-3505-4776-a49e-975b95f82610 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:57:03.507729 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-16259676-b745-472c-ac22-04113cab5623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:03.740972 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16259676-b745-472c-ac22-04113cab5623 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa44f18-3505-4776-a49e-975b95f82610,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:03.788251 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef0041-625f-4045-870d-e2a8df5edaee req-08a35855-f62a-478a-a35d-9d38028fa2df tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:03.788982 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-5eef0041-625f-4045-870d-e2a8df5edaee req-08a35855-f62a-478a-a35d-9d38028fa2df tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Synchronizing usage tracker for tenant:cb8396f7d7fa4e119b27ba0f04ca9001 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:57:03.850770 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-5eef0041-625f-4045-870d-e2a8df5edaee req-08a35855-f62a-478a-a35d-9d38028fa2df tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Unset dirty status for tenant:cb8396f7d7fa4e119b27ba0f04ca9001 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:57:03.851924 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5eef0041-625f-4045-870d-e2a8df5edaee req-08a35855-f62a-478a-a35d-9d38028fa2df tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 932 time: 0.3904529 Apr 06 14:57:03.891173 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-16259676-b745-472c-ac22-04113cab5623 service neutron] Attempting to bind port 2fa44f18-3505-4776-a49e-975b95f82610 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:57:03.891511 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-16259676-b745-472c-ac22-04113cab5623 service neutron] Attempting to bind port 2fa44f18-3505-4776-a49e-975b95f82610 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '447db5da-f3f7-46c5-9a26-2ce3679ebe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:57:03.891841 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-16259676-b745-472c-ac22-04113cab5623 service neutron] Attempting to bind port 2fa44f18-3505-4776-a49e-975b95f82610 on network 8ee47bf4-3f78-461b-8974-8aa6c4b2c750 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:57:03.906285 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-16259676-b745-472c-ac22-04113cab5623 service neutron] Port 2fa44f18-3505-4776-a49e-975b95f82610 on network 8ee47bf4-3f78-461b-8974-8aa6c4b2c750 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 14:57:03.906605 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-16259676-b745-472c-ac22-04113cab5623 service neutron] Attempting to bind port 2fa44f18-3505-4776-a49e-975b95f82610 on network 8ee47bf4-3f78-461b-8974-8aa6c4b2c750 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:57:03.920742 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5eef0041-625f-4045-870d-e2a8df5edaee req-8ba8cdfe-cc4a-400d-b11e-becf93c6d388 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619898 Apr 06 14:57:03.921523 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-16259676-b745-472c-ac22-04113cab5623 service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:57:03.921855 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-16259676-b745-472c-ac22-04113cab5623 service neutron] Checking segment: {'id': '447db5da-f3f7-46c5-9a26-2ce3679ebe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:57:03.922223 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-16259676-b745-472c-ac22-04113cab5623 service neutron] Bound using segment: {'id': '447db5da-f3f7-46c5-9a26-2ce3679ebe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:57:03.922642 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-16259676-b745-472c-ac22-04113cab5623 service neutron] Bound port: 2fa44f18-3505-4776-a49e-975b95f82610, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '447db5da-f3f7-46c5-9a26-2ce3679ebe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:57:03.922986 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-16259676-b745-472c-ac22-04113cab5623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:04.011279 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-16259676-b745-472c-ac22-04113cab5623 service neutron] For port 2fa44f18-3505-4776-a49e-975b95f82610, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:57:04.014245 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-16259676-b745-472c-ac22-04113cab5623 service neutron] For port 2fa44f18-3505-4776-a49e-975b95f82610, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=2fa44f18-3505-4776-a49e-975b95f82610,segment=NetworkSegment(447db5da-f3f7-46c5-9a26-2ce3679ebe91),segment_id=447db5da-f3f7-46c5-9a26-2ce3679ebe91)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:57:04.018636 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-16259676-b745-472c-ac22-04113cab5623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:04.082527 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-16259676-b745-472c-ac22-04113cab5623 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:04.083876 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-16259676-b745-472c-ac22-04113cab5623 service neutron] 10.222.0.69 "PUT /v2.0/ports/2fa44f18-3505-4776-a49e-975b95f82610 HTTP/1.1" status: 200 len: 1094 time: 1.0824726 Apr 06 14:57:04.084322 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af13a1e0-5f1c-47a6-941f-a696214ffb28', 'tag': '2fa44f18-3505-4776-a49e-975b95f82610'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:57:04.101009 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16259676-b745-472c-ac22-04113cab5623 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa44f18-3505-4776-a49e-975b95f82610,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:04.159776 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-838d9ffe-3698-4969-a461-f585a36f377f'] response: {'name': 'network-changed', 'server_uuid': 'af13a1e0-5f1c-47a6-941f-a696214ffb28', 'tag': '2fa44f18-3505-4776-a49e-975b95f82610', 'status': 'completed', 'code': 200} Apr 06 14:57:04.201242 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-2694eb94-75c9-4f9b-a207-2936d48f9d4f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb8396f7d7fa4e119b27ba0f04ca9001&device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 1097 time: 0.0721900 Apr 06 14:57:04.270413 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-3ba7602f-c36a-46fb-96f0-62c41654b8fc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fa44f18-3505-4776-a49e-975b95f82610 HTTP/1.1" status: 200 len: 217 time: 0.0629518 Apr 06 14:57:04.330516 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-541ed9c1-9931-4aca-98df-890ecbe46c6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:04.331950 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-541ed9c1-9931-4aca-98df-890ecbe46c6c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d06dafa3-7838-49e1-bc1c-568da3e5c8cb HTTP/1.1" status: 200 len: 847 time: 0.0560267 Apr 06 14:57:04.406515 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-88313365-4f1c-471b-89be-8fb1b5b2cef0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686648 Apr 06 14:57:04.537928 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-41d52a42-bfcd-430c-87cf-13ea05f81843 service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251683 Apr 06 14:57:04.667349 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4b394f78-d42b-460f-bb87-c2c28b186a09 req-40057f00-0e48-4470-b395-092fa5c22813 service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240737 Apr 06 14:57:04.780373 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0c797d0c-e452-4482-8229-71a2219c7fe7 req-57d7704c-32fb-4ec7-a2d2-8569e957f909 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb8396f7d7fa4e119b27ba0f04ca9001&device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 1097 time: 0.0661407 Apr 06 14:57:04.907367 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c797d0c-e452-4482-8229-71a2219c7fe7 req-2407c60c-0faa-407f-89e1-57f1d5ab22a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:04.908796 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0c797d0c-e452-4482-8229-71a2219c7fe7 req-2407c60c-0faa-407f-89e1-57f1d5ab22a5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750 HTTP/1.1" status: 200 len: 909 time: 0.1227448 Apr 06 14:57:04.980078 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0c797d0c-e452-4482-8229-71a2219c7fe7 req-efe553f4-3088-4b13-816d-f533f41b7b6b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fa44f18-3505-4776-a49e-975b95f82610 HTTP/1.1" status: 200 len: 217 time: 0.0639770 Apr 06 14:57:05.073269 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c797d0c-e452-4482-8229-71a2219c7fe7 req-7441c62f-f0b6-4941-837b-8c35937665c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:05.074608 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0c797d0c-e452-4482-8229-71a2219c7fe7 req-7441c62f-f0b6-4941-837b-8c35937665c1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d06dafa3-7838-49e1-bc1c-568da3e5c8cb HTTP/1.1" status: 200 len: 847 time: 0.0876980 Apr 06 14:57:05.175235 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b057f2-544d-490a-a223-e8133a361690 req-0e889a18-03a6-41cf-a21b-62692f5f158c tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:05.176633 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-03b057f2-544d-490a-a223-e8133a361690 req-0e889a18-03a6-41cf-a21b-62692f5f158c tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 944 time: 0.1351435 Apr 06 14:57:05.179862 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0c797d0c-e452-4482-8229-71a2219c7fe7 req-4169c615-9921-4be1-8300-0ea94682efe3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0990117 Apr 06 14:57:05.390909 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-03b057f2-544d-490a-a223-e8133a361690 req-4838adb2-fcdf-4c53-9893-5bbe840f75d3 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086346 Apr 06 14:57:05.428164 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0c797d0c-e452-4482-8229-71a2219c7fe7 req-acd6c365-cfca-46ad-8553-a499e593e9bb service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326708 Apr 06 14:57:05.554077 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0c797d0c-e452-4482-8229-71a2219c7fe7 req-deaa5207-bd14-43ed-a238-3b865d09ad6a service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201088 Apr 06 14:57:06.585912 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910955c-4c3f-423d-9c58-641e93d153a4 req-9d2e25c5-995d-41c1-b881-c300a2a3329d tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:06.587347 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9910955c-4c3f-423d-9c58-641e93d153a4 req-9d2e25c5-995d-41c1-b881-c300a2a3329d tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 944 time: 0.0777490 Apr 06 14:57:06.632484 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9910955c-4c3f-423d-9c58-641e93d153a4 req-c56ca813-16d0-47ca-97c9-963183a007e6 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396261 Apr 06 14:57:07.829258 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4ad16-f155-48c1-8f05-c7f9f1e818d9 req-e9789326-431d-4587-a45f-48308ee96b54 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:07.831295 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-08a4ad16-f155-48c1-8f05-c7f9f1e818d9 req-e9789326-431d-4587-a45f-48308ee96b54 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 944 time: 0.0783241 Apr 06 14:57:07.876040 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-08a4ad16-f155-48c1-8f05-c7f9f1e818d9 req-b783f046-be7d-424b-bec8-8a3fdbec2c5c tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391707 Apr 06 14:57:08.136547 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 2fa44f18-3505-4776-a49e-975b95f82610 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:57:08.140462 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-95c73d97-6cfc-40f0-adf4-edf073a603b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:08.265190 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 2fa44f18-3505-4776-a49e-975b95f82610, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=2fa44f18-3505-4776-a49e-975b95f82610,segment=NetworkSegment(447db5da-f3f7-46c5-9a26-2ce3679ebe91),segment_id=447db5da-f3f7-46c5-9a26-2ce3679ebe91)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:08.278121 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '2fa44f18-3505-4776-a49e-975b95f82610', 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750', 'port_id': '2fa44f18-3505-4776-a49e-975b95f82610', 'mac_address': 'fa:16:3e:e0:3c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:57:08.330299 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:08.347667 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa44f18-3505-4776-a49e-975b95f82610 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:57:08.361888 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 2fa44f18-3505-4776-a49e-975b95f82610, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=2fa44f18-3505-4776-a49e-975b95f82610,segment=NetworkSegment(447db5da-f3f7-46c5-9a26-2ce3679ebe91),segment_id=447db5da-f3f7-46c5-9a26-2ce3679ebe91)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:08.365381 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:08.430343 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=2fa44f18-3505-4776-a49e-975b95f82610,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:08.568157 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['2fa44f18-3505-4776-a49e-975b95f82610'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:57:09.071863 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeff57f-1215-4c4d-8f19-1e058b779278 req-f10388ab-59ff-40ef-80c5-bdf872ef4d62 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:09.073317 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bdeff57f-1215-4c4d-8f19-1e058b779278 req-f10388ab-59ff-40ef-80c5-bdf872ef4d62 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 945 time: 0.0751181 Apr 06 14:57:09.117641 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bdeff57f-1215-4c4d-8f19-1e058b779278 req-dc7250fa-b039-4039-94aa-82e0eda0515f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384114 Apr 06 14:57:09.668139 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:57:10.167823 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 2fa44f18-3505-4776-a49e-975b95f82610 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:57:10.239954 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port 2fa44f18-3505-4776-a49e-975b95f82610 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:57:10.245435 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 2fa44f18-3505-4776-a49e-975b95f82610 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:57:10.245811 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:10.317598 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db167bd1-3a70-4a49-a290-213b0f7351f1 req-40359394-7671-4f42-8d49-933822264b96 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:10.319054 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-db167bd1-3a70-4a49-a290-213b0f7351f1 req-40359394-7671-4f42-8d49-933822264b96 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 945 time: 0.0792468 Apr 06 14:57:10.361207 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:10.364521 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-db167bd1-3a70-4a49-a290-213b0f7351f1 req-5d564d7a-bc6a-4f97-a99b-fff31e4e9253 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398715 Apr 06 14:57:10.388574 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af13a1e0-5f1c-47a6-941f-a696214ffb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa44f18-3505-4776-a49e-975b95f82610'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:57:10.398175 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 2fa44f18-3505-4776-a49e-975b95f82610, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=2fa44f18-3505-4776-a49e-975b95f82610,segment=NetworkSegment(447db5da-f3f7-46c5-9a26-2ce3679ebe91),segment_id=447db5da-f3f7-46c5-9a26-2ce3679ebe91)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:10.401848 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:10.442047 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1187e3a-32f1-4360-80ee-06a7510d9e3c'] response: {'server_uuid': 'af13a1e0-5f1c-47a6-941f-a696214ffb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa44f18-3505-4776-a49e-975b95f82610', 'code': 200} Apr 06 14:57:10.475381 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=2fa44f18-3505-4776-a49e-975b95f82610,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:10.665785 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a232dace-bb78-4a39-aef1-c57e6c1b6342 req-859f31e0-6b53-4337-afbf-6bea272efc08 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 1099 time: 0.0689034 Apr 06 14:57:10.705482 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a232dace-bb78-4a39-aef1-c57e6c1b6342 req-ec39cdd8-42da-4189-8c94-ad94209387c1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336683 Apr 06 14:57:10.965874 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-73efb0e2-bee0-4006-b463-6a90e03a4ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:11.416404 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:11.505075 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:11.556551 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43946f5-bbf9-4279-af34-b2504a5a1869 req-3143cda4-7eaa-42e1-93b5-4a642f4234ab tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:11.557970 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d43946f5-bbf9-4279-af34-b2504a5a1869 req-3143cda4-7eaa-42e1-93b5-4a642f4234ab tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 946 time: 0.0757320 Apr 06 14:57:11.602926 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d43946f5-bbf9-4279-af34-b2504a5a1869 req-bc566fa3-1b2e-4ef7-8d92-adc3b7e4861c tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395060 Apr 06 14:57:12.800804 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf0b26-a11a-40c4-a52e-e46134e4e995 req-3357b82b-68e1-4cae-8f86-925022104149 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:12.802255 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ceaf0b26-a11a-40c4-a52e-e46134e4e995 req-3357b82b-68e1-4cae-8f86-925022104149 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 946 time: 0.0787735 Apr 06 14:57:12.846830 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ceaf0b26-a11a-40c4-a52e-e46134e4e995 req-c40f68f4-0751-4b76-b14b-44ff5bd5c379 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390725 Apr 06 14:57:12.997279 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:13.045403 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09e71b-8752-4ec9-a84c-0510749c9b86 req-e805442e-e4e2-4f69-8735-174b4b7d4c20 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:13.046814 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7f09e71b-8752-4ec9-a84c-0510749c9b86 req-e805442e-e4e2-4f69-8735-174b4b7d4c20 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 946 time: 0.0783989 Apr 06 14:57:13.090924 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7f09e71b-8752-4ec9-a84c-0510749c9b86 req-91184d7c-b670-496c-9669-e89e54efb170 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381215 Apr 06 14:57:13.117880 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 34350) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:57:13.248329 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b2f79c5a-7b30-4754-9989-c48684b66f7d tempest-TestShelveInstance-1611854987 tempest-TestShelveInstance-1611854987-project-admin] Synchronizing usage tracker for tenant:be206e1583d645db8dd1d379bb905d69 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:57:13.263636 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b2f79c5a-7b30-4754-9989-c48684b66f7d tempest-TestShelveInstance-1611854987 tempest-TestShelveInstance-1611854987-project-admin] Unset dirty status for tenant:be206e1583d645db8dd1d379bb905d69 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:57:13.264892 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b2f79c5a-7b30-4754-9989-c48684b66f7d tempest-TestShelveInstance-1611854987 tempest-TestShelveInstance-1611854987-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 1094 time: 0.1460006 Apr 06 14:57:13.267845 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 34356) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:57:13.272955 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-6bf33e9b-dba0-4682-80a5-76ef6cf7ed27 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'port_id': '2fa44f18-3505-4776-a49e-975b95f82610', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 14:57:13.278215 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6bf33e9b-dba0-4682-80a5-76ef6cf7ed27 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:57:13.281848 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6bf33e9b-dba0-4682-80a5-76ef6cf7ed27 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Usage tracker for resource:floatingip and tenant:cb8396f7d7fa4e119b27ba0f04ca9001 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:57:13.285183 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6bf33e9b-dba0-4682-80a5-76ef6cf7ed27 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:57:13.290707 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6bf33e9b-dba0-4682-80a5-76ef6cf7ed27 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:57:13.304014 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6bf33e9b-dba0-4682-80a5-76ef6cf7ed27 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:13.433059 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6bf33e9b-dba0-4682-80a5-76ef6cf7ed27 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:13.564754 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-6bf33e9b-dba0-4682-80a5-76ef6cf7ed27 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Allocated IP 172.26.8.183 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/1021c817-3c74-41e2-b4c9-d2708609839b) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:57:13.708654 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6bf33e9b-dba0-4682-80a5-76ef6cf7ed27 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:13.735315 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6bf33e9b-dba0-4682-80a5-76ef6cf7ed27 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:13.801816 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf33e9b-dba0-4682-80a5-76ef6cf7ed27 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:57:13.804945 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-6bf33e9b-dba0-4682-80a5-76ef6cf7ed27 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:57:13.808297 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf33e9b-dba0-4682-80a5-76ef6cf7ed27 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 14:57:13.837443 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf33e9b-dba0-4682-80a5-76ef6cf7ed27 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Pushing event updated for resources: {'Port': ['ID=1021c817-3c74-41e2-b4c9-d2708609839b,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:14.382825 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6bf33e9b-dba0-4682-80a5-76ef6cf7ed27 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:14.437151 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6bf33e9b-dba0-4682-80a5-76ef6cf7ed27 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:14.633832 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6bf33e9b-dba0-4682-80a5-76ef6cf7ed27 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:14.638326 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6bf33e9b-dba0-4682-80a5-76ef6cf7ed27 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:14.744489 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf33e9b-dba0-4682-80a5-76ef6cf7ed27 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Pushing event updated for resources: {'Port': ['ID=1021c817-3c74-41e2-b4c9-d2708609839b,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:14.756058 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6bf33e9b-dba0-4682-80a5-76ef6cf7ed27 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:14.944821 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-6bf33e9b-dba0-4682-80a5-76ef6cf7ed27 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Floating IP 1770ca46-fb6b-4d77-801b-f3c6b7c73864 associated. External IP: 172.26.8.183, port: 2fa44f18-3505-4776-a49e-975b95f82610. Apr 06 14:57:15.172252 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0da19bf0-b41b-43bc-81ea-9f63551d80fe req-131290d4-8aec-4b63-b32c-15d4caedb857 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0651700 Apr 06 14:57:15.314307 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0da19bf0-b41b-43bc-81ea-9f63551d80fe req-fcf4e1d5-f88e-41b3-b46c-59851b31adff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb8396f7d7fa4e119b27ba0f04ca9001&device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 1099 time: 0.0702407 Apr 06 14:57:15.326689 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf33e9b-dba0-4682-80a5-76ef6cf7ed27 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Router 7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:57:15.458380 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da19bf0-b41b-43bc-81ea-9f63551d80fe req-e7abcb1d-86ef-491d-b98d-5386981919d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:15.459752 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0da19bf0-b41b-43bc-81ea-9f63551d80fe req-e7abcb1d-86ef-491d-b98d-5386981919d1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750 HTTP/1.1" status: 200 len: 909 time: 0.1277361 Apr 06 14:57:15.521699 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf33e9b-dba0-4682-80a5-76ef6cf7ed27 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:57:15.532892 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba40dcb9-d5ee-4075-84a9-e4a37b2a417b None None] Sync routers for ids ['7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:57:15.546096 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6bf33e9b-dba0-4682-80a5-76ef6cf7ed27 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:15.547620 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba40dcb9-d5ee-4075-84a9-e4a37b2a417b None None] Routers {'7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:57:15.548250 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ba40dcb9-d5ee-4075-84a9-e4a37b2a417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:57:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:15.564915 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0da19bf0-b41b-43bc-81ea-9f63551d80fe req-ca82cad9-8011-4619-bf68-6300ca724b35 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fa44f18-3505-4776-a49e-975b95f82610 HTTP/1.1" status: 200 len: 1000 time: 0.0994830 Apr 06 14:57:15.602518 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6bf33e9b-dba0-4682-80a5-76ef6cf7ed27 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3336442 Apr 06 14:57:15.603098 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af13a1e0-5f1c-47a6-941f-a696214ffb28', 'tag': '2fa44f18-3505-4776-a49e-975b95f82610'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:57:15.637162 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da19bf0-b41b-43bc-81ea-9f63551d80fe req-667cc0f9-6644-45d8-96fb-55ff1a3d61ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:15.638737 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0da19bf0-b41b-43bc-81ea-9f63551d80fe req-667cc0f9-6644-45d8-96fb-55ff1a3d61ba service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d06dafa3-7838-49e1-bc1c-568da3e5c8cb HTTP/1.1" status: 200 len: 847 time: 0.0684831 Apr 06 14:57:15.659351 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6cd671b-f94a-43ad-a24f-bce35e25adcf'] response: {'name': 'network-changed', 'server_uuid': 'af13a1e0-5f1c-47a6-941f-a696214ffb28', 'tag': '2fa44f18-3505-4776-a49e-975b95f82610', 'status': 'completed', 'code': 200} Apr 06 14:57:15.717577 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0da19bf0-b41b-43bc-81ea-9f63551d80fe req-4d72128a-4477-4d86-b37a-3e9f963d3fe3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726154 Apr 06 14:57:15.731003 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-ba40dcb9-d5ee-4075-84a9-e4a37b2a417b None None] Set router 7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:57:15.847310 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0da19bf0-b41b-43bc-81ea-9f63551d80fe req-e4c8b4d7-753a-477a-81ee-790eeb9492cf service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232119 Apr 06 14:57:15.974839 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0da19bf0-b41b-43bc-81ea-9f63551d80fe req-644aa78d-d21a-4e69-ac17-8c33a158d0d8 service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229062 Apr 06 14:57:16.075655 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ba40dcb9-d5ee-4075-84a9-e4a37b2a417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'name': 'tempest-TestShelveInstance-873136281-router', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:56:47Z', 'updated_at': '2022-04-06T14:56:50Z', 'revision_number': 4, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'gw_port': {'id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:48Z', 'updated_at': '2022-04-06T14:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '1770ca46-fb6b-4d77-801b-f3c6b7c73864', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'floating_ip_address': '172.26.8.183', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'port_id': '2fa44f18-3505-4776-a49e-975b95f82610', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750', 'mac_address': 'fa:16:3e:e0:3c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af13a1e0-5f1c-47a6-941f-a696214ffb28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:57:14Z', 'updated_at': '2022-04-06T14:57:14Z', 'revision_number': 0, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb15703e-51d5-4304-bc3a-0a26f35aa564', 'name': '', 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'mac_address': 'fa:16:3e:45:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:50Z', 'updated_at': '2022-04-06T14:56:59Z', 'revision_number': 5, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'subnets': [{'id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:16.079805 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba40dcb9-d5ee-4075-84a9-e4a37b2a417b None None] Checking router: 7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:57:16.088767 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c6e6ee8d-ac3d-499a-9b9f-084ce87be56d req-4d303d28-dab2-43c0-9a7b-f24df63af5fc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb8396f7d7fa4e119b27ba0f04ca9001&device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 1099 time: 0.0716801 Apr 06 14:57:16.090667 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba40dcb9-d5ee-4075-84a9-e4a37b2a417b None None] Routers {'7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:57:16.091253 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ba40dcb9-d5ee-4075-84a9-e4a37b2a417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:57:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:16.304240 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-ba40dcb9-d5ee-4075-84a9-e4a37b2a417b None None] Set router 7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:57:16.312538 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6ee8d-ac3d-499a-9b9f-084ce87be56d req-412a2f10-e273-4369-a0c4-d78ee792fc6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:16.314473 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c6e6ee8d-ac3d-499a-9b9f-084ce87be56d req-412a2f10-e273-4369-a0c4-d78ee792fc6b service neutron] 10.222.0.69 "GET /v2.0/networks?id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750 HTTP/1.1" status: 200 len: 909 time: 0.2204483 Apr 06 14:57:16.413367 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c6e6ee8d-ac3d-499a-9b9f-084ce87be56d req-5a44eaa4-85d3-4be7-8063-0a1ffbd33447 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fa44f18-3505-4776-a49e-975b95f82610 HTTP/1.1" status: 200 len: 1000 time: 0.0930476 Apr 06 14:57:16.474245 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6ee8d-ac3d-499a-9b9f-084ce87be56d req-23dd8050-bb27-4708-a367-a9f7a25a5d43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:16.475728 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c6e6ee8d-ac3d-499a-9b9f-084ce87be56d req-23dd8050-bb27-4708-a367-a9f7a25a5d43 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d06dafa3-7838-49e1-bc1c-568da3e5c8cb HTTP/1.1" status: 200 len: 847 time: 0.0569825 Apr 06 14:57:16.554332 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c6e6ee8d-ac3d-499a-9b9f-084ce87be56d req-c3720ff6-3e57-4da3-af8d-c21665383bd2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698256 Apr 06 14:57:16.654341 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ba40dcb9-d5ee-4075-84a9-e4a37b2a417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'name': 'tempest-TestShelveInstance-873136281-router', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:56:47Z', 'updated_at': '2022-04-06T14:56:50Z', 'revision_number': 4, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'gw_port': {'id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:48Z', 'updated_at': '2022-04-06T14:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '1770ca46-fb6b-4d77-801b-f3c6b7c73864', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'floating_ip_address': '172.26.8.183', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'port_id': '2fa44f18-3505-4776-a49e-975b95f82610', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750', 'mac_address': 'fa:16:3e:e0:3c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af13a1e0-5f1c-47a6-941f-a696214ffb28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:57:14Z', 'updated_at': '2022-04-06T14:57:14Z', 'revision_number': 0, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb15703e-51d5-4304-bc3a-0a26f35aa564', 'name': '', 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'mac_address': 'fa:16:3e:45:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:50Z', 'updated_at': '2022-04-06T14:56:59Z', 'revision_number': 5, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'subnets': [{'id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:16.658423 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba40dcb9-d5ee-4075-84a9-e4a37b2a417b None None] The sync data for ids ['7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'] in dv-neutron-835868-1-hyperv is: [{'id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'name': 'tempest-TestShelveInstance-873136281-router', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:56:47Z', 'updated_at': '2022-04-06T14:56:50Z', 'revision_number': 4, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'gw_port': {'id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:48Z', 'updated_at': '2022-04-06T14:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '1770ca46-fb6b-4d77-801b-f3c6b7c73864', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'floating_ip_address': '172.26.8.183', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'port_id': '2fa44f18-3505-4776-a49e-975b95f82610', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750', 'mac_address': 'fa:16:3e:e0:3c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af13a1e0-5f1c-47a6-941f-a696214ffb28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:57:14Z', 'updated_at': '2022-04-06T14:57:14Z', 'revision_number': 0, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb15703e-51d5-4304-bc3a-0a26f35aa564', 'name': '', 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'mac_address': 'fa:16:3e:45:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:50Z', 'updated_at': '2022-04-06T14:56:59Z', 'revision_number': 5, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'subnets': [{'id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:57:16.684173 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c6e6ee8d-ac3d-499a-9b9f-084ce87be56d req-f69b5b81-8f81-4719-ae59-e22c0dfe05bb service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263809 Apr 06 14:57:16.812421 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c6e6ee8d-ac3d-499a-9b9f-084ce87be56d req-37cdfe46-3c5e-4178-b8da-3547d2934922 service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224494 Apr 06 14:57:19.745779 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9a54c1-4ae0-443e-9c72-8f93182659d5 None None] New status for floating IP 1770ca46-fb6b-4d77-801b-f3c6b7c73864: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 14:57:19.762818 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a635abb5-5c1c-4f7d-ae13-f263cbfe3d4b None None] Sync routers for ids ['b208ad32-357e-402c-9b77-c239dbb0d3c9'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 14:57:19.777255 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a635abb5-5c1c-4f7d-ae13-f263cbfe3d4b None None] Routers {'b208ad32-357e-402c-9b77-c239dbb0d3c9'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:57:19.777889 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a635abb5-5c1c-4f7d-ae13-f263cbfe3d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:57:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['b208ad32-357e-402c-9b77-c239dbb0d3c9'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:19.958873 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-a635abb5-5c1c-4f7d-ae13-f263cbfe3d4b None None] Set router b208ad32-357e-402c-9b77-c239dbb0d3c9 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:57:20.269371 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a635abb5-5c1c-4f7d-ae13-f263cbfe3d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b208ad32-357e-402c-9b77-c239dbb0d3c9', 'name': 'tempest-TestShelveInstance-1147685726-router', 'tenant_id': 'be206e1583d645db8dd1d379bb905d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '30d5f5b5-6fb4-497d-b141-9f35671d1ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:56:53Z', 'updated_at': '2022-04-06T14:56:56Z', 'revision_number': 4, 'project_id': 'be206e1583d645db8dd1d379bb905d69', 'gw_port': {'id': '30d5f5b5-6fb4-497d-b141-9f35671d1ea4', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b208ad32-357e-402c-9b77-c239dbb0d3c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:54Z', 'updated_at': '2022-04-06T14:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '2cfb5edb-375f-47a1-973b-790f67fe2533', 'name': '', 'network_id': '629bf986-d3f6-4764-b72f-b5129833ecab', 'tenant_id': 'be206e1583d645db8dd1d379bb905d69', 'mac_address': 'fa:16:3e:a6:6f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b208ad32-357e-402c-9b77-c239dbb0d3c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '547d5a0d-3c52-41a2-be3a-f1e5669bbb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:56Z', 'updated_at': '2022-04-06T14:56:56Z', 'revision_number': 2, 'project_id': 'be206e1583d645db8dd1d379bb905d69', 'subnets': [{'id': '547d5a0d-3c52-41a2-be3a-f1e5669bbb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:20.272999 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a635abb5-5c1c-4f7d-ae13-f263cbfe3d4b None None] Checking router: b208ad32-357e-402c-9b77-c239dbb0d3c9 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 14:57:20.273354 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a635abb5-5c1c-4f7d-ae13-f263cbfe3d4b None None] Updating router b208ad32-357e-402c-9b77-c239dbb0d3c9 port 2cfb5edb-375f-47a1-973b-790f67fe2533 binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 14:57:20.321327 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a635abb5-5c1c-4f7d-ae13-f263cbfe3d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:20.684107 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a635abb5-5c1c-4f7d-ae13-f263cbfe3d4b None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:20.696023 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a635abb5-5c1c-4f7d-ae13-f263cbfe3d4b None None] Transition to ACTIVE for port object 2cfb5edb-375f-47a1-973b-790f67fe2533 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:57:20.702059 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a635abb5-5c1c-4f7d-ae13-f263cbfe3d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:20.853938 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263700b-232a-4e57-8f3a-3a02528cf565 None None] Pushing event updated for resources: {'Port': ['ID=2cfb5edb-375f-47a1-973b-790f67fe2533,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:20.914113 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a635abb5-5c1c-4f7d-ae13-f263cbfe3d4b None None] Attempting to bind port 2cfb5edb-375f-47a1-973b-790f67fe2533 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:57:20.914484 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a635abb5-5c1c-4f7d-ae13-f263cbfe3d4b None None] Attempting to bind port 2cfb5edb-375f-47a1-973b-790f67fe2533 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'aca308b1-ed87-451c-bd8c-dfa2c034907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '629bf986-d3f6-4764-b72f-b5129833ecab'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:57:20.914849 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a635abb5-5c1c-4f7d-ae13-f263cbfe3d4b None None] Attempting to bind port 2cfb5edb-375f-47a1-973b-790f67fe2533 on network 629bf986-d3f6-4764-b72f-b5129833ecab {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 14:57:20.921320 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a635abb5-5c1c-4f7d-ae13-f263cbfe3d4b None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 14:57:20.921695 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a635abb5-5c1c-4f7d-ae13-f263cbfe3d4b None None] Checking segment: {'id': 'aca308b1-ed87-451c-bd8c-dfa2c034907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '629bf986-d3f6-4764-b72f-b5129833ecab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 14:57:20.922123 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a635abb5-5c1c-4f7d-ae13-f263cbfe3d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:20.922516 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a635abb5-5c1c-4f7d-ae13-f263cbfe3d4b None None] Bound using segment: {'id': 'aca308b1-ed87-451c-bd8c-dfa2c034907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '629bf986-d3f6-4764-b72f-b5129833ecab'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 14:57:20.922974 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a635abb5-5c1c-4f7d-ae13-f263cbfe3d4b None None] Bound port: 2cfb5edb-375f-47a1-973b-790f67fe2533, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca308b1-ed87-451c-bd8c-dfa2c034907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '629bf986-d3f6-4764-b72f-b5129833ecab'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:57:20.923347 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a635abb5-5c1c-4f7d-ae13-f263cbfe3d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:21.021642 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a635abb5-5c1c-4f7d-ae13-f263cbfe3d4b None None] For port 2cfb5edb-375f-47a1-973b-790f67fe2533, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:57:21.026771 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a635abb5-5c1c-4f7d-ae13-f263cbfe3d4b None None] For port 2cfb5edb-375f-47a1-973b-790f67fe2533, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=2cfb5edb-375f-47a1-973b-790f67fe2533,segment=NetworkSegment(aca308b1-ed87-451c-bd8c-dfa2c034907a),segment_id=aca308b1-ed87-451c-bd8c-dfa2c034907a)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:57:21.031391 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a635abb5-5c1c-4f7d-ae13-f263cbfe3d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:21.109895 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263700b-232a-4e57-8f3a-3a02528cf565 None None] Pushing event updated for resources: {'Port': ['ID=2cfb5edb-375f-47a1-973b-790f67fe2533,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:21.114436 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a635abb5-5c1c-4f7d-ae13-f263cbfe3d4b None None] Routers {'b208ad32-357e-402c-9b77-c239dbb0d3c9'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 14:57:21.115049 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a635abb5-5c1c-4f7d-ae13-f263cbfe3d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T14:57:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['b208ad32-357e-402c-9b77-c239dbb0d3c9'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:21.298788 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-a635abb5-5c1c-4f7d-ae13-f263cbfe3d4b None None] Set router b208ad32-357e-402c-9b77-c239dbb0d3c9 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 14:57:21.603774 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a635abb5-5c1c-4f7d-ae13-f263cbfe3d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b208ad32-357e-402c-9b77-c239dbb0d3c9', 'name': 'tempest-TestShelveInstance-1147685726-router', 'tenant_id': 'be206e1583d645db8dd1d379bb905d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '30d5f5b5-6fb4-497d-b141-9f35671d1ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:56:53Z', 'updated_at': '2022-04-06T14:56:56Z', 'revision_number': 4, 'project_id': 'be206e1583d645db8dd1d379bb905d69', 'gw_port': {'id': '30d5f5b5-6fb4-497d-b141-9f35671d1ea4', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b208ad32-357e-402c-9b77-c239dbb0d3c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:54Z', 'updated_at': '2022-04-06T14:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '2cfb5edb-375f-47a1-973b-790f67fe2533', 'name': '', 'network_id': '629bf986-d3f6-4764-b72f-b5129833ecab', 'tenant_id': 'be206e1583d645db8dd1d379bb905d69', 'mac_address': 'fa:16:3e:a6:6f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b208ad32-357e-402c-9b77-c239dbb0d3c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '547d5a0d-3c52-41a2-be3a-f1e5669bbb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:56Z', 'updated_at': '2022-04-06T14:57:21Z', 'revision_number': 4, 'project_id': 'be206e1583d645db8dd1d379bb905d69', 'subnets': [{'id': '547d5a0d-3c52-41a2-be3a-f1e5669bbb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:57:21.607545 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a635abb5-5c1c-4f7d-ae13-f263cbfe3d4b None None] The sync data for ids ['b208ad32-357e-402c-9b77-c239dbb0d3c9'] in dv-neutron-835868-1-hyperv is: [{'id': 'b208ad32-357e-402c-9b77-c239dbb0d3c9', 'name': 'tempest-TestShelveInstance-1147685726-router', 'tenant_id': 'be206e1583d645db8dd1d379bb905d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '30d5f5b5-6fb4-497d-b141-9f35671d1ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:56:53Z', 'updated_at': '2022-04-06T14:56:56Z', 'revision_number': 4, 'project_id': 'be206e1583d645db8dd1d379bb905d69', 'gw_port': {'id': '30d5f5b5-6fb4-497d-b141-9f35671d1ea4', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b208ad32-357e-402c-9b77-c239dbb0d3c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:54Z', 'updated_at': '2022-04-06T14:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '2cfb5edb-375f-47a1-973b-790f67fe2533', 'name': '', 'network_id': '629bf986-d3f6-4764-b72f-b5129833ecab', 'tenant_id': 'be206e1583d645db8dd1d379bb905d69', 'mac_address': 'fa:16:3e:a6:6f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b208ad32-357e-402c-9b77-c239dbb0d3c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '547d5a0d-3c52-41a2-be3a-f1e5669bbb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:56Z', 'updated_at': '2022-04-06T14:57:21Z', 'revision_number': 4, 'project_id': 'be206e1583d645db8dd1d379bb905d69', 'subnets': [{'id': '547d5a0d-3c52-41a2-be3a-f1e5669bbb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 14:57:22.623193 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 2cfb5edb-375f-47a1-973b-790f67fe2533 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:57:22.692508 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 2cfb5edb-375f-47a1-973b-790f67fe2533 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:57:22.696943 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 2cfb5edb-375f-47a1-973b-790f67fe2533 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:57:22.697314 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:22.805568 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:22.838076 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 2cfb5edb-375f-47a1-973b-790f67fe2533, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=2cfb5edb-375f-47a1-973b-790f67fe2533,segment=NetworkSegment(aca308b1-ed87-451c-bd8c-dfa2c034907a),segment_id=aca308b1-ed87-451c-bd8c-dfa2c034907a)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:22.841733 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:22.909167 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=2cfb5edb-375f-47a1-973b-790f67fe2533,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:24.609175 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 2cfb5edb-375f-47a1-973b-790f67fe2533 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:57:24.675822 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 2cfb5edb-375f-47a1-973b-790f67fe2533 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:57:24.676183 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:29.263611 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:38.141894 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c2b0c9cd-d226-409d-bf3d-795787b3e94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:40.968228 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0741b415-5ab1-435c-9fa7-becc13ca87a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:41.418551 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:41.506345 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:42.998966 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:57:46.668820 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:57:55.364183 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [req-f8e1c970-c6aa-4a02-b7ed-2444248b1288 req-a6417e0f-c843-4d74-8659-f2279e4e5e91 service neutron] (83738) timed out ('10.222.0.60', 58544) {{(pid=83738) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 06 14:57:59.292641 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:58:08.144704 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d8339be7-7a63-42e5-b8d8-e45d63e0f1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:58:11.004714 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-38e4fe18-37f6-4e1e-b166-151fe6b69110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:58:11.420150 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:58:11.508907 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:58:13.001384 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:58:15.187096 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-07b2d709-428b-48ec-992e-7ed1bcfb7b84 req-2fe1ba5b-f294-4f59-b52f-a01fd205e8eb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658362 Apr 06 14:58:15.319427 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-07b2d709-428b-48ec-992e-7ed1bcfb7b84 req-2bc1b3da-dfd7-4190-aca5-761f50134826 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb8396f7d7fa4e119b27ba0f04ca9001&device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 1099 time: 0.0668595 Apr 06 14:58:15.459164 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2d709-428b-48ec-992e-7ed1bcfb7b84 req-4b934408-6f39-49dd-9753-8ca339428de6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:15.460493 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-07b2d709-428b-48ec-992e-7ed1bcfb7b84 req-4b934408-6f39-49dd-9753-8ca339428de6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750 HTTP/1.1" status: 200 len: 909 time: 0.1225960 Apr 06 14:58:15.559746 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-07b2d709-428b-48ec-992e-7ed1bcfb7b84 req-c42283b7-3694-461a-b2d1-ee1b5694592e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fa44f18-3505-4776-a49e-975b95f82610 HTTP/1.1" status: 200 len: 1002 time: 0.0933728 Apr 06 14:58:15.623632 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2d709-428b-48ec-992e-7ed1bcfb7b84 req-720cd39b-7703-4e44-8b1e-80b083dba793 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:15.625109 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-07b2d709-428b-48ec-992e-7ed1bcfb7b84 req-720cd39b-7703-4e44-8b1e-80b083dba793 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d06dafa3-7838-49e1-bc1c-568da3e5c8cb HTTP/1.1" status: 200 len: 847 time: 0.0589569 Apr 06 14:58:15.696228 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-07b2d709-428b-48ec-992e-7ed1bcfb7b84 req-105af284-e415-446b-bf4d-606d78964d05 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655713 Apr 06 14:58:15.822655 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-07b2d709-428b-48ec-992e-7ed1bcfb7b84 req-680242e5-60fe-42a0-816b-4ac58678410f service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203294 Apr 06 14:58:15.948727 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-07b2d709-428b-48ec-992e-7ed1bcfb7b84 req-ccff83cb-3117-42e7-8de2-72861ebd5232 service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207218 Apr 06 14:58:23.669414 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:58:29.284492 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:58:38.145589 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f4ec2fdb-9c11-4f27-8897-0ab82d7b16da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:58:40.968438 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-99ec8307-b8c5-49d9-b629-d050e60ef406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:58:41.421505 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:58:41.511199 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:58:43.004169 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:58:59.304382 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:59:00.670526 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:59:08.147266 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d859a9c8-2e02-4aa0-a4b1-6f8975f7b2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:59:10.969647 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bb2af75f-1d6a-44d1-81e8-77a9c85c94fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:59:11.367478 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a6b2a-28a1-4e4a-83b3-54897438083a req-03e55cce-7402-4181-9872-d24cf0f7f44d tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:11.368843 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-240a6b2a-28a1-4e4a-83b3-54897438083a req-03e55cce-7402-4181-9872-d24cf0f7f44d tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 946 time: 0.1467319 Apr 06 14:59:11.414565 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-240a6b2a-28a1-4e4a-83b3-54897438083a req-59484b65-b9f6-48f3-bbf4-4821b0b2002f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402005 Apr 06 14:59:11.423584 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:59:11.513783 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:59:12.622869 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4707c-304b-4f8e-9cd1-d9b932a7ad20 req-f8f366b0-bb98-4092-a255-787e2db86362 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:12.624349 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-82f4707c-304b-4f8e-9cd1-d9b932a7ad20 req-f8f366b0-bb98-4092-a255-787e2db86362 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 946 time: 0.0763202 Apr 06 14:59:12.672157 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-82f4707c-304b-4f8e-9cd1-d9b932a7ad20 req-c6782fe3-9c87-4e0e-a6e0-91994b2bd78c tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422871 Apr 06 14:59:13.006076 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:59:13.878815 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ff961-8e9f-4d72-ab14-f9f2400d9a21 req-94af9d3e-57c2-47ac-93c2-99bd9e0ad1fb tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:13.880240 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-349ff961-8e9f-4d72-ab14-f9f2400d9a21 req-94af9d3e-57c2-47ac-93c2-99bd9e0ad1fb tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 946 time: 0.0760725 Apr 06 14:59:13.923735 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-349ff961-8e9f-4d72-ab14-f9f2400d9a21 req-edde18a1-497d-47dc-9fe5-2a822c0f7634 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376365 Apr 06 14:59:15.117999 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fca5c6-3a84-4ce1-845b-2c68b2330211 req-c1a033db-34c8-45d9-bc8d-31aea335c21e tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:15.119504 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-01fca5c6-3a84-4ce1-845b-2c68b2330211 req-c1a033db-34c8-45d9-bc8d-31aea335c21e tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 946 time: 0.0756135 Apr 06 14:59:15.164746 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-01fca5c6-3a84-4ce1-845b-2c68b2330211 req-640296a5-0e79-4c59-a9b2-5ec07e5ec55c tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396581 Apr 06 14:59:15.339906 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-18676842-4ee4-4eb3-a165-93c53b8d5bac req-f199bc0f-b5b2-4f63-8305-30d41a2ab097 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb8396f7d7fa4e119b27ba0f04ca9001&device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 1099 time: 0.1583858 Apr 06 14:59:15.480415 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18676842-4ee4-4eb3-a165-93c53b8d5bac req-4e232f7d-797f-47e4-8c0a-78d9237d0077 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:15.481962 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-18676842-4ee4-4eb3-a165-93c53b8d5bac req-4e232f7d-797f-47e4-8c0a-78d9237d0077 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750 HTTP/1.1" status: 200 len: 909 time: 0.1244564 Apr 06 14:59:15.578643 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-18676842-4ee4-4eb3-a165-93c53b8d5bac req-8e003ba4-2ef8-47f2-bcdf-1d986b48bd4d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fa44f18-3505-4776-a49e-975b95f82610 HTTP/1.1" status: 200 len: 1002 time: 0.0901010 Apr 06 14:59:15.641600 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18676842-4ee4-4eb3-a165-93c53b8d5bac req-61deca25-53e3-4273-ac9a-c18203196f7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:15.642979 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-18676842-4ee4-4eb3-a165-93c53b8d5bac req-61deca25-53e3-4273-ac9a-c18203196f7d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d06dafa3-7838-49e1-bc1c-568da3e5c8cb HTTP/1.1" status: 200 len: 847 time: 0.0583711 Apr 06 14:59:15.714671 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-18676842-4ee4-4eb3-a165-93c53b8d5bac req-353b96a6-37df-47bd-b3c6-abd484b7a397 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659251 Apr 06 14:59:15.844430 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-18676842-4ee4-4eb3-a165-93c53b8d5bac req-904d34df-1269-450b-847b-d1128f47e18e service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232731 Apr 06 14:59:15.971719 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-18676842-4ee4-4eb3-a165-93c53b8d5bac req-03f860e2-ad33-40b0-8843-1b4712c3df20 service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208489 Apr 06 14:59:16.358368 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642c3ce-6edb-4426-8d1a-a0102ef73f35 req-3200ab08-63f3-46a2-8074-29ae78f0afd1 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:16.359702 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4642c3ce-6edb-4426-8d1a-a0102ef73f35 req-3200ab08-63f3-46a2-8074-29ae78f0afd1 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 946 time: 0.0747323 Apr 06 14:59:16.491832 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4642c3ce-6edb-4426-8d1a-a0102ef73f35 req-19320ca2-33ba-4b46-b279-cc731f0bb7e9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266646 Apr 06 14:59:17.690709 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebbc4c-cc96-4f16-9e39-7c481d7d5e43 req-9ce675a5-4407-47ee-9fa7-f0d651625d23 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:17.692133 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cbebbc4c-cc96-4f16-9e39-7c481d7d5e43 req-9ce675a5-4407-47ee-9fa7-f0d651625d23 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 946 time: 0.0804160 Apr 06 14:59:17.735952 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cbebbc4c-cc96-4f16-9e39-7c481d7d5e43 req-70ef3aa3-599f-4a89-8518-c5c0d7379ec3 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383294 Apr 06 14:59:18.927960 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c4bf0-d37f-468a-bd18-2f7b256529dd req-97a40ae5-0d0b-4f59-afd8-4686802ddf1a tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:18.929392 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dc5c4bf0-d37f-468a-bd18-2f7b256529dd req-97a40ae5-0d0b-4f59-afd8-4686802ddf1a tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 946 time: 0.0738277 Apr 06 14:59:18.972788 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dc5c4bf0-d37f-468a-bd18-2f7b256529dd req-cd871b6f-a89b-46fc-9a6a-4a12985472c5 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379953 Apr 06 14:59:20.162118 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0e7ef-9d18-4d76-ba15-29c020887200 req-cc7d9126-1f2c-444d-bb8e-1d9a6900e553 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:20.163529 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c3d0e7ef-9d18-4d76-ba15-29c020887200 req-cc7d9126-1f2c-444d-bb8e-1d9a6900e553 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 946 time: 0.0732794 Apr 06 14:59:20.207590 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c3d0e7ef-9d18-4d76-ba15-29c020887200 req-cdbf8a0c-0ac6-4200-9b72-8031f9e03b98 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386837 Apr 06 14:59:21.408080 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5be37-55ec-44ce-9252-018e8bcbd681 req-1bdcb125-44ad-4333-9d81-0740eca9dda6 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:21.409534 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-87a5be37-55ec-44ce-9252-018e8bcbd681 req-1bdcb125-44ad-4333-9d81-0740eca9dda6 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 946 time: 0.0828004 Apr 06 14:59:21.457207 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-87a5be37-55ec-44ce-9252-018e8bcbd681 req-faa45189-5f8b-4bda-b19d-8bc6fb7c7087 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419595 Apr 06 14:59:22.650682 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f914fa5-7005-46b8-89a6-29c945131383 req-b7d4755a-f68e-49dd-999c-e814c1e92a76 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:22.652094 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1f914fa5-7005-46b8-89a6-29c945131383 req-b7d4755a-f68e-49dd-999c-e814c1e92a76 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 946 time: 0.0769575 Apr 06 14:59:22.695792 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1f914fa5-7005-46b8-89a6-29c945131383 req-f8adb384-e898-47e0-8543-3b5ca0542e84 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382047 Apr 06 14:59:22.868631 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 2fa44f18-3505-4776-a49e-975b95f82610 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:59:22.995592 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 2fa44f18-3505-4776-a49e-975b95f82610, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=2fa44f18-3505-4776-a49e-975b95f82610,segment=NetworkSegment(447db5da-f3f7-46c5-9a26-2ce3679ebe91),segment_id=447db5da-f3f7-46c5-9a26-2ce3679ebe91)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:59:23.011416 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '2fa44f18-3505-4776-a49e-975b95f82610', 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750', 'port_id': '2fa44f18-3505-4776-a49e-975b95f82610', 'mac_address': 'fa:16:3e:e0:3c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:59:23.065881 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:59:23.082404 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2fa44f18-3505-4776-a49e-975b95f82610 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:59:23.096553 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 2fa44f18-3505-4776-a49e-975b95f82610, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=2fa44f18-3505-4776-a49e-975b95f82610,segment=NetworkSegment(447db5da-f3f7-46c5-9a26-2ce3679ebe91),segment_id=447db5da-f3f7-46c5-9a26-2ce3679ebe91)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:59:23.100700 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:59:23.164392 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=2fa44f18-3505-4776-a49e-975b95f82610,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:59:23.172326 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:23.172667 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:23.173025 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:23.173361 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:23.173688 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:23.174014 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:23.174335 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:23.174656 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:23.174974 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:23.175291 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:23.175607 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:23.180904 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['2fa44f18-3505-4776-a49e-975b95f82610'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:59:23.889253 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52be0a7-608d-4ae8-94fa-eccb961ace10 req-68d81ffe-8026-4c49-a39d-4f0df2bd51a8 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:23.890686 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c52be0a7-608d-4ae8-94fa-eccb961ace10 req-68d81ffe-8026-4c49-a39d-4f0df2bd51a8 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 945 time: 0.0768421 Apr 06 14:59:23.935881 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c52be0a7-608d-4ae8-94fa-eccb961ace10 req-dc3102f9-f368-4fe4-a165-fc50187b684f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397696 Apr 06 14:59:24.883944 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 2fa44f18-3505-4776-a49e-975b95f82610 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:59:24.983103 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 2fa44f18-3505-4776-a49e-975b95f82610 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:59:24.983751 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:59:25.115926 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:59:25.147256 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af13a1e0-5f1c-47a6-941f-a696214ffb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa44f18-3505-4776-a49e-975b95f82610'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:59:25.154375 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 2fa44f18-3505-4776-a49e-975b95f82610, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=2fa44f18-3505-4776-a49e-975b95f82610,segment=NetworkSegment(447db5da-f3f7-46c5-9a26-2ce3679ebe91),segment_id=447db5da-f3f7-46c5-9a26-2ce3679ebe91)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:59:25.161089 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:59:25.182809 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e515efa-251e-472f-a4e9-cdc67da6c438 req-356fe26f-bd35-48ce-bd7e-4da1de1a1e83 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:25.184969 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5e515efa-251e-472f-a4e9-cdc67da6c438 req-356fe26f-bd35-48ce-bd7e-4da1de1a1e83 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 945 time: 0.0901635 Apr 06 14:59:25.236390 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96c3900b-0e94-428b-a13b-19b6685aac7d'] response: {'server_uuid': 'af13a1e0-5f1c-47a6-941f-a696214ffb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa44f18-3505-4776-a49e-975b95f82610', 'code': 200} Apr 06 14:59:25.255107 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5e515efa-251e-472f-a4e9-cdc67da6c438 req-3eb4d44a-f1da-4c44-b4e5-5fed217cebe8 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641844 Apr 06 14:59:25.260402 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=2fa44f18-3505-4776-a49e-975b95f82610,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:59:26.461227 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717b1e9-7f88-4538-ba69-e95b4590d518 req-6bc92a7a-1ab2-4e36-ad55-8b053c2cabe2 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:26.462758 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6717b1e9-7f88-4538-ba69-e95b4590d518 req-6bc92a7a-1ab2-4e36-ad55-8b053c2cabe2 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 946 time: 0.0920002 Apr 06 14:59:26.511131 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6717b1e9-7f88-4538-ba69-e95b4590d518 req-f9140343-3e90-47bc-ab71-c18a9edcfada tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424922 Apr 06 14:59:27.720203 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2d80b-0949-4e55-beb2-78ace6eeb170 req-bde3ac9d-8782-4346-8474-dfb05258d4b6 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:27.722512 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-22d2d80b-0949-4e55-beb2-78ace6eeb170 req-bde3ac9d-8782-4346-8474-dfb05258d4b6 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 946 time: 0.0806198 Apr 06 14:59:27.774037 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-22d2d80b-0949-4e55-beb2-78ace6eeb170 req-1c0d907b-0945-4c6f-94d2-0016a972f5f2 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425167 Apr 06 14:59:28.987378 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69130b92-6012-4455-962d-670ff2439235 req-7472d42c-45f7-461e-a4a8-98452e77e80c tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:28.989027 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-69130b92-6012-4455-962d-670ff2439235 req-7472d42c-45f7-461e-a4a8-98452e77e80c tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 946 time: 0.0839317 Apr 06 14:59:29.042946 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-69130b92-6012-4455-962d-670ff2439235 req-a50c9834-bef6-4895-82dd-52536a239dca tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476403 Apr 06 14:59:29.307371 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:59:30.248083 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609bcd2-8379-4375-89aa-986edf28c958 req-c7910f69-24a7-476b-84f9-3bd7f8dfc6e2 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:30.249558 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3609bcd2-8379-4375-89aa-986edf28c958 req-c7910f69-24a7-476b-84f9-3bd7f8dfc6e2 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 946 time: 0.0827746 Apr 06 14:59:30.297882 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3609bcd2-8379-4375-89aa-986edf28c958 req-17cb6e8d-dcfb-4ffd-a34c-44d63ac7491b tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423484 Apr 06 14:59:31.521195 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06314555-0793-4d10-81f5-d59ca88db4df req-55490f4c-ba37-4e3d-9fe6-52a723b0cad8 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:31.522719 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-06314555-0793-4d10-81f5-d59ca88db4df req-55490f4c-ba37-4e3d-9fe6-52a723b0cad8 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 946 time: 0.0927730 Apr 06 14:59:31.578716 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-06314555-0793-4d10-81f5-d59ca88db4df req-f57bab40-ae11-4f01-a37c-e454d6daa117 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503418 Apr 06 14:59:32.780373 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21261c31-1cdd-4c3a-b2e7-ac25a2fa9aa0 req-c4a1914a-23d8-4b21-b838-8f90af940058 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:32.787049 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-21261c31-1cdd-4c3a-b2e7-ac25a2fa9aa0 req-c4a1914a-23d8-4b21-b838-8f90af940058 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 946 time: 0.0825953 Apr 06 14:59:32.836116 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-21261c31-1cdd-4c3a-b2e7-ac25a2fa9aa0 req-fa0e3e31-c172-4573-9d21-1e3bf5042883 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481884 Apr 06 14:59:34.034357 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2962a6e-d05e-402f-83a7-c2e7b7eeccaf req-5e8588a3-bbc8-40d8-89db-fd41e34cb50a tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:34.035774 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b2962a6e-d05e-402f-83a7-c2e7b7eeccaf req-5e8588a3-bbc8-40d8-89db-fd41e34cb50a tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 946 time: 0.0780208 Apr 06 14:59:34.079368 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b2962a6e-d05e-402f-83a7-c2e7b7eeccaf req-62d8d28c-e73a-4aa2-8b0a-65546e50a7c0 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375426 Apr 06 14:59:34.575741 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-287ea7b4-06c4-4e53-8a53-8aadb2d002aa req-6e62fff3-4a1f-4c7d-a9f6-f30964e2280e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb8396f7d7fa4e119b27ba0f04ca9001&device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 1099 time: 0.0690339 Apr 06 14:59:34.705388 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ea7b4-06c4-4e53-8a53-8aadb2d002aa req-a858565c-c6ad-45af-9b3a-cc36a93e76ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:34.706852 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-287ea7b4-06c4-4e53-8a53-8aadb2d002aa req-a858565c-c6ad-45af-9b3a-cc36a93e76ac service neutron] 10.222.0.69 "GET /v2.0/networks?id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750 HTTP/1.1" status: 200 len: 909 time: 0.1253483 Apr 06 14:59:34.890453 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-287ea7b4-06c4-4e53-8a53-8aadb2d002aa req-d33cc4fe-8319-4acb-acc6-2de508784edf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fa44f18-3505-4776-a49e-975b95f82610 HTTP/1.1" status: 200 len: 1002 time: 0.1761928 Apr 06 14:59:34.953340 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ea7b4-06c4-4e53-8a53-8aadb2d002aa req-8054d53c-2909-499c-9bda-b3dc40e5f266 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:34.954761 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-287ea7b4-06c4-4e53-8a53-8aadb2d002aa req-8054d53c-2909-499c-9bda-b3dc40e5f266 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d06dafa3-7838-49e1-bc1c-568da3e5c8cb HTTP/1.1" status: 200 len: 847 time: 0.0584874 Apr 06 14:59:35.027728 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-287ea7b4-06c4-4e53-8a53-8aadb2d002aa req-973e5af1-a615-4b78-9cfb-26826549c71d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660415 Apr 06 14:59:35.156964 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-287ea7b4-06c4-4e53-8a53-8aadb2d002aa req-2bd985d8-4c9b-44e4-8ac0-ae68429ef78a service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232183 Apr 06 14:59:35.343103 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-287ea7b4-06c4-4e53-8a53-8aadb2d002aa req-bb454e8e-e8f8-4d64-9b12-5b2d9a05f298 service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802955 Apr 06 14:59:35.356046 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d1f2f-76a3-4f48-9ec6-1f7012c8f4a7 req-6ca6584a-a7fd-43ca-8471-a8fa9119728d tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:35.357492 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fc7d1f2f-76a3-4f48-9ec6-1f7012c8f4a7 req-6ca6584a-a7fd-43ca-8471-a8fa9119728d tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 946 time: 0.1266873 Apr 06 14:59:35.403269 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fc7d1f2f-76a3-4f48-9ec6-1f7012c8f4a7 req-22e09fa8-d370-43f3-84df-668fff3f99e6 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389922 Apr 06 14:59:36.607037 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c8827-9e7c-4254-8398-d40de100f79c req-e24ccb46-5431-458b-a001-64eab629cb64 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:36.608494 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0a8c8827-9e7c-4254-8398-d40de100f79c req-e24ccb46-5431-458b-a001-64eab629cb64 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 946 time: 0.0829253 Apr 06 14:59:36.652785 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0a8c8827-9e7c-4254-8398-d40de100f79c req-7f0363d8-a196-4fef-becc-41a9bccc9374 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388112 Apr 06 14:59:37.670336 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:59:37.845282 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714212e-3e0f-4c77-a1c5-9f9deea85820 req-adc34fbf-8b1f-4a67-9826-f5451a526f39 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:37.846704 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3714212e-3e0f-4c77-a1c5-9f9deea85820 req-adc34fbf-8b1f-4a67-9826-f5451a526f39 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 946 time: 0.0770652 Apr 06 14:59:37.897855 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3714212e-3e0f-4c77-a1c5-9f9deea85820 req-204724ff-5c62-49ce-95c7-5fc27d4120cf tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451314 Apr 06 14:59:38.081869 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-73168f6a-b087-4a30-b19d-8a74a510e02e req-5a3c2fee-d07d-4dd3-b26f-c108c41a5c36 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0717669 Apr 06 14:59:38.149586 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4881277f-020a-4a6c-bd33-0f58365bde1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:59:38.948831 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 2fa44f18-3505-4776-a49e-975b95f82610 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:59:39.057181 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:59:39.083108 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af13a1e0-5f1c-47a6-941f-a696214ffb28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fa44f18-3505-4776-a49e-975b95f82610'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:59:39.092457 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 2fa44f18-3505-4776-a49e-975b95f82610, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=2fa44f18-3505-4776-a49e-975b95f82610,segment=NetworkSegment(447db5da-f3f7-46c5-9a26-2ce3679ebe91),segment_id=447db5da-f3f7-46c5-9a26-2ce3679ebe91)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:59:39.097125 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:59:39.143009 dv-neutron-835868-1-hyperv neutron-server[83739]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-27722d71-01fb-4634-81c9-c84ffa015d88']: {'server_uuid': 'af13a1e0-5f1c-47a6-941f-a696214ffb28', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2fa44f18-3505-4776-a49e-975b95f82610', 'code': 422} returned with failed status Apr 06 14:59:39.166022 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=2fa44f18-3505-4776-a49e-975b95f82610,revision_number=8']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:59:39.277652 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 34508) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:59:39.359647 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d355e5-e3eb-4531-be8e-89f552a8a4de req-f6d3245c-0e89-4ac0-a416-52fb57f437d9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:39.361106 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-53d355e5-e3eb-4531-be8e-89f552a8a4de req-f6d3245c-0e89-4ac0-a416-52fb57f437d9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 944 time: 0.0746491 Apr 06 14:59:39.405700 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-53d355e5-e3eb-4531-be8e-89f552a8a4de req-73da5e9f-3f55-4a0a-9ef9-b17e8ed65d61 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383484 Apr 06 14:59:39.410885 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-09ec8e82-2c79-4ddb-be58-398f7f5479de req-3157714f-14f6-415e-a6fb-dc45c006e372 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1320882 Apr 06 14:59:39.898846 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-09ec8e82-2c79-4ddb-be58-398f7f5479de req-79801d1c-9450-42c1-9314-0b476c205c48 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28&tenant_id=cb8396f7d7fa4e119b27ba0f04ca9001 HTTP/1.1" status: 200 len: 1097 time: 0.0705359 Apr 06 14:59:39.986251 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-09ec8e82-2c79-4ddb-be58-398f7f5479de req-caabd858-6ca2-4f5f-bd5c-4c165422c3d8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb8396f7d7fa4e119b27ba0f04ca9001&device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 1097 time: 0.0673444 Apr 06 14:59:40.112365 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec8e82-2c79-4ddb-be58-398f7f5479de req-666512be-640b-4eab-9759-ec2e17e2addf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:40.113729 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-09ec8e82-2c79-4ddb-be58-398f7f5479de req-666512be-640b-4eab-9759-ec2e17e2addf service neutron] 10.222.0.69 "GET /v2.0/networks?id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750 HTTP/1.1" status: 200 len: 909 time: 0.1216462 Apr 06 14:59:40.214292 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-09ec8e82-2c79-4ddb-be58-398f7f5479de req-b96a2f4b-c516-4f6d-925e-6c7cdf799e74 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fa44f18-3505-4776-a49e-975b95f82610 HTTP/1.1" status: 200 len: 1000 time: 0.0938475 Apr 06 14:59:40.273222 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec8e82-2c79-4ddb-be58-398f7f5479de req-7484a581-bd57-4b5e-80f5-71c8aaef267a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:40.274553 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-09ec8e82-2c79-4ddb-be58-398f7f5479de req-7484a581-bd57-4b5e-80f5-71c8aaef267a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d06dafa3-7838-49e1-bc1c-568da3e5c8cb HTTP/1.1" status: 200 len: 847 time: 0.0546758 Apr 06 14:59:40.347416 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-09ec8e82-2c79-4ddb-be58-398f7f5479de req-7bb644e3-f773-4d25-9d44-960ea2f2c7de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672200 Apr 06 14:59:40.473952 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-09ec8e82-2c79-4ddb-be58-398f7f5479de req-5cab66ab-0ee8-47dd-a1b3-0132969e268b service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201239 Apr 06 14:59:40.610149 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-09ec8e82-2c79-4ddb-be58-398f7f5479de req-0d6e2efc-40cf-4929-8a6c-af0923f07ef6 service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299367 Apr 06 14:59:40.753618 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1172c-f0cb-4c91-8ad0-940a918faa93 req-4b282159-dedb-4a7f-8035-29c0028fedf3 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:40.754970 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-66b1172c-f0cb-4c91-8ad0-940a918faa93 req-4b282159-dedb-4a7f-8035-29c0028fedf3 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 944 time: 0.0811975 Apr 06 14:59:40.803315 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-66b1172c-f0cb-4c91-8ad0-940a918faa93 req-8eb12bd5-2388-4978-aa20-0bbc65b4c534 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421104 Apr 06 14:59:40.970676 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6f831259-5297-4a90-bdd0-423952f8e12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:59:41.430289 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:59:41.521846 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:59:42.008972 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69484f83-3c40-40f9-8d75-c066f2a58339 req-0801871c-dc02-468d-84bc-740504c9644b tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:42.010434 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-69484f83-3c40-40f9-8d75-c066f2a58339 req-0801871c-dc02-468d-84bc-740504c9644b tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 944 time: 0.0797946 Apr 06 14:59:42.063193 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-69484f83-3c40-40f9-8d75-c066f2a58339 req-1827ea61-da4e-49a5-867f-981b9e1c57fa tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460892 Apr 06 14:59:43.009507 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:59:43.265929 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e8ea3-6dea-46a2-b7d6-1f60bfa80ecd req-56a91082-c9c1-4ab5-b3ef-8b207fd8f529 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:43.267518 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-648e8ea3-6dea-46a2-b7d6-1f60bfa80ecd req-56a91082-c9c1-4ab5-b3ef-8b207fd8f529 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 944 time: 0.0784488 Apr 06 14:59:43.317178 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-648e8ea3-6dea-46a2-b7d6-1f60bfa80ecd req-3ed7fa4c-93c1-48a0-8abf-3a79f1f0e47f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431297 Apr 06 14:59:44.627554 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafe545-56ab-46bf-9804-43828806b2cb req-b77f3957-3543-4df3-b00b-5eea2dd6cf92 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:44.629075 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1bafe545-56ab-46bf-9804-43828806b2cb req-b77f3957-3543-4df3-b00b-5eea2dd6cf92 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 944 time: 0.1860478 Apr 06 14:59:44.678270 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1bafe545-56ab-46bf-9804-43828806b2cb req-1fe1fe66-928c-4d72-8639-e43cea398e95 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428686 Apr 06 14:59:45.891389 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76a6c5-95c0-44ea-9b69-13f3b52f6f7f req-2425f2d7-88dc-477c-9322-2da66afa8fa9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:45.894101 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9d76a6c5-95c0-44ea-9b69-13f3b52f6f7f req-2425f2d7-88dc-477c-9322-2da66afa8fa9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 944 time: 0.0875103 Apr 06 14:59:45.943417 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9d76a6c5-95c0-44ea-9b69-13f3b52f6f7f req-1ab38a89-71f3-45c3-a5e2-04337d21fa5b tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423238 Apr 06 14:59:47.164453 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e275e33-5246-4e70-b351-7443901fbb3a req-50313929-5e87-4fd7-9160-a23978d2ccb7 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:47.165962 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7e275e33-5246-4e70-b351-7443901fbb3a req-50313929-5e87-4fd7-9160-a23978d2ccb7 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 944 time: 0.0833378 Apr 06 14:59:47.214053 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7e275e33-5246-4e70-b351-7443901fbb3a req-a5e5e393-7e03-4a61-9a37-43e28317f463 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425839 Apr 06 14:59:48.440023 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e713cf-f1e0-410b-abf2-6aa7a98bd948 req-36040e27-a911-49b6-9b96-6ffb4fa18462 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:48.441537 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-68e713cf-f1e0-410b-abf2-6aa7a98bd948 req-36040e27-a911-49b6-9b96-6ffb4fa18462 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 944 time: 0.0897410 Apr 06 14:59:48.493844 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-68e713cf-f1e0-410b-abf2-6aa7a98bd948 req-af373b68-3655-408f-820f-71854ee28326 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464959 Apr 06 14:59:49.687650 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca008f-b3ec-43ce-97b0-acff396400c0 req-16946fad-0f7f-4263-aa7c-a79ab8a63ba9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:49.689122 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-42ca008f-b3ec-43ce-97b0-acff396400c0 req-16946fad-0f7f-4263-aa7c-a79ab8a63ba9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 944 time: 0.0766034 Apr 06 14:59:49.733141 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-42ca008f-b3ec-43ce-97b0-acff396400c0 req-880de1be-ba21-44ce-afa9-1e37100fb505 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386355 Apr 06 14:59:50.923686 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30bd7f-4aec-4d9e-a274-d53e9956d244 req-3e8b7d9e-7c26-41c8-bf02-9de566669ea0 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:50.925135 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8f30bd7f-4aec-4d9e-a274-d53e9956d244 req-3e8b7d9e-7c26-41c8-bf02-9de566669ea0 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 944 time: 0.0744314 Apr 06 14:59:50.968400 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8f30bd7f-4aec-4d9e-a274-d53e9956d244 req-23d72c28-5c68-4236-b84b-6eb3da1e2100 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372391 Apr 06 14:59:50.996958 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 2fa44f18-3505-4776-a49e-975b95f82610 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:59:51.127025 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 2fa44f18-3505-4776-a49e-975b95f82610, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=2fa44f18-3505-4776-a49e-975b95f82610,segment=NetworkSegment(447db5da-f3f7-46c5-9a26-2ce3679ebe91),segment_id=447db5da-f3f7-46c5-9a26-2ce3679ebe91)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:59:51.140354 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '2fa44f18-3505-4776-a49e-975b95f82610', 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750', 'port_id': '2fa44f18-3505-4776-a49e-975b95f82610', 'mac_address': 'fa:16:3e:e0:3c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:59:51.191539 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:59:51.208374 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa44f18-3505-4776-a49e-975b95f82610 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 14:59:51.222500 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 2fa44f18-3505-4776-a49e-975b95f82610, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=2fa44f18-3505-4776-a49e-975b95f82610,segment=NetworkSegment(447db5da-f3f7-46c5-9a26-2ce3679ebe91),segment_id=447db5da-f3f7-46c5-9a26-2ce3679ebe91)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:59:51.226390 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:59:51.318755 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=2fa44f18-3505-4776-a49e-975b95f82610,revision_number=9']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:59:51.469167 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['2fa44f18-3505-4776-a49e-975b95f82610'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 14:59:52.162091 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f23f44-a0ca-442e-a292-180ccdbdfb31 req-aadd094b-84ed-446b-b350-252f83717fc5 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:52.163523 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-22f23f44-a0ca-442e-a292-180ccdbdfb31 req-aadd094b-84ed-446b-b350-252f83717fc5 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 945 time: 0.0746400 Apr 06 14:59:52.211469 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-22f23f44-a0ca-442e-a292-180ccdbdfb31 req-4a7b1b54-9e2e-4176-92e7-485a11c2fb3b tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425303 Apr 06 14:59:53.011422 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 2fa44f18-3505-4776-a49e-975b95f82610 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:59:53.079776 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 2fa44f18-3505-4776-a49e-975b95f82610 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:59:53.080142 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:59:53.186234 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:59:53.213086 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af13a1e0-5f1c-47a6-941f-a696214ffb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa44f18-3505-4776-a49e-975b95f82610'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 14:59:53.222325 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 2fa44f18-3505-4776-a49e-975b95f82610, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=2fa44f18-3505-4776-a49e-975b95f82610,segment=NetworkSegment(447db5da-f3f7-46c5-9a26-2ce3679ebe91),segment_id=447db5da-f3f7-46c5-9a26-2ce3679ebe91)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:59:53.227082 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:59:53.270349 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9e04d4c-9195-4ede-b6c7-dabcbd641e24'] response: {'server_uuid': 'af13a1e0-5f1c-47a6-941f-a696214ffb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa44f18-3505-4776-a49e-975b95f82610', 'code': 200} Apr 06 14:59:53.297534 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=2fa44f18-3505-4776-a49e-975b95f82610,revision_number=10']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:59:53.411273 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b3f2c-0990-4ba3-80f2-f85988f6b852 req-7da90254-bbe7-4051-8e96-645ffa572fcc tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:53.413249 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0a2b3f2c-0990-4ba3-80f2-f85988f6b852 req-7da90254-bbe7-4051-8e96-645ffa572fcc tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 947 time: 0.0760474 Apr 06 14:59:53.501942 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0a2b3f2c-0990-4ba3-80f2-f85988f6b852 req-17bc6f5b-7289-493d-8341-bf26586ae0b5 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830376 Apr 06 14:59:53.528824 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f083ff46-3210-4819-9aab-e59d70ce6a9d req-b7df5162-a80c-4e28-9dab-40ea1fc2816c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 1100 time: 0.0809524 Apr 06 14:59:53.569670 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f083ff46-3210-4819-9aab-e59d70ce6a9d req-263743c9-6da5-4d0e-8e6d-045cdbe5baad service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350513 Apr 06 14:59:54.706440 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b679e2b-4fea-4f74-91e7-c5d3ed209ec6 req-e0e0c929-6f13-4537-8b69-3ecd6655c032 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:54.707787 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6b679e2b-4fea-4f74-91e7-c5d3ed209ec6 req-e0e0c929-6f13-4537-8b69-3ecd6655c032 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 947 time: 0.0823760 Apr 06 14:59:54.755417 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6b679e2b-4fea-4f74-91e7-c5d3ed209ec6 req-7b3d9fde-cfaa-4cdc-af26-a6f5e7640617 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419042 Apr 06 14:59:55.947996 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f662c-2830-4dcb-9289-96cabf934ec0 req-b8fddc64-b995-4ca4-9362-11cf68f06b74 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:55.949451 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5d0f662c-2830-4dcb-9289-96cabf934ec0 req-b8fddc64-b995-4ca4-9362-11cf68f06b74 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 947 time: 0.0743411 Apr 06 14:59:55.993849 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5d0f662c-2830-4dcb-9289-96cabf934ec0 req-fe38af84-c309-4693-8c58-c07b380584eb tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390184 Apr 06 14:59:59.292042 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:00:08.150763 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8ac79705-3998-4d8c-a054-e47d9a38d537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:00:10.971435 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5242ee16-a53f-4a5c-8709-f50352712527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:00:11.423143 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:00:11.518362 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:00:13.011447 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:00:14.671040 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 15:00:15.182540 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f9a9f4ca-ef5a-4126-aeaf-f36837a81c7d req-9fb1af66-6019-4cc1-b066-228ff649a420 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683913 Apr 06 15:00:15.315423 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f9a9f4ca-ef5a-4126-aeaf-f36837a81c7d req-86fb9f58-dbca-4f79-b911-7e246830199d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb8396f7d7fa4e119b27ba0f04ca9001&device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 1100 time: 0.0665944 Apr 06 15:00:15.455086 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9f4ca-ef5a-4126-aeaf-f36837a81c7d req-22e96380-bcc6-4146-8eb8-62669123c2dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:15.456708 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f9a9f4ca-ef5a-4126-aeaf-f36837a81c7d req-22e96380-bcc6-4146-8eb8-62669123c2dd service neutron] 10.222.0.69 "GET /v2.0/networks?id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750 HTTP/1.1" status: 200 len: 909 time: 0.1232042 Apr 06 15:00:15.558976 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f9a9f4ca-ef5a-4126-aeaf-f36837a81c7d req-01194a93-cc86-49b8-924d-a1ef1af54756 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fa44f18-3505-4776-a49e-975b95f82610 HTTP/1.1" status: 200 len: 1002 time: 0.0945997 Apr 06 15:00:15.622038 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9f4ca-ef5a-4126-aeaf-f36837a81c7d req-b0f50448-d356-48f0-a955-18879f2618f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:15.623451 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f9a9f4ca-ef5a-4126-aeaf-f36837a81c7d req-b0f50448-d356-48f0-a955-18879f2618f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d06dafa3-7838-49e1-bc1c-568da3e5c8cb HTTP/1.1" status: 200 len: 847 time: 0.0583053 Apr 06 15:00:15.697393 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f9a9f4ca-ef5a-4126-aeaf-f36837a81c7d req-a0d46cd6-d2b8-435c-9f46-f22d417e1c65 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678272 Apr 06 15:00:15.822591 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f9a9f4ca-ef5a-4126-aeaf-f36837a81c7d req-356e4166-add2-476c-bb15-051e307e4072 service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189520 Apr 06 15:00:15.949006 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f9a9f4ca-ef5a-4126-aeaf-f36837a81c7d req-46bf8de1-a92b-4f30-a120-7df5e7cd799c service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205227 Apr 06 15:00:29.297210 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:00:38.152463 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-865d2d0b-d9fa-4328-940c-7763a2b9fd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:00:40.974096 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-402ee527-fbc9-49ee-a658-dfae0ed27050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:00:41.424432 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:00:41.519917 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:00:43.013746 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:00:51.671528 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 15:00:59.302839 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:08.153344 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dc3e88fb-9ee3-43b5-b9e2-e60348726a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:08.900951 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 34614) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:01:09.096541 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-f9945d8a-928e-473e-907b-52f78d44982f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Deleting port 1021c817-3c74-41e2-b4c9-d2708609839b {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 15:01:09.096807 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f9945d8a-928e-473e-907b-52f78d44982f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:09.333722 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f9945d8a-928e-473e-907b-52f78d44982f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:09.334056 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f9945d8a-928e-473e-907b-52f78d44982f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:09.449613 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-f9945d8a-928e-473e-907b-52f78d44982f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Calling delete_port for 1021c817-3c74-41e2-b4c9-d2708609839b owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 15:01:09.593414 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f9945d8a-928e-473e-907b-52f78d44982f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:09.635705 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9945d8a-928e-473e-907b-52f78d44982f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Pushing event deleted for resources: {'Port': ['ID=1021c817-3c74-41e2-b4c9-d2708609839b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:09.677683 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9945d8a-928e-473e-907b-52f78d44982f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:09.678032 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9945d8a-928e-473e-907b-52f78d44982f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:09.678380 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9945d8a-928e-473e-907b-52f78d44982f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:09.678717 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9945d8a-928e-473e-907b-52f78d44982f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:09.679054 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9945d8a-928e-473e-907b-52f78d44982f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:09.679388 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9945d8a-928e-473e-907b-52f78d44982f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:09.679721 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9945d8a-928e-473e-907b-52f78d44982f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:09.680079 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9945d8a-928e-473e-907b-52f78d44982f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:09.680957 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9945d8a-928e-473e-907b-52f78d44982f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:09.681285 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9945d8a-928e-473e-907b-52f78d44982f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:09.681612 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9945d8a-928e-473e-907b-52f78d44982f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:09.744709 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f9945d8a-928e-473e-907b-52f78d44982f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:10.129802 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9945d8a-928e-473e-907b-52f78d44982f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Router 7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:01:10.323769 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9945d8a-928e-473e-907b-52f78d44982f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:01:10.333842 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0826b1-aaf0-448f-acc4-c95d116be2e0 None None] Sync routers for ids ['7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 15:01:10.343675 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f9945d8a-928e-473e-907b-52f78d44982f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:10.345665 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0826b1-aaf0-448f-acc4-c95d116be2e0 None None] Routers {'7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 15:01:10.346268 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-eb0826b1-aaf0-448f-acc4-c95d116be2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T15:00:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:01:10.395262 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f9945d8a-928e-473e-907b-52f78d44982f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "DELETE /v2.0/floatingips/1770ca46-fb6b-4d77-801b-f3c6b7c73864 HTTP/1.1" status: 204 len: 168 time: 1.4931743 Apr 06 15:01:10.395743 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af13a1e0-5f1c-47a6-941f-a696214ffb28', 'tag': '2fa44f18-3505-4776-a49e-975b95f82610'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 15:01:10.523842 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-eb0826b1-aaf0-448f-acc4-c95d116be2e0 None None] Set router 7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 15:01:10.566058 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6a14897-f729-454a-94ad-24e9d37eba5f'] response: {'name': 'network-changed', 'server_uuid': 'af13a1e0-5f1c-47a6-941f-a696214ffb28', 'tag': '2fa44f18-3505-4776-a49e-975b95f82610', 'status': 'completed', 'code': 200} Apr 06 15:01:10.788210 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d31bc7d0-7a83-41c7-b2e1-51934c40c0c7 req-410fc4a9-e2c9-447c-8ff4-b7cd1b115e4e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb8396f7d7fa4e119b27ba0f04ca9001&device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 1100 time: 0.1997952 Apr 06 15:01:10.836032 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-eb0826b1-aaf0-448f-acc4-c95d116be2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'name': 'tempest-TestShelveInstance-873136281-router', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:56:47Z', 'updated_at': '2022-04-06T14:56:50Z', 'revision_number': 4, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'gw_port': {'id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:48Z', 'updated_at': '2022-04-06T14:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'bb15703e-51d5-4304-bc3a-0a26f35aa564', 'name': '', 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'mac_address': 'fa:16:3e:45:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:50Z', 'updated_at': '2022-04-06T14:56:59Z', 'revision_number': 5, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'subnets': [{'id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:01:10.839719 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0826b1-aaf0-448f-acc4-c95d116be2e0 None None] Checking router: 7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 15:01:10.849964 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0826b1-aaf0-448f-acc4-c95d116be2e0 None None] Routers {'7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 15:01:10.850551 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-eb0826b1-aaf0-448f-acc4-c95d116be2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T15:00:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:01:10.979777 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5e6fe983-26b2-4e37-96b4-559bfa899bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:11.028227 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-eb0826b1-aaf0-448f-acc4-c95d116be2e0 None None] Set router 7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 15:01:11.029683 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31bc7d0-7a83-41c7-b2e1-51934c40c0c7 req-f384b6c7-1ee7-496f-a097-2cab33c761fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:11.031146 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d31bc7d0-7a83-41c7-b2e1-51934c40c0c7 req-f384b6c7-1ee7-496f-a097-2cab33c761fb service neutron] 10.222.0.69 "GET /v2.0/networks?id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750 HTTP/1.1" status: 200 len: 909 time: 0.2338176 Apr 06 15:01:11.036635 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50696c7-2766-4da6-a4ab-59d74fb0bf71 req-05d98e4d-71e2-456a-b210-80ff727b71f9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:11.038075 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e50696c7-2766-4da6-a4ab-59d74fb0bf71 req-05d98e4d-71e2-456a-b210-80ff727b71f9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 947 time: 0.3135629 Apr 06 15:01:11.119459 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d31bc7d0-7a83-41c7-b2e1-51934c40c0c7 req-177950de-cab4-42e0-b990-13a8e386a9ee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fa44f18-3505-4776-a49e-975b95f82610 HTTP/1.1" status: 200 len: 217 time: 0.0804503 Apr 06 15:01:11.185446 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e50696c7-2766-4da6-a4ab-59d74fb0bf71 req-7ecc89b7-fdcd-4518-9c61-e6bfea68e621 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993788 Apr 06 15:01:11.194006 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31bc7d0-7a83-41c7-b2e1-51934c40c0c7 req-004e68fb-cb18-4fe7-a551-1358dbc4bf54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:11.195398 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d31bc7d0-7a83-41c7-b2e1-51934c40c0c7 req-004e68fb-cb18-4fe7-a551-1358dbc4bf54 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d06dafa3-7838-49e1-bc1c-568da3e5c8cb HTTP/1.1" status: 200 len: 847 time: 0.0651278 Apr 06 15:01:11.273769 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d31bc7d0-7a83-41c7-b2e1-51934c40c0c7 req-80ba3c6e-d170-4371-8401-16e32acc3f90 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718386 Apr 06 15:01:11.333145 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-eb0826b1-aaf0-448f-acc4-c95d116be2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'name': 'tempest-TestShelveInstance-873136281-router', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:56:47Z', 'updated_at': '2022-04-06T14:56:50Z', 'revision_number': 4, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'gw_port': {'id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:48Z', 'updated_at': '2022-04-06T14:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'bb15703e-51d5-4304-bc3a-0a26f35aa564', 'name': '', 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'mac_address': 'fa:16:3e:45:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:50Z', 'updated_at': '2022-04-06T14:56:59Z', 'revision_number': 5, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'subnets': [{'id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:01:11.337543 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0826b1-aaf0-448f-acc4-c95d116be2e0 None None] The sync data for ids ['7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'] in dv-neutron-835868-1-hyperv is: [{'id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'name': 'tempest-TestShelveInstance-873136281-router', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:56:47Z', 'updated_at': '2022-04-06T14:56:50Z', 'revision_number': 4, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'gw_port': {'id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:48Z', 'updated_at': '2022-04-06T14:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'bb15703e-51d5-4304-bc3a-0a26f35aa564', 'name': '', 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'mac_address': 'fa:16:3e:45:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:50Z', 'updated_at': '2022-04-06T14:56:59Z', 'revision_number': 5, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'subnets': [{'id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 15:01:11.405331 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d31bc7d0-7a83-41c7-b2e1-51934c40c0c7 req-8841dbb4-f06a-45a4-b444-3019768b7758 service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255047 Apr 06 15:01:11.426834 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:11.526689 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:11.545280 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d31bc7d0-7a83-41c7-b2e1-51934c40c0c7 req-0a9e5f63-5332-49e8-9cf2-a8b786319391 service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334724 Apr 06 15:01:11.575730 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb6b67c-51f8-4fe9-962d-8a4e450d6956 None None] New status for floating IP 1770ca46-fb6b-4d77-801b-f3c6b7c73864: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 15:01:12.026062 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527e91c-45b8-493e-ac2f-48b9c618bce4 req-f1602a49-b4fb-4432-ab9a-f0132fbe6048 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:12.027477 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4527e91c-45b8-493e-ac2f-48b9c618bce4 req-f1602a49-b4fb-4432-ab9a-f0132fbe6048 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.69 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 947 time: 0.0733361 Apr 06 15:01:12.092913 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-4527e91c-45b8-493e-ac2f-48b9c618bce4 req-8a2c7ce9-244d-4335-a5a5-0973eb1ef6d9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Deleting port 2fa44f18-3505-4776-a49e-975b95f82610 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 15:01:12.093178 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4527e91c-45b8-493e-ac2f-48b9c618bce4 req-8a2c7ce9-244d-4335-a5a5-0973eb1ef6d9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:12.328328 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-4527e91c-45b8-493e-ac2f-48b9c618bce4 req-8a2c7ce9-244d-4335-a5a5-0973eb1ef6d9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] For port 2fa44f18-3505-4776-a49e-975b95f82610, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=2fa44f18-3505-4776-a49e-975b95f82610,segment=NetworkSegment(447db5da-f3f7-46c5-9a26-2ce3679ebe91),segment_id=447db5da-f3f7-46c5-9a26-2ce3679ebe91)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:01:12.328677 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4527e91c-45b8-493e-ac2f-48b9c618bce4 req-8a2c7ce9-244d-4335-a5a5-0973eb1ef6d9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:12.383320 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84c06d-8e96-4e9c-962b-2abfec3152b9 req-9d803538-d080-44ac-ab0c-35b7430a1200 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:12.384136 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-ae84c06d-8e96-4e9c-962b-2abfec3152b9 req-9d803538-d080-44ac-ab0c-35b7430a1200 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Synchronizing usage tracker for tenant:cb8396f7d7fa4e119b27ba0f04ca9001 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 15:01:12.398983 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-ae84c06d-8e96-4e9c-962b-2abfec3152b9 req-9d803538-d080-44ac-ab0c-35b7430a1200 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Unset dirty status for tenant:cb8396f7d7fa4e119b27ba0f04ca9001 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 15:01:12.400197 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ae84c06d-8e96-4e9c-962b-2abfec3152b9 req-9d803538-d080-44ac-ab0c-35b7430a1200 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=af13a1e0-5f1c-47a6-941f-a696214ffb28 HTTP/1.1" status: 200 len: 947 time: 0.0926566 Apr 06 15:01:12.445074 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ae84c06d-8e96-4e9c-962b-2abfec3152b9 req-5470db40-1e85-47c8-b4c6-f71abfa8f942 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe4b415-0681-458b-8bef-061dcdfdc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390558 Apr 06 15:01:12.449314 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-4527e91c-45b8-493e-ac2f-48b9c618bce4 req-8a2c7ce9-244d-4335-a5a5-0973eb1ef6d9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Calling delete_port for 2fa44f18-3505-4776-a49e-975b95f82610 owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 15:01:12.589423 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4527e91c-45b8-493e-ac2f-48b9c618bce4 req-8a2c7ce9-244d-4335-a5a5-0973eb1ef6d9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:12.640510 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c7ce9-244d-4335-a5a5-0973eb1ef6d9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Pushing event deleted for resources: {'Port': ['ID=2fa44f18-3505-4776-a49e-975b95f82610,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:12.707241 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c7ce9-244d-4335-a5a5-0973eb1ef6d9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:12.707582 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c7ce9-244d-4335-a5a5-0973eb1ef6d9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:12.707917 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c7ce9-244d-4335-a5a5-0973eb1ef6d9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:12.708245 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c7ce9-244d-4335-a5a5-0973eb1ef6d9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:12.708571 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c7ce9-244d-4335-a5a5-0973eb1ef6d9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:12.708918 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c7ce9-244d-4335-a5a5-0973eb1ef6d9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:12.709243 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c7ce9-244d-4335-a5a5-0973eb1ef6d9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:12.709563 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c7ce9-244d-4335-a5a5-0973eb1ef6d9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:12.709881 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c7ce9-244d-4335-a5a5-0973eb1ef6d9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:12.710196 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c7ce9-244d-4335-a5a5-0973eb1ef6d9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:12.710510 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c7ce9-244d-4335-a5a5-0973eb1ef6d9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:12.724059 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-4527e91c-45b8-493e-ac2f-48b9c618bce4 req-8a2c7ce9-244d-4335-a5a5-0973eb1ef6d9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] No DVR routers for this DVR port 2fa44f18-3505-4776-a49e-975b95f82610 on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:01:12.726464 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4527e91c-45b8-493e-ac2f-48b9c618bce4 req-8a2c7ce9-244d-4335-a5a5-0973eb1ef6d9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:12.729860 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af13a1e0-5f1c-47a6-941f-a696214ffb28', 'name': 'network-vif-deleted', 'tag': '2fa44f18-3505-4776-a49e-975b95f82610'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 15:01:12.745009 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4527e91c-45b8-493e-ac2f-48b9c618bce4 req-8a2c7ce9-244d-4335-a5a5-0973eb1ef6d9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.69 "DELETE /v2.0/ports/2fa44f18-3505-4776-a49e-975b95f82610 HTTP/1.1" status: 204 len: 173 time: 0.7127080 Apr 06 15:01:12.862028 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cdb23be-d45c-42ea-ae8d-3cfaac2efa87'] response: {'server_uuid': 'af13a1e0-5f1c-47a6-941f-a696214ffb28', 'name': 'network-vif-deleted', 'tag': '2fa44f18-3505-4776-a49e-975b95f82610', 'status': 'completed', 'code': 200} Apr 06 15:01:13.016824 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:13.549532 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 34640) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:01:13.614791 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-57fbe25a-89c5-4779-8d9b-4e75bd9a94fb tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:13.642911 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-57fbe25a-89c5-4779-8d9b-4e75bd9a94fb tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:13.706541 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-57fbe25a-89c5-4779-8d9b-4e75bd9a94fb tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:13.723237 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbe25a-89c5-4779-8d9b-4e75bd9a94fb tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe4b415-0681-458b-8bef-061dcdfdc73f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:13.734858 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-57fbe25a-89c5-4779-8d9b-4e75bd9a94fb tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:13.735898 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-57fbe25a-89c5-4779-8d9b-4e75bd9a94fb tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "DELETE /v2.0/security-groups/efe4b415-0681-458b-8bef-061dcdfdc73f HTTP/1.1" status: 204 len: 168 time: 0.1854122 Apr 06 15:01:14.046105 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 34648) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:01:14.051714 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-85cf8717-9d23-472e-acf4-e305e0358564 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-173753361', 'description': 'tempest-secgroup-smoke-173753361 description', 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 15:01:14.058335 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-85cf8717-9d23-472e-acf4-e305e0358564 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 15:01:14.062457 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-85cf8717-9d23-472e-acf4-e305e0358564 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Usage tracker for resource:security_group and tenant:cb8396f7d7fa4e119b27ba0f04ca9001 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 15:01:14.065283 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-85cf8717-9d23-472e-acf4-e305e0358564 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 15:01:14.071579 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-85cf8717-9d23-472e-acf4-e305e0358564 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 15:01:14.080815 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85cf8717-9d23-472e-acf4-e305e0358564 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:14.114312 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-85cf8717-9d23-472e-acf4-e305e0358564 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 15:01:14.118576 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-85cf8717-9d23-472e-acf4-e305e0358564 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Usage tracker for resource:security_group_rule and tenant:cb8396f7d7fa4e119b27ba0f04ca9001 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 15:01:14.121274 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-85cf8717-9d23-472e-acf4-e305e0358564 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 15:01:14.126787 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-85cf8717-9d23-472e-acf4-e305e0358564 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 15:01:14.183708 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85cf8717-9d23-472e-acf4-e305e0358564 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:14.187638 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85cf8717-9d23-472e-acf4-e305e0358564 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:14.231520 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf8717-9d23-472e-acf4-e305e0358564 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa4092e-59dd-4a1c-90e5-f13dea443574,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:14.235531 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85cf8717-9d23-472e-acf4-e305e0358564 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:14.236709 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-85cf8717-9d23-472e-acf4-e305e0358564 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1896198 Apr 06 15:01:14.239403 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 34652) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:01:14.244926 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-4f0e5f47-38f1-4229-a95c-2d54036f8b0a tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Request body: {'security_group_rule': {'security_group_id': '5aa4092e-59dd-4a1c-90e5-f13dea443574', 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 15:01:14.250766 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4f0e5f47-38f1-4229-a95c-2d54036f8b0a tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 15:01:14.254526 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4f0e5f47-38f1-4229-a95c-2d54036f8b0a tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Usage tracker for resource:security_group_rule and tenant:cb8396f7d7fa4e119b27ba0f04ca9001 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 15:01:14.257336 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4f0e5f47-38f1-4229-a95c-2d54036f8b0a tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 15:01:14.262991 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4f0e5f47-38f1-4229-a95c-2d54036f8b0a tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 15:01:14.279190 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5f47-38f1-4229-a95c-2d54036f8b0a tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:14.337351 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5f47-38f1-4229-a95c-2d54036f8b0a tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:14.340615 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5f47-38f1-4229-a95c-2d54036f8b0a tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:14.362689 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e5f47-38f1-4229-a95c-2d54036f8b0a tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63807b1e-9e8a-4166-9391-90abd9fb4ade,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:14.370636 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5f47-38f1-4229-a95c-2d54036f8b0a tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:14.371795 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4f0e5f47-38f1-4229-a95c-2d54036f8b0a tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1314893 Apr 06 15:01:14.374496 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 34656) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:01:14.380015 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-5484a8ff-6b8a-4c70-ba3a-4622e2458826 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Request body: {'security_group_rule': {'security_group_id': '5aa4092e-59dd-4a1c-90e5-f13dea443574', 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 15:01:14.385900 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5484a8ff-6b8a-4c70-ba3a-4622e2458826 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 15:01:14.389744 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5484a8ff-6b8a-4c70-ba3a-4622e2458826 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Usage tracker for resource:security_group_rule and tenant:cb8396f7d7fa4e119b27ba0f04ca9001 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 15:01:14.392544 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5484a8ff-6b8a-4c70-ba3a-4622e2458826 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 15:01:14.398371 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5484a8ff-6b8a-4c70-ba3a-4622e2458826 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 15:01:14.415282 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5484a8ff-6b8a-4c70-ba3a-4622e2458826 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:14.473179 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5484a8ff-6b8a-4c70-ba3a-4622e2458826 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:14.476293 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5484a8ff-6b8a-4c70-ba3a-4622e2458826 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:14.501183 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484a8ff-6b8a-4c70-ba3a-4622e2458826 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d32e2c-b128-47f6-b39e-adc2e1d81897,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:14.509620 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5484a8ff-6b8a-4c70-ba3a-4622e2458826 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:14.510749 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5484a8ff-6b8a-4c70-ba3a-4622e2458826 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1352930 Apr 06 15:01:14.513417 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 34660) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:01:14.518484 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8f63c983-4eed-4c6c-a241-e1582e1d0a2a tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Request body: {'security_group_rule': {'security_group_id': '5aa4092e-59dd-4a1c-90e5-f13dea443574', 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 15:01:14.524636 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8f63c983-4eed-4c6c-a241-e1582e1d0a2a tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 15:01:14.528353 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8f63c983-4eed-4c6c-a241-e1582e1d0a2a tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Usage tracker for resource:security_group_rule and tenant:cb8396f7d7fa4e119b27ba0f04ca9001 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 15:01:14.531198 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8f63c983-4eed-4c6c-a241-e1582e1d0a2a tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 15:01:14.536678 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8f63c983-4eed-4c6c-a241-e1582e1d0a2a tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 15:01:14.552028 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8f63c983-4eed-4c6c-a241-e1582e1d0a2a tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:14.612926 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8f63c983-4eed-4c6c-a241-e1582e1d0a2a tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:14.616507 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8f63c983-4eed-4c6c-a241-e1582e1d0a2a tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:14.640169 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63c983-4eed-4c6c-a241-e1582e1d0a2a tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=953bf045-9c03-4e7a-8c84-e476361cd024,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:14.649797 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8f63c983-4eed-4c6c-a241-e1582e1d0a2a tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:14.650951 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8f63c983-4eed-4c6c-a241-e1582e1d0a2a tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1366494 Apr 06 15:01:14.653617 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 34664) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:01:14.659013 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-89198c2b-ffc9-4b90-b277-830ffd18817f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Request body: {'security_group_rule': {'security_group_id': '5aa4092e-59dd-4a1c-90e5-f13dea443574', 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 15:01:14.664612 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-89198c2b-ffc9-4b90-b277-830ffd18817f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 15:01:14.668415 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-89198c2b-ffc9-4b90-b277-830ffd18817f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Usage tracker for resource:security_group_rule and tenant:cb8396f7d7fa4e119b27ba0f04ca9001 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 15:01:14.671425 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-89198c2b-ffc9-4b90-b277-830ffd18817f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 15:01:14.676995 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-89198c2b-ffc9-4b90-b277-830ffd18817f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 15:01:14.692602 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-89198c2b-ffc9-4b90-b277-830ffd18817f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:14.754068 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-89198c2b-ffc9-4b90-b277-830ffd18817f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:14.757567 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-89198c2b-ffc9-4b90-b277-830ffd18817f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:14.780573 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89198c2b-ffc9-4b90-b277-830ffd18817f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563b11b8-6ded-415b-be6b-1f74917b2fde,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:14.791921 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-89198c2b-ffc9-4b90-b277-830ffd18817f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:14.793316 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-89198c2b-ffc9-4b90-b277-830ffd18817f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1387324 Apr 06 15:01:14.796003 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 34668) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:01:14.801416 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-871531c0-1a68-4053-aab7-38a8c97374f4 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Request body: {'security_group_rule': {'security_group_id': '5aa4092e-59dd-4a1c-90e5-f13dea443574', 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 15:01:14.807232 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-871531c0-1a68-4053-aab7-38a8c97374f4 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 15:01:14.811037 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-871531c0-1a68-4053-aab7-38a8c97374f4 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Usage tracker for resource:security_group_rule and tenant:cb8396f7d7fa4e119b27ba0f04ca9001 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 15:01:14.813840 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-871531c0-1a68-4053-aab7-38a8c97374f4 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 15:01:14.819374 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-871531c0-1a68-4053-aab7-38a8c97374f4 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 15:01:14.829821 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-871531c0-1a68-4053-aab7-38a8c97374f4 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Project cb8396f7d7fa4e119b27ba0f04ca9001 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:01:14.837581 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-871531c0-1a68-4053-aab7-38a8c97374f4 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:14.900692 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-871531c0-1a68-4053-aab7-38a8c97374f4 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:14.904149 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-871531c0-1a68-4053-aab7-38a8c97374f4 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:14.925533 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871531c0-1a68-4053-aab7-38a8c97374f4 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9000f4a4-a715-4b20-866c-3c262da1b2d0,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:14.934511 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-871531c0-1a68-4053-aab7-38a8c97374f4 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:14.935646 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-871531c0-1a68-4053-aab7-38a8c97374f4 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1387532 Apr 06 15:01:14.938277 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 34672) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:01:14.943413 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-b60193ad-98d9-49c2-9460-cdea5bfd97d2 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Request body: {'security_group_rule': {'security_group_id': '5aa4092e-59dd-4a1c-90e5-f13dea443574', 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 15:01:14.949707 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b60193ad-98d9-49c2-9460-cdea5bfd97d2 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 15:01:14.953455 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b60193ad-98d9-49c2-9460-cdea5bfd97d2 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Usage tracker for resource:security_group_rule and tenant:cb8396f7d7fa4e119b27ba0f04ca9001 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 15:01:14.956219 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b60193ad-98d9-49c2-9460-cdea5bfd97d2 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 15:01:14.962045 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b60193ad-98d9-49c2-9460-cdea5bfd97d2 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 15:01:14.971154 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-b60193ad-98d9-49c2-9460-cdea5bfd97d2 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Project cb8396f7d7fa4e119b27ba0f04ca9001 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:01:14.977206 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b60193ad-98d9-49c2-9460-cdea5bfd97d2 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:15.040017 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b60193ad-98d9-49c2-9460-cdea5bfd97d2 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:15.043313 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b60193ad-98d9-49c2-9460-cdea5bfd97d2 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:15.065980 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60193ad-98d9-49c2-9460-cdea5bfd97d2 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad1c9de0-fb73-4cef-aa0c-264794284ae3,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:15.075286 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b60193ad-98d9-49c2-9460-cdea5bfd97d2 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:15.076565 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b60193ad-98d9-49c2-9460-cdea5bfd97d2 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1374047 Apr 06 15:01:15.356327 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 2fa44f18-3505-4776-a49e-975b95f82610 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 15:01:15.388095 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: 2fa44f18-3505-4776-a49e-975b95f82610 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 15:01:15.388448 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 2fa44f18-3505-4776-a49e-975b95f82610 not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 15:01:28.671852 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 15:01:28.777161 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-66461598-ee10-4163-bea0-75a267455fd7 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Synchronizing usage tracker for tenant:cb8396f7d7fa4e119b27ba0f04ca9001 on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 15:01:28.791755 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-66461598-ee10-4163-bea0-75a267455fd7 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Unset dirty status for tenant:cb8396f7d7fa4e119b27ba0f04ca9001 on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 15:01:28.792908 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-66461598-ee10-4163-bea0-75a267455fd7 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-173753361&fields=id&tenant_id=cb8396f7d7fa4e119b27ba0f04ca9001 HTTP/1.1" status: 200 len: 267 time: 0.0553577 Apr 06 15:01:29.019201 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-512b58c3-293b-4f25-bd2a-639dec39f0e5 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:29.020615 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-512b58c3-293b-4f25-bd2a-639dec39f0e5 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/networks?id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750 HTTP/1.1" status: 200 len: 808 time: 0.2211037 Apr 06 15:01:29.036688 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-56d1b6e5-8846-4f3c-bb9e-07a7ac1ee008 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/quotas/cb8396f7d7fa4e119b27ba0f04ca9001 HTTP/1.1" status: 200 len: 375 time: 0.0100422 Apr 06 15:01:29.115382 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-cc4876fa-b5da-4219-a599-0256fdb4b83d tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Synchronizing usage tracker for tenant:cb8396f7d7fa4e119b27ba0f04ca9001 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 15:01:29.130058 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-cc4876fa-b5da-4219-a599-0256fdb4b83d tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Unset dirty status for tenant:cb8396f7d7fa4e119b27ba0f04ca9001 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 15:01:29.131255 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-cc4876fa-b5da-4219-a599-0256fdb4b83d tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb8396f7d7fa4e119b27ba0f04ca9001&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0899029 Apr 06 15:01:29.212074 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-ebad4f26-601d-4040-9df6-944f0835dd90 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 15:01:29.213060 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-ebad4f26-601d-4040-9df6-944f0835dd90 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0701942 Apr 06 15:01:29.292019 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:29.342772 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-9dc08b27-b705-4286-9ac9-6c175dcc4359 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235752 Apr 06 15:01:29.468565 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-d6b3d7d7-80e7-4fe2-933a-0a7864202f78 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201909 Apr 06 15:01:29.932332 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f8aee44f-ddcf-4d32-b9f8-9659fcee4b1b req-5fa2f38f-d790-40ef-a42e-c16f3f75073a tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 210 time: 0.1312180 Apr 06 15:01:31.037298 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5e7b1d68-34bd-4c08-893d-45cc4adb13f3 req-3b784c4d-f1f4-4287-b58c-a0f98dc9ab75 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 210 time: 0.0403857 Apr 06 15:01:32.151180 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-521ef6cb-1cf2-4c25-9cf1-928dbc6cceb3 req-e5332f0c-debd-48ed-bd97-77c797befa26 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 210 time: 0.0408044 Apr 06 15:01:33.257704 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-19d435d0-55d8-418e-be60-c3691a3320d0 req-42dbebaa-ad29-4edb-bb37-ffc503f35703 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 210 time: 0.0406473 Apr 06 15:01:34.427222 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-127642e8-52e4-42f1-bcf4-ad14cac07cdc req-f0efb268-13ba-4ed6-9b69-4f32fe379c22 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 210 time: 0.0427558 Apr 06 15:01:35.025932 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-1101b7f4-258a-4ada-818f-31b7e6e4ca25 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:35.027559 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-1101b7f4-258a-4ada-818f-31b7e6e4ca25 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.69 "GET /v2.0/networks?id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750 HTTP/1.1" status: 200 len: 808 time: 0.1427188 Apr 06 15:01:35.079904 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-1b58ac26-ca53-42ef-85a6-5119e2ad6179 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb8396f7d7fa4e119b27ba0f04ca9001 HTTP/1.1" status: 200 len: 379 time: 0.0407705 Apr 06 15:01:35.088315 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-a1397407-527e-4a0f-9595-1a92f235d278 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Request body: {'port': {'device_id': 'eddc0f7a-01fd-4137-8163-961e06dbf3a5', 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750', 'admin_state_up': True, 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'security_groups': ['5aa4092e-59dd-4a1c-90e5-f13dea443574']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 15:01:35.221101 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-a1397407-527e-4a0f-9595-1a92f235d278 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 15:01:35.231639 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-a1397407-527e-4a0f-9595-1a92f235d278 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 15:01:35.242266 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-a1397407-527e-4a0f-9595-1a92f235d278 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Made reservation on behalf of cb8396f7d7fa4e119b27ba0f04ca9001 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:01:35.245307 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-a1397407-527e-4a0f-9595-1a92f235d278 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:35.402934 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-a1397407-527e-4a0f-9595-1a92f235d278 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Allocated IP 172.20.0.13 (8ee47bf4-3f78-461b-8974-8aa6c4b2c750/d06dafa3-7838-49e1-bc1c-568da3e5c8cb/8955af0c-d05c-40c3-b863-42b2bc61e797) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:01:35.610462 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1d556335-124f-4deb-82bf-43ef80a2ef53 req-fb3650ba-1254-48c2-8108-b696c94fa82a tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 210 time: 0.0549424 Apr 06 15:01:35.630136 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-a1397407-527e-4a0f-9595-1a92f235d278 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:35.646262 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-a1397407-527e-4a0f-9595-1a92f235d278 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Transition to ACTIVE for port object 8955af0c-d05c-40c3-b863-42b2bc61e797 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 15:01:35.672390 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-a1397407-527e-4a0f-9595-1a92f235d278 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:35.744789 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-a1397407-527e-4a0f-9595-1a92f235d278 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Network 8ee47bf4-3f78-461b-8974-8aa6c4b2c750 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:01:35.748251 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-a1397407-527e-4a0f-9595-1a92f235d278 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:01:35.750802 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-a1397407-527e-4a0f-9595-1a92f235d278 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 15:01:35.787087 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1397407-527e-4a0f-9595-1a92f235d278 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Pushing event updated for resources: {'Port': ['ID=8955af0c-d05c-40c3-b863-42b2bc61e797,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:35.820194 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-a1397407-527e-4a0f-9595-1a92f235d278 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:35.820912 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-a1397407-527e-4a0f-9595-1a92f235d278 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:35.855944 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-a1397407-527e-4a0f-9595-1a92f235d278 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7710204 Apr 06 15:01:35.867069 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-01d1fd56-eaf7-4f0d-aa66-c4c421947c10 service neutron] Request body: {'port': {'device_id': 'eddc0f7a-01fd-4137-8163-961e06dbf3a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 15:01:35.984648 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-01d1fd56-eaf7-4f0d-aa66-c4c421947c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:35.990915 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4cc7c956-22aa-4042-a9b0-8e72b3894dfb None None] Provisioning for port 8955af0c-d05c-40c3-b863-42b2bc61e797 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 15:01:35.998970 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4cc7c956-22aa-4042-a9b0-8e72b3894dfb None None] Provisioning complete for port 8955af0c-d05c-40c3-b863-42b2bc61e797 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 15:01:35.999594 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4cc7c956-22aa-4042-a9b0-8e72b3894dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:36.058289 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7c956-22aa-4042-a9b0-8e72b3894dfb None None] Port 8955af0c-d05c-40c3-b863-42b2bc61e797 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 15:01:36.421085 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-01d1fd56-eaf7-4f0d-aa66-c4c421947c10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8955af0c-d05c-40c3-b863-42b2bc61e797 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 15:01:36.428428 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-01d1fd56-eaf7-4f0d-aa66-c4c421947c10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:36.443912 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-01d1fd56-eaf7-4f0d-aa66-c4c421947c10 service neutron] Transition to ACTIVE for port object 8955af0c-d05c-40c3-b863-42b2bc61e797 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 15:01:36.448287 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-01d1fd56-eaf7-4f0d-aa66-c4c421947c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:36.577812 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1fd56-eaf7-4f0d-aa66-c4c421947c10 service neutron] Pushing event updated for resources: {'Port': ['ID=8955af0c-d05c-40c3-b863-42b2bc61e797,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:36.698580 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-01d1fd56-eaf7-4f0d-aa66-c4c421947c10 service neutron] Attempting to bind port 8955af0c-d05c-40c3-b863-42b2bc61e797 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 15:01:36.698911 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-01d1fd56-eaf7-4f0d-aa66-c4c421947c10 service neutron] Attempting to bind port 8955af0c-d05c-40c3-b863-42b2bc61e797 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '447db5da-f3f7-46c5-9a26-2ce3679ebe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 15:01:36.699233 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-01d1fd56-eaf7-4f0d-aa66-c4c421947c10 service neutron] Attempting to bind port 8955af0c-d05c-40c3-b863-42b2bc61e797 on network 8ee47bf4-3f78-461b-8974-8aa6c4b2c750 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 15:01:36.705018 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-01d1fd56-eaf7-4f0d-aa66-c4c421947c10 service neutron] Port 8955af0c-d05c-40c3-b863-42b2bc61e797 on network 8ee47bf4-3f78-461b-8974-8aa6c4b2c750 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 15:01:36.705336 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-01d1fd56-eaf7-4f0d-aa66-c4c421947c10 service neutron] Attempting to bind port 8955af0c-d05c-40c3-b863-42b2bc61e797 on network 8ee47bf4-3f78-461b-8974-8aa6c4b2c750 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 15:01:36.711669 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-01d1fd56-eaf7-4f0d-aa66-c4c421947c10 service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 15:01:36.712000 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-01d1fd56-eaf7-4f0d-aa66-c4c421947c10 service neutron] Checking segment: {'id': '447db5da-f3f7-46c5-9a26-2ce3679ebe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 15:01:36.712376 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-01d1fd56-eaf7-4f0d-aa66-c4c421947c10 service neutron] Bound using segment: {'id': '447db5da-f3f7-46c5-9a26-2ce3679ebe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 15:01:36.712818 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-01d1fd56-eaf7-4f0d-aa66-c4c421947c10 service neutron] Bound port: 8955af0c-d05c-40c3-b863-42b2bc61e797, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '447db5da-f3f7-46c5-9a26-2ce3679ebe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 15:01:36.713183 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-01d1fd56-eaf7-4f0d-aa66-c4c421947c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:36.800446 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-01d1fd56-eaf7-4f0d-aa66-c4c421947c10 service neutron] For port 8955af0c-d05c-40c3-b863-42b2bc61e797, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:01:36.803993 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-01d1fd56-eaf7-4f0d-aa66-c4c421947c10 service neutron] For port 8955af0c-d05c-40c3-b863-42b2bc61e797, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8955af0c-d05c-40c3-b863-42b2bc61e797,segment=NetworkSegment(447db5da-f3f7-46c5-9a26-2ce3679ebe91),segment_id=447db5da-f3f7-46c5-9a26-2ce3679ebe91)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:01:36.808795 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-01d1fd56-eaf7-4f0d-aa66-c4c421947c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:36.822300 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedb9bf-a604-478a-8a62-478b46412fd1 req-014c2c33-b31f-4a5f-8c45-795536ef6d99 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:36.823818 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0fedb9bf-a604-478a-8a62-478b46412fd1 req-014c2c33-b31f-4a5f-8c45-795536ef6d99 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 944 time: 0.0832696 Apr 06 15:01:36.870040 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-0fedb9bf-a604-478a-8a62-478b46412fd1 req-638dccb2-bf05-4b37-a598-973a5a663fbd tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Synchronizing usage tracker for tenant:cb8396f7d7fa4e119b27ba0f04ca9001 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 15:01:36.879325 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-01d1fd56-eaf7-4f0d-aa66-c4c421947c10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:36.880697 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-01d1fd56-eaf7-4f0d-aa66-c4c421947c10 service neutron] 10.222.0.69 "PUT /v2.0/ports/8955af0c-d05c-40c3-b863-42b2bc61e797 HTTP/1.1" status: 200 len: 1094 time: 1.0182493 Apr 06 15:01:36.881146 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eddc0f7a-01fd-4137-8163-961e06dbf3a5', 'tag': '8955af0c-d05c-40c3-b863-42b2bc61e797'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 15:01:36.883435 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-0fedb9bf-a604-478a-8a62-478b46412fd1 req-638dccb2-bf05-4b37-a598-973a5a663fbd tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Unset dirty status for tenant:cb8396f7d7fa4e119b27ba0f04ca9001 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 15:01:36.885474 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0fedb9bf-a604-478a-8a62-478b46412fd1 req-638dccb2-bf05-4b37-a598-973a5a663fbd tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558138 Apr 06 15:01:36.896051 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1fd56-eaf7-4f0d-aa66-c4c421947c10 service neutron] Pushing event updated for resources: {'Port': ['ID=8955af0c-d05c-40c3-b863-42b2bc61e797,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:36.970060 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5ecd282-aa88-46a3-8781-5512d5db6954'] response: {'name': 'network-changed', 'server_uuid': 'eddc0f7a-01fd-4137-8163-961e06dbf3a5', 'tag': '8955af0c-d05c-40c3-b863-42b2bc61e797', 'status': 'completed', 'code': 200} Apr 06 15:01:37.006813 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-9de42bc6-50b2-4dff-bfd8-4e40ff4ff8d7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb8396f7d7fa4e119b27ba0f04ca9001&device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 1097 time: 0.0717411 Apr 06 15:01:37.079271 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-42f717d4-12c3-4f20-9ab5-853ac8b34b00 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8955af0c-d05c-40c3-b863-42b2bc61e797 HTTP/1.1" status: 200 len: 217 time: 0.0642803 Apr 06 15:01:37.138683 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-421470bc-5816-4d8c-a495-23c1dd1b5e29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:37.140093 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-421470bc-5816-4d8c-a495-23c1dd1b5e29 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d06dafa3-7838-49e1-bc1c-568da3e5c8cb HTTP/1.1" status: 200 len: 847 time: 0.0553060 Apr 06 15:01:37.215106 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-14cb5677-8d07-4313-82d9-04be7c9c0803 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689521 Apr 06 15:01:37.345986 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-03538f2c-c15f-4230-903c-3f56de3cebe6 service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248748 Apr 06 15:01:37.472587 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6be4e0d8-eed3-4407-af67-b3c0de808f62 req-1c736d3f-cf35-4435-8f82-89c14d142ea4 service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202316 Apr 06 15:01:37.582197 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f6184f3f-881d-4ec4-a626-a7c4a95790de req-11987313-c916-414b-a0cf-fc212e9b5582 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb8396f7d7fa4e119b27ba0f04ca9001&device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 1097 time: 0.0652206 Apr 06 15:01:37.710479 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6184f3f-881d-4ec4-a626-a7c4a95790de req-42eee1c8-e0f3-41f2-b3cc-def61518f761 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:37.711677 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f6184f3f-881d-4ec4-a626-a7c4a95790de req-42eee1c8-e0f3-41f2-b3cc-def61518f761 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750 HTTP/1.1" status: 200 len: 909 time: 0.1227984 Apr 06 15:01:37.779046 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f6184f3f-881d-4ec4-a626-a7c4a95790de req-e8c541c3-ce14-4554-9f25-61ae17ce9fea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8955af0c-d05c-40c3-b863-42b2bc61e797 HTTP/1.1" status: 200 len: 217 time: 0.0616016 Apr 06 15:01:37.840008 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6184f3f-881d-4ec4-a626-a7c4a95790de req-1c45fe64-4f9c-41aa-8ac9-8bd1fbc775da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:37.841461 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f6184f3f-881d-4ec4-a626-a7c4a95790de req-1c45fe64-4f9c-41aa-8ac9-8bd1fbc775da service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d06dafa3-7838-49e1-bc1c-568da3e5c8cb HTTP/1.1" status: 200 len: 847 time: 0.0561168 Apr 06 15:01:37.915476 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f6184f3f-881d-4ec4-a626-a7c4a95790de req-2bafe732-87fe-49cb-93ba-633837ee137a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680745 Apr 06 15:01:38.090415 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77dca8-dd1f-469e-9ced-06a6849cd0e8 req-9c00e04b-01f4-402f-804a-4975cef748c9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:38.091730 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1f77dca8-dd1f-469e-9ced-06a6849cd0e8 req-9c00e04b-01f4-402f-804a-4975cef748c9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 944 time: 0.0781624 Apr 06 15:01:38.137081 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1f77dca8-dd1f-469e-9ced-06a6849cd0e8 req-3d12c9b4-370b-440f-aec4-888d120d51cb tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397799 Apr 06 15:01:38.146821 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f6184f3f-881d-4ec4-a626-a7c4a95790de req-e078c99d-805a-43e0-8375-a7b2100e61b5 service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254703 Apr 06 15:01:38.157004 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-58556604-3e39-4a2a-9694-e7ce90c2b890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:38.276601 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f6184f3f-881d-4ec4-a626-a7c4a95790de req-7497c281-3577-468a-982b-e6cf94023938 service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228697 Apr 06 15:01:39.332742 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49617b1a-a2f4-46b0-9006-ad1556b08ead req-a008fdb5-debc-4318-85de-0c6e56b745d1 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:39.333589 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-49617b1a-a2f4-46b0-9006-ad1556b08ead req-a008fdb5-debc-4318-85de-0c6e56b745d1 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Synchronizing usage tracker for tenant:cb8396f7d7fa4e119b27ba0f04ca9001 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 15:01:39.348453 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-49617b1a-a2f4-46b0-9006-ad1556b08ead req-a008fdb5-debc-4318-85de-0c6e56b745d1 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Unset dirty status for tenant:cb8396f7d7fa4e119b27ba0f04ca9001 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 15:01:39.349663 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-49617b1a-a2f4-46b0-9006-ad1556b08ead req-a008fdb5-debc-4318-85de-0c6e56b745d1 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 944 time: 0.0910122 Apr 06 15:01:39.395251 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-49617b1a-a2f4-46b0-9006-ad1556b08ead req-289d4d1e-bc1c-4007-8297-31cb48523a70 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388188 Apr 06 15:01:40.585475 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0d4e2-5d47-4688-b577-eaba3634910c req-24adbcff-ef07-4ede-94be-6ee4cb29d769 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:40.586909 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b2b0d4e2-5d47-4688-b577-eaba3634910c req-24adbcff-ef07-4ede-94be-6ee4cb29d769 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 944 time: 0.0737398 Apr 06 15:01:40.631665 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b2b0d4e2-5d47-4688-b577-eaba3634910c req-51296c58-7555-447c-8d58-cba648ced8db tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387444 Apr 06 15:01:40.972717 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9f510e3d-4c2c-441e-b131-fbd96bde404f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:41.429651 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:41.527827 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:41.825640 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c65d5-cd76-40ca-8d0f-bb1d096e29aa req-03f680dd-a0c5-44d6-b176-56368e88d868 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:41.827013 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ad2c65d5-cd76-40ca-8d0f-bb1d096e29aa req-03f680dd-a0c5-44d6-b176-56368e88d868 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 944 time: 0.0783684 Apr 06 15:01:41.871530 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ad2c65d5-cd76-40ca-8d0f-bb1d096e29aa req-3f6bbcab-6079-47c0-b358-598c533a5f56 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387225 Apr 06 15:01:43.019087 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:43.070154 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01deafa3-b6d4-4b69-a104-82b042157983 req-ba923556-8318-4c87-b842-2da7fdf6f1c6 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:43.071633 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-01deafa3-b6d4-4b69-a104-82b042157983 req-ba923556-8318-4c87-b842-2da7fdf6f1c6 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 944 time: 0.0808697 Apr 06 15:01:43.116008 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-01deafa3-b6d4-4b69-a104-82b042157983 req-cece5abf-798b-46ef-9178-cb31b484bb10 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388496 Apr 06 15:01:44.305701 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b72dbe-1578-4cb5-9d1d-65ee80babae9 req-a81e7e67-cba7-48c7-bc9c-c47bbf9e049b tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:44.307855 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b8b72dbe-1578-4cb5-9d1d-65ee80babae9 req-a81e7e67-cba7-48c7-bc9c-c47bbf9e049b tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 944 time: 0.0752268 Apr 06 15:01:44.350534 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b8b72dbe-1578-4cb5-9d1d-65ee80babae9 req-8301a1cc-44b9-4cf0-9028-a748b93772e6 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373173 Apr 06 15:01:45.505252 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 8955af0c-d05c-40c3-b863-42b2bc61e797 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 15:01:45.541151 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a10a43-3df3-4dfd-90b8-f1ef1106365c req-652d4320-347a-4e08-941e-4014adb63e29 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:45.542615 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-86a10a43-3df3-4dfd-90b8-f1ef1106365c req-652d4320-347a-4e08-941e-4014adb63e29 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 944 time: 0.0748582 Apr 06 15:01:45.586126 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-86a10a43-3df3-4dfd-90b8-f1ef1106365c req-9fc545a4-fbb8-4dd2-a52d-42900a76b9be tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380604 Apr 06 15:01:45.636148 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 8955af0c-d05c-40c3-b863-42b2bc61e797, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8955af0c-d05c-40c3-b863-42b2bc61e797,segment=NetworkSegment(447db5da-f3f7-46c5-9a26-2ce3679ebe91),segment_id=447db5da-f3f7-46c5-9a26-2ce3679ebe91)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:01:45.654145 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '8955af0c-d05c-40c3-b863-42b2bc61e797', 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750', 'port_id': '8955af0c-d05c-40c3-b863-42b2bc61e797', 'mac_address': 'fa:16:3e:a2:65:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 15:01:45.705880 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:45.722171 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8955af0c-d05c-40c3-b863-42b2bc61e797 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 15:01:45.736661 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 8955af0c-d05c-40c3-b863-42b2bc61e797, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8955af0c-d05c-40c3-b863-42b2bc61e797,segment=NetworkSegment(447db5da-f3f7-46c5-9a26-2ce3679ebe91),segment_id=447db5da-f3f7-46c5-9a26-2ce3679ebe91)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:01:45.740718 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:45.808556 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=8955af0c-d05c-40c3-b863-42b2bc61e797,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:45.816803 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:45.817179 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:45.817512 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:45.817856 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:45.818186 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:45.818518 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:45.818843 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:45.819169 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:45.819492 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:45.819814 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:45.820135 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:45.948910 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['8955af0c-d05c-40c3-b863-42b2bc61e797'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 15:01:46.788656 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c7176-f23a-4823-8537-013a339a74ac req-97cc4b74-f618-47a5-b17d-a8f3dddfea1b tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:46.790136 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a16c7176-f23a-4823-8537-013a339a74ac req-97cc4b74-f618-47a5-b17d-a8f3dddfea1b tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 945 time: 0.0782216 Apr 06 15:01:46.835033 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a16c7176-f23a-4823-8537-013a339a74ac req-abe776b4-baa1-443e-9e06-d8cd27035d0c tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393777 Apr 06 15:01:47.536171 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 8955af0c-d05c-40c3-b863-42b2bc61e797 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 15:01:47.605411 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port 8955af0c-d05c-40c3-b863-42b2bc61e797 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 15:01:47.609798 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 8955af0c-d05c-40c3-b863-42b2bc61e797 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 15:01:47.610164 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:47.716114 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:47.743798 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddc0f7a-01fd-4137-8163-961e06dbf3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8955af0c-d05c-40c3-b863-42b2bc61e797'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 15:01:47.752800 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 8955af0c-d05c-40c3-b863-42b2bc61e797, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8955af0c-d05c-40c3-b863-42b2bc61e797,segment=NetworkSegment(447db5da-f3f7-46c5-9a26-2ce3679ebe91),segment_id=447db5da-f3f7-46c5-9a26-2ce3679ebe91)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:01:47.756783 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:47.820970 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=8955af0c-d05c-40c3-b863-42b2bc61e797,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:47.873766 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d562df8-001c-4a19-8dd5-461d8c972d6e'] response: {'server_uuid': 'eddc0f7a-01fd-4137-8163-961e06dbf3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8955af0c-d05c-40c3-b863-42b2bc61e797', 'code': 200} Apr 06 15:01:48.027767 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eebec6-24b0-4386-ac72-afcda0c3b774 req-3642ca4b-fc46-4dc0-95bc-86a71163921c tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:48.029107 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-61eebec6-24b0-4386-ac72-afcda0c3b774 req-3642ca4b-fc46-4dc0-95bc-86a71163921c tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 946 time: 0.0770860 Apr 06 15:01:48.115262 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-61eebec6-24b0-4386-ac72-afcda0c3b774 req-294acee2-51ea-4e8a-873d-329e6fe692a1 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800292 Apr 06 15:01:48.143339 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-41a0e657-2474-46d6-99bb-cf10b7daf4e5 req-a3c68cca-4ad0-4605-aac5-9368dc970325 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 1099 time: 0.0747259 Apr 06 15:01:48.183746 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-41a0e657-2474-46d6-99bb-cf10b7daf4e5 req-644904db-aa94-4c93-89b4-aa802f12542c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346234 Apr 06 15:01:49.316054 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ae36e-66a0-4247-adbf-836c70591966 req-e94cca76-efb5-4d8f-8e9b-8c01479c3d14 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:49.317448 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d66ae36e-66a0-4247-adbf-836c70591966 req-e94cca76-efb5-4d8f-8e9b-8c01479c3d14 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 946 time: 0.0812452 Apr 06 15:01:49.364524 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d66ae36e-66a0-4247-adbf-836c70591966 req-b5702a05-845c-4b7b-915a-b1f9e83a0ba4 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409629 Apr 06 15:01:49.557679 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacab75e-941a-429d-bb2f-90b80ab6d0a8 req-32add29f-0f02-4709-9acf-b7b19cbf65e0 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:49.559139 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cacab75e-941a-429d-bb2f-90b80ab6d0a8 req-32add29f-0f02-4709-9acf-b7b19cbf65e0 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 946 time: 0.0780511 Apr 06 15:01:49.603427 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cacab75e-941a-429d-bb2f-90b80ab6d0a8 req-e46693c1-8782-40f4-b14b-e8e4161d3fe7 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382996 Apr 06 15:01:49.630182 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 34830) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:01:49.699758 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fe2e6cd5-6c4f-4387-a0cd-d59c920366bb tempest-TestShelveInstance-1611854987 tempest-TestShelveInstance-1611854987-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 1094 time: 0.0683773 Apr 06 15:01:49.702237 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 34834) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:01:49.707497 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-72a2177a-8373-4786-ae76-c762d64ed765 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'port_id': '8955af0c-d05c-40c3-b863-42b2bc61e797', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 15:01:49.712824 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-72a2177a-8373-4786-ae76-c762d64ed765 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 15:01:49.716582 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-72a2177a-8373-4786-ae76-c762d64ed765 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Usage tracker for resource:floatingip and tenant:cb8396f7d7fa4e119b27ba0f04ca9001 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 15:01:49.719354 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-72a2177a-8373-4786-ae76-c762d64ed765 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 15:01:49.725110 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-72a2177a-8373-4786-ae76-c762d64ed765 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 15:01:49.735282 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-72a2177a-8373-4786-ae76-c762d64ed765 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for floatingip, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:49.868975 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-72a2177a-8373-4786-ae76-c762d64ed765 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:50.002444 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-72a2177a-8373-4786-ae76-c762d64ed765 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Allocated IP 172.26.8.168 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/c3843149-3e01-4dfa-b16d-abd7fd728656) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:01:50.144343 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-72a2177a-8373-4786-ae76-c762d64ed765 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:50.170991 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-72a2177a-8373-4786-ae76-c762d64ed765 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:50.237879 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a2177a-8373-4786-ae76-c762d64ed765 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:01:50.241006 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-72a2177a-8373-4786-ae76-c762d64ed765 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:01:50.242868 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2177a-8373-4786-ae76-c762d64ed765 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Pushing event updated for resources: {'Port': ['ID=c3843149-3e01-4dfa-b16d-abd7fd728656,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:50.244958 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a2177a-8373-4786-ae76-c762d64ed765 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 15:01:50.809469 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-72a2177a-8373-4786-ae76-c762d64ed765 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:50.864017 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-72a2177a-8373-4786-ae76-c762d64ed765 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:51.062005 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-72a2177a-8373-4786-ae76-c762d64ed765 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:51.065976 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-72a2177a-8373-4786-ae76-c762d64ed765 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:51.169929 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2177a-8373-4786-ae76-c762d64ed765 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Pushing event updated for resources: {'Port': ['ID=c3843149-3e01-4dfa-b16d-abd7fd728656,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:51.181354 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-72a2177a-8373-4786-ae76-c762d64ed765 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:51.363172 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-72a2177a-8373-4786-ae76-c762d64ed765 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Floating IP 068e0bf2-2880-4452-8404-e4634472731d associated. External IP: 172.26.8.168, port: 8955af0c-d05c-40c3-b863-42b2bc61e797. Apr 06 15:01:51.731982 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a2177a-8373-4786-ae76-c762d64ed765 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Router 7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:01:52.026410 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a2177a-8373-4786-ae76-c762d64ed765 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:01:52.036061 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf2122c-f570-4bf6-87e7-7a5cdc1e04b3 None None] Sync routers for ids ['7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 15:01:52.047589 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf2122c-f570-4bf6-87e7-7a5cdc1e04b3 None None] Routers {'7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 15:01:52.048186 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-bcf2122c-f570-4bf6-87e7-7a5cdc1e04b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T15:01:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:01:52.049388 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-72a2177a-8373-4786-ae76-c762d64ed765 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:01:52.103921 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-72a2177a-8373-4786-ae76-c762d64ed765 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4006789 Apr 06 15:01:52.104589 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eddc0f7a-01fd-4137-8163-961e06dbf3a5', 'tag': '8955af0c-d05c-40c3-b863-42b2bc61e797'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 15:01:52.158454 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a762c28a-8d1d-4029-bade-beef753da31e'] response: {'name': 'network-changed', 'server_uuid': 'eddc0f7a-01fd-4137-8163-961e06dbf3a5', 'tag': '8955af0c-d05c-40c3-b863-42b2bc61e797', 'status': 'completed', 'code': 200} Apr 06 15:01:52.249003 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-84591805-f9d8-407f-aa5b-b796c7647fe1 req-dba533ac-5311-46c7-baf1-d311a39a8b6e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb8396f7d7fa4e119b27ba0f04ca9001&device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 1099 time: 0.0691378 Apr 06 15:01:52.253341 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-bcf2122c-f570-4bf6-87e7-7a5cdc1e04b3 None None] Set router 7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 15:01:52.382306 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84591805-f9d8-407f-aa5b-b796c7647fe1 req-507d53af-08ed-4041-9a21-2bd0bcc520fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:52.383735 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-84591805-f9d8-407f-aa5b-b796c7647fe1 req-507d53af-08ed-4041-9a21-2bd0bcc520fd service neutron] 10.222.0.69 "GET /v2.0/networks?id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750 HTTP/1.1" status: 200 len: 909 time: 0.1293929 Apr 06 15:01:52.484294 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-84591805-f9d8-407f-aa5b-b796c7647fe1 req-e0fb8479-35a7-4063-a391-ce0be088b15e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8955af0c-d05c-40c3-b863-42b2bc61e797 HTTP/1.1" status: 200 len: 1000 time: 0.0946121 Apr 06 15:01:52.544115 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84591805-f9d8-407f-aa5b-b796c7647fe1 req-ac144e56-2270-49e9-a7fe-4a626796f5f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:52.545570 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-84591805-f9d8-407f-aa5b-b796c7647fe1 req-ac144e56-2270-49e9-a7fe-4a626796f5f4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d06dafa3-7838-49e1-bc1c-568da3e5c8cb HTTP/1.1" status: 200 len: 847 time: 0.0561714 Apr 06 15:01:52.600060 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-bcf2122c-f570-4bf6-87e7-7a5cdc1e04b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'name': 'tempest-TestShelveInstance-873136281-router', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:56:47Z', 'updated_at': '2022-04-06T14:56:50Z', 'revision_number': 4, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'gw_port': {'id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:48Z', 'updated_at': '2022-04-06T14:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '068e0bf2-2880-4452-8404-e4634472731d', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'floating_ip_address': '172.26.8.168', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'port_id': '8955af0c-d05c-40c3-b863-42b2bc61e797', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750', 'mac_address': 'fa:16:3e:a2:65:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddc0f7a-01fd-4137-8163-961e06dbf3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:01:50Z', 'updated_at': '2022-04-06T15:01:50Z', 'revision_number': 0, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb15703e-51d5-4304-bc3a-0a26f35aa564', 'name': '', 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'mac_address': 'fa:16:3e:45:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:50Z', 'updated_at': '2022-04-06T14:56:59Z', 'revision_number': 5, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'subnets': [{'id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:01:52.604331 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf2122c-f570-4bf6-87e7-7a5cdc1e04b3 None None] Checking router: 7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 15:01:52.615017 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf2122c-f570-4bf6-87e7-7a5cdc1e04b3 None None] Routers {'7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 15:01:52.615604 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-bcf2122c-f570-4bf6-87e7-7a5cdc1e04b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T15:01:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:01:52.626869 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-84591805-f9d8-407f-aa5b-b796c7647fe1 req-e18c2462-cfc0-4c23-a13e-6f27a6cde451 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744710 Apr 06 15:01:52.760662 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-84591805-f9d8-407f-aa5b-b796c7647fe1 req-5f03f49e-600e-4106-8b5c-db36a8201676 service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275117 Apr 06 15:01:52.794920 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-bcf2122c-f570-4bf6-87e7-7a5cdc1e04b3 None None] Set router 7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 15:01:52.889025 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-84591805-f9d8-407f-aa5b-b796c7647fe1 req-c3c86acd-702b-445b-adb1-c31f84118cc6 service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226237 Apr 06 15:01:53.137896 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-bcf2122c-f570-4bf6-87e7-7a5cdc1e04b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'name': 'tempest-TestShelveInstance-873136281-router', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:56:47Z', 'updated_at': '2022-04-06T14:56:50Z', 'revision_number': 4, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'gw_port': {'id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:48Z', 'updated_at': '2022-04-06T14:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '068e0bf2-2880-4452-8404-e4634472731d', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'floating_ip_address': '172.26.8.168', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'port_id': '8955af0c-d05c-40c3-b863-42b2bc61e797', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750', 'mac_address': 'fa:16:3e:a2:65:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddc0f7a-01fd-4137-8163-961e06dbf3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:01:50Z', 'updated_at': '2022-04-06T15:01:50Z', 'revision_number': 0, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb15703e-51d5-4304-bc3a-0a26f35aa564', 'name': '', 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'mac_address': 'fa:16:3e:45:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:50Z', 'updated_at': '2022-04-06T14:56:59Z', 'revision_number': 5, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'subnets': [{'id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:01:53.141642 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf2122c-f570-4bf6-87e7-7a5cdc1e04b3 None None] The sync data for ids ['7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'] in dv-neutron-835868-1-hyperv is: [{'id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'name': 'tempest-TestShelveInstance-873136281-router', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:56:47Z', 'updated_at': '2022-04-06T14:56:50Z', 'revision_number': 4, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'gw_port': {'id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:48Z', 'updated_at': '2022-04-06T14:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '068e0bf2-2880-4452-8404-e4634472731d', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'floating_ip_address': '172.26.8.168', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'port_id': '8955af0c-d05c-40c3-b863-42b2bc61e797', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750', 'mac_address': 'fa:16:3e:a2:65:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddc0f7a-01fd-4137-8163-961e06dbf3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:01:50Z', 'updated_at': '2022-04-06T15:01:50Z', 'revision_number': 0, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb15703e-51d5-4304-bc3a-0a26f35aa564', 'name': '', 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'mac_address': 'fa:16:3e:45:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:50Z', 'updated_at': '2022-04-06T14:56:59Z', 'revision_number': 5, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'subnets': [{'id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 15:01:53.329593 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e821cf62-548e-4914-8764-5db483dac408 None None] New status for floating IP 068e0bf2-2880-4452-8404-e4634472731d: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 15:01:59.293298 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:02:05.671441 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 15:02:08.159873 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e249a154-bb13-4f33-be30-e4c800e25098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:02:10.978461 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b258a717-f570-476a-8e16-f93567426ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:02:11.432250 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:02:11.531042 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:02:13.026112 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:02:17.183740 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-36333169-4a9b-4626-82fe-de9f561f5d3d req-5b0da757-e235-4155-9d34-4d503a6ad4dd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685287 Apr 06 15:02:17.334928 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-36333169-4a9b-4626-82fe-de9f561f5d3d req-c77b2a70-a6ef-4558-9f72-d4cae11d4793 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb8396f7d7fa4e119b27ba0f04ca9001&device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 1099 time: 0.0758221 Apr 06 15:02:17.481302 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36333169-4a9b-4626-82fe-de9f561f5d3d req-4c1c9778-2c86-4a02-b46a-a481f36c44a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:17.483040 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-36333169-4a9b-4626-82fe-de9f561f5d3d req-4c1c9778-2c86-4a02-b46a-a481f36c44a3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750 HTTP/1.1" status: 200 len: 909 time: 0.1296277 Apr 06 15:02:17.590406 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-36333169-4a9b-4626-82fe-de9f561f5d3d req-09767f70-57a5-4a0c-a17e-8d7a6efdd255 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8955af0c-d05c-40c3-b863-42b2bc61e797 HTTP/1.1" status: 200 len: 1002 time: 0.1011600 Apr 06 15:02:17.678290 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36333169-4a9b-4626-82fe-de9f561f5d3d req-bcca8ac1-a448-4534-a7e0-e250f42548ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:17.678290 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-36333169-4a9b-4626-82fe-de9f561f5d3d req-bcca8ac1-a448-4534-a7e0-e250f42548ef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d06dafa3-7838-49e1-bc1c-568da3e5c8cb HTTP/1.1" status: 200 len: 847 time: 0.0783930 Apr 06 15:02:17.800568 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-36333169-4a9b-4626-82fe-de9f561f5d3d req-6a5f4c95-ede3-43ea-940a-20c07ddcd346 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1164091 Apr 06 15:02:17.965051 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-36333169-4a9b-4626-82fe-de9f561f5d3d req-139936ab-ec67-45ae-a071-e8d09ddd0f3f service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638157 Apr 06 15:02:18.182866 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-36333169-4a9b-4626-82fe-de9f561f5d3d req-46875188-938e-4c8b-9af4-261061b1b16a service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119677 Apr 06 15:02:29.299803 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:02:38.162202 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-38dc4734-f729-4463-8e74-66b87ead0c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:02:40.979895 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c0506135-2584-445e-b7fb-513aa68c5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:02:41.433796 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:02:41.532893 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:02:42.671335 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 15:02:43.026103 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:02:59.297756 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:03:08.163965 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a1c57c96-90c0-4fee-908f-f1d287b8b203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:03:10.981417 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f94eb69e-a662-4143-a6f5-36cdb4d153c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:03:11.435770 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:03:11.534223 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:03:13.029671 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:03:19.170783 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3cae36a6-10ae-404e-83eb-55d79e4a1278 req-680aaef1-9936-4d70-88db-02fa0880798f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681319 Apr 06 15:03:19.304604 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3cae36a6-10ae-404e-83eb-55d79e4a1278 req-09f31943-ec38-41b3-a739-638ca3841a62 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb8396f7d7fa4e119b27ba0f04ca9001&device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 1099 time: 0.0677073 Apr 06 15:03:19.443940 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae36a6-10ae-404e-83eb-55d79e4a1278 req-491620a3-c093-41ac-89d0-5ebcf72e0935 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:19.445306 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3cae36a6-10ae-404e-83eb-55d79e4a1278 req-491620a3-c093-41ac-89d0-5ebcf72e0935 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750 HTTP/1.1" status: 200 len: 909 time: 0.1234922 Apr 06 15:03:19.545430 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3cae36a6-10ae-404e-83eb-55d79e4a1278 req-d877ee2c-1cca-4dba-bb9b-ebc2b197dc3f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8955af0c-d05c-40c3-b863-42b2bc61e797 HTTP/1.1" status: 200 len: 1002 time: 0.0942721 Apr 06 15:03:19.604577 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae36a6-10ae-404e-83eb-55d79e4a1278 req-08dbeb71-3ad3-4965-8a5e-c7ccd2153c14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:19.606011 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3cae36a6-10ae-404e-83eb-55d79e4a1278 req-08dbeb71-3ad3-4965-8a5e-c7ccd2153c14 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d06dafa3-7838-49e1-bc1c-568da3e5c8cb HTTP/1.1" status: 200 len: 847 time: 0.0555570 Apr 06 15:03:19.671129 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 15:03:19.679893 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3cae36a6-10ae-404e-83eb-55d79e4a1278 req-12b87518-9553-4196-8e11-67ea4d2e5d89 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679507 Apr 06 15:03:19.806443 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3cae36a6-10ae-404e-83eb-55d79e4a1278 req-6c3d1606-11dd-45d8-a0e5-6e99d297e7e3 service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206007 Apr 06 15:03:19.932695 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3cae36a6-10ae-404e-83eb-55d79e4a1278 req-95df9a81-c9c7-4a57-8d0d-4def8e375018 service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210332 Apr 06 15:03:29.300006 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:03:38.165744 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-acfa3ee3-4439-4f46-947c-9f1447a97ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:03:40.982517 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a7bcf68f-c3fe-4f14-974d-134ca8ccad66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:03:41.437853 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:03:41.538897 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:03:43.032226 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:03:50.050121 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ff076-2a15-40d7-9348-d3abc0c1fdfb req-9042acef-435a-400b-9a5d-938ae7369cdc tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:50.052164 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-144ff076-2a15-40d7-9348-d3abc0c1fdfb req-9042acef-435a-400b-9a5d-938ae7369cdc tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 946 time: 0.0819969 Apr 06 15:03:50.097660 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-144ff076-2a15-40d7-9348-d3abc0c1fdfb req-49c1ef62-c9cc-445a-be5b-994bb963d6b6 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398738 Apr 06 15:03:51.302324 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975dacef-6c74-4471-a344-fcaeb31561f0 req-d6ecf715-16af-4bf5-abed-ec1ce7a23273 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:51.303749 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-975dacef-6c74-4471-a344-fcaeb31561f0 req-d6ecf715-16af-4bf5-abed-ec1ce7a23273 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 946 time: 0.0731816 Apr 06 15:03:51.347665 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-975dacef-6c74-4471-a344-fcaeb31561f0 req-f6ea814a-963a-41d9-8b7f-8a72bcca026b tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384996 Apr 06 15:03:52.551107 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1779425-31eb-4eb3-a8ea-f65b88e1e427 req-7358b60d-eee4-4cd5-8a62-164f28193805 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:52.552578 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f1779425-31eb-4eb3-a8ea-f65b88e1e427 req-7358b60d-eee4-4cd5-8a62-164f28193805 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 946 time: 0.0731876 Apr 06 15:03:52.599315 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f1779425-31eb-4eb3-a8ea-f65b88e1e427 req-e2f25fe2-566d-436a-b81b-3f24cd15c430 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389466 Apr 06 15:03:53.795773 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fd779-88c5-4776-a636-c935f01b2fbd req-4fc0d32a-4c7d-47ba-ba93-a85dd94c05b7 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:53.797226 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f57fd779-88c5-4776-a636-c935f01b2fbd req-4fc0d32a-4c7d-47ba-ba93-a85dd94c05b7 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 946 time: 0.0783286 Apr 06 15:03:53.842935 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f57fd779-88c5-4776-a636-c935f01b2fbd req-2d5e0605-5d63-4ac2-b5e7-1fbe374f19cd tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393827 Apr 06 15:03:55.043822 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300304be-6f66-4b5f-889a-223b50b16753 req-e2d72414-1551-42c5-a2f9-df3bfb955b09 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:55.045235 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-300304be-6f66-4b5f-889a-223b50b16753 req-e2d72414-1551-42c5-a2f9-df3bfb955b09 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 946 time: 0.0838661 Apr 06 15:03:55.090487 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-300304be-6f66-4b5f-889a-223b50b16753 req-15d9d7ee-ee45-4130-9e67-850a1b326de0 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397422 Apr 06 15:03:56.282800 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ba72c-a5f3-486d-aaff-52a6175a3e26 req-c0731097-76f3-4eb9-9c31-56ce6dcb1619 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:56.284240 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-057ba72c-a5f3-486d-aaff-52a6175a3e26 req-c0731097-76f3-4eb9-9c31-56ce6dcb1619 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 946 time: 0.0761409 Apr 06 15:03:56.334286 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-057ba72c-a5f3-486d-aaff-52a6175a3e26 req-65b309df-db84-4cda-89ad-89271db3390d tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427682 Apr 06 15:03:56.671071 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 15:03:57.528768 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4e0f5-c4db-4c98-a18d-edca943b05e9 req-6fc7e027-1390-43b7-a48b-f51ef1ab9f96 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:57.530219 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-abd4e0f5-c4db-4c98-a18d-edca943b05e9 req-6fc7e027-1390-43b7-a48b-f51ef1ab9f96 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 946 time: 0.0740910 Apr 06 15:03:57.573949 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-abd4e0f5-c4db-4c98-a18d-edca943b05e9 req-48289e5e-b7a1-47a6-9ca9-b989442ce8f9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383639 Apr 06 15:03:58.762751 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860f2df-75f0-4ad6-8300-7b1f24ab6aea req-4a69d6be-d70d-4933-95af-f3120c179be0 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:58.764177 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e860f2df-75f0-4ad6-8300-7b1f24ab6aea req-4a69d6be-d70d-4933-95af-f3120c179be0 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 946 time: 0.0739925 Apr 06 15:03:58.813371 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e860f2df-75f0-4ad6-8300-7b1f24ab6aea req-c95104e3-fced-4664-b528-fa6f9e066d62 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437195 Apr 06 15:03:59.328120 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:04:00.007572 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57671ec3-9764-4ce4-b2ed-13b25ab674d3 req-6614a0b2-0535-4dab-a0f6-d1a71be1a999 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:00.009018 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-57671ec3-9764-4ce4-b2ed-13b25ab674d3 req-6614a0b2-0535-4dab-a0f6-d1a71be1a999 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 946 time: 0.0770919 Apr 06 15:04:00.055224 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-57671ec3-9764-4ce4-b2ed-13b25ab674d3 req-9569698f-4c72-4632-8628-14d7ae21d573 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407472 Apr 06 15:04:00.139842 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6cf7af8e-1a40-4341-ab40-af062f680876 req-4130c6b0-0570-4d2c-a9a3-3b897fee809a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb8396f7d7fa4e119b27ba0f04ca9001&device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 1099 time: 0.0814886 Apr 06 15:04:00.268353 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7af8e-1a40-4341-ab40-af062f680876 req-876e9866-3318-4b11-b0c3-12fc63ef0ee8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:00.269842 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6cf7af8e-1a40-4341-ab40-af062f680876 req-876e9866-3318-4b11-b0c3-12fc63ef0ee8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750 HTTP/1.1" status: 200 len: 909 time: 0.1239328 Apr 06 15:04:00.365421 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6cf7af8e-1a40-4341-ab40-af062f680876 req-9b7b5737-5fa8-4165-8bc2-e641c028f130 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8955af0c-d05c-40c3-b863-42b2bc61e797 HTTP/1.1" status: 200 len: 1002 time: 0.0899801 Apr 06 15:04:00.518500 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7af8e-1a40-4341-ab40-af062f680876 req-7fedb729-5397-4d2c-8711-91a7d38dcd94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:00.519938 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6cf7af8e-1a40-4341-ab40-af062f680876 req-7fedb729-5397-4d2c-8711-91a7d38dcd94 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d06dafa3-7838-49e1-bc1c-568da3e5c8cb HTTP/1.1" status: 200 len: 847 time: 0.1493766 Apr 06 15:04:00.592072 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6cf7af8e-1a40-4341-ab40-af062f680876 req-8653c70c-c7f9-469d-a519-678078ef74af service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663428 Apr 06 15:04:00.720237 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6cf7af8e-1a40-4341-ab40-af062f680876 req-7165b1b1-a29d-4ed8-84b4-829c5d2b5783 service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213040 Apr 06 15:04:00.855052 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6cf7af8e-1a40-4341-ab40-af062f680876 req-d091b510-2093-4a9a-84e9-39a731b9210a service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295402 Apr 06 15:04:01.269010 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a675841-b5a2-4baa-a704-46fa8d644476 req-f190db80-54bd-43bb-b51f-572267e0e43c tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:01.270446 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5a675841-b5a2-4baa-a704-46fa8d644476 req-f190db80-54bd-43bb-b51f-572267e0e43c tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 946 time: 0.0797820 Apr 06 15:04:01.314492 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5a675841-b5a2-4baa-a704-46fa8d644476 req-1c37c40e-2712-462e-b78b-cf56b4d5b949 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387409 Apr 06 15:04:02.508247 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe64684-2d77-4a6a-82f9-83e1bba88eca req-b742722b-aec9-4bcd-846f-27bf2d7ab7c3 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:02.509794 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dfe64684-2d77-4a6a-82f9-83e1bba88eca req-b742722b-aec9-4bcd-846f-27bf2d7ab7c3 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 946 time: 0.0770302 Apr 06 15:04:02.558434 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dfe64684-2d77-4a6a-82f9-83e1bba88eca req-20d46ded-a40a-401d-aa73-774bbbacb46a tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428803 Apr 06 15:04:03.748486 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be13c7f-5daf-47c0-a7bd-a0f788b4bd23 req-03241497-8883-4174-84ff-5116241cebd9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:03.749922 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1be13c7f-5daf-47c0-a7bd-a0f788b4bd23 req-03241497-8883-4174-84ff-5116241cebd9 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 946 time: 0.0735283 Apr 06 15:04:03.797361 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1be13c7f-5daf-47c0-a7bd-a0f788b4bd23 req-89e69d84-a650-460d-97ef-40161a2e7a17 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419965 Apr 06 15:04:04.117807 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-897d2f66-f56f-4e0b-8c3c-6a72fb15365a req-4faaa40d-8c4f-4aa4-a72d-da1ac2264d6c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2047820 Apr 06 15:04:04.436616 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388795a7-48a6-4b9d-8bd6-faa37bb373ad req-68bc9004-a4f9-4916-85d2-a5d3a51b7402 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:04.438082 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-388795a7-48a6-4b9d-8bd6-faa37bb373ad req-68bc9004-a4f9-4916-85d2-a5d3a51b7402 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 946 time: 0.1298268 Apr 06 15:04:04.444299 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2dea941b-b55e-462d-ae47-9066cefe2f71 req-df68ad24-5ff8-4fd7-aeb5-552d7eca33c5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2078085 Apr 06 15:04:04.488705 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-388795a7-48a6-4b9d-8bd6-faa37bb373ad req-08834456-b435-416e-bbec-b721ef6497c3 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428665 Apr 06 15:04:05.687217 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646af347-6d14-4fa6-b4f2-0e45a8df2b34 req-f082cd39-341b-469b-9dda-9b72fb39e5c8 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:05.688705 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-646af347-6d14-4fa6-b4f2-0e45a8df2b34 req-f082cd39-341b-469b-9dda-9b72fb39e5c8 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 946 time: 0.0781088 Apr 06 15:04:05.742306 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-646af347-6d14-4fa6-b4f2-0e45a8df2b34 req-3a41098c-2450-4a1c-b572-d3bae3ae621a tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441632 Apr 06 15:04:06.363387 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 8955af0c-d05c-40c3-b863-42b2bc61e797 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 15:04:06.475852 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:04:06.501715 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddc0f7a-01fd-4137-8163-961e06dbf3a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8955af0c-d05c-40c3-b863-42b2bc61e797'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 15:04:06.511970 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 8955af0c-d05c-40c3-b863-42b2bc61e797, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8955af0c-d05c-40c3-b863-42b2bc61e797,segment=NetworkSegment(447db5da-f3f7-46c5-9a26-2ce3679ebe91),segment_id=447db5da-f3f7-46c5-9a26-2ce3679ebe91)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:04:06.516437 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:04:06.564956 dv-neutron-835868-1-hyperv neutron-server[83739]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a49b091e-5551-4924-bab4-135844a51127']: {'server_uuid': 'eddc0f7a-01fd-4137-8163-961e06dbf3a5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8955af0c-d05c-40c3-b863-42b2bc61e797', 'code': 422} returned with failed status Apr 06 15:04:06.588193 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=8955af0c-d05c-40c3-b863-42b2bc61e797,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:06.596574 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:06.596940 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:06.597283 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:06.597621 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:06.597949 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:06.598274 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:06.598601 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:06.598924 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:06.599268 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:06.599566 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:06.599878 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:06.680164 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2dea941b-b55e-462d-ae47-9066cefe2f71 req-e1863444-b75e-488e-a3f8-614a8bb588db service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5&tenant_id=cb8396f7d7fa4e119b27ba0f04ca9001 HTTP/1.1" status: 200 len: 1097 time: 0.0663528 Apr 06 15:04:06.767930 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2dea941b-b55e-462d-ae47-9066cefe2f71 req-f1a10290-ce86-4f3f-80e5-2038179e591a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb8396f7d7fa4e119b27ba0f04ca9001&device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 1097 time: 0.0687516 Apr 06 15:04:06.896297 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea941b-b55e-462d-ae47-9066cefe2f71 req-5dd1823c-73b2-49cf-b2b0-6f67463db0ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:06.897748 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2dea941b-b55e-462d-ae47-9066cefe2f71 req-5dd1823c-73b2-49cf-b2b0-6f67463db0ce service neutron] 10.222.0.69 "GET /v2.0/networks?id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750 HTTP/1.1" status: 200 len: 909 time: 0.1243215 Apr 06 15:04:06.941857 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f71c55-ed48-4a56-9b5d-b773ca1a5cc2 req-84a537cc-28b5-48ac-bf64-38b3abb94ba3 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:06.943212 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-07f71c55-ed48-4a56-9b5d-b773ca1a5cc2 req-84a537cc-28b5-48ac-bf64-38b3abb94ba3 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 944 time: 0.0754509 Apr 06 15:04:06.992998 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-07f71c55-ed48-4a56-9b5d-b773ca1a5cc2 req-7c332846-e4be-4fd6-b45a-9ed70c164fd5 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424805 Apr 06 15:04:06.994263 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2dea941b-b55e-462d-ae47-9066cefe2f71 req-12fd19e0-09e7-4df8-824a-449424f6835f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8955af0c-d05c-40c3-b863-42b2bc61e797 HTTP/1.1" status: 200 len: 1000 time: 0.0912664 Apr 06 15:04:07.059141 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea941b-b55e-462d-ae47-9066cefe2f71 req-ccff5103-0e90-4c08-9af0-12534d2938ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:07.060544 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2dea941b-b55e-462d-ae47-9066cefe2f71 req-ccff5103-0e90-4c08-9af0-12534d2938ab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d06dafa3-7838-49e1-bc1c-568da3e5c8cb HTTP/1.1" status: 200 len: 847 time: 0.0594540 Apr 06 15:04:07.132230 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2dea941b-b55e-462d-ae47-9066cefe2f71 req-f31068f8-3ea7-485a-98eb-866f1323d04f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652974 Apr 06 15:04:07.261632 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2dea941b-b55e-462d-ae47-9066cefe2f71 req-706b53fe-7387-4ae9-bdaa-ec11a174e147 service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240683 Apr 06 15:04:07.387691 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2dea941b-b55e-462d-ae47-9066cefe2f71 req-d58b9abe-2bcd-4145-a81e-186df4622218 service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204870 Apr 06 15:04:08.168909 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-60494222-e316-4c6b-ab41-563029dbab1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:04:08.417623 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb880835-9b99-4c70-8771-390cc1b289ef req-7cd68589-4ac0-44fe-a85c-7f11e54971f1 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:08.419104 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fb880835-9b99-4c70-8771-390cc1b289ef req-7cd68589-4ac0-44fe-a85c-7f11e54971f1 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 944 time: 0.1577561 Apr 06 15:04:08.462159 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fb880835-9b99-4c70-8771-390cc1b289ef req-a686a3ef-0c59-4962-9150-12b74615a59c tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377507 Apr 06 15:04:09.660063 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d55f7-8643-4d36-b35f-7d0737ef47b6 req-c9486549-7902-49d9-bc05-de8677890279 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:09.661524 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-702d55f7-8643-4d36-b35f-7d0737ef47b6 req-c9486549-7902-49d9-bc05-de8677890279 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 944 time: 0.0803900 Apr 06 15:04:09.705410 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-702d55f7-8643-4d36-b35f-7d0737ef47b6 req-555584a3-eafa-420e-b056-2000dd3f34f0 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377476 Apr 06 15:04:10.962244 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6193b-4022-41cf-baf7-77e84da0d9f6 req-712d8aa0-9cbb-4eb6-839c-9f68d5594bd5 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:10.963677 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5fd6193b-4022-41cf-baf7-77e84da0d9f6 req-712d8aa0-9cbb-4eb6-839c-9f68d5594bd5 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 944 time: 0.1392653 Apr 06 15:04:10.984996 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e99178a2-7c82-4989-924d-a808e8c367b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:04:11.009772 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5fd6193b-4022-41cf-baf7-77e84da0d9f6 req-9bd04d1e-f967-4e7f-90e0-1d93140478b0 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405750 Apr 06 15:04:11.439085 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:04:11.540488 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:04:12.266284 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68877a-6f5b-4fd6-af49-08d0110d357d req-fd45b66c-f2a5-47fa-bd99-0ec5287f6d51 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:12.267742 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1b68877a-6f5b-4fd6-af49-08d0110d357d req-fd45b66c-f2a5-47fa-bd99-0ec5287f6d51 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 944 time: 0.1403363 Apr 06 15:04:12.311558 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1b68877a-6f5b-4fd6-af49-08d0110d357d req-f313e56c-b24d-4bd2-bc5f-3671d564d3d2 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383775 Apr 06 15:04:13.035793 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:04:13.504361 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d9dc2-8d0a-44ac-b13a-d9e5a35148dc req-28e50e96-1257-4054-a094-11d577d6dcd8 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:13.505727 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-331d9dc2-8d0a-44ac-b13a-d9e5a35148dc req-28e50e96-1257-4054-a094-11d577d6dcd8 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 944 time: 0.0781589 Apr 06 15:04:13.556214 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-331d9dc2-8d0a-44ac-b13a-d9e5a35148dc req-6490e84d-db94-4a35-9502-ba27dfcd2891 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444405 Apr 06 15:04:14.751861 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb34d2-5d81-4605-afbe-fddfbc54d781 req-925bb14e-fedb-46f6-86a2-867b4144c8a0 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:14.753288 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0deb34d2-5d81-4605-afbe-fddfbc54d781 req-925bb14e-fedb-46f6-86a2-867b4144c8a0 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 944 time: 0.0773773 Apr 06 15:04:14.797308 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0deb34d2-5d81-4605-afbe-fddfbc54d781 req-fc84cbe4-5a37-4908-b0a3-4c2355ea6f78 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385745 Apr 06 15:04:15.989271 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e233cee-6d2f-427e-9c2e-c9ad2480b42c req-9ab97b42-e12d-494f-a261-8486119d2750 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:15.990670 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1e233cee-6d2f-427e-9c2e-c9ad2480b42c req-9ab97b42-e12d-494f-a261-8486119d2750 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 944 time: 0.0731552 Apr 06 15:04:16.037604 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1e233cee-6d2f-427e-9c2e-c9ad2480b42c req-77684a1a-7079-4dc4-8e33-f946c4f2292a tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415356 Apr 06 15:04:16.426026 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 8955af0c-d05c-40c3-b863-42b2bc61e797 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 15:04:16.553361 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 8955af0c-d05c-40c3-b863-42b2bc61e797, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8955af0c-d05c-40c3-b863-42b2bc61e797,segment=NetworkSegment(447db5da-f3f7-46c5-9a26-2ce3679ebe91),segment_id=447db5da-f3f7-46c5-9a26-2ce3679ebe91)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:04:16.565834 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '8955af0c-d05c-40c3-b863-42b2bc61e797', 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750', 'port_id': '8955af0c-d05c-40c3-b863-42b2bc61e797', 'mac_address': 'fa:16:3e:a2:65:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 15:04:16.617018 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:04:16.632828 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8955af0c-d05c-40c3-b863-42b2bc61e797 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 15:04:16.646803 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 8955af0c-d05c-40c3-b863-42b2bc61e797, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8955af0c-d05c-40c3-b863-42b2bc61e797,segment=NetworkSegment(447db5da-f3f7-46c5-9a26-2ce3679ebe91),segment_id=447db5da-f3f7-46c5-9a26-2ce3679ebe91)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:04:16.651049 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:04:16.748016 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=8955af0c-d05c-40c3-b863-42b2bc61e797,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:16.909005 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['8955af0c-d05c-40c3-b863-42b2bc61e797'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 15:04:17.229272 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d7127-13f2-4d0c-a29a-6dd1109abc20 req-263bc2ba-0d5e-4962-a1bb-1f85701e6b99 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:17.230701 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9b3d7127-13f2-4d0c-a29a-6dd1109abc20 req-263bc2ba-0d5e-4962-a1bb-1f85701e6b99 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 945 time: 0.0742545 Apr 06 15:04:17.277421 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9b3d7127-13f2-4d0c-a29a-6dd1109abc20 req-7bbc650f-925c-4582-b9ad-f8b318c5b507 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413451 Apr 06 15:04:18.440688 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 8955af0c-d05c-40c3-b863-42b2bc61e797 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 15:04:18.467492 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bdfaf-a1ff-4f1d-be78-863445d998c6 req-ee607cd8-f622-41f7-833c-ad3e5e4caeec tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:18.468974 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-940bdfaf-a1ff-4f1d-be78-863445d998c6 req-ee607cd8-f622-41f7-833c-ad3e5e4caeec tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 945 time: 0.0754941 Apr 06 15:04:18.507848 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 8955af0c-d05c-40c3-b863-42b2bc61e797 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 15:04:18.508257 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:04:18.517939 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-940bdfaf-a1ff-4f1d-be78-863445d998c6 req-153b76d9-b30c-45a3-8266-db4ab6ee1072 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434470 Apr 06 15:04:18.617930 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:04:18.642838 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddc0f7a-01fd-4137-8163-961e06dbf3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8955af0c-d05c-40c3-b863-42b2bc61e797'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 15:04:18.652537 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 8955af0c-d05c-40c3-b863-42b2bc61e797, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8955af0c-d05c-40c3-b863-42b2bc61e797,segment=NetworkSegment(447db5da-f3f7-46c5-9a26-2ce3679ebe91),segment_id=447db5da-f3f7-46c5-9a26-2ce3679ebe91)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:04:18.656977 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:04:18.722571 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=8955af0c-d05c-40c3-b863-42b2bc61e797,revision_number=8']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:19.712981 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a8b8c-6bd1-4fed-9e88-47a115ba4467 req-2499b071-5462-49f1-b5b9-4ad274254a5f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:19.714430 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-aa9a8b8c-6bd1-4fed-9e88-47a115ba4467 req-2499b071-5462-49f1-b5b9-4ad274254a5f tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 946 time: 0.0788047 Apr 06 15:04:19.718921 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7677b6dd-d3ea-4938-9dbf-eebfe19f902c'] response: {'server_uuid': 'eddc0f7a-01fd-4137-8163-961e06dbf3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8955af0c-d05c-40c3-b863-42b2bc61e797', 'code': 200} Apr 06 15:04:19.759831 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-aa9a8b8c-6bd1-4fed-9e88-47a115ba4467 req-54caef8a-752a-4edc-a8a1-b109a9bd4d9d tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397427 Apr 06 15:04:19.973409 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-00521208-039a-4c3e-80eb-c408d4c7cbf3 req-7f7c2a28-5ea6-44cd-bade-8e99de8778d4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 1099 time: 0.0653012 Apr 06 15:04:20.013097 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-00521208-039a-4c3e-80eb-c408d4c7cbf3 req-07c0a9eb-13b4-4804-b5e4-e6327fa2e9dc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341661 Apr 06 15:04:20.356197 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7ead0383-e900-451e-a4d3-84a08aa9e355 req-e8ff7d5c-65f3-4b37-b85f-eb6b32e1df84 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb8396f7d7fa4e119b27ba0f04ca9001&device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 1099 time: 0.0695617 Apr 06 15:04:20.503818 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead0383-e900-451e-a4d3-84a08aa9e355 req-f0b82336-0347-409b-8c7d-08524b136632 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:20.505258 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7ead0383-e900-451e-a4d3-84a08aa9e355 req-f0b82336-0347-409b-8c7d-08524b136632 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750 HTTP/1.1" status: 200 len: 909 time: 0.1217649 Apr 06 15:04:20.603812 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7ead0383-e900-451e-a4d3-84a08aa9e355 req-94fa8a21-d713-46c9-a55c-ec99c844fa8c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8955af0c-d05c-40c3-b863-42b2bc61e797 HTTP/1.1" status: 200 len: 1002 time: 0.0919394 Apr 06 15:04:20.664776 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead0383-e900-451e-a4d3-84a08aa9e355 req-24ef1d9d-163b-4af9-b15e-8b81dd9c7b2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:20.666169 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7ead0383-e900-451e-a4d3-84a08aa9e355 req-24ef1d9d-163b-4af9-b15e-8b81dd9c7b2c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d06dafa3-7838-49e1-bc1c-568da3e5c8cb HTTP/1.1" status: 200 len: 847 time: 0.0546494 Apr 06 15:04:20.737957 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7ead0383-e900-451e-a4d3-84a08aa9e355 req-4642d5e7-3282-4938-8947-5df6ee076c01 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0642393 Apr 06 15:04:20.868796 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7ead0383-e900-451e-a4d3-84a08aa9e355 req-7075a6d9-f8af-4086-81f3-b7f50072c54f service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223583 Apr 06 15:04:21.015849 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7ead0383-e900-451e-a4d3-84a08aa9e355 req-4ef68463-ccb1-4311-8298-b71e2db30675 service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405962 Apr 06 15:04:21.041593 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf425c-f25d-4bcd-a26d-e09790a3cf70 req-2e3ac347-1e70-49e3-84f8-584de3ef3938 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:21.043698 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eabf425c-f25d-4bcd-a26d-e09790a3cf70 req-2e3ac347-1e70-49e3-84f8-584de3ef3938 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 946 time: 0.1610200 Apr 06 15:04:21.089069 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eabf425c-f25d-4bcd-a26d-e09790a3cf70 req-1949f83d-ab12-498d-987b-3aad03f8f939 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393660 Apr 06 15:04:22.284596 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d56d33-c487-4202-b21e-4ae1b9b2b845 req-afa16aa6-9f73-42ae-854b-fcc2ffb22fc3 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:22.286029 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-33d56d33-c487-4202-b21e-4ae1b9b2b845 req-afa16aa6-9f73-42ae-854b-fcc2ffb22fc3 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 946 time: 0.0774076 Apr 06 15:04:22.329482 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-33d56d33-c487-4202-b21e-4ae1b9b2b845 req-42bfdb8b-3526-4093-be21-cb9ba26f74f1 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374894 Apr 06 15:04:29.317073 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:04:33.671091 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 15:04:38.170835 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b7775072-e3b9-40e0-92b4-20fc8e53797b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:04:40.990123 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-deb8582c-cb35-4259-9d56-f9fa0e336ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:04:41.441331 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:04:41.549961 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:04:43.039180 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:04:59.341599 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:08.172882 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-310c16a3-3d0b-4632-be6a-cfad327cbd42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:10.675534 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 15:05:10.991059 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-954a7632-22e9-40c5-abb0-cd103dc17509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:11.442737 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:11.546584 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:13.041540 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:21.162865 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-54f2dac7-bf33-41c9-b514-93e3e5eee475 req-0a265b02-1cbb-42f8-afd2-0110de9db2a8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690536 Apr 06 15:05:21.298992 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-54f2dac7-bf33-41c9-b514-93e3e5eee475 req-a89ba640-cf72-48a9-af1b-ec882dc7650a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb8396f7d7fa4e119b27ba0f04ca9001&device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 1099 time: 0.0696406 Apr 06 15:05:21.522008 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2dac7-bf33-41c9-b514-93e3e5eee475 req-d8eb7a21-6c1e-4502-9008-3d2c1c15d6de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:21.523362 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-54f2dac7-bf33-41c9-b514-93e3e5eee475 req-d8eb7a21-6c1e-4502-9008-3d2c1c15d6de service neutron] 10.222.0.69 "GET /v2.0/networks?id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750 HTTP/1.1" status: 200 len: 909 time: 0.2067356 Apr 06 15:05:21.622788 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-54f2dac7-bf33-41c9-b514-93e3e5eee475 req-7f86eb1f-ed9a-4d9f-b18c-88f67964cbf4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8955af0c-d05c-40c3-b863-42b2bc61e797 HTTP/1.1" status: 200 len: 1002 time: 0.0929656 Apr 06 15:05:21.681685 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2dac7-bf33-41c9-b514-93e3e5eee475 req-6069d1a7-78e5-4a29-8b44-f096a55724bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:21.683594 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-54f2dac7-bf33-41c9-b514-93e3e5eee475 req-6069d1a7-78e5-4a29-8b44-f096a55724bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d06dafa3-7838-49e1-bc1c-568da3e5c8cb HTTP/1.1" status: 200 len: 847 time: 0.0556843 Apr 06 15:05:21.754504 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-54f2dac7-bf33-41c9-b514-93e3e5eee475 req-e1131c53-5062-456c-9775-267e9b6249c0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654347 Apr 06 15:05:21.764570 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [req-54f2dac7-bf33-41c9-b514-93e3e5eee475 req-27df2a1b-b288-4383-b5b0-16bc1a2ef71d service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 15:05:21.765548 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-54f2dac7-bf33-41c9-b514-93e3e5eee475 req-27df2a1b-b288-4383-b5b0-16bc1a2ef71d service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052035 Apr 06 15:05:21.895911 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-54f2dac7-bf33-41c9-b514-93e3e5eee475 req-c070be72-329a-42a8-a0be-d6e8d449c12b service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233628 Apr 06 15:05:22.023671 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-54f2dac7-bf33-41c9-b514-93e3e5eee475 req-e46c4add-9918-4ab3-9a17-3b695b1d4d04 service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216898 Apr 06 15:05:29.341029 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:36.212087 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35004) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:05:36.414499 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b3a25-ef84-4a01-897e-eec58ed55134 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Deleting port c3843149-3e01-4dfa-b16d-abd7fd728656 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 15:05:36.414840 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0e3b3a25-ef84-4a01-897e-eec58ed55134 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:36.574402 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0e3b3a25-ef84-4a01-897e-eec58ed55134 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:36.574619 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0e3b3a25-ef84-4a01-897e-eec58ed55134 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:36.689906 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b3a25-ef84-4a01-897e-eec58ed55134 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Calling delete_port for c3843149-3e01-4dfa-b16d-abd7fd728656 owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 15:05:36.838132 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0e3b3a25-ef84-4a01-897e-eec58ed55134 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:36.884212 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b3a25-ef84-4a01-897e-eec58ed55134 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Pushing event deleted for resources: {'Port': ['ID=c3843149-3e01-4dfa-b16d-abd7fd728656,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:36.918565 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b3a25-ef84-4a01-897e-eec58ed55134 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:36.918923 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b3a25-ef84-4a01-897e-eec58ed55134 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:36.919247 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b3a25-ef84-4a01-897e-eec58ed55134 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:36.919572 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b3a25-ef84-4a01-897e-eec58ed55134 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:36.919897 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b3a25-ef84-4a01-897e-eec58ed55134 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:36.920216 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b3a25-ef84-4a01-897e-eec58ed55134 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:36.921113 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b3a25-ef84-4a01-897e-eec58ed55134 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:36.921439 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b3a25-ef84-4a01-897e-eec58ed55134 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:36.921758 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b3a25-ef84-4a01-897e-eec58ed55134 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:36.922070 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b3a25-ef84-4a01-897e-eec58ed55134 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:36.922383 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b3a25-ef84-4a01-897e-eec58ed55134 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:36.986212 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0e3b3a25-ef84-4a01-897e-eec58ed55134 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:37.446406 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3b3a25-ef84-4a01-897e-eec58ed55134 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Router 7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:05:37.642472 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3b3a25-ef84-4a01-897e-eec58ed55134 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:05:37.651822 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d7afc4-c814-4e25-86b3-bfb3a5c6a240 None None] Sync routers for ids ['7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 15:05:37.662795 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0e3b3a25-ef84-4a01-897e-eec58ed55134 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:37.663882 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d7afc4-c814-4e25-86b3-bfb3a5c6a240 None None] Routers {'7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 15:05:37.664481 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e2d7afc4-c814-4e25-86b3-bfb3a5c6a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T15:05:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:37.714438 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0e3b3a25-ef84-4a01-897e-eec58ed55134 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "DELETE /v2.0/floatingips/068e0bf2-2880-4452-8404-e4634472731d HTTP/1.1" status: 204 len: 168 time: 1.5010951 Apr 06 15:05:37.715066 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eddc0f7a-01fd-4137-8163-961e06dbf3a5', 'tag': '8955af0c-d05c-40c3-b863-42b2bc61e797'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 15:05:37.815441 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ddd235b-07c4-445a-bdf4-bbd08729183a'] response: {'name': 'network-changed', 'server_uuid': 'eddc0f7a-01fd-4137-8163-961e06dbf3a5', 'tag': '8955af0c-d05c-40c3-b863-42b2bc61e797', 'status': 'completed', 'code': 200} Apr 06 15:05:37.845633 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-e2d7afc4-c814-4e25-86b3-bfb3a5c6a240 None None] Set router 7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 15:05:37.917749 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4b6658d9-3465-49b6-bcd0-6aa84445e39a req-3e84726d-c3d9-4b2b-af34-3458f22bd924 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb8396f7d7fa4e119b27ba0f04ca9001&device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 1099 time: 0.0743184 Apr 06 15:05:38.059976 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6658d9-3465-49b6-bcd0-6aa84445e39a req-107502ef-2de7-466b-8460-c804db677641 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:38.062000 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4b6658d9-3465-49b6-bcd0-6aa84445e39a req-107502ef-2de7-466b-8460-c804db677641 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750 HTTP/1.1" status: 200 len: 909 time: 0.1388984 Apr 06 15:05:38.163761 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4b6658d9-3465-49b6-bcd0-6aa84445e39a req-1ae522a0-7584-463f-8fc4-7634279557bc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8955af0c-d05c-40c3-b863-42b2bc61e797 HTTP/1.1" status: 200 len: 217 time: 0.0949409 Apr 06 15:05:38.170611 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e2d7afc4-c814-4e25-86b3-bfb3a5c6a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'name': 'tempest-TestShelveInstance-873136281-router', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:56:47Z', 'updated_at': '2022-04-06T14:56:50Z', 'revision_number': 4, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'gw_port': {'id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:48Z', 'updated_at': '2022-04-06T14:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'bb15703e-51d5-4304-bc3a-0a26f35aa564', 'name': '', 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'mac_address': 'fa:16:3e:45:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:50Z', 'updated_at': '2022-04-06T14:56:59Z', 'revision_number': 5, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'subnets': [{'id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:38.175094 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d7afc4-c814-4e25-86b3-bfb3a5c6a240 None None] Checking router: 7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 15:05:38.175695 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-77b570dd-4a6d-4073-be7a-5b33f1ae8509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:38.187118 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d7afc4-c814-4e25-86b3-bfb3a5c6a240 None None] Routers {'7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 15:05:38.187720 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e2d7afc4-c814-4e25-86b3-bfb3a5c6a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T15:05:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:38.239843 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6658d9-3465-49b6-bcd0-6aa84445e39a req-fa630dd0-1032-42fc-a39d-3e2f616685b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:38.241269 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4b6658d9-3465-49b6-bcd0-6aa84445e39a req-fa630dd0-1032-42fc-a39d-3e2f616685b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d06dafa3-7838-49e1-bc1c-568da3e5c8cb HTTP/1.1" status: 200 len: 847 time: 0.0712190 Apr 06 15:05:38.286389 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c15e9-868f-48fc-bf1f-46061744246c req-974f74e7-cddb-4063-ad7f-c22f568eea59 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:38.287061 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-277c15e9-868f-48fc-bf1f-46061744246c req-974f74e7-cddb-4063-ad7f-c22f568eea59 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Synchronizing usage tracker for tenant:cb8396f7d7fa4e119b27ba0f04ca9001 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 15:05:38.314611 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-277c15e9-868f-48fc-bf1f-46061744246c req-974f74e7-cddb-4063-ad7f-c22f568eea59 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Unset dirty status for tenant:cb8396f7d7fa4e119b27ba0f04ca9001 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 15:05:38.315722 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-277c15e9-868f-48fc-bf1f-46061744246c req-974f74e7-cddb-4063-ad7f-c22f568eea59 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 946 time: 0.2004156 Apr 06 15:05:38.355680 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4b6658d9-3465-49b6-bcd0-6aa84445e39a req-c8e8a174-1bd3-4b12-a839-3e0564aff103 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8ee47bf4-3f78-461b-8974-8aa6c4b2c750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1079388 Apr 06 15:05:38.361202 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-e2d7afc4-c814-4e25-86b3-bfb3a5c6a240 None None] Set router 7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 15:05:38.443432 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-277c15e9-868f-48fc-bf1f-46061744246c req-db355caa-47f2-4832-8f9c-22bb24bc78c7 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162860 Apr 06 15:05:38.494888 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4b6658d9-3465-49b6-bcd0-6aa84445e39a req-0139b755-cc94-4d11-a894-e1eecfff81d9 service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310513 Apr 06 15:05:38.621087 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4b6658d9-3465-49b6-bcd0-6aa84445e39a req-7b9b1011-1110-4c65-94cd-1204f559425e service neutron] 10.222.0.69 "GET /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202159 Apr 06 15:05:38.663413 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e2d7afc4-c814-4e25-86b3-bfb3a5c6a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'name': 'tempest-TestShelveInstance-873136281-router', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:56:47Z', 'updated_at': '2022-04-06T14:56:50Z', 'revision_number': 4, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'gw_port': {'id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:48Z', 'updated_at': '2022-04-06T14:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'bb15703e-51d5-4304-bc3a-0a26f35aa564', 'name': '', 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'mac_address': 'fa:16:3e:45:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:50Z', 'updated_at': '2022-04-06T14:56:59Z', 'revision_number': 5, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'subnets': [{'id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:38.667183 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d7afc4-c814-4e25-86b3-bfb3a5c6a240 None None] The sync data for ids ['7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'] in dv-neutron-835868-1-hyperv is: [{'id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'name': 'tempest-TestShelveInstance-873136281-router', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:56:47Z', 'updated_at': '2022-04-06T14:56:50Z', 'revision_number': 4, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'gw_port': {'id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:48Z', 'updated_at': '2022-04-06T14:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'bb15703e-51d5-4304-bc3a-0a26f35aa564', 'name': '', 'network_id': '8ee47bf4-3f78-461b-8974-8aa6c4b2c750', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'mac_address': 'fa:16:3e:45:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:50Z', 'updated_at': '2022-04-06T14:56:59Z', 'revision_number': 5, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'subnets': [{'id': 'd06dafa3-7838-49e1-bc1c-568da3e5c8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 15:05:38.887216 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9994a9f0-cb0a-49f8-907a-1ef64c3a3f24 None None] New status for floating IP 068e0bf2-2880-4452-8404-e4634472731d: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 15:05:39.556464 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8974820-d09c-440c-abfa-6a4f3ce0d230 req-ae21772a-ffeb-461c-8278-1004f9b58697 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:39.557838 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b8974820-d09c-440c-abfa-6a4f3ce0d230 req-ae21772a-ffeb-461c-8278-1004f9b58697 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.69 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 946 time: 0.0734627 Apr 06 15:05:39.627660 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-b8974820-d09c-440c-abfa-6a4f3ce0d230 req-2cc2b2a4-6acd-4aa4-b830-abb0f519e6e3 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Deleting port 8955af0c-d05c-40c3-b863-42b2bc61e797 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 15:05:39.628003 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-b8974820-d09c-440c-abfa-6a4f3ce0d230 req-2cc2b2a4-6acd-4aa4-b830-abb0f519e6e3 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:39.645929 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2dc3ca-4c6c-47b6-9af4-e78eca005cf1 req-a7db6bad-c9fe-4f8f-bc2a-17dead4ba3c2 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:39.647522 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8c2dc3ca-4c6c-47b6-9af4-e78eca005cf1 req-a7db6bad-c9fe-4f8f-bc2a-17dead4ba3c2 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 946 time: 0.0825131 Apr 06 15:05:39.695548 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8c2dc3ca-4c6c-47b6-9af4-e78eca005cf1 req-592c41f9-1b44-4f55-b538-a18c30db296d tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/security-groups?id=5aa4092e-59dd-4a1c-90e5-f13dea443574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423458 Apr 06 15:05:39.971552 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-b8974820-d09c-440c-abfa-6a4f3ce0d230 req-2cc2b2a4-6acd-4aa4-b830-abb0f519e6e3 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] For port 8955af0c-d05c-40c3-b863-42b2bc61e797, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8955af0c-d05c-40c3-b863-42b2bc61e797,segment=NetworkSegment(447db5da-f3f7-46c5-9a26-2ce3679ebe91),segment_id=447db5da-f3f7-46c5-9a26-2ce3679ebe91)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:05:39.971896 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-b8974820-d09c-440c-abfa-6a4f3ce0d230 req-2cc2b2a4-6acd-4aa4-b830-abb0f519e6e3 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:40.089350 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-b8974820-d09c-440c-abfa-6a4f3ce0d230 req-2cc2b2a4-6acd-4aa4-b830-abb0f519e6e3 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Calling delete_port for 8955af0c-d05c-40c3-b863-42b2bc61e797 owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 15:05:40.226280 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-b8974820-d09c-440c-abfa-6a4f3ce0d230 req-2cc2b2a4-6acd-4aa4-b830-abb0f519e6e3 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:40.272753 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2b2a4-6acd-4aa4-b830-abb0f519e6e3 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Pushing event deleted for resources: {'Port': ['ID=8955af0c-d05c-40c3-b863-42b2bc61e797,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:40.345783 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8974820-d09c-440c-abfa-6a4f3ce0d230 req-2cc2b2a4-6acd-4aa4-b830-abb0f519e6e3 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] No DVR routers for this DVR port 8955af0c-d05c-40c3-b863-42b2bc61e797 on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:05:40.348163 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-b8974820-d09c-440c-abfa-6a4f3ce0d230 req-2cc2b2a4-6acd-4aa4-b830-abb0f519e6e3 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:40.350716 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddc0f7a-01fd-4137-8163-961e06dbf3a5', 'name': 'network-vif-deleted', 'tag': '8955af0c-d05c-40c3-b863-42b2bc61e797'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 15:05:40.365773 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b8974820-d09c-440c-abfa-6a4f3ce0d230 req-2cc2b2a4-6acd-4aa4-b830-abb0f519e6e3 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.69 "DELETE /v2.0/ports/8955af0c-d05c-40c3-b863-42b2bc61e797 HTTP/1.1" status: 204 len: 173 time: 0.8028471 Apr 06 15:05:40.406165 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73ec4eec-94d6-4304-b088-00d6b01faeed'] response: {'server_uuid': 'eddc0f7a-01fd-4137-8163-961e06dbf3a5', 'name': 'network-vif-deleted', 'tag': '8955af0c-d05c-40c3-b863-42b2bc61e797', 'status': 'completed', 'code': 200} Apr 06 15:05:40.876233 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dfae081e-70b5-40b3-bee4-09bfbf8acd48 req-e9265b40-cc35-4546-9d3f-270ad53d1ab0 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "GET /v2.0/ports?device_id=eddc0f7a-01fd-4137-8163-961e06dbf3a5 HTTP/1.1" status: 200 len: 210 time: 0.0421739 Apr 06 15:05:40.995742 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ed44128c-8673-4c98-877f-ec93e5b414e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:41.449067 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:41.550175 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:41.982273 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35038) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:05:42.054370 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4c5ad00e-8521-4ff2-ac11-712fd0ec8b44 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:42.083497 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4c5ad00e-8521-4ff2-ac11-712fd0ec8b44 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:42.147242 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4c5ad00e-8521-4ff2-ac11-712fd0ec8b44 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:42.166879 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ad00e-8521-4ff2-ac11-712fd0ec8b44 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa4092e-59dd-4a1c-90e5-f13dea443574,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:42.181231 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4c5ad00e-8521-4ff2-ac11-712fd0ec8b44 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:42.184822 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4c5ad00e-8521-4ff2-ac11-712fd0ec8b44 tempest-TestShelveInstance-1076887499 tempest-TestShelveInstance-1076887499-project] 10.222.0.60 "DELETE /v2.0/security-groups/5aa4092e-59dd-4a1c-90e5-f13dea443574 HTTP/1.1" status: 204 len: 168 time: 0.1983206 Apr 06 15:05:42.243285 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35044) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:05:42.783616 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-711bbb7f-241b-40d7-be19-40577d037342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:42.963296 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 8955af0c-d05c-40c3-b863-42b2bc61e797 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 15:05:42.996563 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: 8955af0c-d05c-40c3-b863-42b2bc61e797 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 15:05:42.997011 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 8955af0c-d05c-40c3-b863-42b2bc61e797 not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 15:05:43.046019 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:43.480464 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-711bbb7f-241b-40d7-be19-40577d037342 admin admin] Deleting port bb15703e-51d5-4304-bc3a-0a26f35aa564 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 15:05:43.481054 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-711bbb7f-241b-40d7-be19-40577d037342 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:43.650884 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-711bbb7f-241b-40d7-be19-40577d037342 admin admin] For port bb15703e-51d5-4304-bc3a-0a26f35aa564, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=bb15703e-51d5-4304-bc3a-0a26f35aa564,segment=NetworkSegment(447db5da-f3f7-46c5-9a26-2ce3679ebe91),segment_id=447db5da-f3f7-46c5-9a26-2ce3679ebe91)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:05:43.651241 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-711bbb7f-241b-40d7-be19-40577d037342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:43.766416 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-711bbb7f-241b-40d7-be19-40577d037342 admin admin] Calling delete_port for bb15703e-51d5-4304-bc3a-0a26f35aa564 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 15:05:43.926189 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-711bbb7f-241b-40d7-be19-40577d037342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:43.971612 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bbb7f-241b-40d7-be19-40577d037342 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb15703e-51d5-4304-bc3a-0a26f35aa564,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:44.256939 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-711bbb7f-241b-40d7-be19-40577d037342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:44.905504 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711bbb7f-241b-40d7-be19-40577d037342 admin admin] Router 7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:05:45.098515 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711bbb7f-241b-40d7-be19-40577d037342 admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:05:45.107775 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da28d0f8-a01a-4027-ac99-f3939882c137 None None] Sync routers for ids ['7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 15:05:45.110824 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-711bbb7f-241b-40d7-be19-40577d037342 admin admin] 10.222.0.60 "PUT /v2.0/routers/7a5bbf0d-604a-4b9e-8079-8f721f3b1a13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8664639 Apr 06 15:05:45.113209 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35050) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:05:45.120197 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da28d0f8-a01a-4027-ac99-f3939882c137 None None] Routers {'7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 15:05:45.120797 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-da28d0f8-a01a-4027-ac99-f3939882c137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T15:05:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:45.293741 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-da28d0f8-a01a-4027-ac99-f3939882c137 None None] Set router 7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 15:05:45.300249 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9c7bc35c-6940-4a70-a086-86e32f9784c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:45.491414 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9c7bc35c-6940-4a70-a086-86e32f9784c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:45.500976 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-9c7bc35c-6940-4a70-a086-86e32f9784c1 admin admin] Deleting port 2ff0364a-711f-44e0-b6e2-2778afedf95c {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 15:05:45.501314 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9c7bc35c-6940-4a70-a086-86e32f9784c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:45.593363 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-da28d0f8-a01a-4027-ac99-f3939882c137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'name': 'tempest-TestShelveInstance-873136281-router', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:56:47Z', 'updated_at': '2022-04-06T15:05:43Z', 'revision_number': 5, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'gw_port': {'id': '2ff0364a-711f-44e0-b6e2-2778afedf95c', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:48Z', 'updated_at': '2022-04-06T14:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:45.597361 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da28d0f8-a01a-4027-ac99-f3939882c137 None None] Checking router: 7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 15:05:45.607548 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da28d0f8-a01a-4027-ac99-f3939882c137 None None] Routers {'7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 15:05:45.608659 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-da28d0f8-a01a-4027-ac99-f3939882c137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T15:05:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:45.667464 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-9c7bc35c-6940-4a70-a086-86e32f9784c1 admin admin] For port 2ff0364a-711f-44e0-b6e2-2778afedf95c, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=2ff0364a-711f-44e0-b6e2-2778afedf95c,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:05:45.667815 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9c7bc35c-6940-4a70-a086-86e32f9784c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:45.751790 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-da28d0f8-a01a-4027-ac99-f3939882c137 None None] Set router 7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 15:05:45.784276 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-9c7bc35c-6940-4a70-a086-86e32f9784c1 admin admin] Calling delete_port for 2ff0364a-711f-44e0-b6e2-2778afedf95c owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 15:05:45.853180 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-da28d0f8-a01a-4027-ac99-f3939882c137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'name': 'tempest-TestShelveInstance-873136281-router', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:56:47Z', 'updated_at': '2022-04-06T15:05:45Z', 'revision_number': 6, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'gw_port_host': None}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:45.857008 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da28d0f8-a01a-4027-ac99-f3939882c137 None None] The sync data for ids ['7a5bbf0d-604a-4b9e-8079-8f721f3b1a13'] in dv-neutron-835868-1-hyperv is: [{'id': '7a5bbf0d-604a-4b9e-8079-8f721f3b1a13', 'name': 'tempest-TestShelveInstance-873136281-router', 'tenant_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:56:47Z', 'updated_at': '2022-04-06T15:05:45Z', 'revision_number': 6, 'project_id': 'cb8396f7d7fa4e119b27ba0f04ca9001', 'gw_port_host': None}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 15:05:45.950764 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9c7bc35c-6940-4a70-a086-86e32f9784c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:45.998409 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7bc35c-6940-4a70-a086-86e32f9784c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ff0364a-711f-44e0-b6e2-2778afedf95c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:46.321908 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9c7bc35c-6940-4a70-a086-86e32f9784c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:46.567516 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9c7bc35c-6940-4a70-a086-86e32f9784c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:46.571514 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9c7bc35c-6940-4a70-a086-86e32f9784c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:46.596600 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9c7bc35c-6940-4a70-a086-86e32f9784c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:46.597207 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7bc35c-6940-4a70-a086-86e32f9784c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:05:46.609213 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9c7bc35c-6940-4a70-a086-86e32f9784c1 admin admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:46.610331 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9c7bc35c-6940-4a70-a086-86e32f9784c1 admin admin] 10.222.0.60 "DELETE /v2.0/routers/7a5bbf0d-604a-4b9e-8079-8f721f3b1a13 HTTP/1.1" status: 204 len: 168 time: 1.4962163 Apr 06 15:05:46.612803 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35054) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:05:46.671367 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5fde7a-6b30-44b0-9ca9-ecbefaad2971 admin admin] Deleting subnet d06dafa3-7838-49e1-bc1c-568da3e5c8cb {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 15:05:46.674310 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3c5fde7a-6b30-44b0-9ca9-ecbefaad2971 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:46.726244 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3c5fde7a-6b30-44b0-9ca9-ecbefaad2971 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:46.808630 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3c5fde7a-6b30-44b0-9ca9-ecbefaad2971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:46.877928 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 2ff0364a-711f-44e0-b6e2-2778afedf95c no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 15:05:46.879549 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3c5fde7a-6b30-44b0-9ca9-ecbefaad2971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:46.919670 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 2ff0364a-711f-44e0-b6e2-2778afedf95c {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 15:05:46.920125 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 2ff0364a-711f-44e0-b6e2-2778afedf95c not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 15:05:46.920603 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device bb15703e-51d5-4304-bc3a-0a26f35aa564 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 15:05:46.920693 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fde7a-6b30-44b0-9ca9-ecbefaad2971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d06dafa3-7838-49e1-bc1c-568da3e5c8cb,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:46.925190 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3c5fde7a-6b30-44b0-9ca9-ecbefaad2971 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:46.933136 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3c5fde7a-6b30-44b0-9ca9-ecbefaad2971 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d06dafa3-7838-49e1-bc1c-568da3e5c8cb HTTP/1.1" status: 204 len: 168 time: 0.3171866 Apr 06 15:05:46.933337 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35058) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:05:46.945501 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c968a0-271d-498f-9f56-91bed12aba6a None None] Network 8ee47bf4-3f78-461b-8974-8aa6c4b2c750 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 15:05:46.973734 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: bb15703e-51d5-4304-bc3a-0a26f35aa564 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 15:05:46.974082 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device bb15703e-51d5-4304-bc3a-0a26f35aa564 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 15:05:47.036146 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a34dc7a3-b0f5-44f4-bccd-7199c0f54176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:47.046130 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a34dc7a3-b0f5-44f4-bccd-7199c0f54176 admin admin] Deleting port 08b75c54-60c8-4f86-9390-199b2bb80fb9 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 15:05:47.046454 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a34dc7a3-b0f5-44f4-bccd-7199c0f54176 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:47.206237 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34eb2ca2-18be-4fdc-95c0-a57a1402642e None None] DHCP port deletion for 8ee47bf4-3f78-461b-8974-8aa6c4b2c750 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 15:05:47.210748 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-34eb2ca2-18be-4fdc-95c0-a57a1402642e None None] Deleting port 08b75c54-60c8-4f86-9390-199b2bb80fb9 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 15:05:47.211122 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-34eb2ca2-18be-4fdc-95c0-a57a1402642e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:47.246827 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-a34dc7a3-b0f5-44f4-bccd-7199c0f54176 admin admin] For port 08b75c54-60c8-4f86-9390-199b2bb80fb9, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=08b75c54-60c8-4f86-9390-199b2bb80fb9,segment=NetworkSegment(447db5da-f3f7-46c5-9a26-2ce3679ebe91),segment_id=447db5da-f3f7-46c5-9a26-2ce3679ebe91)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:05:47.247177 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a34dc7a3-b0f5-44f4-bccd-7199c0f54176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:47.369620 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a34dc7a3-b0f5-44f4-bccd-7199c0f54176 admin admin] Calling delete_port for 08b75c54-60c8-4f86-9390-199b2bb80fb9 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 15:05:47.438043 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-34eb2ca2-18be-4fdc-95c0-a57a1402642e None None] For port 08b75c54-60c8-4f86-9390-199b2bb80fb9, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=08b75c54-60c8-4f86-9390-199b2bb80fb9,segment=NetworkSegment(447db5da-f3f7-46c5-9a26-2ce3679ebe91),segment_id=447db5da-f3f7-46c5-9a26-2ce3679ebe91)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:05:47.438346 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-34eb2ca2-18be-4fdc-95c0-a57a1402642e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:47.446110 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a34dc7a3-b0f5-44f4-bccd-7199c0f54176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:47.490459 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34dc7a3-b0f5-44f4-bccd-7199c0f54176 admin admin] Pushing event deleted for resources: {'Port': ['ID=08b75c54-60c8-4f86-9390-199b2bb80fb9,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:47.494226 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34dc7a3-b0f5-44f4-bccd-7199c0f54176 admin admin] No DVR routers for this DVR port 08b75c54-60c8-4f86-9390-199b2bb80fb9 on host dv-neutron-835868-1-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:05:47.559620 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-34eb2ca2-18be-4fdc-95c0-a57a1402642e None None] Calling delete_port for 08b75c54-60c8-4f86-9390-199b2bb80fb9 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 15:05:47.632265 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-34eb2ca2-18be-4fdc-95c0-a57a1402642e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 15:05:47.632611 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-34eb2ca2-18be-4fdc-95c0-a57a1402642e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 15:05:47.678288 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 15:05:47.702823 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a34dc7a3-b0f5-44f4-bccd-7199c0f54176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:47.727651 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-a34dc7a3-b0f5-44f4-bccd-7199c0f54176 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee47bf4-3f78-461b-8974-8aa6c4b2c750']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:47.742885 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-a34dc7a3-b0f5-44f4-bccd-7199c0f54176 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447db5da-f3f7-46c5-9a26-2ce3679ebe91') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:47.743182 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-a34dc7a3-b0f5-44f4-bccd-7199c0f54176 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447db5da-f3f7-46c5-9a26-2ce3679ebe91') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:47.754012 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a34dc7a3-b0f5-44f4-bccd-7199c0f54176 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:47.769510 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a34dc7a3-b0f5-44f4-bccd-7199c0f54176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:47.775524 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a34dc7a3-b0f5-44f4-bccd-7199c0f54176 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 15:05:47.776003 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a34dc7a3-b0f5-44f4-bccd-7199c0f54176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:05:47.789405 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:05:47.861278 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a34dc7a3-b0f5-44f4-bccd-7199c0f54176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:47.865845 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a34dc7a3-b0f5-44f4-bccd-7199c0f54176 admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:47.890426 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34dc7a3-b0f5-44f4-bccd-7199c0f54176 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ee47bf4-3f78-461b-8974-8aa6c4b2c750,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:47.903346 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a34dc7a3-b0f5-44f4-bccd-7199c0f54176 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8ee47bf4-3f78-461b-8974-8aa6c4b2c750 HTTP/1.1" status: 204 len: 168 time: 0.9690835 Apr 06 15:05:47.906714 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35064) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:05:48.134200 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-34eb2ca2-18be-4fdc-95c0-a57a1402642e None None] Deleting port 08b75c54-60c8-4f86-9390-199b2bb80fb9 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 15:05:48.134744 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-34eb2ca2-18be-4fdc-95c0-a57a1402642e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:48.198341 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-34eb2ca2-18be-4fdc-95c0-a57a1402642e None None] The port '08b75c54-60c8-4f86-9390-199b2bb80fb9' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 15:05:48.282235 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40460967-f77a-44a9-839b-b7468ac5d271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:48.854829 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 08b75c54-60c8-4f86-9390-199b2bb80fb9 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 15:05:48.857258 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-40460967-f77a-44a9-839b-b7468ac5d271 admin admin] Deleting port 2cfb5edb-375f-47a1-973b-790f67fe2533 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 15:05:48.858109 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40460967-f77a-44a9-839b-b7468ac5d271 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:48.887834 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 08b75c54-60c8-4f86-9390-199b2bb80fb9 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 15:05:48.888175 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 08b75c54-60c8-4f86-9390-199b2bb80fb9 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 15:05:49.021041 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-40460967-f77a-44a9-839b-b7468ac5d271 admin admin] For port 2cfb5edb-375f-47a1-973b-790f67fe2533, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=2cfb5edb-375f-47a1-973b-790f67fe2533,segment=NetworkSegment(aca308b1-ed87-451c-bd8c-dfa2c034907a),segment_id=aca308b1-ed87-451c-bd8c-dfa2c034907a)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:05:49.021394 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40460967-f77a-44a9-839b-b7468ac5d271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:49.223280 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-40460967-f77a-44a9-839b-b7468ac5d271 admin admin] Calling delete_port for 2cfb5edb-375f-47a1-973b-790f67fe2533 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 15:05:49.381857 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40460967-f77a-44a9-839b-b7468ac5d271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:49.425162 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40460967-f77a-44a9-839b-b7468ac5d271 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cfb5edb-375f-47a1-973b-790f67fe2533,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:49.703592 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40460967-f77a-44a9-839b-b7468ac5d271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:50.253840 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40460967-f77a-44a9-839b-b7468ac5d271 admin admin] Router b208ad32-357e-402c-9b77-c239dbb0d3c9 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:05:50.543487 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40460967-f77a-44a9-839b-b7468ac5d271 admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:05:50.552443 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11e619c-c5fe-4721-b102-3d56868ae931 None None] Sync routers for ids ['b208ad32-357e-402c-9b77-c239dbb0d3c9'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 15:05:50.559272 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-40460967-f77a-44a9-839b-b7468ac5d271 admin admin] 10.222.0.60 "PUT /v2.0/routers/b208ad32-357e-402c-9b77-c239dbb0d3c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6515694 Apr 06 15:05:50.562766 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35068) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:05:50.564681 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11e619c-c5fe-4721-b102-3d56868ae931 None None] Routers {'b208ad32-357e-402c-9b77-c239dbb0d3c9'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 15:05:50.565306 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e11e619c-c5fe-4721-b102-3d56868ae931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T15:05:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['b208ad32-357e-402c-9b77-c239dbb0d3c9'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:50.736669 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-e11e619c-c5fe-4721-b102-3d56868ae931 None None] Set router b208ad32-357e-402c-9b77-c239dbb0d3c9 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 15:05:50.751895 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f6bf75c0-32c5-4575-a5a5-f0349ad21121 admin admin] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:50.954810 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f6bf75c0-32c5-4575-a5a5-f0349ad21121 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:50.964229 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f6bf75c0-32c5-4575-a5a5-f0349ad21121 admin admin] Deleting port 30d5f5b5-6fb4-497d-b141-9f35671d1ea4 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 15:05:50.964541 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f6bf75c0-32c5-4575-a5a5-f0349ad21121 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:51.023421 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e11e619c-c5fe-4721-b102-3d56868ae931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b208ad32-357e-402c-9b77-c239dbb0d3c9', 'name': 'tempest-TestShelveInstance-1147685726-router', 'tenant_id': 'be206e1583d645db8dd1d379bb905d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '30d5f5b5-6fb4-497d-b141-9f35671d1ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:56:53Z', 'updated_at': '2022-04-06T15:05:49Z', 'revision_number': 5, 'project_id': 'be206e1583d645db8dd1d379bb905d69', 'gw_port': {'id': '30d5f5b5-6fb4-497d-b141-9f35671d1ea4', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b208ad32-357e-402c-9b77-c239dbb0d3c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:56:54Z', 'updated_at': '2022-04-06T14:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:51.027302 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11e619c-c5fe-4721-b102-3d56868ae931 None None] Checking router: b208ad32-357e-402c-9b77-c239dbb0d3c9 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 15:05:51.038893 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11e619c-c5fe-4721-b102-3d56868ae931 None None] Routers {'b208ad32-357e-402c-9b77-c239dbb0d3c9'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 15:05:51.039483 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e11e619c-c5fe-4721-b102-3d56868ae931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T15:05:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['b208ad32-357e-402c-9b77-c239dbb0d3c9'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:51.134638 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-f6bf75c0-32c5-4575-a5a5-f0349ad21121 admin admin] For port 30d5f5b5-6fb4-497d-b141-9f35671d1ea4, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=30d5f5b5-6fb4-497d-b141-9f35671d1ea4,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:05:51.135018 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f6bf75c0-32c5-4575-a5a5-f0349ad21121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:51.182278 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-e11e619c-c5fe-4721-b102-3d56868ae931 None None] Set router b208ad32-357e-402c-9b77-c239dbb0d3c9 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 15:05:51.252324 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f6bf75c0-32c5-4575-a5a5-f0349ad21121 admin admin] Calling delete_port for 30d5f5b5-6fb4-497d-b141-9f35671d1ea4 owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 15:05:51.283164 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e11e619c-c5fe-4721-b102-3d56868ae931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b208ad32-357e-402c-9b77-c239dbb0d3c9', 'name': 'tempest-TestShelveInstance-1147685726-router', 'tenant_id': 'be206e1583d645db8dd1d379bb905d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:56:53Z', 'updated_at': '2022-04-06T15:05:50Z', 'revision_number': 6, 'project_id': 'be206e1583d645db8dd1d379bb905d69', 'gw_port_host': None}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:51.287023 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11e619c-c5fe-4721-b102-3d56868ae931 None None] The sync data for ids ['b208ad32-357e-402c-9b77-c239dbb0d3c9'] in dv-neutron-835868-1-hyperv is: [{'id': 'b208ad32-357e-402c-9b77-c239dbb0d3c9', 'name': 'tempest-TestShelveInstance-1147685726-router', 'tenant_id': 'be206e1583d645db8dd1d379bb905d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:56:53Z', 'updated_at': '2022-04-06T15:05:50Z', 'revision_number': 6, 'project_id': 'be206e1583d645db8dd1d379bb905d69', 'gw_port_host': None}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 15:05:51.418767 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f6bf75c0-32c5-4575-a5a5-f0349ad21121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:51.464998 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf75c0-32c5-4575-a5a5-f0349ad21121 admin admin] Pushing event deleted for resources: {'Port': ['ID=30d5f5b5-6fb4-497d-b141-9f35671d1ea4,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:51.678802 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f6bf75c0-32c5-4575-a5a5-f0349ad21121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:52.031032 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f6bf75c0-32c5-4575-a5a5-f0349ad21121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:52.035419 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f6bf75c0-32c5-4575-a5a5-f0349ad21121 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:52.061080 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f6bf75c0-32c5-4575-a5a5-f0349ad21121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:52.061592 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bf75c0-32c5-4575-a5a5-f0349ad21121 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b208ad32-357e-402c-9b77-c239dbb0d3c9 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:05:52.073930 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f6bf75c0-32c5-4575-a5a5-f0349ad21121 admin admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:52.075051 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f6bf75c0-32c5-4575-a5a5-f0349ad21121 admin admin] 10.222.0.60 "DELETE /v2.0/routers/b208ad32-357e-402c-9b77-c239dbb0d3c9 HTTP/1.1" status: 204 len: 168 time: 1.5113683 Apr 06 15:05:52.078173 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35072) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:05:52.136704 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc48ea3-eccc-4230-9aa6-c78cca510a3e admin admin] Deleting subnet 547d5a0d-3c52-41a2-be3a-f1e5669bbb87 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 15:05:52.140386 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4fc48ea3-eccc-4230-9aa6-c78cca510a3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:52.190745 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4fc48ea3-eccc-4230-9aa6-c78cca510a3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:52.268179 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4fc48ea3-eccc-4230-9aa6-c78cca510a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:52.337910 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4fc48ea3-eccc-4230-9aa6-c78cca510a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:52.378130 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc48ea3-eccc-4230-9aa6-c78cca510a3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=547d5a0d-3c52-41a2-be3a-f1e5669bbb87,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:52.383460 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4fc48ea3-eccc-4230-9aa6-c78cca510a3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:52.389753 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4fc48ea3-eccc-4230-9aa6-c78cca510a3e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/547d5a0d-3c52-41a2-be3a-f1e5669bbb87 HTTP/1.1" status: 204 len: 168 time: 0.3101211 Apr 06 15:05:52.392180 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5715f00-8f8b-467f-8557-9385c535e16e None None] Network 629bf986-d3f6-4764-b72f-b5129833ecab requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 15:05:52.392630 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35076) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:05:52.498960 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b198e21e-c04e-4c02-8ec1-2b0a49b797f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:52.509753 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b198e21e-c04e-4c02-8ec1-2b0a49b797f5 admin admin] Deleting port 0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 15:05:52.510320 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b198e21e-c04e-4c02-8ec1-2b0a49b797f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:52.664399 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacfe85e-344f-452b-aff7-735511030205 None None] DHCP port deletion for 629bf986-d3f6-4764-b72f-b5129833ecab request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 15:05:52.668626 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-cacfe85e-344f-452b-aff7-735511030205 None None] Deleting port 0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 15:05:52.669036 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cacfe85e-344f-452b-aff7-735511030205 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:52.709694 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b198e21e-c04e-4c02-8ec1-2b0a49b797f5 admin admin] For port 0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9,segment=NetworkSegment(aca308b1-ed87-451c-bd8c-dfa2c034907a),segment_id=aca308b1-ed87-451c-bd8c-dfa2c034907a)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:05:52.710562 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b198e21e-c04e-4c02-8ec1-2b0a49b797f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:52.834281 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b198e21e-c04e-4c02-8ec1-2b0a49b797f5 admin admin] Calling delete_port for 0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 15:05:52.867805 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 30d5f5b5-6fb4-497d-b141-9f35671d1ea4 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 15:05:52.906136 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 30d5f5b5-6fb4-497d-b141-9f35671d1ea4 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 15:05:52.906572 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 30d5f5b5-6fb4-497d-b141-9f35671d1ea4 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 15:05:52.906907 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 15:05:52.908739 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b198e21e-c04e-4c02-8ec1-2b0a49b797f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:52.940745 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 15:05:52.941108 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 15:05:52.941518 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 2cfb5edb-375f-47a1-973b-790f67fe2533 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 15:05:52.953584 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198e21e-c04e-4c02-8ec1-2b0a49b797f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:52.957999 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b198e21e-c04e-4c02-8ec1-2b0a49b797f5 admin admin] No DVR routers for this DVR port 0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9 on host dv-neutron-835868-1-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:05:52.969605 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-cacfe85e-344f-452b-aff7-735511030205 None None] For port 0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9,segment=NetworkSegment(aca308b1-ed87-451c-bd8c-dfa2c034907a),segment_id=aca308b1-ed87-451c-bd8c-dfa2c034907a)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:05:52.969999 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cacfe85e-344f-452b-aff7-735511030205 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:52.983580 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 2cfb5edb-375f-47a1-973b-790f67fe2533 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 15:05:52.984047 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 2cfb5edb-375f-47a1-973b-790f67fe2533 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 15:05:53.070770 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b198e21e-c04e-4c02-8ec1-2b0a49b797f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:53.090634 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-cacfe85e-344f-452b-aff7-735511030205 None None] Calling delete_port for 0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 15:05:53.099236 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-b198e21e-c04e-4c02-8ec1-2b0a49b797f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['629bf986-d3f6-4764-b72f-b5129833ecab']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:53.111375 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-b198e21e-c04e-4c02-8ec1-2b0a49b797f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aca308b1-ed87-451c-bd8c-dfa2c034907a') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:53.111668 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-b198e21e-c04e-4c02-8ec1-2b0a49b797f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aca308b1-ed87-451c-bd8c-dfa2c034907a') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:53.122836 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b198e21e-c04e-4c02-8ec1-2b0a49b797f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:53.137909 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b198e21e-c04e-4c02-8ec1-2b0a49b797f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:53.143837 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b198e21e-c04e-4c02-8ec1-2b0a49b797f5 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 15:05:53.144214 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b198e21e-c04e-4c02-8ec1-2b0a49b797f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:05:53.157432 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:05:53.161377 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-cacfe85e-344f-452b-aff7-735511030205 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 15:05:53.161728 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-cacfe85e-344f-452b-aff7-735511030205 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 15:05:53.227922 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b198e21e-c04e-4c02-8ec1-2b0a49b797f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:53.232144 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b198e21e-c04e-4c02-8ec1-2b0a49b797f5 admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:53.261411 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198e21e-c04e-4c02-8ec1-2b0a49b797f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=629bf986-d3f6-4764-b72f-b5129833ecab,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:53.265346 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b198e21e-c04e-4c02-8ec1-2b0a49b797f5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/629bf986-d3f6-4764-b72f-b5129833ecab HTTP/1.1" status: 204 len: 168 time: 0.8721046 Apr 06 15:05:53.395005 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35082) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:05:53.443422 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-823f83cc-959c-4560-b1c4-82b307270e17 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cb8396f7d7fa4e119b27ba0f04ca9001&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0473065 Apr 06 15:05:53.445826 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35086) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:05:53.502640 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4161f4a2-a1d9-4b4c-8907-197972ae2c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:53.528433 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4161f4a2-a1d9-4b4c-8907-197972ae2c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:53.578373 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4161f4a2-a1d9-4b4c-8907-197972ae2c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:53.595845 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161f4a2-a1d9-4b4c-8907-197972ae2c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9ba0fe-f08c-4666-b57e-7cecfd30a9b6,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:53.602126 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4161f4a2-a1d9-4b4c-8907-197972ae2c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:53.605815 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4161f4a2-a1d9-4b4c-8907-197972ae2c62 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ad9ba0fe-f08c-4666-b57e-7cecfd30a9b6 HTTP/1.1" status: 204 len: 168 time: 0.1565390 Apr 06 15:05:53.662792 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-cacfe85e-344f-452b-aff7-735511030205 None None] Deleting port 0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 15:05:53.663279 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cacfe85e-344f-452b-aff7-735511030205 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:53.724260 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-cacfe85e-344f-452b-aff7-735511030205 None None] The port '0faca7a7-f919-4bdf-bcca-e1d3bae9aeb9' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 15:05:54.083700 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 35094) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:05:54.132755 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0941a4d0-8ce2-4439-bf25-f1ece758c7c6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=be206e1583d645db8dd1d379bb905d69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0479205 Apr 06 15:05:54.135971 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 35098) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:05:54.195575 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-231968da-0a6f-4406-82f5-763d42deed15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:54.219779 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-231968da-0a6f-4406-82f5-763d42deed15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:54.268751 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-231968da-0a6f-4406-82f5-763d42deed15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:54.285092 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231968da-0a6f-4406-82f5-763d42deed15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cf2f6d-53fb-4da1-b639-ee0ffdce9998,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:54.289770 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-231968da-0a6f-4406-82f5-763d42deed15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:54.290862 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-231968da-0a6f-4406-82f5-763d42deed15 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c3cf2f6d-53fb-4da1-b639-ee0ffdce9998 HTTP/1.1" status: 204 len: 168 time: 0.1540296 Apr 06 15:05:54.296492 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231968da-0a6f-4406-82f5-763d42deed15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:54.296847 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231968da-0a6f-4406-82f5-763d42deed15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:54.297214 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231968da-0a6f-4406-82f5-763d42deed15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:54.297554 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231968da-0a6f-4406-82f5-763d42deed15 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:54.297893 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231968da-0a6f-4406-82f5-763d42deed15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:54.298230 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231968da-0a6f-4406-82f5-763d42deed15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:54.298561 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231968da-0a6f-4406-82f5-763d42deed15 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:54.298891 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231968da-0a6f-4406-82f5-763d42deed15 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:54.299219 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231968da-0a6f-4406-82f5-763d42deed15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:54.299550 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231968da-0a6f-4406-82f5-763d42deed15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:54.300245 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231968da-0a6f-4406-82f5-763d42deed15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:55.138453 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35120) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:05:55.261647 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8db0fdaf-3f41-4ff9-b211-3abaed0c363d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-297234583-network', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 15:05:55.266526 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8db0fdaf-3f41-4ff9-b211-3abaed0c363d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 15:05:55.270234 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8db0fdaf-3f41-4ff9-b211-3abaed0c363d admin admin] Usage tracker for resource:network and tenant:1b829dd8356d44e9849e0491974f58aa is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 15:05:55.273008 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8db0fdaf-3f41-4ff9-b211-3abaed0c363d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 15:05:55.278657 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8db0fdaf-3f41-4ff9-b211-3abaed0c363d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 15:05:55.289033 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db0fdaf-3f41-4ff9-b211-3abaed0c363d admin admin] Made reservation on behalf of 1b829dd8356d44e9849e0491974f58aa for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:05:55.291227 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8db0fdaf-3f41-4ff9-b211-3abaed0c363d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:55.307077 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8db0fdaf-3f41-4ff9-b211-3abaed0c363d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:55.419427 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8db0fdaf-3f41-4ff9-b211-3abaed0c363d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 15:05:55.423865 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8db0fdaf-3f41-4ff9-b211-3abaed0c363d admin admin] Usage tracker for resource:security_group_rule and tenant:1b829dd8356d44e9849e0491974f58aa is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 15:05:55.426599 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8db0fdaf-3f41-4ff9-b211-3abaed0c363d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 15:05:55.432044 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8db0fdaf-3f41-4ff9-b211-3abaed0c363d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 15:05:55.493969 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8db0fdaf-3f41-4ff9-b211-3abaed0c363d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:55.497824 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8db0fdaf-3f41-4ff9-b211-3abaed0c363d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:55.527544 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db0fdaf-3f41-4ff9-b211-3abaed0c363d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:05:55.532931 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0fdaf-3f41-4ff9-b211-3abaed0c363d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974fdff4-7a98-46c4-8b69-379bbc0b1fef,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:55.539638 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8db0fdaf-3f41-4ff9-b211-3abaed0c363d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:55.539987 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-8db0fdaf-3f41-4ff9-b211-3abaed0c363d admin admin] Added segment 49db04d2-e817-43ec-9b98-dd6c209b8729 of type vlan for network 14ef27d7-ea9b-4bce-b86e-49d65be725ad Apr 06 15:05:55.566222 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8db0fdaf-3f41-4ff9-b211-3abaed0c363d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:55.594476 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8db0fdaf-3f41-4ff9-b211-3abaed0c363d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:55.595283 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db0fdaf-3f41-4ff9-b211-3abaed0c363d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:55.595845 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8db0fdaf-3f41-4ff9-b211-3abaed0c363d admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:55.693061 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0fdaf-3f41-4ff9-b211-3abaed0c363d admin admin] Pushing event updated for resources: {'Network': ['ID=14ef27d7-ea9b-4bce-b86e-49d65be725ad,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:55.695936 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8db0fdaf-3f41-4ff9-b211-3abaed0c363d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5564449 Apr 06 15:05:55.698919 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35126) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:05:55.703768 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 14ef27d7-ea9b-4bce-b86e-49d65be725ad details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 15:05:55.704605 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d5f2b8b1-f4cc-45a4-9cbb-e3f08a612cd4 admin admin] Request body: {'subnet': {'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-297234583-subnet', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'ip_version': 4}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 15:05:55.709492 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d5f2b8b1-f4cc-45a4-9cbb-e3f08a612cd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 15:05:55.713540 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d5f2b8b1-f4cc-45a4-9cbb-e3f08a612cd4 admin admin] Usage tracker for resource:subnet and tenant:1b829dd8356d44e9849e0491974f58aa is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 15:05:55.716315 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d5f2b8b1-f4cc-45a4-9cbb-e3f08a612cd4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 15:05:55.722627 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d5f2b8b1-f4cc-45a4-9cbb-e3f08a612cd4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 15:05:55.733140 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f2b8b1-f4cc-45a4-9cbb-e3f08a612cd4 admin admin] Made reservation on behalf of 1b829dd8356d44e9849e0491974f58aa for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:05:55.735364 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d5f2b8b1-f4cc-45a4-9cbb-e3f08a612cd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2834139'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:55.933906 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d5f2b8b1-f4cc-45a4-9cbb-e3f08a612cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2834165'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:56.007088 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2b8b1-f4cc-45a4-9cbb-e3f08a612cd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f00591c1-6c70-4deb-8b42-6697672837d7,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:56.017255 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f2b8b1-f4cc-45a4-9cbb-e3f08a612cd4 admin admin] Checking segment: {'id': '49db04d2-e817-43ec-9b98-dd6c209b8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 15:05:56.017616 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f2b8b1-f4cc-45a4-9cbb-e3f08a612cd4 admin admin] Network hostable DHCP agents. Network: 14ef27d7-ea9b-4bce-b86e-49d65be725ad, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:05:56.037953 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f2b8b1-f4cc-45a4-9cbb-e3f08a612cd4 admin admin] Network 14ef27d7-ea9b-4bce-b86e-49d65be725ad is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:05:56.046483 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-d5f2b8b1-f4cc-45a4-9cbb-e3f08a612cd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 14ef27d7-ea9b-4bce-b86e-49d65be725ad) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:05:56.050221 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f2b8b1-f4cc-45a4-9cbb-e3f08a612cd4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:56.050797 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d5f2b8b1-f4cc-45a4-9cbb-e3f08a612cd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:56.055207 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8feda9-93eb-4d7d-acfa-20c68daa91bf None None] Network 14ef27d7-ea9b-4bce-b86e-49d65be725ad requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 15:05:56.070768 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d5f2b8b1-f4cc-45a4-9cbb-e3f08a612cd4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3708723 Apr 06 15:05:56.073462 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35130) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:05:56.079336 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-09b20c02-0f4b-4321-9b6a-c49a11e0af1e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-297234583-router', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 15:05:56.084029 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-09b20c02-0f4b-4321-9b6a-c49a11e0af1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 15:05:56.088061 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-09b20c02-0f4b-4321-9b6a-c49a11e0af1e admin admin] Usage tracker for resource:router and tenant:1b829dd8356d44e9849e0491974f58aa is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 15:05:56.090864 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-09b20c02-0f4b-4321-9b6a-c49a11e0af1e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 15:05:56.096489 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-09b20c02-0f4b-4321-9b6a-c49a11e0af1e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 15:05:56.107699 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09b20c02-0f4b-4321-9b6a-c49a11e0af1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:56.108587 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09b20c02-0f4b-4321-9b6a-c49a11e0af1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:56.127081 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09b20c02-0f4b-4321-9b6a-c49a11e0af1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:56.268252 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'fixed_ips': [{'subnet_id': 'f00591c1-6c70-4deb-8b42-6697672837d7'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 15:05:56.269127 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:56.269396 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09b20c02-0f4b-4321-9b6a-c49a11e0af1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:56.423779 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Allocated IP 172.20.0.2 (14ef27d7-ea9b-4bce-b86e-49d65be725ad/f00591c1-6c70-4deb-8b42-6697672837d7/cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:05:56.448447 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09b20c02-0f4b-4321-9b6a-c49a11e0af1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:56.476914 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09b20c02-0f4b-4321-9b6a-c49a11e0af1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:56.613466 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-09b20c02-0f4b-4321-9b6a-c49a11e0af1e admin admin] Allocated IP 172.26.8.23 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/dfb83ab9-5288-4952-b4b5-86de60025b1f) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:05:56.630109 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:56.640211 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Transition to ACTIVE for port object cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 15:05:56.658069 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Transition to ACTIVE for port object cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 15:05:56.662986 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:56.730932 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Network 14ef27d7-ea9b-4bce-b86e-49d65be725ad is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:05:56.734551 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:05:56.737025 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 15:05:56.744535 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Pushing event updated for resources: {'Port': ['ID=cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:56.758678 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09b20c02-0f4b-4321-9b6a-c49a11e0af1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:56.787489 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09b20c02-0f4b-4321-9b6a-c49a11e0af1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:56.812223 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:56.812569 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:56.812922 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:56.813261 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:56.813586 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:56.813911 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:56.814232 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:56.814557 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:56.814867 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:56.815181 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:56.815494 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:56.846477 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Attempting to bind port cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 15:05:56.846851 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Attempting to bind port cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '49db04d2-e817-43ec-9b98-dd6c209b8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 15:05:56.847209 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Attempting to bind port cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee on network 14ef27d7-ea9b-4bce-b86e-49d65be725ad {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 15:05:56.853694 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 15:05:56.854092 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Checking segment: {'id': '49db04d2-e817-43ec-9b98-dd6c209b8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 15:05:56.854490 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:56.854879 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Bound using segment: {'id': '49db04d2-e817-43ec-9b98-dd6c209b8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 15:05:56.855334 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Bound port: cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49db04d2-e817-43ec-9b98-dd6c209b8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 15:05:56.855706 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:56.861184 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b20c02-0f4b-4321-9b6a-c49a11e0af1e admin admin] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:05:56.863708 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-09b20c02-0f4b-4321-9b6a-c49a11e0af1e admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:05:56.867860 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b20c02-0f4b-4321-9b6a-c49a11e0af1e admin admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 15:05:56.890741 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b20c02-0f4b-4321-9b6a-c49a11e0af1e admin admin] Pushing event updated for resources: {'Port': ['ID=dfb83ab9-5288-4952-b4b5-86de60025b1f,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:56.978310 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] For port cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:05:56.981712 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] For port cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee,segment=NetworkSegment(49db04d2-e817-43ec-9b98-dd6c209b8729),segment_id=49db04d2-e817-43ec-9b98-dd6c209b8729)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:05:56.986353 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:57.026496 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09b20c02-0f4b-4321-9b6a-c49a11e0af1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:57.027369 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09b20c02-0f4b-4321-9b6a-c49a11e0af1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:57.072826 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc7895-2796-4b80-86d9-fabb3955c539 None None] Pushing event updated for resources: {'Port': ['ID=cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:57.360263 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b20c02-0f4b-4321-9b6a-c49a11e0af1e admin admin] Router ae839aba-e6f4-4830-97a6-f412d0244d36 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 15:05:57.558340 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b20c02-0f4b-4321-9b6a-c49a11e0af1e admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:05:57.568920 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d5ae8-9353-44bb-8c16-667b744b5781 None None] Sync routers for ids ['ae839aba-e6f4-4830-97a6-f412d0244d36'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 15:05:57.582293 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7d5ae8-9353-44bb-8c16-667b744b5781 None None] Routers {'ae839aba-e6f4-4830-97a6-f412d0244d36'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 15:05:57.582908 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0b7d5ae8-9353-44bb-8c16-667b744b5781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T15:05:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ae839aba-e6f4-4830-97a6-f412d0244d36'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:57.583063 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09b20c02-0f4b-4321-9b6a-c49a11e0af1e admin admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:57.584153 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-09b20c02-0f4b-4321-9b6a-c49a11e0af1e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5097663 Apr 06 15:05:57.587148 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35134) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:05:57.771206 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-0b7d5ae8-9353-44bb-8c16-667b744b5781 None None] Set router ae839aba-e6f4-4830-97a6-f412d0244d36 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 15:05:58.011493 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab7f972-3449-4f51-8d77-b7416acc9f1e None None] Network 14ef27d7-ea9b-4bce-b86e-49d65be725ad requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 15:05:58.059499 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0b7d5ae8-9353-44bb-8c16-667b744b5781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'name': 'tempest-TestSnapshotPattern-297234583-router', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:05:56Z', 'revision_number': 3, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'gw_port': {'id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:53:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:05:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:58.063826 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d5ae8-9353-44bb-8c16-667b744b5781 None None] Checking router: ae839aba-e6f4-4830-97a6-f412d0244d36 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 15:05:58.064170 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d5ae8-9353-44bb-8c16-667b744b5781 None None] Updating router ae839aba-e6f4-4830-97a6-f412d0244d36 port dfb83ab9-5288-4952-b4b5-86de60025b1f binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 15:05:58.115536 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0b7d5ae8-9353-44bb-8c16-667b744b5781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:58.131872 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ba7365a-9de3-43f8-9f14-d1317326df03 None None] Provisioning for port cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 15:05:58.334943 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8aea9e79-b177-4a77-b7e4-b829bfc41dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:58.452199 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0b7d5ae8-9353-44bb-8c16-667b744b5781 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:58.465173 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-0b7d5ae8-9353-44bb-8c16-667b744b5781 None None] Transition to ACTIVE for port object dfb83ab9-5288-4952-b4b5-86de60025b1f will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 15:05:58.472223 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0b7d5ae8-9353-44bb-8c16-667b744b5781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:58.554140 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-8aea9e79-b177-4a77-b7e4-b829bfc41dee admin admin] Allocated IP 172.20.0.1 (14ef27d7-ea9b-4bce-b86e-49d65be725ad/f00591c1-6c70-4deb-8b42-6697672837d7/63cef44b-1ee4-4309-bdf8-b178823434a3) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:05:58.580579 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc49a5-6997-47d1-bafc-7061bc22d3f2 None None] Pushing event updated for resources: {'Port': ['ID=dfb83ab9-5288-4952-b4b5-86de60025b1f,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:58.582717 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-0b7d5ae8-9353-44bb-8c16-667b744b5781 None None] Attempting to bind port dfb83ab9-5288-4952-b4b5-86de60025b1f on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 15:05:58.583081 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-0b7d5ae8-9353-44bb-8c16-667b744b5781 None None] Attempting to bind port dfb83ab9-5288-4952-b4b5-86de60025b1f by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 15:05:58.583438 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7d5ae8-9353-44bb-8c16-667b744b5781 None None] Attempting to bind port dfb83ab9-5288-4952-b4b5-86de60025b1f on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 15:05:58.596737 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7d5ae8-9353-44bb-8c16-667b744b5781 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 15:05:58.597195 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7d5ae8-9353-44bb-8c16-667b744b5781 None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 15:05:58.597528 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0b7d5ae8-9353-44bb-8c16-667b744b5781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:58.597915 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7d5ae8-9353-44bb-8c16-667b744b5781 None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 15:05:58.598379 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-0b7d5ae8-9353-44bb-8c16-667b744b5781 None None] Bound port: dfb83ab9-5288-4952-b4b5-86de60025b1f, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 15:05:58.598749 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0b7d5ae8-9353-44bb-8c16-667b744b5781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:58.624064 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc49a5-6997-47d1-bafc-7061bc22d3f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:58.624420 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc49a5-6997-47d1-bafc-7061bc22d3f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:58.625571 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc49a5-6997-47d1-bafc-7061bc22d3f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:58.625918 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc49a5-6997-47d1-bafc-7061bc22d3f2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:58.627089 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc49a5-6997-47d1-bafc-7061bc22d3f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:58.628143 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc49a5-6997-47d1-bafc-7061bc22d3f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:58.628486 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc49a5-6997-47d1-bafc-7061bc22d3f2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:58.628825 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc49a5-6997-47d1-bafc-7061bc22d3f2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:58.629179 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc49a5-6997-47d1-bafc-7061bc22d3f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:58.629506 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc49a5-6997-47d1-bafc-7061bc22d3f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:58.629835 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc49a5-6997-47d1-bafc-7061bc22d3f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:05:58.680055 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-0b7d5ae8-9353-44bb-8c16-667b744b5781 None None] For port dfb83ab9-5288-4952-b4b5-86de60025b1f, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:05:58.683208 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-0b7d5ae8-9353-44bb-8c16-667b744b5781 None None] For port dfb83ab9-5288-4952-b4b5-86de60025b1f, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=dfb83ab9-5288-4952-b4b5-86de60025b1f,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:05:58.687590 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0b7d5ae8-9353-44bb-8c16-667b744b5781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:58.707722 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8aea9e79-b177-4a77-b7e4-b829bfc41dee admin admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:58.723796 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-8aea9e79-b177-4a77-b7e4-b829bfc41dee admin admin] Transition to ACTIVE for port object 63cef44b-1ee4-4309-bdf8-b178823434a3 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 15:05:58.746650 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8aea9e79-b177-4a77-b7e4-b829bfc41dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:58.769345 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc49a5-6997-47d1-bafc-7061bc22d3f2 None None] Pushing event updated for resources: {'Port': ['ID=dfb83ab9-5288-4952-b4b5-86de60025b1f,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:58.773807 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7d5ae8-9353-44bb-8c16-667b744b5781 None None] Routers {'ae839aba-e6f4-4830-97a6-f412d0244d36'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 15:05:58.774407 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0b7d5ae8-9353-44bb-8c16-667b744b5781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T15:05:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ae839aba-e6f4-4830-97a6-f412d0244d36'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:58.816075 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aea9e79-b177-4a77-b7e4-b829bfc41dee admin admin] Network 14ef27d7-ea9b-4bce-b86e-49d65be725ad is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:05:58.819624 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-8aea9e79-b177-4a77-b7e4-b829bfc41dee admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:05:58.824047 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aea9e79-b177-4a77-b7e4-b829bfc41dee admin admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 15:05:58.854896 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea9e79-b177-4a77-b7e4-b829bfc41dee admin admin] Pushing event updated for resources: {'Port': ['ID=63cef44b-1ee4-4309-bdf8-b178823434a3,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:58.887813 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8aea9e79-b177-4a77-b7e4-b829bfc41dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:58.947651 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 15:05:58.975852 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-0b7d5ae8-9353-44bb-8c16-667b744b5781 None None] Set router ae839aba-e6f4-4830-97a6-f412d0244d36 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 15:05:59.028581 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 15:05:59.035078 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 15:05:59.035459 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:59.126798 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8aea9e79-b177-4a77-b7e4-b829bfc41dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:59.156684 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:59.196271 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee,segment=NetworkSegment(49db04d2-e817-43ec-9b98-dd6c209b8729),segment_id=49db04d2-e817-43ec-9b98-dd6c209b8729)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:05:59.200401 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:59.237395 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-64779f28-156f-4b44-aa26-0fc89eb8907b None None] Provisioning for port 63cef44b-1ee4-4309-bdf8-b178823434a3 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 15:05:59.249868 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-64779f28-156f-4b44-aa26-0fc89eb8907b None None] Provisioning complete for port 63cef44b-1ee4-4309-bdf8-b178823434a3 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 15:05:59.250776 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-64779f28-156f-4b44-aa26-0fc89eb8907b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:59.275797 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0b7d5ae8-9353-44bb-8c16-667b744b5781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'name': 'tempest-TestSnapshotPattern-297234583-router', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:05:56Z', 'revision_number': 3, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'gw_port': {'id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:53:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:59.281045 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d5ae8-9353-44bb-8c16-667b744b5781 None None] The sync data for ids ['ae839aba-e6f4-4830-97a6-f412d0244d36'] in dv-neutron-835868-1-hyperv is: [{'id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'name': 'tempest-TestSnapshotPattern-297234583-router', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:05:56Z', 'revision_number': 3, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'gw_port': {'id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:53:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 15:05:59.318463 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:59.321152 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-64779f28-156f-4b44-aa26-0fc89eb8907b None None] Port 63cef44b-1ee4-4309-bdf8-b178823434a3 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 15:05:59.354726 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:59.355722 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8aea9e79-b177-4a77-b7e4-b829bfc41dee admin admin] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:59.360450 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8aea9e79-b177-4a77-b7e4-b829bfc41dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:59.469202 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea9e79-b177-4a77-b7e4-b829bfc41dee admin admin] Pushing event updated for resources: {'Port': ['ID=63cef44b-1ee4-4309-bdf8-b178823434a3,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:59.472166 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8aea9e79-b177-4a77-b7e4-b829bfc41dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:59.616246 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aea9e79-b177-4a77-b7e4-b829bfc41dee admin admin] Network 14ef27d7-ea9b-4bce-b86e-49d65be725ad is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:05:59.617593 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-8aea9e79-b177-4a77-b7e4-b829bfc41dee admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:05:59.849359 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3fa6c374-da30-49ad-b1bd-dcdedb121194 None None] Provisioning complete for port 63cef44b-1ee4-4309-bdf8-b178823434a3 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 15:05:59.849736 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3fa6c374-da30-49ad-b1bd-dcdedb121194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:05:59.907350 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3fa6c374-da30-49ad-b1bd-dcdedb121194 None None] Port 63cef44b-1ee4-4309-bdf8-b178823434a3 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 15:06:00.010047 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aea9e79-b177-4a77-b7e4-b829bfc41dee admin admin] Router ae839aba-e6f4-4830-97a6-f412d0244d36 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:06:00.208169 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aea9e79-b177-4a77-b7e4-b829bfc41dee admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:06:00.217869 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8aea9e79-b177-4a77-b7e4-b829bfc41dee admin admin] 10.222.0.60 "PUT /v2.0/routers/ae839aba-e6f4-4830-97a6-f412d0244d36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6296086 Apr 06 15:06:00.939092 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device dfb83ab9-5288-4952-b4b5-86de60025b1f up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 15:06:01.006587 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port dfb83ab9-5288-4952-b4b5-86de60025b1f completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 15:06:01.011840 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port dfb83ab9-5288-4952-b4b5-86de60025b1f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 15:06:01.012214 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:01.047764 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35156) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:06:01.053201 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-356b121f-2e68-4a95-80db-92935199f401 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-336670927-network', 'tenant_id': '900c92689282459daca867095e8d7750'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 15:06:01.057981 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-356b121f-2e68-4a95-80db-92935199f401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 15:06:01.061970 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-356b121f-2e68-4a95-80db-92935199f401 admin admin] Usage tracker for resource:network and tenant:900c92689282459daca867095e8d7750 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 15:06:01.064770 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-356b121f-2e68-4a95-80db-92935199f401 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 15:06:01.070301 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-356b121f-2e68-4a95-80db-92935199f401 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 15:06:01.080958 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356b121f-2e68-4a95-80db-92935199f401 admin admin] Made reservation on behalf of 900c92689282459daca867095e8d7750 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:06:01.083374 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-356b121f-2e68-4a95-80db-92935199f401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:01.096950 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-356b121f-2e68-4a95-80db-92935199f401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:01.128077 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-356b121f-2e68-4a95-80db-92935199f401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 15:06:01.131823 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-356b121f-2e68-4a95-80db-92935199f401 admin admin] Usage tracker for resource:security_group_rule and tenant:900c92689282459daca867095e8d7750 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 15:06:01.134558 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-356b121f-2e68-4a95-80db-92935199f401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 15:06:01.136516 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:01.140649 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-356b121f-2e68-4a95-80db-92935199f401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 15:06:01.153570 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port dfb83ab9-5288-4952-b4b5-86de60025b1f, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=dfb83ab9-5288-4952-b4b5-86de60025b1f,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:06:01.157586 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:01.158496 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 15:06:01.209252 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-356b121f-2e68-4a95-80db-92935199f401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:01.213250 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-356b121f-2e68-4a95-80db-92935199f401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:01.239555 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-356b121f-2e68-4a95-80db-92935199f401 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:06:01.252093 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b121f-2e68-4a95-80db-92935199f401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a64988-0595-4721-81b3-435ff9618c54,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:01.256292 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-356b121f-2e68-4a95-80db-92935199f401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:01.256628 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-356b121f-2e68-4a95-80db-92935199f401 admin admin] Added segment aeb7c5f8-8b44-40fa-af11-03d85544ac35 of type vlan for network 285b8d46-581f-4d7e-943f-5000771be5b7 Apr 06 15:06:01.272716 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=dfb83ab9-5288-4952-b4b5-86de60025b1f,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:01.284636 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-356b121f-2e68-4a95-80db-92935199f401 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727577694446'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:01.286477 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 15:06:01.286852 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:01.313521 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-356b121f-2e68-4a95-80db-92935199f401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:01.314569 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356b121f-2e68-4a95-80db-92935199f401 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:01.315137 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-356b121f-2e68-4a95-80db-92935199f401 admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:01.413014 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-356b121f-2e68-4a95-80db-92935199f401 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3641346 Apr 06 15:06:01.415846 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 35160) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:06:01.416308 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b121f-2e68-4a95-80db-92935199f401 admin admin] Pushing event updated for resources: {'Network': ['ID=285b8d46-581f-4d7e-943f-5000771be5b7,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:01.421620 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-639564ff-c788-4a27-bfb2-14b4576f3d31 admin admin] Request body: {'subnet': {'network_id': '285b8d46-581f-4d7e-943f-5000771be5b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-336670927-subnet', 'tenant_id': '900c92689282459daca867095e8d7750', 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 15:06:01.426147 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Network 285b8d46-581f-4d7e-943f-5000771be5b7 details requested by agent ovs-agent-dv-neutron-835868-1-hyperv with host dv-neutron-835868-1-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 15:06:01.426674 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-639564ff-c788-4a27-bfb2-14b4576f3d31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 15:06:01.430539 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-639564ff-c788-4a27-bfb2-14b4576f3d31 admin admin] Usage tracker for resource:subnet and tenant:900c92689282459daca867095e8d7750 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 15:06:01.433384 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-639564ff-c788-4a27-bfb2-14b4576f3d31 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 15:06:01.439520 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-639564ff-c788-4a27-bfb2-14b4576f3d31 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 15:06:01.449451 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639564ff-c788-4a27-bfb2-14b4576f3d31 admin admin] Made reservation on behalf of 900c92689282459daca867095e8d7750 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:06:01.452290 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-639564ff-c788-4a27-bfb2-14b4576f3d31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1208144'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:01.649678 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-639564ff-c788-4a27-bfb2-14b4576f3d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1198414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1208190'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:01.716919 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639564ff-c788-4a27-bfb2-14b4576f3d31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cda98752-4d37-4293-99e2-cf6d48b470fc,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:01.731796 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639564ff-c788-4a27-bfb2-14b4576f3d31 admin admin] Checking segment: {'id': 'aeb7c5f8-8b44-40fa-af11-03d85544ac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '285b8d46-581f-4d7e-943f-5000771be5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 15:06:01.732149 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639564ff-c788-4a27-bfb2-14b4576f3d31 admin admin] Network hostable DHCP agents. Network: 285b8d46-581f-4d7e-943f-5000771be5b7, hostable agents: ['294e36a6-000f-42c6-b7ab-9fe1d58ca2c7'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:06:01.753796 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639564ff-c788-4a27-bfb2-14b4576f3d31 admin admin] Network 285b8d46-581f-4d7e-943f-5000771be5b7 is scheduled to be hosted by DHCP agent 294e36a6-000f-42c6-b7ab-9fe1d58ca2c7 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:06:01.762439 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-639564ff-c788-4a27-bfb2-14b4576f3d31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835868-1-hyperv, 285b8d46-581f-4d7e-943f-5000771be5b7) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:06:01.766851 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639564ff-c788-4a27-bfb2-14b4576f3d31 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:01.767431 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-639564ff-c788-4a27-bfb2-14b4576f3d31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:01.771887 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcedc4ba-07df-4901-a8c3-28ee67880e3b None None] Network 285b8d46-581f-4d7e-943f-5000771be5b7 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 15:06:01.788793 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-639564ff-c788-4a27-bfb2-14b4576f3d31 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3714802 Apr 06 15:06:01.791127 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 35164) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:06:01.796882 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5259de59-3572-4ffa-aa6f-8706c70ea291 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-336670927-router', 'tenant_id': '900c92689282459daca867095e8d7750', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 15:06:01.801492 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5259de59-3572-4ffa-aa6f-8706c70ea291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 15:06:01.805291 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5259de59-3572-4ffa-aa6f-8706c70ea291 admin admin] Usage tracker for resource:router and tenant:900c92689282459daca867095e8d7750 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 15:06:01.808022 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5259de59-3572-4ffa-aa6f-8706c70ea291 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 15:06:01.814797 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5259de59-3572-4ffa-aa6f-8706c70ea291 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 15:06:01.826417 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5259de59-3572-4ffa-aa6f-8706c70ea291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1651968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14181'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:01.827483 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5259de59-3572-4ffa-aa6f-8706c70ea291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14204'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:01.846863 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5259de59-3572-4ffa-aa6f-8706c70ea291 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:01.985326 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0f99d5-d349-4190-a4a3-3ffcdf99f508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7bdd422-bb9c-5c94-82d7-614bce0da0d2-285b8d46-581f-4d7e-943f-5000771be5b7', 'network_id': '285b8d46-581f-4d7e-943f-5000771be5b7', 'tenant_id': '900c92689282459daca867095e8d7750', 'fixed_ips': [{'subnet_id': 'cda98752-4d37-4293-99e2-cf6d48b470fc'}]}} from dv-neutron-835868-1-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 15:06:01.986157 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef0f99d5-d349-4190-a4a3-3ffcdf99f508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:01.997136 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5259de59-3572-4ffa-aa6f-8706c70ea291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14154'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:02.162717 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-ef0f99d5-d349-4190-a4a3-3ffcdf99f508 None None] Allocated IP 172.20.0.2 (285b8d46-581f-4d7e-943f-5000771be5b7/cda98752-4d37-4293-99e2-cf6d48b470fc/343185cb-7e47-4068-b1aa-63f8bb642256) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:06:02.181605 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5259de59-3572-4ffa-aa6f-8706c70ea291 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:02.210722 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5259de59-3572-4ffa-aa6f-8706c70ea291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:02.344931 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-5259de59-3572-4ffa-aa6f-8706c70ea291 admin admin] Allocated IP 172.26.8.232 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/f30527a9-1450-42ca-a4f5-0fd721d3dfeb) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:06:02.364728 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef0f99d5-d349-4190-a4a3-3ffcdf99f508 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:02.375141 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ef0f99d5-d349-4190-a4a3-3ffcdf99f508 None None] Transition to ACTIVE for port object 343185cb-7e47-4068-b1aa-63f8bb642256 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 15:06:02.393159 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ef0f99d5-d349-4190-a4a3-3ffcdf99f508 None None] Transition to ACTIVE for port object 343185cb-7e47-4068-b1aa-63f8bb642256 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 15:06:02.398556 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef0f99d5-d349-4190-a4a3-3ffcdf99f508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:02.471721 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0f99d5-d349-4190-a4a3-3ffcdf99f508 None None] Network 285b8d46-581f-4d7e-943f-5000771be5b7 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:06:02.472340 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f99d5-d349-4190-a4a3-3ffcdf99f508 None None] Pushing event updated for resources: {'Port': ['ID=343185cb-7e47-4068-b1aa-63f8bb642256,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:02.475798 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-ef0f99d5-d349-4190-a4a3-3ffcdf99f508 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:06:02.477878 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0f99d5-d349-4190-a4a3-3ffcdf99f508 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 15:06:02.489134 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5259de59-3572-4ffa-aa6f-8706c70ea291 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:02.526109 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5259de59-3572-4ffa-aa6f-8706c70ea291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:02.572922 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ef0f99d5-d349-4190-a4a3-3ffcdf99f508 None None] Attempting to bind port 343185cb-7e47-4068-b1aa-63f8bb642256 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 15:06:02.573300 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ef0f99d5-d349-4190-a4a3-3ffcdf99f508 None None] Attempting to bind port 343185cb-7e47-4068-b1aa-63f8bb642256 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'aeb7c5f8-8b44-40fa-af11-03d85544ac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '285b8d46-581f-4d7e-943f-5000771be5b7'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 15:06:02.573660 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0f99d5-d349-4190-a4a3-3ffcdf99f508 None None] Attempting to bind port 343185cb-7e47-4068-b1aa-63f8bb642256 on network 285b8d46-581f-4d7e-943f-5000771be5b7 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 15:06:02.580610 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0f99d5-d349-4190-a4a3-3ffcdf99f508 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 15:06:02.581077 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0f99d5-d349-4190-a4a3-3ffcdf99f508 None None] Checking segment: {'id': 'aeb7c5f8-8b44-40fa-af11-03d85544ac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '285b8d46-581f-4d7e-943f-5000771be5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 15:06:02.581471 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef0f99d5-d349-4190-a4a3-3ffcdf99f508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:02.581852 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0f99d5-d349-4190-a4a3-3ffcdf99f508 None None] Bound using segment: {'id': 'aeb7c5f8-8b44-40fa-af11-03d85544ac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '285b8d46-581f-4d7e-943f-5000771be5b7'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 15:06:02.582299 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ef0f99d5-d349-4190-a4a3-3ffcdf99f508 None None] Bound port: 343185cb-7e47-4068-b1aa-63f8bb642256, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb7c5f8-8b44-40fa-af11-03d85544ac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '285b8d46-581f-4d7e-943f-5000771be5b7'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 15:06:02.582666 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef0f99d5-d349-4190-a4a3-3ffcdf99f508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:02.599972 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5259de59-3572-4ffa-aa6f-8706c70ea291 admin admin] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:06:02.603343 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-5259de59-3572-4ffa-aa6f-8706c70ea291 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:06:02.605279 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259de59-3572-4ffa-aa6f-8706c70ea291 admin admin] Pushing event updated for resources: {'Port': ['ID=f30527a9-1450-42ca-a4f5-0fd721d3dfeb,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:02.607481 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5259de59-3572-4ffa-aa6f-8706c70ea291 admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 15:06:02.676179 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ef0f99d5-d349-4190-a4a3-3ffcdf99f508 None None] For port 343185cb-7e47-4068-b1aa-63f8bb642256, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:06:02.679371 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ef0f99d5-d349-4190-a4a3-3ffcdf99f508 None None] For port 343185cb-7e47-4068-b1aa-63f8bb642256, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=343185cb-7e47-4068-b1aa-63f8bb642256,segment=NetworkSegment(aeb7c5f8-8b44-40fa-af11-03d85544ac35),segment_id=aeb7c5f8-8b44-40fa-af11-03d85544ac35)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:06:02.683914 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef0f99d5-d349-4190-a4a3-3ffcdf99f508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:02.761231 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f99d5-d349-4190-a4a3-3ffcdf99f508 None None] Pushing event updated for resources: {'Port': ['ID=343185cb-7e47-4068-b1aa-63f8bb642256,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:02.764805 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5259de59-3572-4ffa-aa6f-8706c70ea291 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:02.765559 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5259de59-3572-4ffa-aa6f-8706c70ea291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653882'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:02.771946 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd9dfed-5598-4073-acfa-548e3d994e33 None None] Sync routers for ids ['ae839aba-e6f4-4830-97a6-f412d0244d36'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 15:06:02.785738 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd9dfed-5598-4073-acfa-548e3d994e33 None None] Routers {'ae839aba-e6f4-4830-97a6-f412d0244d36'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 15:06:02.786426 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3fd9dfed-5598-4073-acfa-548e3d994e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T15:05:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ae839aba-e6f4-4830-97a6-f412d0244d36'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:06:02.900083 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device dfb83ab9-5288-4952-b4b5-86de60025b1f up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 15:06:03.007836 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-3fd9dfed-5598-4073-acfa-548e3d994e33 None None] Set router ae839aba-e6f4-4830-97a6-f412d0244d36 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 15:06:03.147605 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5259de59-3572-4ffa-aa6f-8706c70ea291 admin admin] Router 765c7779-55af-4e2e-8c64-eb231f486ce2 is scheduled to L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 15:06:03.237475 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port dfb83ab9-5288-4952-b4b5-86de60025b1f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 15:06:03.237839 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:03.347271 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5259de59-3572-4ffa-aa6f-8706c70ea291 admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:06:03.357021 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db013d26-d974-45cb-9553-b62177b019a9 None None] Sync routers for ids ['765c7779-55af-4e2e-8c64-eb231f486ce2'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 15:06:03.372684 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5259de59-3572-4ffa-aa6f-8706c70ea291 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:03.374852 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db013d26-d974-45cb-9553-b62177b019a9 None None] Routers {'765c7779-55af-4e2e-8c64-eb231f486ce2'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 15:06:03.375005 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5259de59-3572-4ffa-aa6f-8706c70ea291 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5829105 Apr 06 15:06:03.375788 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-db013d26-d974-45cb-9553-b62177b019a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T15:05:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['765c7779-55af-4e2e-8c64-eb231f486ce2'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:06:03.377954 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35168) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:06:03.437051 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3fd9dfed-5598-4073-acfa-548e3d994e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'name': 'tempest-TestSnapshotPattern-297234583-router', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:05:58Z', 'revision_number': 4, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'gw_port': {'id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '63cef44b-1ee4-4309-bdf8-b178823434a3', 'name': '', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'mac_address': 'fa:16:3e:6b:58:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:58Z', 'updated_at': '2022-04-06T15:05:59Z', 'revision_number': 2, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'subnets': [{'id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:06:03.442674 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd9dfed-5598-4073-acfa-548e3d994e33 None None] Checking router: ae839aba-e6f4-4830-97a6-f412d0244d36 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 15:06:03.443146 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd9dfed-5598-4073-acfa-548e3d994e33 None None] Updating router ae839aba-e6f4-4830-97a6-f412d0244d36 port 63cef44b-1ee4-4309-bdf8-b178823434a3 binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 15:06:03.504292 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3fd9dfed-5598-4073-acfa-548e3d994e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:03.561748 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-db013d26-d974-45cb-9553-b62177b019a9 None None] Set router 765c7779-55af-4e2e-8c64-eb231f486ce2 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 15:06:03.858986 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54c04fc-e173-4ec3-8d04-7d369549cb67 None None] Network 285b8d46-581f-4d7e-943f-5000771be5b7 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 15:06:03.889719 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-db013d26-d974-45cb-9553-b62177b019a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765c7779-55af-4e2e-8c64-eb231f486ce2', 'name': 'tempest-TestSnapshotPattern-336670927-router', 'tenant_id': '900c92689282459daca867095e8d7750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f30527a9-1450-42ca-a4f5-0fd721d3dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:06:01Z', 'updated_at': '2022-04-06T15:06:02Z', 'revision_number': 3, 'project_id': '900c92689282459daca867095e8d7750', 'gw_port': {'id': 'f30527a9-1450-42ca-a4f5-0fd721d3dfeb', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765c7779-55af-4e2e-8c64-eb231f486ce2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:06:02Z', 'updated_at': '2022-04-06T15:06:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:06:03.894258 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db013d26-d974-45cb-9553-b62177b019a9 None None] Checking router: 765c7779-55af-4e2e-8c64-eb231f486ce2 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 15:06:03.894608 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db013d26-d974-45cb-9553-b62177b019a9 None None] Updating router 765c7779-55af-4e2e-8c64-eb231f486ce2 port f30527a9-1450-42ca-a4f5-0fd721d3dfeb binding host dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 15:06:03.945447 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-db013d26-d974-45cb-9553-b62177b019a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:04.051455 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1af52e38-cc5c-4874-9af6-32cd91934690 None None] Provisioning for port 343185cb-7e47-4068-b1aa-63f8bb642256 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 15:06:04.090604 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3fd9dfed-5598-4073-acfa-548e3d994e33 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:04.116333 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3fd9dfed-5598-4073-acfa-548e3d994e33 None None] Transition to ACTIVE for port object 63cef44b-1ee4-4309-bdf8-b178823434a3 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 15:06:04.125348 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3fd9dfed-5598-4073-acfa-548e3d994e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:04.291366 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370815d2-81f2-48bf-8f90-c1e39f7f57eb None None] Pushing event updated for resources: {'Port': ['ID=63cef44b-1ee4-4309-bdf8-b178823434a3,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:04.300827 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-db013d26-d974-45cb-9553-b62177b019a9 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:04.311154 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-162b240c-6f9f-42df-a855-7b35eff2791b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:04.320353 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-db013d26-d974-45cb-9553-b62177b019a9 None None] Transition to ACTIVE for port object f30527a9-1450-42ca-a4f5-0fd721d3dfeb will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 15:06:04.334198 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-db013d26-d974-45cb-9553-b62177b019a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:04.409808 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3fd9dfed-5598-4073-acfa-548e3d994e33 None None] Attempting to bind port 63cef44b-1ee4-4309-bdf8-b178823434a3 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 15:06:04.410281 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3fd9dfed-5598-4073-acfa-548e3d994e33 None None] Attempting to bind port 63cef44b-1ee4-4309-bdf8-b178823434a3 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '49db04d2-e817-43ec-9b98-dd6c209b8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 15:06:04.410824 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd9dfed-5598-4073-acfa-548e3d994e33 None None] Attempting to bind port 63cef44b-1ee4-4309-bdf8-b178823434a3 on network 14ef27d7-ea9b-4bce-b86e-49d65be725ad {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 15:06:04.419893 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd9dfed-5598-4073-acfa-548e3d994e33 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 15:06:04.420403 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd9dfed-5598-4073-acfa-548e3d994e33 None None] Checking segment: {'id': '49db04d2-e817-43ec-9b98-dd6c209b8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 15:06:04.420931 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3fd9dfed-5598-4073-acfa-548e3d994e33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:04.421439 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd9dfed-5598-4073-acfa-548e3d994e33 None None] Bound using segment: {'id': '49db04d2-e817-43ec-9b98-dd6c209b8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 15:06:04.422081 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3fd9dfed-5598-4073-acfa-548e3d994e33 None None] Bound port: 63cef44b-1ee4-4309-bdf8-b178823434a3, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49db04d2-e817-43ec-9b98-dd6c209b8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 15:06:04.422504 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3fd9dfed-5598-4073-acfa-548e3d994e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:04.431929 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-db013d26-d974-45cb-9553-b62177b019a9 None None] Attempting to bind port f30527a9-1450-42ca-a4f5-0fd721d3dfeb on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 15:06:04.432512 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-db013d26-d974-45cb-9553-b62177b019a9 None None] Attempting to bind port f30527a9-1450-42ca-a4f5-0fd721d3dfeb by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 15:06:04.432618 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db013d26-d974-45cb-9553-b62177b019a9 None None] Attempting to bind port f30527a9-1450-42ca-a4f5-0fd721d3dfeb on network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 15:06:04.448485 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54d917-8165-4237-abe6-9aecf9f3370c None None] Pushing event updated for resources: {'Port': ['ID=f30527a9-1450-42ca-a4f5-0fd721d3dfeb,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:04.452312 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db013d26-d974-45cb-9553-b62177b019a9 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 15:06:04.452966 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db013d26-d974-45cb-9553-b62177b019a9 None None] Checking segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 15:06:04.453524 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-db013d26-d974-45cb-9553-b62177b019a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:04.454041 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db013d26-d974-45cb-9553-b62177b019a9 None None] Bound using segment: {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 15:06:04.454800 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-db013d26-d974-45cb-9553-b62177b019a9 None None] Bound port: f30527a9-1450-42ca-a4f5-0fd721d3dfeb, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfddfb2-3980-478f-9db3-0fb1421fbb37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 15:06:04.455313 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-db013d26-d974-45cb-9553-b62177b019a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:04.529816 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3fd9dfed-5598-4073-acfa-548e3d994e33 None None] For port 63cef44b-1ee4-4309-bdf8-b178823434a3, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:06:04.533001 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3fd9dfed-5598-4073-acfa-548e3d994e33 None None] For port 63cef44b-1ee4-4309-bdf8-b178823434a3, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=63cef44b-1ee4-4309-bdf8-b178823434a3,segment=NetworkSegment(49db04d2-e817-43ec-9b98-dd6c209b8729),segment_id=49db04d2-e817-43ec-9b98-dd6c209b8729)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:06:04.541975 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-db013d26-d974-45cb-9553-b62177b019a9 None None] For port f30527a9-1450-42ca-a4f5-0fd721d3dfeb, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:06:04.543303 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3fd9dfed-5598-4073-acfa-548e3d994e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:04.546996 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-db013d26-d974-45cb-9553-b62177b019a9 None None] For port f30527a9-1450-42ca-a4f5-0fd721d3dfeb, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f30527a9-1450-42ca-a4f5-0fd721d3dfeb,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:06:04.554857 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-db013d26-d974-45cb-9553-b62177b019a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:04.582290 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-162b240c-6f9f-42df-a855-7b35eff2791b admin admin] Allocated IP 172.20.0.1 (285b8d46-581f-4d7e-943f-5000771be5b7/cda98752-4d37-4293-99e2-cf6d48b470fc/f9d54cee-3c16-454e-bf50-c34ebb703100) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:06:04.631397 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370815d2-81f2-48bf-8f90-c1e39f7f57eb None None] Pushing event updated for resources: {'Port': ['ID=63cef44b-1ee4-4309-bdf8-b178823434a3,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:04.640112 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd9dfed-5598-4073-acfa-548e3d994e33 None None] Routers {'ae839aba-e6f4-4830-97a6-f412d0244d36'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 15:06:04.640737 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3fd9dfed-5598-4073-acfa-548e3d994e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T15:05:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ae839aba-e6f4-4830-97a6-f412d0244d36'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:06:04.668892 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db013d26-d974-45cb-9553-b62177b019a9 None None] Routers {'765c7779-55af-4e2e-8c64-eb231f486ce2'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 15:06:04.669513 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-db013d26-d974-45cb-9553-b62177b019a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T15:05:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['765c7779-55af-4e2e-8c64-eb231f486ce2'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:06:04.757913 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-162b240c-6f9f-42df-a855-7b35eff2791b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:04.784465 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-162b240c-6f9f-42df-a855-7b35eff2791b admin admin] Transition to ACTIVE for port object f9d54cee-3c16-454e-bf50-c34ebb703100 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 15:06:04.811852 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-162b240c-6f9f-42df-a855-7b35eff2791b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:04.817571 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54d917-8165-4237-abe6-9aecf9f3370c None None] Pushing event updated for resources: {'Port': ['ID=f30527a9-1450-42ca-a4f5-0fd721d3dfeb,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:04.906259 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162b240c-6f9f-42df-a855-7b35eff2791b admin admin] Network 285b8d46-581f-4d7e-943f-5000771be5b7 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:06:04.909716 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-162b240c-6f9f-42df-a855-7b35eff2791b admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:06:04.913607 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162b240c-6f9f-42df-a855-7b35eff2791b admin admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 15:06:04.948004 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-3fd9dfed-5598-4073-acfa-548e3d994e33 None None] Set router ae839aba-e6f4-4830-97a6-f412d0244d36 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 15:06:04.949316 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-db013d26-d974-45cb-9553-b62177b019a9 None None] Set router 765c7779-55af-4e2e-8c64-eb231f486ce2 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 15:06:04.972802 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b240c-6f9f-42df-a855-7b35eff2791b admin admin] Pushing event updated for resources: {'Port': ['ID=f9d54cee-3c16-454e-bf50-c34ebb703100,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:05.002929 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 343185cb-7e47-4068-b1aa-63f8bb642256 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 15:06:05.006787 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-162b240c-6f9f-42df-a855-7b35eff2791b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651120'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:05.110659 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-162b240c-6f9f-42df-a855-7b35eff2791b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:05.243874 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 343185cb-7e47-4068-b1aa-63f8bb642256 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 15:06:05.252586 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 343185cb-7e47-4068-b1aa-63f8bb642256 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 15:06:05.252986 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:05.287584 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-db013d26-d974-45cb-9553-b62177b019a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765c7779-55af-4e2e-8c64-eb231f486ce2', 'name': 'tempest-TestSnapshotPattern-336670927-router', 'tenant_id': '900c92689282459daca867095e8d7750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f30527a9-1450-42ca-a4f5-0fd721d3dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:06:01Z', 'updated_at': '2022-04-06T15:06:02Z', 'revision_number': 3, 'project_id': '900c92689282459daca867095e8d7750', 'gw_port': {'id': 'f30527a9-1450-42ca-a4f5-0fd721d3dfeb', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765c7779-55af-4e2e-8c64-eb231f486ce2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:06:02Z', 'updated_at': '2022-04-06T15:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:06:05.293456 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db013d26-d974-45cb-9553-b62177b019a9 None None] The sync data for ids ['765c7779-55af-4e2e-8c64-eb231f486ce2'] in dv-neutron-835868-1-hyperv is: [{'id': '765c7779-55af-4e2e-8c64-eb231f486ce2', 'name': 'tempest-TestSnapshotPattern-336670927-router', 'tenant_id': '900c92689282459daca867095e8d7750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f30527a9-1450-42ca-a4f5-0fd721d3dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:06:01Z', 'updated_at': '2022-04-06T15:06:02Z', 'revision_number': 3, 'project_id': '900c92689282459daca867095e8d7750', 'gw_port': {'id': 'f30527a9-1450-42ca-a4f5-0fd721d3dfeb', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765c7779-55af-4e2e-8c64-eb231f486ce2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:06:02Z', 'updated_at': '2022-04-06T15:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 15:06:05.354952 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-162b240c-6f9f-42df-a855-7b35eff2791b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:05.359510 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-162b240c-6f9f-42df-a855-7b35eff2791b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:05.390534 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-213f6e40-5bbe-4dd0-981d-86a90c53ce16 None None] Provisioning for port f9d54cee-3c16-454e-bf50-c34ebb703100 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 15:06:05.429020 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-213f6e40-5bbe-4dd0-981d-86a90c53ce16 None None] Provisioning complete for port f9d54cee-3c16-454e-bf50-c34ebb703100 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 15:06:05.429303 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-213f6e40-5bbe-4dd0-981d-86a90c53ce16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:05.464982 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-162b240c-6f9f-42df-a855-7b35eff2791b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6949412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650991'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:05.469139 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b240c-6f9f-42df-a855-7b35eff2791b admin admin] Pushing event updated for resources: {'Port': ['ID=f9d54cee-3c16-454e-bf50-c34ebb703100,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:05.535363 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:05.560858 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-213f6e40-5bbe-4dd0-981d-86a90c53ce16 None None] Port f9d54cee-3c16-454e-bf50-c34ebb703100 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 15:06:05.569064 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3fd9dfed-5598-4073-acfa-548e3d994e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'name': 'tempest-TestSnapshotPattern-297234583-router', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:05:58Z', 'revision_number': 4, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'gw_port': {'id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '63cef44b-1ee4-4309-bdf8-b178823434a3', 'name': '', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'mac_address': 'fa:16:3e:6b:58:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:58Z', 'updated_at': '2022-04-06T15:06:04Z', 'revision_number': 4, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'subnets': [{'id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:06:05.574968 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd9dfed-5598-4073-acfa-548e3d994e33 None None] The sync data for ids ['ae839aba-e6f4-4830-97a6-f412d0244d36'] in dv-neutron-835868-1-hyperv is: [{'id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'name': 'tempest-TestSnapshotPattern-297234583-router', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:05:58Z', 'revision_number': 4, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'gw_port': {'id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '63cef44b-1ee4-4309-bdf8-b178823434a3', 'name': '', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'mac_address': 'fa:16:3e:6b:58:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:58Z', 'updated_at': '2022-04-06T15:06:04Z', 'revision_number': 4, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'subnets': [{'id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 15:06:05.586922 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 343185cb-7e47-4068-b1aa-63f8bb642256, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=343185cb-7e47-4068-b1aa-63f8bb642256,segment=NetworkSegment(aeb7c5f8-8b44-40fa-af11-03d85544ac35),segment_id=aeb7c5f8-8b44-40fa-af11-03d85544ac35)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:06:05.591567 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:05.690263 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=343185cb-7e47-4068-b1aa-63f8bb642256,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:05.728041 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162b240c-6f9f-42df-a855-7b35eff2791b admin admin] Network 285b8d46-581f-4d7e-943f-5000771be5b7 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:06:05.729191 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-162b240c-6f9f-42df-a855-7b35eff2791b admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:06:05.985264 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c6f55c4a-571a-43f0-b91e-460068e76d21 None None] Provisioning complete for port f9d54cee-3c16-454e-bf50-c34ebb703100 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 15:06:05.985727 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c6f55c4a-571a-43f0-b91e-460068e76d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:06.041839 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c6f55c4a-571a-43f0-b91e-460068e76d21 None None] Port f9d54cee-3c16-454e-bf50-c34ebb703100 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 15:06:06.146905 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162b240c-6f9f-42df-a855-7b35eff2791b admin admin] Router 765c7779-55af-4e2e-8c64-eb231f486ce2 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:06:06.357692 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162b240c-6f9f-42df-a855-7b35eff2791b admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:06:06.367126 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-162b240c-6f9f-42df-a855-7b35eff2791b admin admin] 10.222.0.60 "PUT /v2.0/routers/765c7779-55af-4e2e-8c64-eb231f486ce2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9880536 Apr 06 15:06:06.930833 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 343185cb-7e47-4068-b1aa-63f8bb642256 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 15:06:07.001480 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 343185cb-7e47-4068-b1aa-63f8bb642256 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 15:06:07.001858 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:07.023373 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35182) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:06:07.029927 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-83ac8c56-0229-4b41-80e5-51440a17df5b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-908180387', 'description': 'tempest-secgroup-smoke-908180387 description', 'project_id': '1b829dd8356d44e9849e0491974f58aa'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 15:06:07.035773 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-83ac8c56-0229-4b41-80e5-51440a17df5b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 15:06:07.039532 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-83ac8c56-0229-4b41-80e5-51440a17df5b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Usage tracker for resource:security_group and tenant:1b829dd8356d44e9849e0491974f58aa is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 15:06:07.042365 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-83ac8c56-0229-4b41-80e5-51440a17df5b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 15:06:07.047982 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-83ac8c56-0229-4b41-80e5-51440a17df5b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 15:06:07.061907 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-83ac8c56-0229-4b41-80e5-51440a17df5b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:07.096896 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-83ac8c56-0229-4b41-80e5-51440a17df5b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 15:06:07.100910 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-83ac8c56-0229-4b41-80e5-51440a17df5b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Usage tracker for resource:security_group_rule and tenant:1b829dd8356d44e9849e0491974f58aa is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 15:06:07.103693 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-83ac8c56-0229-4b41-80e5-51440a17df5b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 15:06:07.109359 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-83ac8c56-0229-4b41-80e5-51440a17df5b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 15:06:07.118281 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 63cef44b-1ee4-4309-bdf8-b178823434a3 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 15:06:07.163112 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-83ac8c56-0229-4b41-80e5-51440a17df5b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:07.167212 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-83ac8c56-0229-4b41-80e5-51440a17df5b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:07.187545 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port 63cef44b-1ee4-4309-bdf8-b178823434a3 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 15:06:07.193080 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 63cef44b-1ee4-4309-bdf8-b178823434a3 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 15:06:07.193575 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:07.207408 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac8c56-0229-4b41-80e5-51440a17df5b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e52e5c-dfaa-4a9f-b5e9-5b0278390333,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:07.209955 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-83ac8c56-0229-4b41-80e5-51440a17df5b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:07.214164 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-83ac8c56-0229-4b41-80e5-51440a17df5b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1870265 Apr 06 15:06:07.214359 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35186) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:06:07.219693 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-801f43ec-25f3-497f-bf74-8a9547706666 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Request body: {'security_group_rule': {'security_group_id': 'f1e52e5c-dfaa-4a9f-b5e9-5b0278390333', 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 15:06:07.225670 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-801f43ec-25f3-497f-bf74-8a9547706666 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 15:06:07.229496 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-801f43ec-25f3-497f-bf74-8a9547706666 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Usage tracker for resource:security_group_rule and tenant:1b829dd8356d44e9849e0491974f58aa is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 15:06:07.232294 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-801f43ec-25f3-497f-bf74-8a9547706666 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 15:06:07.238326 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-801f43ec-25f3-497f-bf74-8a9547706666 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 15:06:07.255408 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-801f43ec-25f3-497f-bf74-8a9547706666 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:07.309224 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:07.315135 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-801f43ec-25f3-497f-bf74-8a9547706666 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:07.319111 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-801f43ec-25f3-497f-bf74-8a9547706666 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:07.342251 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f43ec-25f3-497f-bf74-8a9547706666 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f024c3e-2bac-4ff2-abff-0cdd7da20fec,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:07.342437 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port 63cef44b-1ee4-4309-bdf8-b178823434a3, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=63cef44b-1ee4-4309-bdf8-b178823434a3,segment=NetworkSegment(49db04d2-e817-43ec-9b98-dd6c209b8729),segment_id=49db04d2-e817-43ec-9b98-dd6c209b8729)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:06:07.346614 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:07.350106 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-801f43ec-25f3-497f-bf74-8a9547706666 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:07.354273 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-801f43ec-25f3-497f-bf74-8a9547706666 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1363904 Apr 06 15:06:07.354346 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35190) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:06:07.359772 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ac0d6f9e-7c77-47e2-9879-1dd27682cb6d tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Request body: {'security_group_rule': {'security_group_id': 'f1e52e5c-dfaa-4a9f-b5e9-5b0278390333', 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 15:06:07.365589 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ac0d6f9e-7c77-47e2-9879-1dd27682cb6d tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 15:06:07.369293 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ac0d6f9e-7c77-47e2-9879-1dd27682cb6d tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Usage tracker for resource:security_group_rule and tenant:1b829dd8356d44e9849e0491974f58aa is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 15:06:07.372061 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ac0d6f9e-7c77-47e2-9879-1dd27682cb6d tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 15:06:07.378223 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ac0d6f9e-7c77-47e2-9879-1dd27682cb6d tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 15:06:07.395319 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ac0d6f9e-7c77-47e2-9879-1dd27682cb6d tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:07.412101 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=63cef44b-1ee4-4309-bdf8-b178823434a3,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:07.458193 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ac0d6f9e-7c77-47e2-9879-1dd27682cb6d tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:07.461753 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ac0d6f9e-7c77-47e2-9879-1dd27682cb6d tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:07.483555 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d6f9e-7c77-47e2-9879-1dd27682cb6d tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc25caa3-a4d1-4370-9d1c-109b75b6dd22,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:07.493502 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ac0d6f9e-7c77-47e2-9879-1dd27682cb6d tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:07.494649 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ac0d6f9e-7c77-47e2-9879-1dd27682cb6d tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1394265 Apr 06 15:06:07.497685 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35194) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:06:07.503477 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-72ea05f3-ea04-494b-ab69-a63fa5656be2 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Request body: {'security_group_rule': {'security_group_id': 'f1e52e5c-dfaa-4a9f-b5e9-5b0278390333', 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 15:06:07.509617 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-72ea05f3-ea04-494b-ab69-a63fa5656be2 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 15:06:07.513322 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-72ea05f3-ea04-494b-ab69-a63fa5656be2 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Usage tracker for resource:security_group_rule and tenant:1b829dd8356d44e9849e0491974f58aa is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 15:06:07.517296 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-72ea05f3-ea04-494b-ab69-a63fa5656be2 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 15:06:07.523490 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-72ea05f3-ea04-494b-ab69-a63fa5656be2 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 15:06:07.539156 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-72ea05f3-ea04-494b-ab69-a63fa5656be2 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:07.598927 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-72ea05f3-ea04-494b-ab69-a63fa5656be2 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:07.602365 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-72ea05f3-ea04-494b-ab69-a63fa5656be2 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:07.625272 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea05f3-ea04-494b-ab69-a63fa5656be2 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf68104b-8749-474b-909d-0ab886dcc38f,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:07.633930 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-72ea05f3-ea04-494b-ab69-a63fa5656be2 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:07.635072 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-72ea05f3-ea04-494b-ab69-a63fa5656be2 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1358902 Apr 06 15:06:07.637737 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35198) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:06:07.643029 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-349759b1-382a-4a6b-a796-bb37a25b0740 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Request body: {'security_group_rule': {'security_group_id': 'f1e52e5c-dfaa-4a9f-b5e9-5b0278390333', 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 15:06:07.648639 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-349759b1-382a-4a6b-a796-bb37a25b0740 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 15:06:07.652399 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-349759b1-382a-4a6b-a796-bb37a25b0740 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Usage tracker for resource:security_group_rule and tenant:1b829dd8356d44e9849e0491974f58aa is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 15:06:07.655245 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-349759b1-382a-4a6b-a796-bb37a25b0740 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 15:06:07.660931 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-349759b1-382a-4a6b-a796-bb37a25b0740 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 15:06:07.676470 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-349759b1-382a-4a6b-a796-bb37a25b0740 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:07.740163 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-349759b1-382a-4a6b-a796-bb37a25b0740 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:07.743784 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-349759b1-382a-4a6b-a796-bb37a25b0740 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:07.766588 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349759b1-382a-4a6b-a796-bb37a25b0740 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29009bcd-f967-4bdc-94b7-8ca800c71c72,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:07.775573 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-349759b1-382a-4a6b-a796-bb37a25b0740 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:07.777322 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-349759b1-382a-4a6b-a796-bb37a25b0740 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1386619 Apr 06 15:06:07.779529 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 35202) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:06:07.785213 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f91d58be-64a4-4475-b6f2-e4279907f6a3 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Request body: {'security_group_rule': {'security_group_id': 'f1e52e5c-dfaa-4a9f-b5e9-5b0278390333', 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 15:06:07.791257 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f91d58be-64a4-4475-b6f2-e4279907f6a3 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 15:06:07.795571 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f91d58be-64a4-4475-b6f2-e4279907f6a3 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Usage tracker for resource:security_group_rule and tenant:1b829dd8356d44e9849e0491974f58aa is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 15:06:07.799171 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f91d58be-64a4-4475-b6f2-e4279907f6a3 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 15:06:07.805234 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f91d58be-64a4-4475-b6f2-e4279907f6a3 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 15:06:07.815011 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-f91d58be-64a4-4475-b6f2-e4279907f6a3 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Project 1b829dd8356d44e9849e0491974f58aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:06:07.821581 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f91d58be-64a4-4475-b6f2-e4279907f6a3 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:07.885441 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f91d58be-64a4-4475-b6f2-e4279907f6a3 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:07.888760 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f91d58be-64a4-4475-b6f2-e4279907f6a3 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:07.910300 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d58be-64a4-4475-b6f2-e4279907f6a3 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f262513c-56ae-43be-8c64-d593bbfb8819,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:07.918982 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f91d58be-64a4-4475-b6f2-e4279907f6a3 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:07.920689 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f91d58be-64a4-4475-b6f2-e4279907f6a3 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1401742 Apr 06 15:06:07.923348 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 35206) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:06:07.928654 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e6e98413-5dcd-442b-911d-36f901e51780 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Request body: {'security_group_rule': {'security_group_id': 'f1e52e5c-dfaa-4a9f-b5e9-5b0278390333', 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 15:06:07.934363 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e6e98413-5dcd-442b-911d-36f901e51780 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 15:06:07.939074 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e6e98413-5dcd-442b-911d-36f901e51780 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Usage tracker for resource:security_group_rule and tenant:1b829dd8356d44e9849e0491974f58aa is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 15:06:07.941893 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e6e98413-5dcd-442b-911d-36f901e51780 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 15:06:07.947626 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e6e98413-5dcd-442b-911d-36f901e51780 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 15:06:07.957858 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-e6e98413-5dcd-442b-911d-36f901e51780 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Project 1b829dd8356d44e9849e0491974f58aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:06:07.964631 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6e98413-5dcd-442b-911d-36f901e51780 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:08.036471 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6e98413-5dcd-442b-911d-36f901e51780 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:08.039333 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6e98413-5dcd-442b-911d-36f901e51780 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696768'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:08.061481 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e98413-5dcd-442b-911d-36f901e51780 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de27f07-bd2c-46d6-aaae-a3ca7d14dfb7,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:08.070324 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6e98413-5dcd-442b-911d-36f901e51780 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:08.071562 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e6e98413-5dcd-442b-911d-36f901e51780 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1473196 Apr 06 15:06:08.180318 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-18fc1218-0a5d-4644-817b-5b56fef2ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:08.250098 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-90caab1b-31cd-4eec-bd08-ea589d38bbfa tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-908180387&fields=id&tenant_id=1b829dd8356d44e9849e0491974f58aa HTTP/1.1" status: 200 len: 267 time: 0.0449498 Apr 06 15:06:08.410963 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-3dc7162d-2818-4b9c-baa6-6d0d4c4ded81 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:08.412384 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-3dc7162d-2818-4b9c-baa6-6d0d4c4ded81 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/networks?id=14ef27d7-ea9b-4bce-b86e-49d65be725ad HTTP/1.1" status: 200 len: 809 time: 0.1557293 Apr 06 15:06:08.428659 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-603526e8-a5cc-44b1-aade-21b28fad6270 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/quotas/1b829dd8356d44e9849e0491974f58aa HTTP/1.1" status: 200 len: 375 time: 0.0106475 Apr 06 15:06:08.506634 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-a02be0e0-8df0-4b16-802f-f6911d139315 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1b829dd8356d44e9849e0491974f58aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727892 Apr 06 15:06:08.523495 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-0c3311ae-078e-49d1-9dd4-85d50a974103 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 15:06:08.524406 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-0c3311ae-078e-49d1-9dd4-85d50a974103 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048676 Apr 06 15:06:08.656282 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-a487eece-2e58-4519-a505-d0b8f8aa3781 service neutron] 10.222.0.60 "GET /v2.0/networks/14ef27d7-ea9b-4bce-b86e-49d65be725ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255198 Apr 06 15:06:08.791417 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-97c7fe28-b4d6-4d1f-89e0-e8cb1f94cc03 service neutron] 10.222.0.60 "GET /v2.0/networks/14ef27d7-ea9b-4bce-b86e-49d65be725ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294386 Apr 06 15:06:08.869295 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 63cef44b-1ee4-4309-bdf8-b178823434a3 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 15:06:08.944271 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port 63cef44b-1ee4-4309-bdf8-b178823434a3 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 15:06:08.944628 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:08.984743 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-fa21eb57-4c39-46a2-b4c6-4cb0bdc6c98c req-d0976d47-3b7f-4836-b3bc-4f19eebf0a09 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Synchronizing usage tracker for tenant:1b829dd8356d44e9849e0491974f58aa on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 15:06:09.004066 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-fa21eb57-4c39-46a2-b4c6-4cb0bdc6c98c req-d0976d47-3b7f-4836-b3bc-4f19eebf0a09 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Unset dirty status for tenant:1b829dd8356d44e9849e0491974f58aa on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 15:06:09.005342 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fa21eb57-4c39-46a2-b4c6-4cb0bdc6c98c req-d0976d47-3b7f-4836-b3bc-4f19eebf0a09 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=def96290-e863-47d0-ab7c-d792fda8823f HTTP/1.1" status: 200 len: 210 time: 0.0667317 Apr 06 15:06:10.172682 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2b0a4749-6fe3-456d-88df-67c248f07b3c req-8408b00f-1b71-4819-8226-fbf3b6cb20cd tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=def96290-e863-47d0-ab7c-d792fda8823f HTTP/1.1" status: 200 len: 210 time: 0.0453062 Apr 06 15:06:10.282612 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-3f7d59a4-ed5c-4742-a5b0-ae352ea77fd6 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:10.283271 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-3f7d59a4-ed5c-4742-a5b0-ae352ea77fd6 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Synchronizing usage tracker for tenant:1b829dd8356d44e9849e0491974f58aa on resource:network {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 15:06:10.299149 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-3f7d59a4-ed5c-4742-a5b0-ae352ea77fd6 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Unset dirty status for tenant:1b829dd8356d44e9849e0491974f58aa on resource:network {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 15:06:10.300303 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-3f7d59a4-ed5c-4742-a5b0-ae352ea77fd6 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.69 "GET /v2.0/networks?id=14ef27d7-ea9b-4bce-b86e-49d65be725ad HTTP/1.1" status: 200 len: 809 time: 0.1582642 Apr 06 15:06:10.355002 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-721e4d9a-73f5-415f-b707-3fdbb0ab8ca1 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Synchronizing usage tracker for tenant:1b829dd8356d44e9849e0491974f58aa on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 15:06:10.371443 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-721e4d9a-73f5-415f-b707-3fdbb0ab8ca1 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Unset dirty status for tenant:1b829dd8356d44e9849e0491974f58aa on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 15:06:10.373467 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-721e4d9a-73f5-415f-b707-3fdbb0ab8ca1 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b829dd8356d44e9849e0491974f58aa HTTP/1.1" status: 200 len: 379 time: 0.0598280 Apr 06 15:06:10.382963 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-957e23cd-f35a-4f03-bae7-5234862d6ae3 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Request body: {'port': {'device_id': 'def96290-e863-47d0-ab7c-d792fda8823f', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'admin_state_up': True, 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'security_groups': ['f1e52e5c-dfaa-4a9f-b5e9-5b0278390333']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 15:06:10.533651 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-957e23cd-f35a-4f03-bae7-5234862d6ae3 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 15:06:10.543902 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-957e23cd-f35a-4f03-bae7-5234862d6ae3 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 15:06:10.554584 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-957e23cd-f35a-4f03-bae7-5234862d6ae3 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Made reservation on behalf of 1b829dd8356d44e9849e0491974f58aa for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:06:10.557824 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-957e23cd-f35a-4f03-bae7-5234862d6ae3 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:10.826133 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-957e23cd-f35a-4f03-bae7-5234862d6ae3 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Allocated IP 172.20.0.5 (14ef27d7-ea9b-4bce-b86e-49d65be725ad/f00591c1-6c70-4deb-8b42-6697672837d7/849fa9f9-90f6-48e0-98c6-02e2699c9547) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:06:10.908318 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f30527a9-1450-42ca-a4f5-0fd721d3dfeb up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 15:06:10.983197 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port f30527a9-1450-42ca-a4f5-0fd721d3dfeb completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 15:06:11.000827 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port f30527a9-1450-42ca-a4f5-0fd721d3dfeb triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 15:06:11.001221 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:11.037152 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9fba45b0-7f14-4dcc-bbb2-764aa74bfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:11.047861 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-957e23cd-f35a-4f03-bae7-5234862d6ae3 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:11.063806 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-957e23cd-f35a-4f03-bae7-5234862d6ae3 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Transition to ACTIVE for port object 849fa9f9-90f6-48e0-98c6-02e2699c9547 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 15:06:11.087218 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-957e23cd-f35a-4f03-bae7-5234862d6ae3 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:11.122677 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:11.138274 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port f30527a9-1450-42ca-a4f5-0fd721d3dfeb, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f30527a9-1450-42ca-a4f5-0fd721d3dfeb,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:06:11.142320 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:11.163811 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-957e23cd-f35a-4f03-bae7-5234862d6ae3 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Network 14ef27d7-ea9b-4bce-b86e-49d65be725ad is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:06:11.166680 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-957e23cd-f35a-4f03-bae7-5234862d6ae3 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:06:11.171498 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-957e23cd-f35a-4f03-bae7-5234862d6ae3 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 15:06:11.198866 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e23cd-f35a-4f03-bae7-5234862d6ae3 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Pushing event updated for resources: {'Port': ['ID=849fa9f9-90f6-48e0-98c6-02e2699c9547,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:11.214824 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=f30527a9-1450-42ca-a4f5-0fd721d3dfeb,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:11.233940 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-957e23cd-f35a-4f03-bae7-5234862d6ae3 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:11.234903 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-957e23cd-f35a-4f03-bae7-5234862d6ae3 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:11.262773 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-957e23cd-f35a-4f03-bae7-5234862d6ae3 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8832302 Apr 06 15:06:11.394083 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53960cf2-6a95-4fd1-b399-c5321ec3a747 req-15c43a3b-c5f0-47da-9a27-c4cf5d3f9cda tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:11.394884 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-53960cf2-6a95-4fd1-b399-c5321ec3a747 req-15c43a3b-c5f0-47da-9a27-c4cf5d3f9cda tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Synchronizing usage tracker for tenant:1b829dd8356d44e9849e0491974f58aa on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 15:06:11.402465 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-24abe711-d0e4-47f6-a92c-04a8b73be45d None None] Provisioning for port 849fa9f9-90f6-48e0-98c6-02e2699c9547 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 15:06:11.403906 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-fba170be-84c2-4d47-985d-fd04000fb0cb service neutron] Request body: {'port': {'device_id': 'def96290-e863-47d0-ab7c-d792fda8823f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 15:06:11.407898 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-24abe711-d0e4-47f6-a92c-04a8b73be45d None None] Provisioning complete for port 849fa9f9-90f6-48e0-98c6-02e2699c9547 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 15:06:11.408263 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-24abe711-d0e4-47f6-a92c-04a8b73be45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:11.461941 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-53960cf2-6a95-4fd1-b399-c5321ec3a747 req-15c43a3b-c5f0-47da-9a27-c4cf5d3f9cda tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Unset dirty status for tenant:1b829dd8356d44e9849e0491974f58aa on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 15:06:11.463386 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-53960cf2-6a95-4fd1-b399-c5321ec3a747 req-15c43a3b-c5f0-47da-9a27-c4cf5d3f9cda tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=def96290-e863-47d0-ab7c-d792fda8823f HTTP/1.1" status: 200 len: 931 time: 0.1551535 Apr 06 15:06:11.464485 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:11.472133 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-24abe711-d0e4-47f6-a92c-04a8b73be45d None None] Port 849fa9f9-90f6-48e0-98c6-02e2699c9547 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 15:06:11.553377 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:11.559640 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-fba170be-84c2-4d47-985d-fd04000fb0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:11.576602 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-53960cf2-6a95-4fd1-b399-c5321ec3a747 req-bd45538c-d974-4286-bef1-42337f62a816 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e52e5c-dfaa-4a9f-b5e9-5b0278390333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794721 Apr 06 15:06:11.895661 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-fba170be-84c2-4d47-985d-fd04000fb0cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 849fa9f9-90f6-48e0-98c6-02e2699c9547 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 15:06:11.902336 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-fba170be-84c2-4d47-985d-fd04000fb0cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:11.916026 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-fba170be-84c2-4d47-985d-fd04000fb0cb service neutron] Transition to ACTIVE for port object 849fa9f9-90f6-48e0-98c6-02e2699c9547 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 15:06:11.919659 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-fba170be-84c2-4d47-985d-fd04000fb0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:12.043950 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba170be-84c2-4d47-985d-fd04000fb0cb service neutron] Pushing event updated for resources: {'Port': ['ID=849fa9f9-90f6-48e0-98c6-02e2699c9547,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:12.153264 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-fba170be-84c2-4d47-985d-fd04000fb0cb service neutron] Attempting to bind port 849fa9f9-90f6-48e0-98c6-02e2699c9547 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 15:06:12.153602 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-fba170be-84c2-4d47-985d-fd04000fb0cb service neutron] Attempting to bind port 849fa9f9-90f6-48e0-98c6-02e2699c9547 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '49db04d2-e817-43ec-9b98-dd6c209b8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 15:06:12.153930 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-fba170be-84c2-4d47-985d-fd04000fb0cb service neutron] Attempting to bind port 849fa9f9-90f6-48e0-98c6-02e2699c9547 on network 14ef27d7-ea9b-4bce-b86e-49d65be725ad {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 15:06:12.159598 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-fba170be-84c2-4d47-985d-fd04000fb0cb service neutron] Port 849fa9f9-90f6-48e0-98c6-02e2699c9547 on network 14ef27d7-ea9b-4bce-b86e-49d65be725ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 15:06:12.159917 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-fba170be-84c2-4d47-985d-fd04000fb0cb service neutron] Attempting to bind port 849fa9f9-90f6-48e0-98c6-02e2699c9547 on network 14ef27d7-ea9b-4bce-b86e-49d65be725ad {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 15:06:12.166103 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-fba170be-84c2-4d47-985d-fd04000fb0cb service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 15:06:12.166441 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-fba170be-84c2-4d47-985d-fd04000fb0cb service neutron] Checking segment: {'id': '49db04d2-e817-43ec-9b98-dd6c209b8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 15:06:12.166820 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-fba170be-84c2-4d47-985d-fd04000fb0cb service neutron] Bound using segment: {'id': '49db04d2-e817-43ec-9b98-dd6c209b8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 15:06:12.167238 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-fba170be-84c2-4d47-985d-fd04000fb0cb service neutron] Bound port: 849fa9f9-90f6-48e0-98c6-02e2699c9547, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49db04d2-e817-43ec-9b98-dd6c209b8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 15:06:12.167582 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-fba170be-84c2-4d47-985d-fd04000fb0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:12.256633 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-fba170be-84c2-4d47-985d-fd04000fb0cb service neutron] For port 849fa9f9-90f6-48e0-98c6-02e2699c9547, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:06:12.259470 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-fba170be-84c2-4d47-985d-fd04000fb0cb service neutron] For port 849fa9f9-90f6-48e0-98c6-02e2699c9547, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=849fa9f9-90f6-48e0-98c6-02e2699c9547,segment=NetworkSegment(49db04d2-e817-43ec-9b98-dd6c209b8729),segment_id=49db04d2-e817-43ec-9b98-dd6c209b8729)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:06:12.263836 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-fba170be-84c2-4d47-985d-fd04000fb0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:12.330088 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-fba170be-84c2-4d47-985d-fd04000fb0cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:12.331443 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-fba170be-84c2-4d47-985d-fd04000fb0cb service neutron] 10.222.0.69 "PUT /v2.0/ports/849fa9f9-90f6-48e0-98c6-02e2699c9547 HTTP/1.1" status: 200 len: 1093 time: 1.0620270 Apr 06 15:06:12.331868 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def96290-e863-47d0-ab7c-d792fda8823f', 'tag': '849fa9f9-90f6-48e0-98c6-02e2699c9547'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 15:06:12.350895 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba170be-84c2-4d47-985d-fd04000fb0cb service neutron] Pushing event updated for resources: {'Port': ['ID=849fa9f9-90f6-48e0-98c6-02e2699c9547,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:12.402435 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2871ff9-e4ce-4284-a1f0-13737586dcb2'] response: {'name': 'network-changed', 'server_uuid': 'def96290-e863-47d0-ab7c-d792fda8823f', 'tag': '849fa9f9-90f6-48e0-98c6-02e2699c9547', 'status': 'completed', 'code': 200} Apr 06 15:06:12.444139 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-fbd88713-d17f-46f1-a3d8-ae43b827a10e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1b829dd8356d44e9849e0491974f58aa&device_id=def96290-e863-47d0-ab7c-d792fda8823f HTTP/1.1" status: 200 len: 1096 time: 0.0728712 Apr 06 15:06:12.515625 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-03fe9d5b-6cbc-4619-a359-e11cadaba413 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=849fa9f9-90f6-48e0-98c6-02e2699c9547 HTTP/1.1" status: 200 len: 217 time: 0.0650172 Apr 06 15:06:12.577965 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-7d1d7a47-bf64-4953-be16-1972f37d418e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:12.579361 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-7d1d7a47-bf64-4953-be16-1972f37d418e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f00591c1-6c70-4deb-8b42-6697672837d7 HTTP/1.1" status: 200 len: 848 time: 0.0575941 Apr 06 15:06:12.652399 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-96f0ab27-4de4-4955-ae0f-a44ab37a3a96 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=14ef27d7-ea9b-4bce-b86e-49d65be725ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668111 Apr 06 15:06:12.869958 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f30527a9-1450-42ca-a4f5-0fd721d3dfeb up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 15:06:12.925221 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-490992d1-ba65-4e67-9b3d-c5dcc613d9a5 service neutron] 10.222.0.69 "GET /v2.0/networks/14ef27d7-ea9b-4bce-b86e-49d65be725ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671845 Apr 06 15:06:12.934575 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91025d7f-1aa0-4d1f-a49c-1097e5077786 req-a42cc13b-8dbb-4a11-b52d-391649a94bce tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:12.935976 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-91025d7f-1aa0-4d1f-a49c-1097e5077786 req-a42cc13b-8dbb-4a11-b52d-391649a94bce tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=def96290-e863-47d0-ab7c-d792fda8823f HTTP/1.1" status: 200 len: 943 time: 0.1691291 Apr 06 15:06:12.939887 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port f30527a9-1450-42ca-a4f5-0fd721d3dfeb triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 15:06:12.940253 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:13.061303 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-91025d7f-1aa0-4d1f-a49c-1097e5077786 req-c92c6a4a-671b-45e5-b4c3-4b3b5957ae41 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e52e5c-dfaa-4a9f-b5e9-5b0278390333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067204 Apr 06 15:06:13.062437 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:13.094163 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4dc39795-6cce-4111-a190-b8d33652f6e7 req-74814f66-0f9d-4656-83e6-93764da1c5b6 service neutron] 10.222.0.69 "GET /v2.0/networks/14ef27d7-ea9b-4bce-b86e-49d65be725ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572690 Apr 06 15:06:13.209426 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a7e68c0a-d5f2-483d-8753-be461ca34a1e req-dbc9d5f4-da66-4cdd-898f-5933456b8ee3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1b829dd8356d44e9849e0491974f58aa&device_id=def96290-e863-47d0-ab7c-d792fda8823f HTTP/1.1" status: 200 len: 1096 time: 0.0709968 Apr 06 15:06:13.335181 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e68c0a-d5f2-483d-8753-be461ca34a1e req-ed273a6b-5e83-40c8-93de-fd75bb5ceac9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:13.336859 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a7e68c0a-d5f2-483d-8753-be461ca34a1e req-ed273a6b-5e83-40c8-93de-fd75bb5ceac9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=14ef27d7-ea9b-4bce-b86e-49d65be725ad HTTP/1.1" status: 200 len: 910 time: 0.1203516 Apr 06 15:06:13.401211 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a7e68c0a-d5f2-483d-8753-be461ca34a1e req-9c724558-000e-46e3-970b-66d391531cf4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=849fa9f9-90f6-48e0-98c6-02e2699c9547 HTTP/1.1" status: 200 len: 217 time: 0.0581925 Apr 06 15:06:13.463260 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e68c0a-d5f2-483d-8753-be461ca34a1e req-9219d817-7f91-47cb-979e-3c2e383d03ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:13.464601 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a7e68c0a-d5f2-483d-8753-be461ca34a1e req-9219d817-7f91-47cb-979e-3c2e383d03ec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f00591c1-6c70-4deb-8b42-6697672837d7 HTTP/1.1" status: 200 len: 848 time: 0.0579691 Apr 06 15:06:13.535895 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a7e68c0a-d5f2-483d-8753-be461ca34a1e req-d8a42605-eab0-4ab7-b88d-00149c7454d2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=14ef27d7-ea9b-4bce-b86e-49d65be725ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651197 Apr 06 15:06:13.673415 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a7e68c0a-d5f2-483d-8753-be461ca34a1e req-77f9ba5e-5656-42a6-b03c-ff03bbbf4ef1 service neutron] 10.222.0.69 "GET /v2.0/networks/14ef27d7-ea9b-4bce-b86e-49d65be725ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301453 Apr 06 15:06:13.800476 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a7e68c0a-d5f2-483d-8753-be461ca34a1e req-8b5636cd-c627-483b-ad6c-ab445b3f1f9d service neutron] 10.222.0.69 "GET /v2.0/networks/14ef27d7-ea9b-4bce-b86e-49d65be725ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201003 Apr 06 15:06:14.261743 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc77b0-4bda-4a9b-9f94-be168e74e4ed req-f8000546-8ee3-4be0-aed9-759880a87ead tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:14.263134 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0abc77b0-4bda-4a9b-9f94-be168e74e4ed req-f8000546-8ee3-4be0-aed9-759880a87ead tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=def96290-e863-47d0-ab7c-d792fda8823f HTTP/1.1" status: 200 len: 943 time: 0.0743773 Apr 06 15:06:14.306732 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0abc77b0-4bda-4a9b-9f94-be168e74e4ed req-76055618-9018-4d33-a295-43f20583bfc4 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e52e5c-dfaa-4a9f-b5e9-5b0278390333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375981 Apr 06 15:06:15.075232 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 849fa9f9-90f6-48e0-98c6-02e2699c9547 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 15:06:15.205299 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 849fa9f9-90f6-48e0-98c6-02e2699c9547, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=849fa9f9-90f6-48e0-98c6-02e2699c9547,segment=NetworkSegment(49db04d2-e817-43ec-9b98-dd6c209b8729),segment_id=49db04d2-e817-43ec-9b98-dd6c209b8729)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:06:15.218589 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '849fa9f9-90f6-48e0-98c6-02e2699c9547', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'port_id': '849fa9f9-90f6-48e0-98c6-02e2699c9547', 'mac_address': 'fa:16:3e:f7:f5:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 15:06:15.269333 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:15.285931 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849fa9f9-90f6-48e0-98c6-02e2699c9547 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 15:06:15.300023 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 849fa9f9-90f6-48e0-98c6-02e2699c9547, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=849fa9f9-90f6-48e0-98c6-02e2699c9547,segment=NetworkSegment(49db04d2-e817-43ec-9b98-dd6c209b8729),segment_id=49db04d2-e817-43ec-9b98-dd6c209b8729)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:06:15.303623 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:15.401091 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=849fa9f9-90f6-48e0-98c6-02e2699c9547,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:15.510943 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0c6d1-b315-4ea5-a66e-e159415923a1 req-2d4c9a98-6fb5-493f-b164-b1e47fd21a70 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:15.512449 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0ea0c6d1-b315-4ea5-a66e-e159415923a1 req-2d4c9a98-6fb5-493f-b164-b1e47fd21a70 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=def96290-e863-47d0-ab7c-d792fda8823f HTTP/1.1" status: 200 len: 944 time: 0.0810337 Apr 06 15:06:15.512645 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['849fa9f9-90f6-48e0-98c6-02e2699c9547'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 15:06:15.557436 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0ea0c6d1-b315-4ea5-a66e-e159415923a1 req-2c8b388e-b86f-40e4-a6e3-cc4f03fc0db9 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e52e5c-dfaa-4a9f-b5e9-5b0278390333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384011 Apr 06 15:06:16.752670 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d58e4e-830f-48fd-ab39-3b70b678748c req-f1879218-2f46-4d3d-971b-ca9038c435ab tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:16.754141 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-77d58e4e-830f-48fd-ab39-3b70b678748c req-f1879218-2f46-4d3d-971b-ca9038c435ab tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=def96290-e863-47d0-ab7c-d792fda8823f HTTP/1.1" status: 200 len: 944 time: 0.0780575 Apr 06 15:06:16.799956 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-77d58e4e-830f-48fd-ab39-3b70b678748c req-eebb639e-7efb-4f64-b42c-d386b709f3af tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e52e5c-dfaa-4a9f-b5e9-5b0278390333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404341 Apr 06 15:06:17.103802 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 849fa9f9-90f6-48e0-98c6-02e2699c9547 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 15:06:17.168953 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port 849fa9f9-90f6-48e0-98c6-02e2699c9547 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 15:06:17.173542 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 849fa9f9-90f6-48e0-98c6-02e2699c9547 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 15:06:17.173911 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:17.283708 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:17.309657 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def96290-e863-47d0-ab7c-d792fda8823f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849fa9f9-90f6-48e0-98c6-02e2699c9547'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 15:06:17.319878 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 849fa9f9-90f6-48e0-98c6-02e2699c9547, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=849fa9f9-90f6-48e0-98c6-02e2699c9547,segment=NetworkSegment(49db04d2-e817-43ec-9b98-dd6c209b8729),segment_id=49db04d2-e817-43ec-9b98-dd6c209b8729)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:06:17.323715 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:17.370760 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad91cba6-cabd-4afd-9746-342bdb31e4aa'] response: {'server_uuid': 'def96290-e863-47d0-ab7c-d792fda8823f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849fa9f9-90f6-48e0-98c6-02e2699c9547', 'code': 200} Apr 06 15:06:17.398013 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=849fa9f9-90f6-48e0-98c6-02e2699c9547,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:17.582875 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-03af43e4-9b9a-49ce-bd02-4224666e6e21 req-e9e9a713-f693-4f03-80b8-4b35986b4b78 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=def96290-e863-47d0-ab7c-d792fda8823f HTTP/1.1" status: 200 len: 1098 time: 0.0653138 Apr 06 15:06:17.623669 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-03af43e4-9b9a-49ce-bd02-4224666e6e21 req-e0967a15-42c0-46a9-9be7-b07d71b757a9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f1e52e5c-dfaa-4a9f-b5e9-5b0278390333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343556 Apr 06 15:06:17.991011 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59f072-3957-4bec-a40c-f40678809667 req-50b5d082-9d29-4f4a-ac50-f4e53006314a tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:17.992421 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f59f072-3957-4bec-a40c-f40678809667 req-50b5d082-9d29-4f4a-ac50-f4e53006314a tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=def96290-e863-47d0-ab7c-d792fda8823f HTTP/1.1" status: 200 len: 945 time: 0.0742722 Apr 06 15:06:18.036384 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f59f072-3957-4bec-a40c-f40678809667 req-f45fe347-4ec0-44e5-9572-c951f2e2c800 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e52e5c-dfaa-4a9f-b5e9-5b0278390333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385578 Apr 06 15:06:19.230603 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86394b-072a-4aa6-a044-8ecd9be9bb3a req-1a15c4da-eec8-420b-8718-211507dc0b3e tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:19.232569 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6c86394b-072a-4aa6-a044-8ecd9be9bb3a req-1a15c4da-eec8-420b-8718-211507dc0b3e tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=def96290-e863-47d0-ab7c-d792fda8823f HTTP/1.1" status: 200 len: 945 time: 0.0775437 Apr 06 15:06:19.275458 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-6c86394b-072a-4aa6-a044-8ecd9be9bb3a req-9aa2b5fc-736d-4b87-80db-d9c7211a4709 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e52e5c-dfaa-4a9f-b5e9-5b0278390333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374525 Apr 06 15:06:19.470355 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db5fde-3b6e-481b-80c6-9f2abdd40617 req-b36acd51-fda3-4cd3-85e2-1546285f28a6 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:19.471774 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b3db5fde-3b6e-481b-80c6-9f2abdd40617 req-b36acd51-fda3-4cd3-85e2-1546285f28a6 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=def96290-e863-47d0-ab7c-d792fda8823f HTTP/1.1" status: 200 len: 945 time: 0.0770595 Apr 06 15:06:19.514958 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b3db5fde-3b6e-481b-80c6-9f2abdd40617 req-90f42212-c59e-43ba-b1c3-bb1b859f7209 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e52e5c-dfaa-4a9f-b5e9-5b0278390333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377040 Apr 06 15:06:19.541779 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 35270) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:06:19.675849 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f4e91116-1f3f-40bc-8885-84352121168a tempest-TestSnapshotPattern-400537437 tempest-TestSnapshotPattern-400537437-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=def96290-e863-47d0-ab7c-d792fda8823f HTTP/1.1" status: 200 len: 1093 time: 0.1329637 Apr 06 15:06:19.678491 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 35276) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:06:19.683392 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7ec261f9-a666-4bc6-a612-69612350c7f8 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'port_id': '849fa9f9-90f6-48e0-98c6-02e2699c9547', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 15:06:19.688683 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7ec261f9-a666-4bc6-a612-69612350c7f8 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 15:06:19.692395 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7ec261f9-a666-4bc6-a612-69612350c7f8 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Usage tracker for resource:floatingip and tenant:1b829dd8356d44e9849e0491974f58aa is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 15:06:19.695803 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7ec261f9-a666-4bc6-a612-69612350c7f8 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 15:06:19.702289 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7ec261f9-a666-4bc6-a612-69612350c7f8 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 15:06:19.714735 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ec261f9-a666-4bc6-a612-69612350c7f8 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:19.922490 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ec261f9-a666-4bc6-a612-69612350c7f8 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:20.049681 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-7ec261f9-a666-4bc6-a612-69612350c7f8 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Allocated IP 172.26.8.111 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/57aab0ed-137c-4cb1-ad79-d74578d3e36a) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:06:20.197440 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ec261f9-a666-4bc6-a612-69612350c7f8 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:20.224126 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ec261f9-a666-4bc6-a612-69612350c7f8 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:20.292440 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec261f9-a666-4bc6-a612-69612350c7f8 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:06:20.295519 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-7ec261f9-a666-4bc6-a612-69612350c7f8 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:06:20.299661 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec261f9-a666-4bc6-a612-69612350c7f8 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 15:06:20.323193 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec261f9-a666-4bc6-a612-69612350c7f8 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Pushing event updated for resources: {'Port': ['ID=57aab0ed-137c-4cb1-ad79-d74578d3e36a,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:20.784363 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ec261f9-a666-4bc6-a612-69612350c7f8 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:20.838903 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ec261f9-a666-4bc6-a612-69612350c7f8 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:21.040707 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ec261f9-a666-4bc6-a612-69612350c7f8 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:21.046247 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ec261f9-a666-4bc6-a612-69612350c7f8 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:21.148226 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec261f9-a666-4bc6-a612-69612350c7f8 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Pushing event updated for resources: {'Port': ['ID=57aab0ed-137c-4cb1-ad79-d74578d3e36a,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:21.161867 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ec261f9-a666-4bc6-a612-69612350c7f8 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:21.434004 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-7ec261f9-a666-4bc6-a612-69612350c7f8 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Floating IP e5279700-6fb1-4d94-95d7-d398d48e0d0d associated. External IP: 172.26.8.111, port: 849fa9f9-90f6-48e0-98c6-02e2699c9547. Apr 06 15:06:21.819217 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec261f9-a666-4bc6-a612-69612350c7f8 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Router ae839aba-e6f4-4830-97a6-f412d0244d36 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:06:22.020235 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec261f9-a666-4bc6-a612-69612350c7f8 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:06:22.030200 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ace62fa-7d20-4b21-b6dc-92192aa09599 None None] Sync routers for ids ['ae839aba-e6f4-4830-97a6-f412d0244d36'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 15:06:22.042442 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ace62fa-7d20-4b21-b6dc-92192aa09599 None None] Routers {'ae839aba-e6f4-4830-97a6-f412d0244d36'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 15:06:22.043198 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6ace62fa-7d20-4b21-b6dc-92192aa09599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T15:06:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ae839aba-e6f4-4830-97a6-f412d0244d36'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:06:22.044604 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ec261f9-a666-4bc6-a612-69612350c7f8 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:22.108247 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7ec261f9-a666-4bc6-a612-69612350c7f8 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4185381 Apr 06 15:06:22.108247 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def96290-e863-47d0-ab7c-d792fda8823f', 'tag': '849fa9f9-90f6-48e0-98c6-02e2699c9547'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 15:06:22.163810 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1ce63b04-266c-48f9-8478-470196320c19 req-973cd2fe-2ed0-40c7-b353-9451b1bcad51 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=def96290-e863-47d0-ab7c-d792fda8823f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793417 Apr 06 15:06:22.224708 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-6ace62fa-7d20-4b21-b6dc-92192aa09599 None None] Set router ae839aba-e6f4-4830-97a6-f412d0244d36 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 15:06:22.236811 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de74cf1f-7e98-46e0-8bbd-7b1615a82735'] response: {'name': 'network-changed', 'server_uuid': 'def96290-e863-47d0-ab7c-d792fda8823f', 'tag': '849fa9f9-90f6-48e0-98c6-02e2699c9547', 'status': 'completed', 'code': 200} Apr 06 15:06:22.307993 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1ce63b04-266c-48f9-8478-470196320c19 req-876db091-189e-4a8c-a513-a7c87a492b5b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1b829dd8356d44e9849e0491974f58aa&device_id=def96290-e863-47d0-ab7c-d792fda8823f HTTP/1.1" status: 200 len: 1098 time: 0.0752714 Apr 06 15:06:22.540408 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce63b04-266c-48f9-8478-470196320c19 req-f187d738-517c-48ff-af0f-f838759155d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:22.541876 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1ce63b04-266c-48f9-8478-470196320c19 req-f187d738-517c-48ff-af0f-f838759155d7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=14ef27d7-ea9b-4bce-b86e-49d65be725ad HTTP/1.1" status: 200 len: 910 time: 0.2158866 Apr 06 15:06:22.575526 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6ace62fa-7d20-4b21-b6dc-92192aa09599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'name': 'tempest-TestSnapshotPattern-297234583-router', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:05:58Z', 'revision_number': 4, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'gw_port': {'id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'e5279700-6fb1-4d94-95d7-d398d48e0d0d', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'floating_ip_address': '172.26.8.111', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'port_id': '849fa9f9-90f6-48e0-98c6-02e2699c9547', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'mac_address': 'fa:16:3e:f7:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def96290-e863-47d0-ab7c-d792fda8823f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:06:20Z', 'updated_at': '2022-04-06T15:06:20Z', 'revision_number': 0, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63cef44b-1ee4-4309-bdf8-b178823434a3', 'name': '', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'mac_address': 'fa:16:3e:6b:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:58Z', 'updated_at': '2022-04-06T15:06:07Z', 'revision_number': 5, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'subnets': [{'id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:06:22.579334 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ace62fa-7d20-4b21-b6dc-92192aa09599 None None] Checking router: ae839aba-e6f4-4830-97a6-f412d0244d36 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 15:06:22.590167 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ace62fa-7d20-4b21-b6dc-92192aa09599 None None] Routers {'ae839aba-e6f4-4830-97a6-f412d0244d36'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 15:06:22.590704 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6ace62fa-7d20-4b21-b6dc-92192aa09599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T15:06:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ae839aba-e6f4-4830-97a6-f412d0244d36'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:06:22.641064 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1ce63b04-266c-48f9-8478-470196320c19 req-0f31dcfa-52f8-4af2-b32f-713c02f58935 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=849fa9f9-90f6-48e0-98c6-02e2699c9547 HTTP/1.1" status: 200 len: 999 time: 0.0930657 Apr 06 15:06:22.701368 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce63b04-266c-48f9-8478-470196320c19 req-c0d45993-2be2-4b22-9978-0ecb71d50829 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:22.702784 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1ce63b04-266c-48f9-8478-470196320c19 req-c0d45993-2be2-4b22-9978-0ecb71d50829 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f00591c1-6c70-4deb-8b42-6697672837d7 HTTP/1.1" status: 200 len: 848 time: 0.0555744 Apr 06 15:06:22.766998 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-6ace62fa-7d20-4b21-b6dc-92192aa09599 None None] Set router ae839aba-e6f4-4830-97a6-f412d0244d36 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 15:06:22.779289 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1ce63b04-266c-48f9-8478-470196320c19 req-467da69d-49b3-4f84-b12b-0fdf921b9529 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=14ef27d7-ea9b-4bce-b86e-49d65be725ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711865 Apr 06 15:06:22.911282 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1ce63b04-266c-48f9-8478-470196320c19 req-2ec2f2c4-fd5d-48b6-83d0-0bd3f8ebdd25 service neutron] 10.222.0.69 "GET /v2.0/networks/14ef27d7-ea9b-4bce-b86e-49d65be725ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264796 Apr 06 15:06:23.046070 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-1ce63b04-266c-48f9-8478-470196320c19 req-c03acb56-d0e7-492f-b799-bca88287c660 service neutron] 10.222.0.69 "GET /v2.0/networks/14ef27d7-ea9b-4bce-b86e-49d65be725ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291349 Apr 06 15:06:23.143016 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6ace62fa-7d20-4b21-b6dc-92192aa09599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'name': 'tempest-TestSnapshotPattern-297234583-router', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:05:58Z', 'revision_number': 4, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'gw_port': {'id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'e5279700-6fb1-4d94-95d7-d398d48e0d0d', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'floating_ip_address': '172.26.8.111', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'port_id': '849fa9f9-90f6-48e0-98c6-02e2699c9547', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'mac_address': 'fa:16:3e:f7:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def96290-e863-47d0-ab7c-d792fda8823f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:06:20Z', 'updated_at': '2022-04-06T15:06:20Z', 'revision_number': 0, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63cef44b-1ee4-4309-bdf8-b178823434a3', 'name': '', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'mac_address': 'fa:16:3e:6b:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:58Z', 'updated_at': '2022-04-06T15:06:07Z', 'revision_number': 5, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'subnets': [{'id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:06:23.147158 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ace62fa-7d20-4b21-b6dc-92192aa09599 None None] The sync data for ids ['ae839aba-e6f4-4830-97a6-f412d0244d36'] in dv-neutron-835868-1-hyperv is: [{'id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'name': 'tempest-TestSnapshotPattern-297234583-router', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:05:58Z', 'revision_number': 4, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'gw_port': {'id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'e5279700-6fb1-4d94-95d7-d398d48e0d0d', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'floating_ip_address': '172.26.8.111', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'port_id': '849fa9f9-90f6-48e0-98c6-02e2699c9547', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'mac_address': 'fa:16:3e:f7:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def96290-e863-47d0-ab7c-d792fda8823f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:06:20Z', 'updated_at': '2022-04-06T15:06:20Z', 'revision_number': 0, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63cef44b-1ee4-4309-bdf8-b178823434a3', 'name': '', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'mac_address': 'fa:16:3e:6b:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:58Z', 'updated_at': '2022-04-06T15:06:07Z', 'revision_number': 5, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'subnets': [{'id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 15:06:23.159259 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-be1240ce-8e52-4689-a8dc-dca9a59b4998 req-eebbd273-2c6f-4aa7-a2e8-4b8bff56ba72 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1b829dd8356d44e9849e0491974f58aa&device_id=def96290-e863-47d0-ab7c-d792fda8823f HTTP/1.1" status: 200 len: 1098 time: 0.0694818 Apr 06 15:06:23.289180 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1240ce-8e52-4689-a8dc-dca9a59b4998 req-deb7a907-3978-4391-a98c-5c4fe3204e0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:23.290622 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-be1240ce-8e52-4689-a8dc-dca9a59b4998 req-deb7a907-3978-4391-a98c-5c4fe3204e0e service neutron] 10.222.0.69 "GET /v2.0/networks?id=14ef27d7-ea9b-4bce-b86e-49d65be725ad HTTP/1.1" status: 200 len: 910 time: 0.1250377 Apr 06 15:06:23.390782 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-be1240ce-8e52-4689-a8dc-dca9a59b4998 req-9aa53abe-443e-4eae-b36c-c7e68df4ebf2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=849fa9f9-90f6-48e0-98c6-02e2699c9547 HTTP/1.1" status: 200 len: 999 time: 0.0948565 Apr 06 15:06:23.450698 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1240ce-8e52-4689-a8dc-dca9a59b4998 req-a9f71ca9-3dc2-4e97-aafe-2407490aff7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:23.452114 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-be1240ce-8e52-4689-a8dc-dca9a59b4998 req-a9f71ca9-3dc2-4e97-aafe-2407490aff7a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f00591c1-6c70-4deb-8b42-6697672837d7 HTTP/1.1" status: 200 len: 848 time: 0.0553050 Apr 06 15:06:23.529609 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-be1240ce-8e52-4689-a8dc-dca9a59b4998 req-d7ec95e0-d4f9-4d8f-a22a-afef77f5d55f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=14ef27d7-ea9b-4bce-b86e-49d65be725ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678613 Apr 06 15:06:23.653994 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-be1240ce-8e52-4689-a8dc-dca9a59b4998 req-a44aecff-9ecd-4200-954a-a87a252535b4 service neutron] 10.222.0.69 "GET /v2.0/networks/14ef27d7-ea9b-4bce-b86e-49d65be725ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188402 Apr 06 15:06:23.777958 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-be1240ce-8e52-4689-a8dc-dca9a59b4998 req-6e24f880-04ae-4983-a066-d4efa6faf04a service neutron] 10.222.0.69 "GET /v2.0/networks/14ef27d7-ea9b-4bce-b86e-49d65be725ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186779 Apr 06 15:06:24.678994 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 15:06:25.598229 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d2118b-765f-405c-985c-91814b04eb7c None None] New status for floating IP e5279700-6fb1-4d94-95d7-d398d48e0d0d: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 15:06:28.746733 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f71bcb-8425-4f1c-a0d5-78d7fff22b89 None None] Sync routers for ids ['765c7779-55af-4e2e-8c64-eb231f486ce2'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 15:06:28.759960 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f71bcb-8425-4f1c-a0d5-78d7fff22b89 None None] Routers {'765c7779-55af-4e2e-8c64-eb231f486ce2'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 15:06:28.760571 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a9f71bcb-8425-4f1c-a0d5-78d7fff22b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T15:06:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['765c7779-55af-4e2e-8c64-eb231f486ce2'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:06:28.938385 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-a9f71bcb-8425-4f1c-a0d5-78d7fff22b89 None None] Set router 765c7779-55af-4e2e-8c64-eb231f486ce2 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 15:06:29.261592 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a9f71bcb-8425-4f1c-a0d5-78d7fff22b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765c7779-55af-4e2e-8c64-eb231f486ce2', 'name': 'tempest-TestSnapshotPattern-336670927-router', 'tenant_id': '900c92689282459daca867095e8d7750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f30527a9-1450-42ca-a4f5-0fd721d3dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:06:01Z', 'updated_at': '2022-04-06T15:06:05Z', 'revision_number': 4, 'project_id': '900c92689282459daca867095e8d7750', 'gw_port': {'id': 'f30527a9-1450-42ca-a4f5-0fd721d3dfeb', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765c7779-55af-4e2e-8c64-eb231f486ce2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:06:02Z', 'updated_at': '2022-04-06T15:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'f9d54cee-3c16-454e-bf50-c34ebb703100', 'name': '', 'network_id': '285b8d46-581f-4d7e-943f-5000771be5b7', 'tenant_id': '900c92689282459daca867095e8d7750', 'mac_address': 'fa:16:3e:96:a4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765c7779-55af-4e2e-8c64-eb231f486ce2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cda98752-4d37-4293-99e2-cf6d48b470fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:06:04Z', 'updated_at': '2022-04-06T15:06:05Z', 'revision_number': 2, 'project_id': '900c92689282459daca867095e8d7750', 'subnets': [{'id': 'cda98752-4d37-4293-99e2-cf6d48b470fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:06:29.265329 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f71bcb-8425-4f1c-a0d5-78d7fff22b89 None None] Checking router: 765c7779-55af-4e2e-8c64-eb231f486ce2 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 15:06:29.265679 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f71bcb-8425-4f1c-a0d5-78d7fff22b89 None None] Updating router 765c7779-55af-4e2e-8c64-eb231f486ce2 port f9d54cee-3c16-454e-bf50-c34ebb703100 binding host dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 15:06:29.314058 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a9f71bcb-8425-4f1c-a0d5-78d7fff22b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:29.390196 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:29.655717 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a9f71bcb-8425-4f1c-a0d5-78d7fff22b89 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:29.667037 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a9f71bcb-8425-4f1c-a0d5-78d7fff22b89 None None] Transition to ACTIVE for port object f9d54cee-3c16-454e-bf50-c34ebb703100 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 15:06:29.673204 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a9f71bcb-8425-4f1c-a0d5-78d7fff22b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:29.800556 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb425327-bd0f-41bb-b2e0-01752a20d8a2 None None] Pushing event updated for resources: {'Port': ['ID=f9d54cee-3c16-454e-bf50-c34ebb703100,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:29.884632 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a9f71bcb-8425-4f1c-a0d5-78d7fff22b89 None None] Attempting to bind port f9d54cee-3c16-454e-bf50-c34ebb703100 on host dv-neutron-835868-1-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 15:06:29.885026 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a9f71bcb-8425-4f1c-a0d5-78d7fff22b89 None None] Attempting to bind port f9d54cee-3c16-454e-bf50-c34ebb703100 by drivers openvswitch,hyperv on host dv-neutron-835868-1-hyperv at level 0 using segments [{'id': 'aeb7c5f8-8b44-40fa-af11-03d85544ac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '285b8d46-581f-4d7e-943f-5000771be5b7'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 15:06:29.885381 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f71bcb-8425-4f1c-a0d5-78d7fff22b89 None None] Attempting to bind port f9d54cee-3c16-454e-bf50-c34ebb703100 on network 285b8d46-581f-4d7e-943f-5000771be5b7 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 15:06:29.892347 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f71bcb-8425-4f1c-a0d5-78d7fff22b89 None None] Checking agent: {'id': '5c1f4a6b-453a-42a6-8454-40d029c72982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 11), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 15:06:29.892711 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f71bcb-8425-4f1c-a0d5-78d7fff22b89 None None] Checking segment: {'id': 'aeb7c5f8-8b44-40fa-af11-03d85544ac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '285b8d46-581f-4d7e-943f-5000771be5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 15:06:29.893152 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a9f71bcb-8425-4f1c-a0d5-78d7fff22b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:29.893532 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f71bcb-8425-4f1c-a0d5-78d7fff22b89 None None] Bound using segment: {'id': 'aeb7c5f8-8b44-40fa-af11-03d85544ac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '285b8d46-581f-4d7e-943f-5000771be5b7'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 15:06:29.893986 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a9f71bcb-8425-4f1c-a0d5-78d7fff22b89 None None] Bound port: f9d54cee-3c16-454e-bf50-c34ebb703100, host: dv-neutron-835868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb7c5f8-8b44-40fa-af11-03d85544ac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '285b8d46-581f-4d7e-943f-5000771be5b7'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 15:06:29.894348 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a9f71bcb-8425-4f1c-a0d5-78d7fff22b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:29.989405 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a9f71bcb-8425-4f1c-a0d5-78d7fff22b89 None None] For port f9d54cee-3c16-454e-bf50-c34ebb703100, host dv-neutron-835868-1-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:06:29.992373 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a9f71bcb-8425-4f1c-a0d5-78d7fff22b89 None None] For port f9d54cee-3c16-454e-bf50-c34ebb703100, host dv-neutron-835868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f9d54cee-3c16-454e-bf50-c34ebb703100,segment=NetworkSegment(aeb7c5f8-8b44-40fa-af11-03d85544ac35),segment_id=aeb7c5f8-8b44-40fa-af11-03d85544ac35)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:06:29.996417 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a9f71bcb-8425-4f1c-a0d5-78d7fff22b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:30.075657 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb425327-bd0f-41bb-b2e0-01752a20d8a2 None None] Pushing event updated for resources: {'Port': ['ID=f9d54cee-3c16-454e-bf50-c34ebb703100,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:30.081744 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f71bcb-8425-4f1c-a0d5-78d7fff22b89 None None] Routers {'765c7779-55af-4e2e-8c64-eb231f486ce2'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 15:06:30.084629 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a9f71bcb-8425-4f1c-a0d5-78d7fff22b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T15:06:11Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['765c7779-55af-4e2e-8c64-eb231f486ce2'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:06:30.301550 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-a9f71bcb-8425-4f1c-a0d5-78d7fff22b89 None None] Set router 765c7779-55af-4e2e-8c64-eb231f486ce2 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 15:06:30.606956 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a9f71bcb-8425-4f1c-a0d5-78d7fff22b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765c7779-55af-4e2e-8c64-eb231f486ce2', 'name': 'tempest-TestSnapshotPattern-336670927-router', 'tenant_id': '900c92689282459daca867095e8d7750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f30527a9-1450-42ca-a4f5-0fd721d3dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:06:01Z', 'updated_at': '2022-04-06T15:06:05Z', 'revision_number': 4, 'project_id': '900c92689282459daca867095e8d7750', 'gw_port': {'id': 'f30527a9-1450-42ca-a4f5-0fd721d3dfeb', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765c7779-55af-4e2e-8c64-eb231f486ce2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:06:02Z', 'updated_at': '2022-04-06T15:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'f9d54cee-3c16-454e-bf50-c34ebb703100', 'name': '', 'network_id': '285b8d46-581f-4d7e-943f-5000771be5b7', 'tenant_id': '900c92689282459daca867095e8d7750', 'mac_address': 'fa:16:3e:96:a4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765c7779-55af-4e2e-8c64-eb231f486ce2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cda98752-4d37-4293-99e2-cf6d48b470fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:06:04Z', 'updated_at': '2022-04-06T15:06:29Z', 'revision_number': 4, 'project_id': '900c92689282459daca867095e8d7750', 'subnets': [{'id': 'cda98752-4d37-4293-99e2-cf6d48b470fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:06:30.610725 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f71bcb-8425-4f1c-a0d5-78d7fff22b89 None None] The sync data for ids ['765c7779-55af-4e2e-8c64-eb231f486ce2'] in dv-neutron-835868-1-hyperv is: [{'id': '765c7779-55af-4e2e-8c64-eb231f486ce2', 'name': 'tempest-TestSnapshotPattern-336670927-router', 'tenant_id': '900c92689282459daca867095e8d7750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f30527a9-1450-42ca-a4f5-0fd721d3dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:06:01Z', 'updated_at': '2022-04-06T15:06:05Z', 'revision_number': 4, 'project_id': '900c92689282459daca867095e8d7750', 'gw_port': {'id': 'f30527a9-1450-42ca-a4f5-0fd721d3dfeb', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765c7779-55af-4e2e-8c64-eb231f486ce2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:06:02Z', 'updated_at': '2022-04-06T15:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': 'f9d54cee-3c16-454e-bf50-c34ebb703100', 'name': '', 'network_id': '285b8d46-581f-4d7e-943f-5000771be5b7', 'tenant_id': '900c92689282459daca867095e8d7750', 'mac_address': 'fa:16:3e:96:a4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765c7779-55af-4e2e-8c64-eb231f486ce2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cda98752-4d37-4293-99e2-cf6d48b470fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:06:04Z', 'updated_at': '2022-04-06T15:06:29Z', 'revision_number': 4, 'project_id': '900c92689282459daca867095e8d7750', 'subnets': [{'id': 'cda98752-4d37-4293-99e2-cf6d48b470fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 15:06:30.900651 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f9d54cee-3c16-454e-bf50-c34ebb703100 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 15:06:30.971730 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning for port f9d54cee-3c16-454e-bf50-c34ebb703100 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 15:06:30.976656 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port f9d54cee-3c16-454e-bf50-c34ebb703100 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 15:06:30.977072 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:31.094830 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:31.126853 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] For port f9d54cee-3c16-454e-bf50-c34ebb703100, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f9d54cee-3c16-454e-bf50-c34ebb703100,segment=NetworkSegment(aeb7c5f8-8b44-40fa-af11-03d85544ac35),segment_id=aeb7c5f8-8b44-40fa-af11-03d85544ac35)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:06:31.130601 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:31.196464 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Pushing event updated for resources: {'Port': ['ID=f9d54cee-3c16-454e-bf50-c34ebb703100,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:32.877162 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f9d54cee-3c16-454e-bf50-c34ebb703100 up at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 15:06:32.944965 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Provisioning complete for port f9d54cee-3c16-454e-bf50-c34ebb703100 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 15:06:32.945355 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:38.182533 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d3b16c24-9d01-49ed-bbff-36dd78c63042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:40.999747 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c260d1a7-5a6c-401d-83c8-bf66e1943930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:41.439171 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:41.555322 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:43.051145 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:06:59.353226 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:07:01.679623 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 15:07:08.182815 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3d9512d3-eff5-4193-a194-4069b6209357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:07:11.001471 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-44b26a7d-3fa9-4ccc-a494-9fa8b6313d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:07:11.440947 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:07:11.556080 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:07:13.054519 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:07:24.161020 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2d6ef70a-afba-4727-9e32-011868c4d328 req-44309d97-0ecf-43de-ae5d-b744e84990bd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=def96290-e863-47d0-ab7c-d792fda8823f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0657966 Apr 06 15:07:24.291494 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2d6ef70a-afba-4727-9e32-011868c4d328 req-42dd184f-1e72-442d-b145-52c474ef80e7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1b829dd8356d44e9849e0491974f58aa&device_id=def96290-e863-47d0-ab7c-d792fda8823f HTTP/1.1" status: 200 len: 1098 time: 0.0657454 Apr 06 15:07:24.428966 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ef70a-afba-4727-9e32-011868c4d328 req-3d1dbbfb-6ce3-46d0-a73b-a235015ecd96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:24.430309 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2d6ef70a-afba-4727-9e32-011868c4d328 req-3d1dbbfb-6ce3-46d0-a73b-a235015ecd96 service neutron] 10.222.0.69 "GET /v2.0/networks?id=14ef27d7-ea9b-4bce-b86e-49d65be725ad HTTP/1.1" status: 200 len: 910 time: 0.1209764 Apr 06 15:07:24.612550 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2d6ef70a-afba-4727-9e32-011868c4d328 req-fce2afed-c291-4185-b918-de9cee450da4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=849fa9f9-90f6-48e0-98c6-02e2699c9547 HTTP/1.1" status: 200 len: 1001 time: 0.1754773 Apr 06 15:07:24.673498 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ef70a-afba-4727-9e32-011868c4d328 req-d760b7f2-caf9-495e-9963-587be252d2ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:24.674856 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2d6ef70a-afba-4727-9e32-011868c4d328 req-d760b7f2-caf9-495e-9963-587be252d2ae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f00591c1-6c70-4deb-8b42-6697672837d7 HTTP/1.1" status: 200 len: 848 time: 0.0564456 Apr 06 15:07:24.745982 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2d6ef70a-afba-4727-9e32-011868c4d328 req-3d869f02-49af-4975-a4a0-9f5fe533cf93 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=14ef27d7-ea9b-4bce-b86e-49d65be725ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652523 Apr 06 15:07:24.874744 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2d6ef70a-afba-4727-9e32-011868c4d328 req-ce564112-5aca-495b-8e4f-b8a762c08588 service neutron] 10.222.0.69 "GET /v2.0/networks/14ef27d7-ea9b-4bce-b86e-49d65be725ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226830 Apr 06 15:07:25.002536 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2d6ef70a-afba-4727-9e32-011868c4d328 req-29a92919-f3ee-4dbc-8164-b4aa3156bbda service neutron] 10.222.0.69 "GET /v2.0/networks/14ef27d7-ea9b-4bce-b86e-49d65be725ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219349 Apr 06 15:07:29.373170 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:07:38.184984 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0e1b9e04-01f8-41be-8848-983a640b3ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:07:38.679596 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 15:07:41.002986 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cbc54652-7f4c-480d-a643-6c019be2e2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:07:41.442648 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:07:41.558066 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:07:43.057257 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:07:59.412412 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:08.186976 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a2e4f6c1-5878-4151-b6b9-fb47dfb8d617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:11.005604 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1ef0f281-2135-4aad-9277-47176ac0ff4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:11.444301 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:11.560453 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:13.060697 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:15.678757 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 15:08:19.671025 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 849fa9f9-90f6-48e0-98c6-02e2699c9547 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 15:08:19.801158 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 849fa9f9-90f6-48e0-98c6-02e2699c9547, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=849fa9f9-90f6-48e0-98c6-02e2699c9547,segment=NetworkSegment(49db04d2-e817-43ec-9b98-dd6c209b8729),segment_id=49db04d2-e817-43ec-9b98-dd6c209b8729)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:08:19.814618 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '849fa9f9-90f6-48e0-98c6-02e2699c9547', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'port_id': '849fa9f9-90f6-48e0-98c6-02e2699c9547', 'mac_address': 'fa:16:3e:f7:f5:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 15:08:19.900531 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:19.916741 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 849fa9f9-90f6-48e0-98c6-02e2699c9547 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 15:08:19.931268 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 849fa9f9-90f6-48e0-98c6-02e2699c9547, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=849fa9f9-90f6-48e0-98c6-02e2699c9547,segment=NetworkSegment(49db04d2-e817-43ec-9b98-dd6c209b8729),segment_id=49db04d2-e817-43ec-9b98-dd6c209b8729)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:08:19.934717 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:20.001467 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=849fa9f9-90f6-48e0-98c6-02e2699c9547,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:08:20.010131 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:20.010474 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:20.010806 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:20.011136 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:20.011467 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:20.011790 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:20.012111 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:20.012433 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:20.012753 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:20.013103 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:20.013422 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:20.035594 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['849fa9f9-90f6-48e0-98c6-02e2699c9547'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 15:08:21.689625 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 849fa9f9-90f6-48e0-98c6-02e2699c9547 up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 15:08:21.763622 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 849fa9f9-90f6-48e0-98c6-02e2699c9547 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 15:08:21.763998 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:21.890538 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:21.918131 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def96290-e863-47d0-ab7c-d792fda8823f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849fa9f9-90f6-48e0-98c6-02e2699c9547'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 15:08:21.937431 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 849fa9f9-90f6-48e0-98c6-02e2699c9547, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=849fa9f9-90f6-48e0-98c6-02e2699c9547,segment=NetworkSegment(49db04d2-e817-43ec-9b98-dd6c209b8729),segment_id=49db04d2-e817-43ec-9b98-dd6c209b8729)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:08:21.943572 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:22.019867 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=849fa9f9-90f6-48e0-98c6-02e2699c9547,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:08:22.076541 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d88844f5-676a-4ff8-a16e-9717dede0f19'] response: {'server_uuid': 'def96290-e863-47d0-ab7c-d792fda8823f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849fa9f9-90f6-48e0-98c6-02e2699c9547', 'code': 200} Apr 06 15:08:24.249553 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-28ee6c99-0794-474b-b632-29d90dd22d26 req-aaf94944-8ed2-4378-bf14-e994443f9038 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1b829dd8356d44e9849e0491974f58aa&device_id=def96290-e863-47d0-ab7c-d792fda8823f HTTP/1.1" status: 200 len: 1098 time: 0.0940189 Apr 06 15:08:24.403605 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee6c99-0794-474b-b632-29d90dd22d26 req-517d08c9-4189-481c-877d-6000fc5680fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:24.405085 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-28ee6c99-0794-474b-b632-29d90dd22d26 req-517d08c9-4189-481c-877d-6000fc5680fb service neutron] 10.222.0.69 "GET /v2.0/networks?id=14ef27d7-ea9b-4bce-b86e-49d65be725ad HTTP/1.1" status: 200 len: 910 time: 0.1358888 Apr 06 15:08:24.518619 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-28ee6c99-0794-474b-b632-29d90dd22d26 req-0cb12e69-bcdc-4e2e-bf5f-00d58a621cc3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=849fa9f9-90f6-48e0-98c6-02e2699c9547 HTTP/1.1" status: 200 len: 1001 time: 0.1065574 Apr 06 15:08:24.587092 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee6c99-0794-474b-b632-29d90dd22d26 req-7a1dbdb4-9a82-4306-8e27-b3a61a50e43e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:24.588597 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-28ee6c99-0794-474b-b632-29d90dd22d26 req-7a1dbdb4-9a82-4306-8e27-b3a61a50e43e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f00591c1-6c70-4deb-8b42-6697672837d7 HTTP/1.1" status: 200 len: 848 time: 0.0637357 Apr 06 15:08:24.678411 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-28ee6c99-0794-474b-b632-29d90dd22d26 req-239a0bd9-f864-4479-9730-8031ed5b1c62 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=14ef27d7-ea9b-4bce-b86e-49d65be725ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836284 Apr 06 15:08:24.837272 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-28ee6c99-0794-474b-b632-29d90dd22d26 req-ccd7e547-b260-44df-af22-3d92b0346d46 service neutron] 10.222.0.69 "GET /v2.0/networks/14ef27d7-ea9b-4bce-b86e-49d65be725ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514101 Apr 06 15:08:24.986916 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-28ee6c99-0794-474b-b632-29d90dd22d26 req-4b9d6234-0134-4e36-a348-7d118131d8f7 service neutron] 10.222.0.69 "GET /v2.0/networks/14ef27d7-ea9b-4bce-b86e-49d65be725ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411433 Apr 06 15:08:29.425946 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:31.344336 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-7d1b7d97-dc4a-4b10-b2bb-56c5ee9949da tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-908180387&fields=id&tenant_id=1b829dd8356d44e9849e0491974f58aa HTTP/1.1" status: 200 len: 267 time: 0.0402033 Apr 06 15:08:31.485396 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-4dc2a725-a9e8-4c2f-b300-50d404240f58 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:31.486750 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-4dc2a725-a9e8-4c2f-b300-50d404240f58 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/networks?id=14ef27d7-ea9b-4bce-b86e-49d65be725ad HTTP/1.1" status: 200 len: 809 time: 0.1357019 Apr 06 15:08:31.501962 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-97fe31e8-8183-4924-b6be-3ac99c318555 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/quotas/1b829dd8356d44e9849e0491974f58aa HTTP/1.1" status: 200 len: 375 time: 0.0101082 Apr 06 15:08:31.592069 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-4054b9aa-cba4-4ff9-9674-82b9d4a60a32 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1b829dd8356d44e9849e0491974f58aa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0850344 Apr 06 15:08:31.724332 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-4b0284f2-c707-4810-9f42-b62522127ead service neutron] 10.222.0.60 "GET /v2.0/networks/14ef27d7-ea9b-4bce-b86e-49d65be725ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211331 Apr 06 15:08:31.853671 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-0c099def-3e3a-446a-a49d-c2317d2aa4d5 service neutron] 10.222.0.60 "GET /v2.0/networks/14ef27d7-ea9b-4bce-b86e-49d65be725ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237266 Apr 06 15:08:32.054903 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-0aee388d-d436-4416-8f22-71f8dad3eec8 req-fe46c5ca-becc-44cf-ab92-f09d8696061d tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=d000f045-2e2e-43d1-818b-b8e3e9dab268 HTTP/1.1" status: 200 len: 210 time: 0.0434926 Apr 06 15:08:33.165758 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-225135ee-8d51-4d33-9754-3b30103ab36b req-ba062a16-efc3-4a97-948c-2fa929069307 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=d000f045-2e2e-43d1-818b-b8e3e9dab268 HTTP/1.1" status: 200 len: 210 time: 0.0418615 Apr 06 15:08:33.758527 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 849fa9f9-90f6-48e0-98c6-02e2699c9547 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 15:08:33.869170 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:33.895738 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def96290-e863-47d0-ab7c-d792fda8823f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '849fa9f9-90f6-48e0-98c6-02e2699c9547'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 15:08:33.905804 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 849fa9f9-90f6-48e0-98c6-02e2699c9547, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=849fa9f9-90f6-48e0-98c6-02e2699c9547,segment=NetworkSegment(49db04d2-e817-43ec-9b98-dd6c209b8729),segment_id=49db04d2-e817-43ec-9b98-dd6c209b8729)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:08:33.910155 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:33.962442 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81412598-ab46-4a58-9a0b-6c9d6a302aae'] response: {'server_uuid': 'def96290-e863-47d0-ab7c-d792fda8823f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '849fa9f9-90f6-48e0-98c6-02e2699c9547', 'code': 200} Apr 06 15:08:33.982126 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=849fa9f9-90f6-48e0-98c6-02e2699c9547,revision_number=8']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:08:34.083155 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-7c968ef4-3652-4b08-a539-d04fd951c6a1 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:34.084479 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-7c968ef4-3652-4b08-a539-d04fd951c6a1 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.69 "GET /v2.0/networks?id=14ef27d7-ea9b-4bce-b86e-49d65be725ad HTTP/1.1" status: 200 len: 809 time: 0.1602547 Apr 06 15:08:34.137083 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-ed47a780-156c-48f2-8272-93090735fbb9 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b829dd8356d44e9849e0491974f58aa HTTP/1.1" status: 200 len: 379 time: 0.0396745 Apr 06 15:08:34.147646 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-e32b5b7a-5620-41b7-8fac-498b51578d84 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Request body: {'port': {'device_id': 'd000f045-2e2e-43d1-818b-b8e3e9dab268', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'admin_state_up': True, 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'security_groups': ['f1e52e5c-dfaa-4a9f-b5e9-5b0278390333']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 15:08:34.343843 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-00d93fb7-f917-4605-b335-0de7b3a4d3b2 req-ad7b117e-89d0-4c11-9518-e1dc47e7c869 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=d000f045-2e2e-43d1-818b-b8e3e9dab268 HTTP/1.1" status: 200 len: 210 time: 0.0471449 Apr 06 15:08:34.383810 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-e32b5b7a-5620-41b7-8fac-498b51578d84 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 15:08:34.393129 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-e32b5b7a-5620-41b7-8fac-498b51578d84 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 15:08:34.403413 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-e32b5b7a-5620-41b7-8fac-498b51578d84 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Made reservation on behalf of 1b829dd8356d44e9849e0491974f58aa for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:08:34.406509 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-e32b5b7a-5620-41b7-8fac-498b51578d84 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:34.640768 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-e32b5b7a-5620-41b7-8fac-498b51578d84 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Allocated IP 172.20.0.4 (14ef27d7-ea9b-4bce-b86e-49d65be725ad/f00591c1-6c70-4deb-8b42-6697672837d7/8846e2ea-90ea-4061-ac14-d7cd21d41a6b) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:08:34.875887 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-e32b5b7a-5620-41b7-8fac-498b51578d84 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:34.900591 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-e32b5b7a-5620-41b7-8fac-498b51578d84 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Transition to ACTIVE for port object 8846e2ea-90ea-4061-ac14-d7cd21d41a6b will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 15:08:34.924758 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-e32b5b7a-5620-41b7-8fac-498b51578d84 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:35.002186 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-e32b5b7a-5620-41b7-8fac-498b51578d84 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Network 14ef27d7-ea9b-4bce-b86e-49d65be725ad is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:08:35.005545 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-e32b5b7a-5620-41b7-8fac-498b51578d84 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:08:35.009702 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-e32b5b7a-5620-41b7-8fac-498b51578d84 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 15:08:35.034183 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b5b7a-5620-41b7-8fac-498b51578d84 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Pushing event updated for resources: {'Port': ['ID=8846e2ea-90ea-4061-ac14-d7cd21d41a6b,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:08:35.052849 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b5b7a-5620-41b7-8fac-498b51578d84 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:35.053217 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b5b7a-5620-41b7-8fac-498b51578d84 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:35.053553 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b5b7a-5620-41b7-8fac-498b51578d84 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:35.053882 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b5b7a-5620-41b7-8fac-498b51578d84 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:35.054208 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b5b7a-5620-41b7-8fac-498b51578d84 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:35.054532 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b5b7a-5620-41b7-8fac-498b51578d84 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:35.054854 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b5b7a-5620-41b7-8fac-498b51578d84 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:35.055176 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b5b7a-5620-41b7-8fac-498b51578d84 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:35.055490 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b5b7a-5620-41b7-8fac-498b51578d84 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:35.055864 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b5b7a-5620-41b7-8fac-498b51578d84 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:35.056124 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b5b7a-5620-41b7-8fac-498b51578d84 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:35.088005 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-e32b5b7a-5620-41b7-8fac-498b51578d84 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:35.089379 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-e32b5b7a-5620-41b7-8fac-498b51578d84 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:35.124145 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-e32b5b7a-5620-41b7-8fac-498b51578d84 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9801326 Apr 06 15:08:35.304621 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3c4934bf-fde3-4fda-992d-d83dc4f6b971 None None] Provisioning for port 8846e2ea-90ea-4061-ac14-d7cd21d41a6b completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 15:08:35.310301 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3c4934bf-fde3-4fda-992d-d83dc4f6b971 None None] Provisioning complete for port 8846e2ea-90ea-4061-ac14-d7cd21d41a6b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 15:08:35.310729 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3c4934bf-fde3-4fda-992d-d83dc4f6b971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:35.366350 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3c4934bf-fde3-4fda-992d-d83dc4f6b971 None None] Port 8846e2ea-90ea-4061-ac14-d7cd21d41a6b cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 15:08:35.552474 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950f454-cfad-4362-986e-ee82d7e89c59 req-54351402-e7a9-4ffe-94c6-9088a22bd9ee tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:35.553280 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-5950f454-cfad-4362-986e-ee82d7e89c59 req-54351402-e7a9-4ffe-94c6-9088a22bd9ee tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Synchronizing usage tracker for tenant:1b829dd8356d44e9849e0491974f58aa on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 15:08:35.569943 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-5950f454-cfad-4362-986e-ee82d7e89c59 req-54351402-e7a9-4ffe-94c6-9088a22bd9ee tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Unset dirty status for tenant:1b829dd8356d44e9849e0491974f58aa on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 15:08:35.571316 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5950f454-cfad-4362-986e-ee82d7e89c59 req-54351402-e7a9-4ffe-94c6-9088a22bd9ee tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=d000f045-2e2e-43d1-818b-b8e3e9dab268 HTTP/1.1" status: 200 len: 931 time: 0.0955350 Apr 06 15:08:35.627194 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5950f454-cfad-4362-986e-ee82d7e89c59 req-30ebf7a8-75d0-4d3b-bec4-64901aa6edd7 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e52e5c-dfaa-4a9f-b5e9-5b0278390333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488782 Apr 06 15:08:36.842671 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181cfff-bc4c-42b0-aedb-6e652b59becb req-cbdd925f-f11f-4ca1-8774-f0439c859457 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:36.844203 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8181cfff-bc4c-42b0-aedb-6e652b59becb req-cbdd925f-f11f-4ca1-8774-f0439c859457 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=d000f045-2e2e-43d1-818b-b8e3e9dab268 HTTP/1.1" status: 200 len: 931 time: 0.0936511 Apr 06 15:08:36.896230 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8181cfff-bc4c-42b0-aedb-6e652b59becb req-c289fdf8-28a8-4749-b8eb-1bb2a9646a96 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e52e5c-dfaa-4a9f-b5e9-5b0278390333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459001 Apr 06 15:08:38.103504 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f0994-e17a-4c07-acb5-22268c96c053 req-4ba3f82c-569a-43bc-adf2-4464eeff050d tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:38.104894 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7f9f0994-e17a-4c07-acb5-22268c96c053 req-4ba3f82c-569a-43bc-adf2-4464eeff050d tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=d000f045-2e2e-43d1-818b-b8e3e9dab268 HTTP/1.1" status: 200 len: 931 time: 0.0807598 Apr 06 15:08:38.152052 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7f9f0994-e17a-4c07-acb5-22268c96c053 req-2ec4751c-4252-4fa6-a9d0-f1632cba9547 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e52e5c-dfaa-4a9f-b5e9-5b0278390333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416481 Apr 06 15:08:38.198215 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87f0ccb2-1209-4c18-9600-f9bb85d98813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:39.379119 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e2035-b701-4ff5-af0b-95f04c662eb4 req-f92d401b-406f-4f64-a0db-07dfcdee2759 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:39.380605 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-675e2035-b701-4ff5-af0b-95f04c662eb4 req-f92d401b-406f-4f64-a0db-07dfcdee2759 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=d000f045-2e2e-43d1-818b-b8e3e9dab268 HTTP/1.1" status: 200 len: 931 time: 0.0966609 Apr 06 15:08:39.532103 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-675e2035-b701-4ff5-af0b-95f04c662eb4 req-c9953dd4-8a53-456e-a725-6423672ff008 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e52e5c-dfaa-4a9f-b5e9-5b0278390333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459384 Apr 06 15:08:40.742105 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258eef9-dff2-4e2d-9b25-74d242022cb1 req-8bf0e0f3-b214-4f76-ae3c-f416a795099d tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:40.743576 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e258eef9-dff2-4e2d-9b25-74d242022cb1 req-8bf0e0f3-b214-4f76-ae3c-f416a795099d tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=d000f045-2e2e-43d1-818b-b8e3e9dab268 HTTP/1.1" status: 200 len: 931 time: 0.0855589 Apr 06 15:08:40.790548 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e258eef9-dff2-4e2d-9b25-74d242022cb1 req-6318b465-a80b-43fd-9cca-a85879e094bc tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e52e5c-dfaa-4a9f-b5e9-5b0278390333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414884 Apr 06 15:08:41.012293 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-037a7181-0fda-45f0-a331-9deb0f265c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:41.447420 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:41.563937 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:41.995343 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028b3cf-7798-4d53-be28-5a36c4b4a2d1 req-ed2e41c3-e05a-4eb4-8f5b-39985ffa8fae tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:41.996933 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2028b3cf-7798-4d53-be28-5a36c4b4a2d1 req-ed2e41c3-e05a-4eb4-8f5b-39985ffa8fae tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=d000f045-2e2e-43d1-818b-b8e3e9dab268 HTTP/1.1" status: 200 len: 931 time: 0.0809190 Apr 06 15:08:42.046136 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2028b3cf-7798-4d53-be28-5a36c4b4a2d1 req-b8d9e6d1-82f2-4029-8705-65460487f479 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e52e5c-dfaa-4a9f-b5e9-5b0278390333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437057 Apr 06 15:08:43.063583 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:43.075808 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-f3108451-7a59-4e0e-a01a-b07065b9d21b service neutron] Request body: {'port': {'device_id': 'd000f045-2e2e-43d1-818b-b8e3e9dab268', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 15:08:43.228632 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-f3108451-7a59-4e0e-a01a-b07065b9d21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:43.324560 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee455e3-dcc0-4ed9-8ceb-068cce05203e req-af45afe1-d8da-4609-9583-e4f1c7ed86d9 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:43.326030 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cee455e3-dcc0-4ed9-8ceb-068cce05203e req-af45afe1-d8da-4609-9583-e4f1c7ed86d9 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=d000f045-2e2e-43d1-818b-b8e3e9dab268 HTTP/1.1" status: 200 len: 931 time: 0.1538551 Apr 06 15:08:43.495227 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cee455e3-dcc0-4ed9-8ceb-068cce05203e req-e3619914-90d1-4ea9-ae69-c3898ef06b2d tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e52e5c-dfaa-4a9f-b5e9-5b0278390333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230817 Apr 06 15:08:43.628824 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-f3108451-7a59-4e0e-a01a-b07065b9d21b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8846e2ea-90ea-4061-ac14-d7cd21d41a6b {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 15:08:43.636132 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-f3108451-7a59-4e0e-a01a-b07065b9d21b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:43.649994 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-f3108451-7a59-4e0e-a01a-b07065b9d21b service neutron] Transition to ACTIVE for port object 8846e2ea-90ea-4061-ac14-d7cd21d41a6b will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 15:08:43.653433 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-f3108451-7a59-4e0e-a01a-b07065b9d21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:43.782383 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3108451-7a59-4e0e-a01a-b07065b9d21b service neutron] Pushing event updated for resources: {'Port': ['ID=8846e2ea-90ea-4061-ac14-d7cd21d41a6b,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:08:43.886877 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-f3108451-7a59-4e0e-a01a-b07065b9d21b service neutron] Attempting to bind port 8846e2ea-90ea-4061-ac14-d7cd21d41a6b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 15:08:43.887206 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-f3108451-7a59-4e0e-a01a-b07065b9d21b service neutron] Attempting to bind port 8846e2ea-90ea-4061-ac14-d7cd21d41a6b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '49db04d2-e817-43ec-9b98-dd6c209b8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 15:08:43.887528 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-f3108451-7a59-4e0e-a01a-b07065b9d21b service neutron] Attempting to bind port 8846e2ea-90ea-4061-ac14-d7cd21d41a6b on network 14ef27d7-ea9b-4bce-b86e-49d65be725ad {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 15:08:43.893073 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-f3108451-7a59-4e0e-a01a-b07065b9d21b service neutron] Port 8846e2ea-90ea-4061-ac14-d7cd21d41a6b on network 14ef27d7-ea9b-4bce-b86e-49d65be725ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 15:08:43.893388 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-f3108451-7a59-4e0e-a01a-b07065b9d21b service neutron] Attempting to bind port 8846e2ea-90ea-4061-ac14-d7cd21d41a6b on network 14ef27d7-ea9b-4bce-b86e-49d65be725ad {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 15:08:43.900069 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-f3108451-7a59-4e0e-a01a-b07065b9d21b service neutron] Checking agent: {'id': '0714a237-6458-4b96-a02c-5ed24da3a4f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'started_at': datetime.datetime(2022, 4, 6, 14, 11, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 15:08:43.900399 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-f3108451-7a59-4e0e-a01a-b07065b9d21b service neutron] Checking segment: {'id': '49db04d2-e817-43ec-9b98-dd6c209b8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 15:08:43.900771 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-f3108451-7a59-4e0e-a01a-b07065b9d21b service neutron] Bound using segment: {'id': '49db04d2-e817-43ec-9b98-dd6c209b8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 15:08:43.901213 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-f3108451-7a59-4e0e-a01a-b07065b9d21b service neutron] Bound port: 8846e2ea-90ea-4061-ac14-d7cd21d41a6b, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49db04d2-e817-43ec-9b98-dd6c209b8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 15:08:43.901554 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-f3108451-7a59-4e0e-a01a-b07065b9d21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:44.073720 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-f3108451-7a59-4e0e-a01a-b07065b9d21b service neutron] For port 8846e2ea-90ea-4061-ac14-d7cd21d41a6b, host hv-neutron-8358, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:08:44.076838 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-f3108451-7a59-4e0e-a01a-b07065b9d21b service neutron] For port 8846e2ea-90ea-4061-ac14-d7cd21d41a6b, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8846e2ea-90ea-4061-ac14-d7cd21d41a6b,segment=NetworkSegment(49db04d2-e817-43ec-9b98-dd6c209b8729),segment_id=49db04d2-e817-43ec-9b98-dd6c209b8729)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:08:44.081009 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-f3108451-7a59-4e0e-a01a-b07065b9d21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078099'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:44.137571 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-f3108451-7a59-4e0e-a01a-b07065b9d21b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:44.138909 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-f3108451-7a59-4e0e-a01a-b07065b9d21b service neutron] 10.222.0.69 "PUT /v2.0/ports/8846e2ea-90ea-4061-ac14-d7cd21d41a6b HTTP/1.1" status: 200 len: 1093 time: 1.0674982 Apr 06 15:08:44.139375 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd000f045-2e2e-43d1-818b-b8e3e9dab268', 'tag': '8846e2ea-90ea-4061-ac14-d7cd21d41a6b'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 15:08:44.177893 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3108451-7a59-4e0e-a01a-b07065b9d21b service neutron] Pushing event updated for resources: {'Port': ['ID=8846e2ea-90ea-4061-ac14-d7cd21d41a6b,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:08:44.256097 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-b25769e6-724f-4c00-bd78-7ee0618d1c6b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1b829dd8356d44e9849e0491974f58aa&device_id=d000f045-2e2e-43d1-818b-b8e3e9dab268 HTTP/1.1" status: 200 len: 1096 time: 0.0749733 Apr 06 15:08:44.318478 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-073675c3-b1e5-4450-ace9-20d14b31b17d'] response: {'name': 'network-changed', 'server_uuid': 'd000f045-2e2e-43d1-818b-b8e3e9dab268', 'tag': '8846e2ea-90ea-4061-ac14-d7cd21d41a6b', 'status': 'completed', 'code': 200} Apr 06 15:08:44.333659 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-e7cf1fb3-b738-4e61-bdfe-0b8598e84758 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8846e2ea-90ea-4061-ac14-d7cd21d41a6b HTTP/1.1" status: 200 len: 217 time: 0.0716028 Apr 06 15:08:44.398998 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-531acddf-1b12-4d34-8a7c-d09b54eeb3a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:44.400465 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-531acddf-1b12-4d34-8a7c-d09b54eeb3a5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f00591c1-6c70-4deb-8b42-6697672837d7 HTTP/1.1" status: 200 len: 848 time: 0.0617054 Apr 06 15:08:44.471682 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-81bfb432-0d6e-4e76-9f7a-9e4b94b989de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=14ef27d7-ea9b-4bce-b86e-49d65be725ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654988 Apr 06 15:08:44.599380 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-a8edc01b-7b0e-4c7d-be6a-0e38bfb7b0aa service neutron] 10.222.0.69 "GET /v2.0/networks/14ef27d7-ea9b-4bce-b86e-49d65be725ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217897 Apr 06 15:08:44.781594 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-131eab9b-5610-4acf-9b13-6c9354ea692e req-475c4db4-9f5a-450e-ab39-ceb8370b2e87 service neutron] 10.222.0.69 "GET /v2.0/networks/14ef27d7-ea9b-4bce-b86e-49d65be725ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765568 Apr 06 15:08:44.788456 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ad7e2-6706-457a-87e1-bb5eda236cdd req-4e0e4b86-d908-485c-938f-51aebbbaf8b4 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:44.789831 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-270ad7e2-6706-457a-87e1-bb5eda236cdd req-4e0e4b86-d908-485c-938f-51aebbbaf8b4 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=d000f045-2e2e-43d1-818b-b8e3e9dab268 HTTP/1.1" status: 200 len: 943 time: 0.1677456 Apr 06 15:08:44.872691 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-270ad7e2-6706-457a-87e1-bb5eda236cdd req-828e1e6d-8801-4cfb-a24f-3b468eadc6da tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e52e5c-dfaa-4a9f-b5e9-5b0278390333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769408 Apr 06 15:08:44.901697 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cbb3de2f-e544-4912-abae-b9d6aae7982f req-aec8a47a-b9a4-4008-b8a4-4ac2688c52bf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1b829dd8356d44e9849e0491974f58aa&device_id=d000f045-2e2e-43d1-818b-b8e3e9dab268 HTTP/1.1" status: 200 len: 1096 time: 0.0750759 Apr 06 15:08:45.031643 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3de2f-e544-4912-abae-b9d6aae7982f req-3b415530-8f92-4269-b1bb-31d377a7c07b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:45.033121 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cbb3de2f-e544-4912-abae-b9d6aae7982f req-3b415530-8f92-4269-b1bb-31d377a7c07b service neutron] 10.222.0.69 "GET /v2.0/networks?id=14ef27d7-ea9b-4bce-b86e-49d65be725ad HTTP/1.1" status: 200 len: 910 time: 0.1249256 Apr 06 15:08:45.102881 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cbb3de2f-e544-4912-abae-b9d6aae7982f req-a6b4dbfe-16de-468a-aeba-ea1abc3748d5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8846e2ea-90ea-4061-ac14-d7cd21d41a6b HTTP/1.1" status: 200 len: 217 time: 0.0627935 Apr 06 15:08:45.163007 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3de2f-e544-4912-abae-b9d6aae7982f req-adc2e51c-b6d6-4f66-8c9c-ad67de9c8978 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:45.164439 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cbb3de2f-e544-4912-abae-b9d6aae7982f req-adc2e51c-b6d6-4f66-8c9c-ad67de9c8978 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f00591c1-6c70-4deb-8b42-6697672837d7 HTTP/1.1" status: 200 len: 848 time: 0.0555332 Apr 06 15:08:45.240834 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cbb3de2f-e544-4912-abae-b9d6aae7982f req-8538dee1-fd48-4d60-8fe4-4ca7d67166ad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=14ef27d7-ea9b-4bce-b86e-49d65be725ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706282 Apr 06 15:08:45.371241 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cbb3de2f-e544-4912-abae-b9d6aae7982f req-b05d2a10-8eb6-4ece-a6bb-8dbc35813944 service neutron] 10.222.0.69 "GET /v2.0/networks/14ef27d7-ea9b-4bce-b86e-49d65be725ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238370 Apr 06 15:08:45.500304 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-cbb3de2f-e544-4912-abae-b9d6aae7982f req-0c992275-783f-4082-8e61-069025195143 service neutron] 10.222.0.69 "GET /v2.0/networks/14ef27d7-ea9b-4bce-b86e-49d65be725ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211162 Apr 06 15:08:46.069139 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e9444-81f0-4832-9a55-6eeabff0d8fb req-88d4a97e-472e-406e-9b05-885a805350de tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:46.070571 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-601e9444-81f0-4832-9a55-6eeabff0d8fb req-88d4a97e-472e-406e-9b05-885a805350de tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=d000f045-2e2e-43d1-818b-b8e3e9dab268 HTTP/1.1" status: 200 len: 943 time: 0.0774522 Apr 06 15:08:46.115177 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-601e9444-81f0-4832-9a55-6eeabff0d8fb req-131a4387-2c10-4517-87ac-f16dedea03df tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e52e5c-dfaa-4a9f-b5e9-5b0278390333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391419 Apr 06 15:08:47.311356 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515101c-bfc7-4ac0-8a90-3efa14d1efa1 req-ac0a3ceb-784e-48bf-bb1c-2aeb85654655 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:47.312806 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4515101c-bfc7-4ac0-8a90-3efa14d1efa1 req-ac0a3ceb-784e-48bf-bb1c-2aeb85654655 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=d000f045-2e2e-43d1-818b-b8e3e9dab268 HTTP/1.1" status: 200 len: 943 time: 0.0737138 Apr 06 15:08:47.356676 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4515101c-bfc7-4ac0-8a90-3efa14d1efa1 req-864adeff-2007-49ae-a248-fc3ffede1387 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e52e5c-dfaa-4a9f-b5e9-5b0278390333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384254 Apr 06 15:08:47.804094 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 8846e2ea-90ea-4061-ac14-d7cd21d41a6b details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 15:08:47.935410 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 8846e2ea-90ea-4061-ac14-d7cd21d41a6b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8846e2ea-90ea-4061-ac14-d7cd21d41a6b,segment=NetworkSegment(49db04d2-e817-43ec-9b98-dd6c209b8729),segment_id=49db04d2-e817-43ec-9b98-dd6c209b8729)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:08:47.948492 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '8846e2ea-90ea-4061-ac14-d7cd21d41a6b', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'port_id': '8846e2ea-90ea-4061-ac14-d7cd21d41a6b', 'mac_address': 'fa:16:3e:b1:71:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 15:08:48.001954 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:48.018703 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8846e2ea-90ea-4061-ac14-d7cd21d41a6b {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 15:08:48.032760 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 8846e2ea-90ea-4061-ac14-d7cd21d41a6b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8846e2ea-90ea-4061-ac14-d7cd21d41a6b,segment=NetworkSegment(49db04d2-e817-43ec-9b98-dd6c209b8729),segment_id=49db04d2-e817-43ec-9b98-dd6c209b8729)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:08:48.036720 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:48.101032 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=8846e2ea-90ea-4061-ac14-d7cd21d41a6b,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:08:48.276996 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['8846e2ea-90ea-4061-ac14-d7cd21d41a6b'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 15:08:48.563930 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4f3d9-0ffc-4b40-91ec-688a99df998c req-2552f30d-6b84-4b84-ad0d-d29666b7ff13 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:48.565484 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-30b4f3d9-0ffc-4b40-91ec-688a99df998c req-2552f30d-6b84-4b84-ad0d-d29666b7ff13 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=d000f045-2e2e-43d1-818b-b8e3e9dab268 HTTP/1.1" status: 200 len: 944 time: 0.0809431 Apr 06 15:08:48.613967 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-30b4f3d9-0ffc-4b40-91ec-688a99df998c req-06cc991f-4b47-4db4-929c-1daeea2c93fd tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e52e5c-dfaa-4a9f-b5e9-5b0278390333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426414 Apr 06 15:08:49.820456 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 8846e2ea-90ea-4061-ac14-d7cd21d41a6b up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 15:08:49.892602 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning for port 8846e2ea-90ea-4061-ac14-d7cd21d41a6b completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 15:08:49.897047 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 8846e2ea-90ea-4061-ac14-d7cd21d41a6b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 15:08:49.897415 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:49.904764 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ec1c7-49fc-4a2f-a46a-bc9df749855e req-08b52d90-5d0d-4453-b2dd-b041f18b9c85 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:49.906410 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ad0ec1c7-49fc-4a2f-a46a-bc9df749855e req-08b52d90-5d0d-4453-b2dd-b041f18b9c85 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=d000f045-2e2e-43d1-818b-b8e3e9dab268 HTTP/1.1" status: 200 len: 944 time: 0.1724799 Apr 06 15:08:49.951431 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ad0ec1c7-49fc-4a2f-a46a-bc9df749855e req-84006350-7324-4f66-b810-158193ac461f tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e52e5c-dfaa-4a9f-b5e9-5b0278390333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390208 Apr 06 15:08:50.009607 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:50.035209 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd000f045-2e2e-43d1-818b-b8e3e9dab268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8846e2ea-90ea-4061-ac14-d7cd21d41a6b'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 15:08:50.044562 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 8846e2ea-90ea-4061-ac14-d7cd21d41a6b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8846e2ea-90ea-4061-ac14-d7cd21d41a6b,segment=NetworkSegment(49db04d2-e817-43ec-9b98-dd6c209b8729),segment_id=49db04d2-e817-43ec-9b98-dd6c209b8729)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:08:50.048117 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:50.092461 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71ed97f9-61b9-430f-a4a3-b8def04db2f6'] response: {'server_uuid': 'd000f045-2e2e-43d1-818b-b8e3e9dab268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8846e2ea-90ea-4061-ac14-d7cd21d41a6b', 'code': 200} Apr 06 15:08:50.115306 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=8846e2ea-90ea-4061-ac14-d7cd21d41a6b,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:08:50.308296 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-099216d0-8c65-47fc-b7ea-7cf4b9cad374 req-8f455f71-2d3e-45ad-b8b3-2c9d28ba6d1e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d000f045-2e2e-43d1-818b-b8e3e9dab268 HTTP/1.1" status: 200 len: 1098 time: 0.0658765 Apr 06 15:08:50.351452 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-099216d0-8c65-47fc-b7ea-7cf4b9cad374 req-c8be661e-3a5e-43b1-9b84-97393024fc70 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f1e52e5c-dfaa-4a9f-b5e9-5b0278390333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369427 Apr 06 15:08:51.146280 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10fc42-dc8c-4f6f-8afe-44e764ae702f req-ad8cc1e0-036b-4fe3-b597-d048f3f05baf tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:51.147720 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4a10fc42-dc8c-4f6f-8afe-44e764ae702f req-ad8cc1e0-036b-4fe3-b597-d048f3f05baf tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=d000f045-2e2e-43d1-818b-b8e3e9dab268 HTTP/1.1" status: 200 len: 945 time: 0.0746803 Apr 06 15:08:51.192258 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4a10fc42-dc8c-4f6f-8afe-44e764ae702f req-ca510856-08cb-4685-8282-7bd45cb5513e tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e52e5c-dfaa-4a9f-b5e9-5b0278390333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391860 Apr 06 15:08:52.384153 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd57559-8e84-4572-a5a1-31577854406b req-ee683370-d3de-49a0-bedf-ca97912c321e tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:52.385619 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-edd57559-8e84-4572-a5a1-31577854406b req-ee683370-d3de-49a0-bedf-ca97912c321e tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=d000f045-2e2e-43d1-818b-b8e3e9dab268 HTTP/1.1" status: 200 len: 945 time: 0.0750742 Apr 06 15:08:52.428945 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-edd57559-8e84-4572-a5a1-31577854406b req-f2ab1843-5881-487d-aa74-e1862ec7ed9a tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e52e5c-dfaa-4a9f-b5e9-5b0278390333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378542 Apr 06 15:08:52.623211 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f96d36-9917-47cc-a4e4-0d57533639a0 req-b760e170-c439-4828-9255-da68d28bed47 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:52.624569 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d5f96d36-9917-47cc-a4e4-0d57533639a0 req-b760e170-c439-4828-9255-da68d28bed47 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=d000f045-2e2e-43d1-818b-b8e3e9dab268 HTTP/1.1" status: 200 len: 945 time: 0.0794978 Apr 06 15:08:52.667696 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d5f96d36-9917-47cc-a4e4-0d57533639a0 req-0a2fee2e-0feb-4a6a-8101-3eac50983c0b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e52e5c-dfaa-4a9f-b5e9-5b0278390333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370636 Apr 06 15:08:52.679720 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 15:08:52.694944 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 35496) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:08:52.765444 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0311229d-b3fe-4a5e-8f9c-5d0383d8a438 tempest-TestSnapshotPattern-400537437 tempest-TestSnapshotPattern-400537437-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d000f045-2e2e-43d1-818b-b8e3e9dab268 HTTP/1.1" status: 200 len: 1093 time: 0.0693157 Apr 06 15:08:52.767915 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 35500) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:08:52.773136 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Request body: {'floatingip': {'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'port_id': '8846e2ea-90ea-4061-ac14-d7cd21d41a6b', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 15:08:52.778559 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 15:08:52.782322 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Usage tracker for resource:floatingip and tenant:1b829dd8356d44e9849e0491974f58aa is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 15:08:52.785600 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 15:08:52.791212 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 15:08:52.801989 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:52.933666 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:53.061097 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Allocated IP 172.26.8.94 (5b121ca5-69d5-4d27-bffe-4929f7aabdf6/407499d5-07bb-4086-b5d1-3098f6e3279f/bc507d2e-df77-4c47-9f92-dda7b7cdbedb) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:08:53.204348 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:53.230602 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727577674352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1198498'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:53.299716 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Network 5b121ca5-69d5-4d27-bffe-4929f7aabdf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:08:53.302758 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:08:53.306909 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 15:08:53.330266 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Pushing event updated for resources: {'Port': ['ID=bc507d2e-df77-4c47-9f92-dda7b7cdbedb,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:08:53.351589 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:53.351934 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:53.352271 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:53.352605 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:53.352968 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:53.353300 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:53.353629 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:53.353954 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:53.354273 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:53.354593 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:53.354912 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:53.799341 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:53.853284 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:54.129853 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:54.134290 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1198517'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:54.236209 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Pushing event updated for resources: {'Port': ['ID=bc507d2e-df77-4c47-9f92-dda7b7cdbedb,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:08:54.250421 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653771'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:54.432897 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Floating IP 9c0db512-847a-44b9-8b6b-5ccbfec866d7 associated. External IP: 172.26.8.94, port: 8846e2ea-90ea-4061-ac14-d7cd21d41a6b. Apr 06 15:08:54.806670 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Router ae839aba-e6f4-4830-97a6-f412d0244d36 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:08:55.002341 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:08:55.011585 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999ffead-265d-4c42-8106-8b2036cd6d65 None None] Sync routers for ids ['ae839aba-e6f4-4830-97a6-f412d0244d36'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 15:08:55.022982 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999ffead-265d-4c42-8106-8b2036cd6d65 None None] Routers {'ae839aba-e6f4-4830-97a6-f412d0244d36'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 15:08:55.023583 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-999ffead-265d-4c42-8106-8b2036cd6d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T15:08:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ae839aba-e6f4-4830-97a6-f412d0244d36'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:08:55.025919 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:08:55.078791 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-dc8980cb-814d-475a-9784-022b68f13651 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3096721 Apr 06 15:08:55.079291 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd000f045-2e2e-43d1-818b-b8e3e9dab268', 'tag': '8846e2ea-90ea-4061-ac14-d7cd21d41a6b'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 15:08:55.133537 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a4637ba-af30-4f36-ac25-de8be3655803'] response: {'name': 'network-changed', 'server_uuid': 'd000f045-2e2e-43d1-818b-b8e3e9dab268', 'tag': '8846e2ea-90ea-4061-ac14-d7cd21d41a6b', 'status': 'completed', 'code': 200} Apr 06 15:08:55.198607 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-999ffead-265d-4c42-8106-8b2036cd6d65 None None] Set router ae839aba-e6f4-4830-97a6-f412d0244d36 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 15:08:55.229748 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-16560c3a-e9d1-4fbf-84bb-efd72689eb87 req-9853610c-9668-4098-9d7e-fba6353be2c9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1b829dd8356d44e9849e0491974f58aa&device_id=d000f045-2e2e-43d1-818b-b8e3e9dab268 HTTP/1.1" status: 200 len: 1098 time: 0.0704517 Apr 06 15:08:55.360134 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16560c3a-e9d1-4fbf-84bb-efd72689eb87 req-8e225f7d-07c1-4a5e-b5e0-635426fd7d3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:55.361515 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-16560c3a-e9d1-4fbf-84bb-efd72689eb87 req-8e225f7d-07c1-4a5e-b5e0-635426fd7d3d service neutron] 10.222.0.69 "GET /v2.0/networks?id=14ef27d7-ea9b-4bce-b86e-49d65be725ad HTTP/1.1" status: 200 len: 910 time: 0.1258397 Apr 06 15:08:55.462572 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-16560c3a-e9d1-4fbf-84bb-efd72689eb87 req-412543c4-da95-4906-98b7-1937e8ff92d6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8846e2ea-90ea-4061-ac14-d7cd21d41a6b HTTP/1.1" status: 200 len: 998 time: 0.0948787 Apr 06 15:08:55.521831 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16560c3a-e9d1-4fbf-84bb-efd72689eb87 req-3165b89b-e281-4763-98e6-3a81dadaf95f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:55.523255 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-16560c3a-e9d1-4fbf-84bb-efd72689eb87 req-3165b89b-e281-4763-98e6-3a81dadaf95f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f00591c1-6c70-4deb-8b42-6697672837d7 HTTP/1.1" status: 200 len: 848 time: 0.0553460 Apr 06 15:08:55.548734 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-999ffead-265d-4c42-8106-8b2036cd6d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'name': 'tempest-TestSnapshotPattern-297234583-router', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:05:58Z', 'revision_number': 4, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'gw_port': {'id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '9c0db512-847a-44b9-8b6b-5ccbfec866d7', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'floating_ip_address': '172.26.8.94', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'port_id': '8846e2ea-90ea-4061-ac14-d7cd21d41a6b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'mac_address': 'fa:16:3e:b1:71:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000f045-2e2e-43d1-818b-b8e3e9dab268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:08:53Z', 'updated_at': '2022-04-06T15:08:53Z', 'revision_number': 0, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'fixed_ip_address_scope': None}, {'id': 'e5279700-6fb1-4d94-95d7-d398d48e0d0d', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'floating_ip_address': '172.26.8.111', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'port_id': '849fa9f9-90f6-48e0-98c6-02e2699c9547', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'mac_address': 'fa:16:3e:f7:f5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def96290-e863-47d0-ab7c-d792fda8823f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:06:20Z', 'updated_at': '2022-04-06T15:06:25Z', 'revision_number': 1, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63cef44b-1ee4-4309-bdf8-b178823434a3', 'name': '', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'mac_address': 'fa:16:3e:6b:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:58Z', 'updated_at': '2022-04-06T15:06:07Z', 'revision_number': 5, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'subnets': [{'id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:08:55.552537 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999ffead-265d-4c42-8106-8b2036cd6d65 None None] Checking router: ae839aba-e6f4-4830-97a6-f412d0244d36 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 15:08:55.562843 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999ffead-265d-4c42-8106-8b2036cd6d65 None None] Routers {'ae839aba-e6f4-4830-97a6-f412d0244d36'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 15:08:55.563438 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-999ffead-265d-4c42-8106-8b2036cd6d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T15:08:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ae839aba-e6f4-4830-97a6-f412d0244d36'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:08:55.600184 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-16560c3a-e9d1-4fbf-84bb-efd72689eb87 req-fd7d9e8c-be03-4387-9e02-c4f25c912752 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=14ef27d7-ea9b-4bce-b86e-49d65be725ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716114 Apr 06 15:08:55.732152 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-16560c3a-e9d1-4fbf-84bb-efd72689eb87 req-6581b75e-785f-4088-af6f-dc732aaeb2b5 service neutron] 10.222.0.69 "GET /v2.0/networks/14ef27d7-ea9b-4bce-b86e-49d65be725ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260252 Apr 06 15:08:55.740983 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-999ffead-265d-4c42-8106-8b2036cd6d65 None None] Set router ae839aba-e6f4-4830-97a6-f412d0244d36 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 15:08:55.861494 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-16560c3a-e9d1-4fbf-84bb-efd72689eb87 req-cc35350d-35fe-469d-9ce9-aaddc249a674 service neutron] 10.222.0.69 "GET /v2.0/networks/14ef27d7-ea9b-4bce-b86e-49d65be725ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230352 Apr 06 15:08:56.077122 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-999ffead-265d-4c42-8106-8b2036cd6d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'name': 'tempest-TestSnapshotPattern-297234583-router', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:05:58Z', 'revision_number': 4, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'gw_port': {'id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '9c0db512-847a-44b9-8b6b-5ccbfec866d7', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'floating_ip_address': '172.26.8.94', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'port_id': '8846e2ea-90ea-4061-ac14-d7cd21d41a6b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'mac_address': 'fa:16:3e:b1:71:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000f045-2e2e-43d1-818b-b8e3e9dab268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:08:53Z', 'updated_at': '2022-04-06T15:08:53Z', 'revision_number': 0, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'fixed_ip_address_scope': None}, {'id': 'e5279700-6fb1-4d94-95d7-d398d48e0d0d', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'floating_ip_address': '172.26.8.111', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'port_id': '849fa9f9-90f6-48e0-98c6-02e2699c9547', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'mac_address': 'fa:16:3e:f7:f5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def96290-e863-47d0-ab7c-d792fda8823f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:06:20Z', 'updated_at': '2022-04-06T15:06:25Z', 'revision_number': 1, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63cef44b-1ee4-4309-bdf8-b178823434a3', 'name': '', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'mac_address': 'fa:16:3e:6b:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:58Z', 'updated_at': '2022-04-06T15:06:07Z', 'revision_number': 5, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'subnets': [{'id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:08:56.080832 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999ffead-265d-4c42-8106-8b2036cd6d65 None None] The sync data for ids ['ae839aba-e6f4-4830-97a6-f412d0244d36'] in dv-neutron-835868-1-hyperv is: [{'id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'name': 'tempest-TestSnapshotPattern-297234583-router', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:05:58Z', 'revision_number': 4, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'gw_port': {'id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': '9c0db512-847a-44b9-8b6b-5ccbfec866d7', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'floating_ip_address': '172.26.8.94', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'port_id': '8846e2ea-90ea-4061-ac14-d7cd21d41a6b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'mac_address': 'fa:16:3e:b1:71:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000f045-2e2e-43d1-818b-b8e3e9dab268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:08:53Z', 'updated_at': '2022-04-06T15:08:53Z', 'revision_number': 0, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'fixed_ip_address_scope': None}, {'id': 'e5279700-6fb1-4d94-95d7-d398d48e0d0d', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'floating_ip_address': '172.26.8.111', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'port_id': '849fa9f9-90f6-48e0-98c6-02e2699c9547', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'mac_address': 'fa:16:3e:f7:f5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def96290-e863-47d0-ab7c-d792fda8823f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:06:20Z', 'updated_at': '2022-04-06T15:06:25Z', 'revision_number': 1, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63cef44b-1ee4-4309-bdf8-b178823434a3', 'name': '', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'mac_address': 'fa:16:3e:6b:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:58Z', 'updated_at': '2022-04-06T15:06:07Z', 'revision_number': 5, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'subnets': [{'id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 15:08:56.280897 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226fe4d9-f1a7-4624-a5c5-763bd68508a4 None None] New status for floating IP 9c0db512-847a-44b9-8b6b-5ccbfec866d7: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 15:08:59.443625 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:09:08.190215 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9d5009c5-b6e3-4e63-963c-a2312e6a8244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:09:11.011629 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4bd0af39-bc8f-4ec3-b1e5-322f9c6ec8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:09:11.451103 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:09:11.566259 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:09:13.067633 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:09:24.174966 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-79341f3e-de82-4a2b-acdc-b152175c4fe5 req-f2c2dd74-e10b-42a1-b7ce-e73d09b2f451 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=def96290-e863-47d0-ab7c-d792fda8823f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0646152 Apr 06 15:09:24.310037 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-79341f3e-de82-4a2b-acdc-b152175c4fe5 req-d4e41f38-8206-496b-a4d0-65d7a69e5752 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1b829dd8356d44e9849e0491974f58aa&device_id=def96290-e863-47d0-ab7c-d792fda8823f HTTP/1.1" status: 200 len: 1096 time: 0.0694659 Apr 06 15:09:24.448606 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79341f3e-de82-4a2b-acdc-b152175c4fe5 req-9fb1111a-f88d-4fd9-9c30-9b313b4267d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:24.449964 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-79341f3e-de82-4a2b-acdc-b152175c4fe5 req-9fb1111a-f88d-4fd9-9c30-9b313b4267d9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=14ef27d7-ea9b-4bce-b86e-49d65be725ad HTTP/1.1" status: 200 len: 910 time: 0.1225510 Apr 06 15:09:24.549286 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-79341f3e-de82-4a2b-acdc-b152175c4fe5 req-8c3d5634-980f-402a-934c-ae20b30b59b2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=849fa9f9-90f6-48e0-98c6-02e2699c9547 HTTP/1.1" status: 200 len: 999 time: 0.0928540 Apr 06 15:09:24.608274 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79341f3e-de82-4a2b-acdc-b152175c4fe5 req-9fc09d57-a790-44f6-b291-20652587e33f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:24.609703 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-79341f3e-de82-4a2b-acdc-b152175c4fe5 req-9fc09d57-a790-44f6-b291-20652587e33f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f00591c1-6c70-4deb-8b42-6697672837d7 HTTP/1.1" status: 200 len: 848 time: 0.0552695 Apr 06 15:09:24.679856 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-79341f3e-de82-4a2b-acdc-b152175c4fe5 req-079d8c4f-3eeb-4645-a13f-2dc5efde6ca2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=14ef27d7-ea9b-4bce-b86e-49d65be725ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0644467 Apr 06 15:09:24.897064 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-79341f3e-de82-4a2b-acdc-b152175c4fe5 req-e2e0fc83-a6e6-4230-8b53-d63a91ebf5eb service neutron] 10.222.0.69 "GET /v2.0/networks/14ef27d7-ea9b-4bce-b86e-49d65be725ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111690 Apr 06 15:09:25.024836 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-79341f3e-de82-4a2b-acdc-b152175c4fe5 req-543c677d-c5f7-4683-ab20-e819ab0c69c2 service neutron] 10.222.0.69 "GET /v2.0/networks/14ef27d7-ea9b-4bce-b86e-49d65be725ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219168 Apr 06 15:09:29.474062 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:09:29.680768 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 15:09:38.192328 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-43e393bd-0367-4bab-bfa6-5ae0ab1f772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:09:41.012559 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8effa110-8ba5-4d82-a065-ce7d1f39087d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:09:41.453769 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:09:41.570894 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:09:43.069477 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:09:59.458335 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:06.681523 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 15:10:08.193563 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2107ba24-38e1-471a-afe8-847533f985c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:11.013876 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cb416741-72ec-4171-a6c6-96f9013a4e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:11.455670 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:11.571484 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:13.073246 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:26.182713 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7aaa047c-b658-4879-ba17-f6dd0f01357e req-da49bc97-b85a-4f15-b40d-1bd05c9bd94b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d000f045-2e2e-43d1-818b-b8e3e9dab268&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694630 Apr 06 15:10:26.268266 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7aaa047c-b658-4879-ba17-f6dd0f01357e req-b6c02177-6d4b-4f05-8716-f9ad60fad746 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1b829dd8356d44e9849e0491974f58aa&device_id=d000f045-2e2e-43d1-818b-b8e3e9dab268 HTTP/1.1" status: 200 len: 1098 time: 0.0661232 Apr 06 15:10:26.407208 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa047c-b658-4879-ba17-f6dd0f01357e req-17fd729a-7c45-40cb-8cb7-f43a620d2e18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:26.408633 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7aaa047c-b658-4879-ba17-f6dd0f01357e req-17fd729a-7c45-40cb-8cb7-f43a620d2e18 service neutron] 10.222.0.69 "GET /v2.0/networks?id=14ef27d7-ea9b-4bce-b86e-49d65be725ad HTTP/1.1" status: 200 len: 910 time: 0.1221280 Apr 06 15:10:26.510064 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7aaa047c-b658-4879-ba17-f6dd0f01357e req-48a38e54-0f79-460a-a912-192166131067 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8846e2ea-90ea-4061-ac14-d7cd21d41a6b HTTP/1.1" status: 200 len: 1000 time: 0.0952954 Apr 06 15:10:26.572530 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa047c-b658-4879-ba17-f6dd0f01357e req-3911e98e-0d4f-4439-b086-c90d7faad13e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:26.573917 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7aaa047c-b658-4879-ba17-f6dd0f01357e req-3911e98e-0d4f-4439-b086-c90d7faad13e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f00591c1-6c70-4deb-8b42-6697672837d7 HTTP/1.1" status: 200 len: 848 time: 0.0584118 Apr 06 15:10:26.645224 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7aaa047c-b658-4879-ba17-f6dd0f01357e req-eaea1a02-86f7-4333-9c13-a711247e8d01 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=14ef27d7-ea9b-4bce-b86e-49d65be725ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651698 Apr 06 15:10:26.772857 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7aaa047c-b658-4879-ba17-f6dd0f01357e req-a0618c5c-70aa-4058-8905-4df6f610ab61 service neutron] 10.222.0.69 "GET /v2.0/networks/14ef27d7-ea9b-4bce-b86e-49d65be725ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220987 Apr 06 15:10:26.899903 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7aaa047c-b658-4879-ba17-f6dd0f01357e req-fd52d418-b5cc-4837-b65c-e7e6b2aa27d5 service neutron] 10.222.0.69 "GET /v2.0/networks/14ef27d7-ea9b-4bce-b86e-49d65be725ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208832 Apr 06 15:10:29.456478 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:38.195588 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-25023857-9ab0-40a9-9a38-7dacf5efbc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:38.229736 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 8846e2ea-90ea-4061-ac14-d7cd21d41a6b details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 15:10:38.357043 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 8846e2ea-90ea-4061-ac14-d7cd21d41a6b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8846e2ea-90ea-4061-ac14-d7cd21d41a6b,segment=NetworkSegment(49db04d2-e817-43ec-9b98-dd6c209b8729),segment_id=49db04d2-e817-43ec-9b98-dd6c209b8729)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:10:38.369998 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Returning: {'device': '8846e2ea-90ea-4061-ac14-d7cd21d41a6b', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'port_id': '8846e2ea-90ea-4061-ac14-d7cd21d41a6b', 'mac_address': 'fa:16:3e:b1:71:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 15:10:38.427375 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:38.443790 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8846e2ea-90ea-4061-ac14-d7cd21d41a6b {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 15:10:38.458323 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 8846e2ea-90ea-4061-ac14-d7cd21d41a6b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8846e2ea-90ea-4061-ac14-d7cd21d41a6b,segment=NetworkSegment(49db04d2-e817-43ec-9b98-dd6c209b8729),segment_id=49db04d2-e817-43ec-9b98-dd6c209b8729)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:10:38.461975 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:38.530417 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=8846e2ea-90ea-4061-ac14-d7cd21d41a6b,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:38.539291 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:38.539638 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:38.539980 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:38.540310 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:38.540641 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:38.541013 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:38.541360 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:38.541703 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:38.542005 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:38.542321 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:38.542637 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:38.547241 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] get_ports_and_sgs() called for port_ids ['8846e2ea-90ea-4061-ac14-d7cd21d41a6b'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 15:10:40.239230 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 8846e2ea-90ea-4061-ac14-d7cd21d41a6b up at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 15:10:40.313596 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Provisioning complete for port 8846e2ea-90ea-4061-ac14-d7cd21d41a6b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 15:10:40.313971 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682089'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:40.450969 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:40.478553 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd000f045-2e2e-43d1-818b-b8e3e9dab268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8846e2ea-90ea-4061-ac14-d7cd21d41a6b'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 15:10:40.490797 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 8846e2ea-90ea-4061-ac14-d7cd21d41a6b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8846e2ea-90ea-4061-ac14-d7cd21d41a6b,segment=NetworkSegment(49db04d2-e817-43ec-9b98-dd6c209b8729),segment_id=49db04d2-e817-43ec-9b98-dd6c209b8729)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:10:40.495863 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:40.563704 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cbf9c7e-c348-480a-aeb5-47aea54d7109'] response: {'server_uuid': 'd000f045-2e2e-43d1-818b-b8e3e9dab268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8846e2ea-90ea-4061-ac14-d7cd21d41a6b', 'code': 200} Apr 06 15:10:40.573309 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=8846e2ea-90ea-4061-ac14-d7cd21d41a6b,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:41.025728 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-164cd037-c2fa-4ae7-966e-c8b0f9168968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:41.495316 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:41.590711 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:43.090632 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:43.682186 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 15:10:49.537295 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35650) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:10:49.733024 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a4f17287-ff6a-4d21-ba95-1156e93e8f4b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Deleting port bc507d2e-df77-4c47-9f92-dda7b7cdbedb {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 15:10:49.733345 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4f17287-ff6a-4d21-ba95-1156e93e8f4b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:49.894623 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4f17287-ff6a-4d21-ba95-1156e93e8f4b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:49.894948 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4f17287-ff6a-4d21-ba95-1156e93e8f4b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:50.100219 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a4f17287-ff6a-4d21-ba95-1156e93e8f4b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Calling delete_port for bc507d2e-df77-4c47-9f92-dda7b7cdbedb owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 15:10:50.245306 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4f17287-ff6a-4d21-ba95-1156e93e8f4b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:50.288892 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f17287-ff6a-4d21-ba95-1156e93e8f4b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Pushing event deleted for resources: {'Port': ['ID=bc507d2e-df77-4c47-9f92-dda7b7cdbedb,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:50.356710 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f17287-ff6a-4d21-ba95-1156e93e8f4b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:50.357006 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f17287-ff6a-4d21-ba95-1156e93e8f4b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:50.357327 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f17287-ff6a-4d21-ba95-1156e93e8f4b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:50.357663 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f17287-ff6a-4d21-ba95-1156e93e8f4b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:50.357991 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f17287-ff6a-4d21-ba95-1156e93e8f4b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:50.358319 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f17287-ff6a-4d21-ba95-1156e93e8f4b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:50.358644 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f17287-ff6a-4d21-ba95-1156e93e8f4b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:50.358968 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f17287-ff6a-4d21-ba95-1156e93e8f4b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:50.359290 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f17287-ff6a-4d21-ba95-1156e93e8f4b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:50.359610 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f17287-ff6a-4d21-ba95-1156e93e8f4b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:50.359928 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f17287-ff6a-4d21-ba95-1156e93e8f4b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:50.389139 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4f17287-ff6a-4d21-ba95-1156e93e8f4b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:50.771295 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f17287-ff6a-4d21-ba95-1156e93e8f4b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Router ae839aba-e6f4-4830-97a6-f412d0244d36 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:10:50.966439 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f17287-ff6a-4d21-ba95-1156e93e8f4b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:10:50.977175 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5302e581-9704-4fcd-87ca-78cae9d38111 None None] Sync routers for ids ['ae839aba-e6f4-4830-97a6-f412d0244d36'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 15:10:50.987173 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4f17287-ff6a-4d21-ba95-1156e93e8f4b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:50.990275 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5302e581-9704-4fcd-87ca-78cae9d38111 None None] Routers {'ae839aba-e6f4-4830-97a6-f412d0244d36'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 15:10:50.990877 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-5302e581-9704-4fcd-87ca-78cae9d38111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T15:10:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ae839aba-e6f4-4830-97a6-f412d0244d36'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:51.040296 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a4f17287-ff6a-4d21-ba95-1156e93e8f4b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "DELETE /v2.0/floatingips/9c0db512-847a-44b9-8b6b-5ccbfec866d7 HTTP/1.1" status: 204 len: 168 time: 1.5019369 Apr 06 15:10:51.040894 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd000f045-2e2e-43d1-818b-b8e3e9dab268', 'tag': '8846e2ea-90ea-4061-ac14-d7cd21d41a6b'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 15:10:51.103628 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56cb0845-f649-430c-b0d3-4187b73dcad8'] response: {'name': 'network-changed', 'server_uuid': 'd000f045-2e2e-43d1-818b-b8e3e9dab268', 'tag': '8846e2ea-90ea-4061-ac14-d7cd21d41a6b', 'status': 'completed', 'code': 200} Apr 06 15:10:51.171092 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-5302e581-9704-4fcd-87ca-78cae9d38111 None None] Set router ae839aba-e6f4-4830-97a6-f412d0244d36 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 15:10:51.202632 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-45026ba3-8b1a-474e-98c5-9ad413038d24 req-d97ba17f-14ce-4641-92dc-62cfe3a1f64e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1b829dd8356d44e9849e0491974f58aa&device_id=d000f045-2e2e-43d1-818b-b8e3e9dab268 HTTP/1.1" status: 200 len: 1098 time: 0.0763252 Apr 06 15:10:51.353906 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45026ba3-8b1a-474e-98c5-9ad413038d24 req-2f449dd0-0419-436b-a644-739e28326bd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:51.355979 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-45026ba3-8b1a-474e-98c5-9ad413038d24 req-2f449dd0-0419-436b-a644-739e28326bd3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=14ef27d7-ea9b-4bce-b86e-49d65be725ad HTTP/1.1" status: 200 len: 910 time: 0.1478140 Apr 06 15:10:51.431446 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-45026ba3-8b1a-474e-98c5-9ad413038d24 req-b5166c95-e82b-413a-b751-c1efb2095032 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8846e2ea-90ea-4061-ac14-d7cd21d41a6b HTTP/1.1" status: 200 len: 217 time: 0.0683165 Apr 06 15:10:51.503247 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45026ba3-8b1a-474e-98c5-9ad413038d24 req-8d958384-b11c-459a-bf7f-23522f965efc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:51.505171 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-45026ba3-8b1a-474e-98c5-9ad413038d24 req-8d958384-b11c-459a-bf7f-23522f965efc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f00591c1-6c70-4deb-8b42-6697672837d7 HTTP/1.1" status: 200 len: 848 time: 0.0679271 Apr 06 15:10:51.540232 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6001938-e462-4489-bec3-75fd23e0f47d req-824cfc27-3578-48b7-8204-521d1b29e308 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:51.541638 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6001938-e462-4489-bec3-75fd23e0f47d req-824cfc27-3578-48b7-8204-521d1b29e308 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=d000f045-2e2e-43d1-818b-b8e3e9dab268 HTTP/1.1" status: 200 len: 945 time: 0.1692002 Apr 06 15:10:51.557954 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-5302e581-9704-4fcd-87ca-78cae9d38111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'name': 'tempest-TestSnapshotPattern-297234583-router', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:05:58Z', 'revision_number': 4, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'gw_port': {'id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'e5279700-6fb1-4d94-95d7-d398d48e0d0d', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'floating_ip_address': '172.26.8.111', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'port_id': '849fa9f9-90f6-48e0-98c6-02e2699c9547', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'mac_address': 'fa:16:3e:f7:f5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def96290-e863-47d0-ab7c-d792fda8823f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:06:20Z', 'updated_at': '2022-04-06T15:06:25Z', 'revision_number': 1, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63cef44b-1ee4-4309-bdf8-b178823434a3', 'name': '', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'mac_address': 'fa:16:3e:6b:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:58Z', 'updated_at': '2022-04-06T15:06:07Z', 'revision_number': 5, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'subnets': [{'id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:51.562751 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5302e581-9704-4fcd-87ca-78cae9d38111 None None] Checking router: ae839aba-e6f4-4830-97a6-f412d0244d36 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 15:10:51.579548 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5302e581-9704-4fcd-87ca-78cae9d38111 None None] Routers {'ae839aba-e6f4-4830-97a6-f412d0244d36'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 15:10:51.580174 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-5302e581-9704-4fcd-87ca-78cae9d38111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T15:10:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ae839aba-e6f4-4830-97a6-f412d0244d36'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:51.588954 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-45026ba3-8b1a-474e-98c5-9ad413038d24 req-f01e1e3e-b0c0-458a-b2cf-9fb360a4788a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=14ef27d7-ea9b-4bce-b86e-49d65be725ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770793 Apr 06 15:10:51.592536 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6001938-e462-4489-bec3-75fd23e0f47d req-966c13e3-f3b4-48cb-8544-7beb0a10fd78 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e52e5c-dfaa-4a9f-b5e9-5b0278390333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448041 Apr 06 15:10:51.771865 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-5302e581-9704-4fcd-87ca-78cae9d38111 None None] Set router ae839aba-e6f4-4830-97a6-f412d0244d36 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 15:10:51.827404 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-45026ba3-8b1a-474e-98c5-9ad413038d24 req-d7f80f34-322c-4bf7-9ff6-7020e07df642 service neutron] 10.222.0.69 "GET /v2.0/networks/14ef27d7-ea9b-4bce-b86e-49d65be725ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312756 Apr 06 15:10:51.958685 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-45026ba3-8b1a-474e-98c5-9ad413038d24 req-540a988a-68a3-481b-b1fc-0943bb52d5da service neutron] 10.222.0.69 "GET /v2.0/networks/14ef27d7-ea9b-4bce-b86e-49d65be725ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250110 Apr 06 15:10:52.156747 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-5302e581-9704-4fcd-87ca-78cae9d38111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'name': 'tempest-TestSnapshotPattern-297234583-router', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:05:58Z', 'revision_number': 4, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'gw_port': {'id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'e5279700-6fb1-4d94-95d7-d398d48e0d0d', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'floating_ip_address': '172.26.8.111', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'port_id': '849fa9f9-90f6-48e0-98c6-02e2699c9547', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'mac_address': 'fa:16:3e:f7:f5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def96290-e863-47d0-ab7c-d792fda8823f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:06:20Z', 'updated_at': '2022-04-06T15:06:25Z', 'revision_number': 1, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63cef44b-1ee4-4309-bdf8-b178823434a3', 'name': '', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'mac_address': 'fa:16:3e:6b:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:58Z', 'updated_at': '2022-04-06T15:06:07Z', 'revision_number': 5, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'subnets': [{'id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:52.161271 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5302e581-9704-4fcd-87ca-78cae9d38111 None None] The sync data for ids ['ae839aba-e6f4-4830-97a6-f412d0244d36'] in dv-neutron-835868-1-hyperv is: [{'id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'name': 'tempest-TestSnapshotPattern-297234583-router', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:05:58Z', 'revision_number': 4, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'gw_port': {'id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_floatingips': [{'id': 'e5279700-6fb1-4d94-95d7-d398d48e0d0d', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'floating_ip_address': '172.26.8.111', 'floating_network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'router_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'port_id': '849fa9f9-90f6-48e0-98c6-02e2699c9547', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'mac_address': 'fa:16:3e:f7:f5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def96290-e863-47d0-ab7c-d792fda8823f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:06:20Z', 'updated_at': '2022-04-06T15:06:25Z', 'revision_number': 1, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63cef44b-1ee4-4309-bdf8-b178823434a3', 'name': '', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'mac_address': 'fa:16:3e:6b:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:58Z', 'updated_at': '2022-04-06T15:06:07Z', 'revision_number': 5, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'subnets': [{'id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 15:10:52.286219 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 8846e2ea-90ea-4061-ac14-d7cd21d41a6b no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 15:10:52.376057 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cc1f30-c6de-4cde-9ab7-5e85cd8871e0 None None] New status for floating IP 9c0db512-847a-44b9-8b6b-5ccbfec866d7: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 15:10:52.558176 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:52.586270 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd000f045-2e2e-43d1-818b-b8e3e9dab268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8846e2ea-90ea-4061-ac14-d7cd21d41a6b'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 15:10:52.596582 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] For port 8846e2ea-90ea-4061-ac14-d7cd21d41a6b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8846e2ea-90ea-4061-ac14-d7cd21d41a6b,segment=NetworkSegment(49db04d2-e817-43ec-9b98-dd6c209b8729),segment_id=49db04d2-e817-43ec-9b98-dd6c209b8729)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:10:52.601067 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727578180765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727577674370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727577674415'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:52.649190 dv-neutron-835868-1-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c89e067-b381-42e8-9757-afd5b1e3b2e6'] response: {'server_uuid': 'd000f045-2e2e-43d1-818b-b8e3e9dab268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8846e2ea-90ea-4061-ac14-d7cd21d41a6b', 'code': 200} Apr 06 15:10:52.680197 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Pushing event updated for resources: {'Port': ['ID=8846e2ea-90ea-4061-ac14-d7cd21d41a6b,revision_number=8']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:52.800850 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67627e-8ae1-4dfa-9b0a-bb4b25c5b318 req-282e8ab9-343a-417f-b0bb-e224e36e2d70 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:52.802240 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7c67627e-8ae1-4dfa-9b0a-bb4b25c5b318 req-282e8ab9-343a-417f-b0bb-e224e36e2d70 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=d000f045-2e2e-43d1-818b-b8e3e9dab268 HTTP/1.1" status: 200 len: 943 time: 0.0739467 Apr 06 15:10:52.851750 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7c67627e-8ae1-4dfa-9b0a-bb4b25c5b318 req-471db54b-876c-43fd-bf80-cc3003fc939a tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e52e5c-dfaa-4a9f-b5e9-5b0278390333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436523 Apr 06 15:10:52.899885 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78aa8f-d106-42f0-8ed0-f4ea8c6d6016 req-3c25edba-b5c9-427b-b4e5-cbfae44fb3d0 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:52.900569 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-ad78aa8f-d106-42f0-8ed0-f4ea8c6d6016 req-3c25edba-b5c9-427b-b4e5-cbfae44fb3d0 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Synchronizing usage tracker for tenant:1b829dd8356d44e9849e0491974f58aa on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 15:10:52.915650 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-ad78aa8f-d106-42f0-8ed0-f4ea8c6d6016 req-3c25edba-b5c9-427b-b4e5-cbfae44fb3d0 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Unset dirty status for tenant:1b829dd8356d44e9849e0491974f58aa on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 15:10:52.917024 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ad78aa8f-d106-42f0-8ed0-f4ea8c6d6016 req-3c25edba-b5c9-427b-b4e5-cbfae44fb3d0 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.69 "GET /v2.0/ports?device_id=d000f045-2e2e-43d1-818b-b8e3e9dab268 HTTP/1.1" status: 200 len: 943 time: 0.0959239 Apr 06 15:10:52.982809 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-ad78aa8f-d106-42f0-8ed0-f4ea8c6d6016 req-6f7901fd-f744-41b6-af00-f839dae3d2f2 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Deleting port 8846e2ea-90ea-4061-ac14-d7cd21d41a6b {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 15:10:52.983146 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-ad78aa8f-d106-42f0-8ed0-f4ea8c6d6016 req-6f7901fd-f744-41b6-af00-f839dae3d2f2 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:53.218759 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-ad78aa8f-d106-42f0-8ed0-f4ea8c6d6016 req-6f7901fd-f744-41b6-af00-f839dae3d2f2 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] For port 8846e2ea-90ea-4061-ac14-d7cd21d41a6b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8846e2ea-90ea-4061-ac14-d7cd21d41a6b,segment=NetworkSegment(49db04d2-e817-43ec-9b98-dd6c209b8729),segment_id=49db04d2-e817-43ec-9b98-dd6c209b8729)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:10:53.219111 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-ad78aa8f-d106-42f0-8ed0-f4ea8c6d6016 req-6f7901fd-f744-41b6-af00-f839dae3d2f2 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:53.333485 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-ad78aa8f-d106-42f0-8ed0-f4ea8c6d6016 req-6f7901fd-f744-41b6-af00-f839dae3d2f2 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Calling delete_port for 8846e2ea-90ea-4061-ac14-d7cd21d41a6b owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 15:10:53.471848 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-ad78aa8f-d106-42f0-8ed0-f4ea8c6d6016 req-6f7901fd-f744-41b6-af00-f839dae3d2f2 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:53.517367 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7901fd-f744-41b6-af00-f839dae3d2f2 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Pushing event deleted for resources: {'Port': ['ID=8846e2ea-90ea-4061-ac14-d7cd21d41a6b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:53.592607 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad78aa8f-d106-42f0-8ed0-f4ea8c6d6016 req-6f7901fd-f744-41b6-af00-f839dae3d2f2 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] No DVR routers for this DVR port 8846e2ea-90ea-4061-ac14-d7cd21d41a6b on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:10:53.594926 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-ad78aa8f-d106-42f0-8ed0-f4ea8c6d6016 req-6f7901fd-f744-41b6-af00-f839dae3d2f2 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:53.597351 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd000f045-2e2e-43d1-818b-b8e3e9dab268', 'name': 'network-vif-deleted', 'tag': '8846e2ea-90ea-4061-ac14-d7cd21d41a6b'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 15:10:53.611812 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ad78aa8f-d106-42f0-8ed0-f4ea8c6d6016 req-6f7901fd-f744-41b6-af00-f839dae3d2f2 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.69 "DELETE /v2.0/ports/8846e2ea-90ea-4061-ac14-d7cd21d41a6b HTTP/1.1" status: 204 len: 173 time: 0.6902380 Apr 06 15:10:53.654702 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e8d4b9c-84f9-44a8-a34a-284476b54dbe'] response: {'server_uuid': 'd000f045-2e2e-43d1-818b-b8e3e9dab268', 'name': 'network-vif-deleted', 'tag': '8846e2ea-90ea-4061-ac14-d7cd21d41a6b', 'status': 'completed', 'code': 200} Apr 06 15:10:54.033164 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-51f41541-6cab-42fc-bfd3-16abe385e90e req-6d3a2209-9880-4e80-8112-8c09e180c43e tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=d000f045-2e2e-43d1-818b-b8e3e9dab268 HTTP/1.1" status: 200 len: 210 time: 0.0415154 Apr 06 15:10:55.678288 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35710) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:10:55.873713 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b65b6109-a5ef-4dc8-853c-7ac46255d44d tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Deleting port 57aab0ed-137c-4cb1-ad79-d74578d3e36a {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 15:10:55.874052 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b65b6109-a5ef-4dc8-853c-7ac46255d44d tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:56.039318 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b65b6109-a5ef-4dc8-853c-7ac46255d44d tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:56.039562 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b65b6109-a5ef-4dc8-853c-7ac46255d44d tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:56.239147 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b65b6109-a5ef-4dc8-853c-7ac46255d44d tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Calling delete_port for 57aab0ed-137c-4cb1-ad79-d74578d3e36a owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 15:10:56.301091 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 8846e2ea-90ea-4061-ac14-d7cd21d41a6b no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 15:10:56.333420 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: 8846e2ea-90ea-4061-ac14-d7cd21d41a6b {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 15:10:56.333766 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 8846e2ea-90ea-4061-ac14-d7cd21d41a6b not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 15:10:56.385977 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b65b6109-a5ef-4dc8-853c-7ac46255d44d tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:56.428445 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b6109-a5ef-4dc8-853c-7ac46255d44d tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Pushing event deleted for resources: {'Port': ['ID=57aab0ed-137c-4cb1-ad79-d74578d3e36a,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:56.521086 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b65b6109-a5ef-4dc8-853c-7ac46255d44d tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:56.900747 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65b6109-a5ef-4dc8-853c-7ac46255d44d tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Router ae839aba-e6f4-4830-97a6-f412d0244d36 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:10:57.092965 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65b6109-a5ef-4dc8-853c-7ac46255d44d tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:10:57.103899 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3ccf12-2fb0-460b-95b1-d81d46256f90 None None] Sync routers for ids ['ae839aba-e6f4-4830-97a6-f412d0244d36'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 15:10:57.108792 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b65b6109-a5ef-4dc8-853c-7ac46255d44d tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:57.115717 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3ccf12-2fb0-460b-95b1-d81d46256f90 None None] Routers {'ae839aba-e6f4-4830-97a6-f412d0244d36'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 15:10:57.116304 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-7a3ccf12-2fb0-460b-95b1-d81d46256f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T15:10:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ae839aba-e6f4-4830-97a6-f412d0244d36'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:57.164092 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b65b6109-a5ef-4dc8-853c-7ac46255d44d tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "DELETE /v2.0/floatingips/e5279700-6fb1-4d94-95d7-d398d48e0d0d HTTP/1.1" status: 204 len: 168 time: 1.4847341 Apr 06 15:10:57.164772 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def96290-e863-47d0-ab7c-d792fda8823f', 'tag': '849fa9f9-90f6-48e0-98c6-02e2699c9547'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 15:10:57.222304 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdcf5a8f-244e-438a-8db4-0c3194257d02'] response: {'name': 'network-changed', 'server_uuid': 'def96290-e863-47d0-ab7c-d792fda8823f', 'tag': '849fa9f9-90f6-48e0-98c6-02e2699c9547', 'status': 'completed', 'code': 200} Apr 06 15:10:57.313619 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dfc5191f-24b0-446a-8abc-464f331d8bcd req-268d7b52-24bc-4897-8b4e-748b0f021643 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1b829dd8356d44e9849e0491974f58aa&device_id=def96290-e863-47d0-ab7c-d792fda8823f HTTP/1.1" status: 200 len: 1096 time: 0.0716078 Apr 06 15:10:57.336445 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-7a3ccf12-2fb0-460b-95b1-d81d46256f90 None None] Set router ae839aba-e6f4-4830-97a6-f412d0244d36 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 15:10:57.462880 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5191f-24b0-446a-8abc-464f331d8bcd req-f8ca6683-9854-48ee-bcc1-2244012d220e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:57.464596 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dfc5191f-24b0-446a-8abc-464f331d8bcd req-f8ca6683-9854-48ee-bcc1-2244012d220e service neutron] 10.222.0.69 "GET /v2.0/networks?id=14ef27d7-ea9b-4bce-b86e-49d65be725ad HTTP/1.1" status: 200 len: 910 time: 0.1443391 Apr 06 15:10:57.566491 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dfc5191f-24b0-446a-8abc-464f331d8bcd req-efe99444-6b0d-4b5c-85d7-8e4d017b4d24 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=849fa9f9-90f6-48e0-98c6-02e2699c9547 HTTP/1.1" status: 200 len: 217 time: 0.0949283 Apr 06 15:10:57.644850 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5191f-24b0-446a-8abc-464f331d8bcd req-8ac756ff-2658-4fe6-a26f-825fb344fcad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:57.646378 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dfc5191f-24b0-446a-8abc-464f331d8bcd req-8ac756ff-2658-4fe6-a26f-825fb344fcad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f00591c1-6c70-4deb-8b42-6697672837d7 HTTP/1.1" status: 200 len: 848 time: 0.0724795 Apr 06 15:10:57.658032 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-7a3ccf12-2fb0-460b-95b1-d81d46256f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'name': 'tempest-TestSnapshotPattern-297234583-router', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:05:58Z', 'revision_number': 4, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'gw_port': {'id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '63cef44b-1ee4-4309-bdf8-b178823434a3', 'name': '', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'mac_address': 'fa:16:3e:6b:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:58Z', 'updated_at': '2022-04-06T15:06:07Z', 'revision_number': 5, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'subnets': [{'id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:57.661982 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3ccf12-2fb0-460b-95b1-d81d46256f90 None None] Checking router: ae839aba-e6f4-4830-97a6-f412d0244d36 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 15:10:57.672280 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3ccf12-2fb0-460b-95b1-d81d46256f90 None None] Routers {'ae839aba-e6f4-4830-97a6-f412d0244d36'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 15:10:57.672890 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-7a3ccf12-2fb0-460b-95b1-d81d46256f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T15:10:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ae839aba-e6f4-4830-97a6-f412d0244d36'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:57.692826 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23ded0-7b60-430e-b6ad-5f26fe1da6af req-533b068b-5d95-44a1-a882-665acc3ed1c8 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:57.693522 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-7e23ded0-7b60-430e-b6ad-5f26fe1da6af req-533b068b-5d95-44a1-a882-665acc3ed1c8 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Synchronizing usage tracker for tenant:1b829dd8356d44e9849e0491974f58aa on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 15:10:57.718868 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-7e23ded0-7b60-430e-b6ad-5f26fe1da6af req-533b068b-5d95-44a1-a882-665acc3ed1c8 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Unset dirty status for tenant:1b829dd8356d44e9849e0491974f58aa on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 15:10:57.719991 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7e23ded0-7b60-430e-b6ad-5f26fe1da6af req-533b068b-5d95-44a1-a882-665acc3ed1c8 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=def96290-e863-47d0-ab7c-d792fda8823f HTTP/1.1" status: 200 len: 943 time: 0.1995678 Apr 06 15:10:57.759902 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dfc5191f-24b0-446a-8abc-464f331d8bcd req-1590e690-222b-4fab-a5a6-474aa10a6047 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=14ef27d7-ea9b-4bce-b86e-49d65be725ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1056645 Apr 06 15:10:57.854722 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-7a3ccf12-2fb0-460b-95b1-d81d46256f90 None None] Set router ae839aba-e6f4-4830-97a6-f412d0244d36 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 15:10:57.946904 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7e23ded0-7b60-430e-b6ad-5f26fe1da6af req-ef5b7d79-aa8f-4aca-9509-44d895b18aab tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e52e5c-dfaa-4a9f-b5e9-5b0278390333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175450 Apr 06 15:10:57.998528 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dfc5191f-24b0-446a-8abc-464f331d8bcd req-dac19927-0cc1-4b2f-bafc-72634448e5d7 service neutron] 10.222.0.69 "GET /v2.0/networks/14ef27d7-ea9b-4bce-b86e-49d65be725ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309923 Apr 06 15:10:58.128230 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dfc5191f-24b0-446a-8abc-464f331d8bcd req-6bafd452-e5ae-470d-9232-6c17fbc7329f service neutron] 10.222.0.69 "GET /v2.0/networks/14ef27d7-ea9b-4bce-b86e-49d65be725ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232557 Apr 06 15:10:58.164083 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-7a3ccf12-2fb0-460b-95b1-d81d46256f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'name': 'tempest-TestSnapshotPattern-297234583-router', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:05:58Z', 'revision_number': 4, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'gw_port': {'id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '63cef44b-1ee4-4309-bdf8-b178823434a3', 'name': '', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'mac_address': 'fa:16:3e:6b:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:58Z', 'updated_at': '2022-04-06T15:06:07Z', 'revision_number': 5, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'subnets': [{'id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:58.167995 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3ccf12-2fb0-460b-95b1-d81d46256f90 None None] The sync data for ids ['ae839aba-e6f4-4830-97a6-f412d0244d36'] in dv-neutron-835868-1-hyperv is: [{'id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'name': 'tempest-TestSnapshotPattern-297234583-router', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:05:58Z', 'revision_number': 4, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'gw_port': {'id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv', '_interfaces': [{'id': '63cef44b-1ee4-4309-bdf8-b178823434a3', 'name': '', 'network_id': '14ef27d7-ea9b-4bce-b86e-49d65be725ad', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'mac_address': 'fa:16:3e:6b:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:58Z', 'updated_at': '2022-04-06T15:06:07Z', 'revision_number': 5, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'subnets': [{'id': 'f00591c1-6c70-4deb-8b42-6697672837d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 15:10:58.384189 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e46f2d-d748-4ed0-8796-925dbc923c98 None None] New status for floating IP e5279700-6fb1-4d94-95d7-d398d48e0d0d: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 15:10:59.097959 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68908651-4ae2-42b4-8278-b55be0ba9c38 req-9753068d-191a-42e2-836e-59ddd0c5910e tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:59.099277 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-68908651-4ae2-42b4-8278-b55be0ba9c38 req-9753068d-191a-42e2-836e-59ddd0c5910e tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.69 "GET /v2.0/ports?device_id=def96290-e863-47d0-ab7c-d792fda8823f HTTP/1.1" status: 200 len: 943 time: 0.0820003 Apr 06 15:10:59.142016 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002e506-8398-4df2-be0b-a8be02137f55 req-7330e75f-7070-4721-bfdb-cb55e20d8c0b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:59.144541 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c002e506-8398-4df2-be0b-a8be02137f55 req-7330e75f-7070-4721-bfdb-cb55e20d8c0b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=def96290-e863-47d0-ab7c-d792fda8823f HTTP/1.1" status: 200 len: 943 time: 0.0769114 Apr 06 15:10:59.166553 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-68908651-4ae2-42b4-8278-b55be0ba9c38 req-562faa55-af0f-4212-a515-54015ad6f84b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Deleting port 849fa9f9-90f6-48e0-98c6-02e2699c9547 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 15:10:59.166871 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-68908651-4ae2-42b4-8278-b55be0ba9c38 req-562faa55-af0f-4212-a515-54015ad6f84b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:59.189250 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c002e506-8398-4df2-be0b-a8be02137f55 req-cbf79096-9e62-4458-a895-c666a594450c tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e52e5c-dfaa-4a9f-b5e9-5b0278390333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390108 Apr 06 15:10:59.402725 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-68908651-4ae2-42b4-8278-b55be0ba9c38 req-562faa55-af0f-4212-a515-54015ad6f84b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] For port 849fa9f9-90f6-48e0-98c6-02e2699c9547, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=849fa9f9-90f6-48e0-98c6-02e2699c9547,segment=NetworkSegment(49db04d2-e817-43ec-9b98-dd6c209b8729),segment_id=49db04d2-e817-43ec-9b98-dd6c209b8729)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:10:59.403084 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-68908651-4ae2-42b4-8278-b55be0ba9c38 req-562faa55-af0f-4212-a515-54015ad6f84b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:59.480710 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:59.522306 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-68908651-4ae2-42b4-8278-b55be0ba9c38 req-562faa55-af0f-4212-a515-54015ad6f84b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Calling delete_port for 849fa9f9-90f6-48e0-98c6-02e2699c9547 owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 15:10:59.658195 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-68908651-4ae2-42b4-8278-b55be0ba9c38 req-562faa55-af0f-4212-a515-54015ad6f84b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:59.705770 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562faa55-af0f-4212-a515-54015ad6f84b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Pushing event deleted for resources: {'Port': ['ID=849fa9f9-90f6-48e0-98c6-02e2699c9547,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:59.778954 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-68908651-4ae2-42b4-8278-b55be0ba9c38 req-562faa55-af0f-4212-a515-54015ad6f84b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] No DVR routers for this DVR port 849fa9f9-90f6-48e0-98c6-02e2699c9547 on host hv-neutron-8358 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:10:59.781301 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-68908651-4ae2-42b4-8278-b55be0ba9c38 req-562faa55-af0f-4212-a515-54015ad6f84b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109504'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:10:59.783688 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def96290-e863-47d0-ab7c-d792fda8823f', 'name': 'network-vif-deleted', 'tag': '849fa9f9-90f6-48e0-98c6-02e2699c9547'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 15:10:59.799100 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [req-68908651-4ae2-42b4-8278-b55be0ba9c38 req-562faa55-af0f-4212-a515-54015ad6f84b tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.69 "DELETE /v2.0/ports/849fa9f9-90f6-48e0-98c6-02e2699c9547 HTTP/1.1" status: 204 len: 173 time: 0.6929076 Apr 06 15:10:59.842306 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fef8d161-e2de-42fe-bf5d-cd41055f367f'] response: {'server_uuid': 'def96290-e863-47d0-ab7c-d792fda8823f', 'name': 'network-vif-deleted', 'tag': '849fa9f9-90f6-48e0-98c6-02e2699c9547', 'status': 'completed', 'code': 200} Apr 06 15:11:00.468918 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e72b21b8-cf65-4a33-a60d-7737b3c40e57 req-352145f9-c807-4088-b06a-cbda0d343071 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "GET /v2.0/ports?device_id=def96290-e863-47d0-ab7c-d792fda8823f HTTP/1.1" status: 200 len: 210 time: 0.1380117 Apr 06 15:11:01.571341 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35730) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:11:01.637240 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ffc96dd9-bf78-4b94-a9dd-41377b8495b5 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:01.665535 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ffc96dd9-bf78-4b94-a9dd-41377b8495b5 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:01.728245 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ffc96dd9-bf78-4b94-a9dd-41377b8495b5 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:01.747620 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc96dd9-bf78-4b94-a9dd-41377b8495b5 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e52e5c-dfaa-4a9f-b5e9-5b0278390333,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:01.756248 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ffc96dd9-bf78-4b94-a9dd-41377b8495b5 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:01.757412 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ffc96dd9-bf78-4b94-a9dd-41377b8495b5 tempest-TestSnapshotPattern-1902727180 tempest-TestSnapshotPattern-1902727180-project] 10.222.0.60 "DELETE /v2.0/security-groups/f1e52e5c-dfaa-4a9f-b5e9-5b0278390333 HTTP/1.1" status: 204 len: 168 time: 0.1851048 Apr 06 15:11:01.810665 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35736) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:11:02.341529 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 849fa9f9-90f6-48e0-98c6-02e2699c9547 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 15:11:02.375763 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] No Port match for: 849fa9f9-90f6-48e0-98c6-02e2699c9547 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 15:11:02.376107 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Device 849fa9f9-90f6-48e0-98c6-02e2699c9547 not bound to the agent host hv-neutron-8358 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 15:11:02.398547 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c405ba6-2d35-420e-a804-3ca1147cd32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:02.966376 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-8c405ba6-2d35-420e-a804-3ca1147cd32e admin admin] Deleting port 63cef44b-1ee4-4309-bdf8-b178823434a3 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 15:11:02.966905 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c405ba6-2d35-420e-a804-3ca1147cd32e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:03.129728 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-8c405ba6-2d35-420e-a804-3ca1147cd32e admin admin] For port 63cef44b-1ee4-4309-bdf8-b178823434a3, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=63cef44b-1ee4-4309-bdf8-b178823434a3,segment=NetworkSegment(49db04d2-e817-43ec-9b98-dd6c209b8729),segment_id=49db04d2-e817-43ec-9b98-dd6c209b8729)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:11:03.130082 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c405ba6-2d35-420e-a804-3ca1147cd32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:03.251611 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-8c405ba6-2d35-420e-a804-3ca1147cd32e admin admin] Calling delete_port for 63cef44b-1ee4-4309-bdf8-b178823434a3 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 15:11:03.415849 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c405ba6-2d35-420e-a804-3ca1147cd32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:03.461930 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c405ba6-2d35-420e-a804-3ca1147cd32e admin admin] Pushing event deleted for resources: {'Port': ['ID=63cef44b-1ee4-4309-bdf8-b178823434a3,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:03.736504 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c405ba6-2d35-420e-a804-3ca1147cd32e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:04.385739 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c405ba6-2d35-420e-a804-3ca1147cd32e admin admin] Router ae839aba-e6f4-4830-97a6-f412d0244d36 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:11:04.575861 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c405ba6-2d35-420e-a804-3ca1147cd32e admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:11:04.584870 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381dee89-63eb-49b9-a386-985464b97fec None None] Sync routers for ids ['ae839aba-e6f4-4830-97a6-f412d0244d36'] in dv-neutron-835868-1-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 15:11:04.588455 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8c405ba6-2d35-420e-a804-3ca1147cd32e admin admin] 10.222.0.60 "PUT /v2.0/routers/ae839aba-e6f4-4830-97a6-f412d0244d36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7764909 Apr 06 15:11:04.590963 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35742) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:11:04.597420 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381dee89-63eb-49b9-a386-985464b97fec None None] Routers {'ae839aba-e6f4-4830-97a6-f412d0244d36'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 15:11:04.598024 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-381dee89-63eb-49b9-a386-985464b97fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T15:10:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ae839aba-e6f4-4830-97a6-f412d0244d36'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:11:04.767993 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-381dee89-63eb-49b9-a386-985464b97fec None None] Set router ae839aba-e6f4-4830-97a6-f412d0244d36 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 15:11:04.790094 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-603d1f39-a691-4392-b7a0-e959c8a534d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:04.983989 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-603d1f39-a691-4392-b7a0-e959c8a534d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:04.994074 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-603d1f39-a691-4392-b7a0-e959c8a534d8 admin admin] Deleting port dfb83ab9-5288-4952-b4b5-86de60025b1f {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 15:11:04.994454 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-603d1f39-a691-4392-b7a0-e959c8a534d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:05.086879 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-381dee89-63eb-49b9-a386-985464b97fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'name': 'tempest-TestSnapshotPattern-297234583-router', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:11:03Z', 'revision_number': 5, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'gw_port': {'id': 'dfb83ab9-5288-4952-b4b5-86de60025b1f', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:11:05.090731 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381dee89-63eb-49b9-a386-985464b97fec None None] Checking router: ae839aba-e6f4-4830-97a6-f412d0244d36 for host: dv-neutron-835868-1-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 15:11:05.101788 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381dee89-63eb-49b9-a386-985464b97fec None None] Routers {'ae839aba-e6f4-4830-97a6-f412d0244d36'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 15:11:05.102385 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-381dee89-63eb-49b9-a386-985464b97fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T15:10:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['ae839aba-e6f4-4830-97a6-f412d0244d36'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:11:05.168777 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-603d1f39-a691-4392-b7a0-e959c8a534d8 admin admin] For port dfb83ab9-5288-4952-b4b5-86de60025b1f, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=dfb83ab9-5288-4952-b4b5-86de60025b1f,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:11:05.169162 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-603d1f39-a691-4392-b7a0-e959c8a534d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:05.247746 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-381dee89-63eb-49b9-a386-985464b97fec None None] Set router ae839aba-e6f4-4830-97a6-f412d0244d36 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 15:11:05.354675 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-381dee89-63eb-49b9-a386-985464b97fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'name': 'tempest-TestSnapshotPattern-297234583-router', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:11:04Z', 'revision_number': 6, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'gw_port_host': None}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:11:05.358912 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381dee89-63eb-49b9-a386-985464b97fec None None] The sync data for ids ['ae839aba-e6f4-4830-97a6-f412d0244d36'] in dv-neutron-835868-1-hyperv is: [{'id': 'ae839aba-e6f4-4830-97a6-f412d0244d36', 'name': 'tempest-TestSnapshotPattern-297234583-router', 'tenant_id': '1b829dd8356d44e9849e0491974f58aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:56Z', 'updated_at': '2022-04-06T15:11:04Z', 'revision_number': 6, 'project_id': '1b829dd8356d44e9849e0491974f58aa', 'gw_port_host': None}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 15:11:05.396139 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-603d1f39-a691-4392-b7a0-e959c8a534d8 admin admin] Calling delete_port for dfb83ab9-5288-4952-b4b5-86de60025b1f owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 15:11:05.555811 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-603d1f39-a691-4392-b7a0-e959c8a534d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:05.597726 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d1f39-a691-4392-b7a0-e959c8a534d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb83ab9-5288-4952-b4b5-86de60025b1f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:05.822649 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-603d1f39-a691-4392-b7a0-e959c8a534d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:06.076563 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-603d1f39-a691-4392-b7a0-e959c8a534d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:06.080586 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-603d1f39-a691-4392-b7a0-e959c8a534d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:06.110162 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-603d1f39-a691-4392-b7a0-e959c8a534d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:06.110683 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603d1f39-a691-4392-b7a0-e959c8a534d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae839aba-e6f4-4830-97a6-f412d0244d36 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:11:06.123023 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-603d1f39-a691-4392-b7a0-e959c8a534d8 admin admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:06.124152 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-603d1f39-a691-4392-b7a0-e959c8a534d8 admin admin] 10.222.0.60 "DELETE /v2.0/routers/ae839aba-e6f4-4830-97a6-f412d0244d36 HTTP/1.1" status: 204 len: 168 time: 1.5322728 Apr 06 15:11:06.126618 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35746) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:11:06.184265 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ddf786-22ec-44e3-bb9d-6a38fbf2129d admin admin] Deleting subnet f00591c1-6c70-4deb-8b42-6697672837d7 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 15:11:06.187105 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-32ddf786-22ec-44e3-bb9d-6a38fbf2129d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:06.236477 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-32ddf786-22ec-44e3-bb9d-6a38fbf2129d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3113107'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:06.315832 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-32ddf786-22ec-44e3-bb9d-6a38fbf2129d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:06.386273 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-32ddf786-22ec-44e3-bb9d-6a38fbf2129d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2834174'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:06.425105 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddf786-22ec-44e3-bb9d-6a38fbf2129d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f00591c1-6c70-4deb-8b42-6697672837d7,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:06.431120 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-32ddf786-22ec-44e3-bb9d-6a38fbf2129d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:06.436082 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b3e90e-218c-4cf6-86f3-5b8c0c1028ec None None] Network 14ef27d7-ea9b-4bce-b86e-49d65be725ad requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 15:11:06.439298 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-32ddf786-22ec-44e3-bb9d-6a38fbf2129d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f00591c1-6c70-4deb-8b42-6697672837d7 HTTP/1.1" status: 204 len: 168 time: 0.3094962 Apr 06 15:11:06.439564 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35750) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:11:06.540733 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6bd45c2d-dfd2-4ddc-8564-f0278cd63703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:06.551536 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-6bd45c2d-dfd2-4ddc-8564-f0278cd63703 admin admin] Deleting port cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 15:11:06.551904 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6bd45c2d-dfd2-4ddc-8564-f0278cd63703 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:06.681594 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167c1b95-b124-4d7e-a688-ed2f86324ff0 None None] DHCP port deletion for 14ef27d7-ea9b-4bce-b86e-49d65be725ad request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 15:11:06.686144 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-167c1b95-b124-4d7e-a688-ed2f86324ff0 None None] Deleting port cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 15:11:06.686513 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-167c1b95-b124-4d7e-a688-ed2f86324ff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:06.849140 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-6bd45c2d-dfd2-4ddc-8564-f0278cd63703 admin admin] For port cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee,segment=NetworkSegment(49db04d2-e817-43ec-9b98-dd6c209b8729),segment_id=49db04d2-e817-43ec-9b98-dd6c209b8729)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:11:06.849499 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6bd45c2d-dfd2-4ddc-8564-f0278cd63703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:06.891565 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-167c1b95-b124-4d7e-a688-ed2f86324ff0 None None] For port cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee,segment=NetworkSegment(49db04d2-e817-43ec-9b98-dd6c209b8729),segment_id=49db04d2-e817-43ec-9b98-dd6c209b8729)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:11:06.891954 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-167c1b95-b124-4d7e-a688-ed2f86324ff0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:06.967717 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-6bd45c2d-dfd2-4ddc-8564-f0278cd63703 admin admin] Calling delete_port for cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 15:11:07.009730 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-167c1b95-b124-4d7e-a688-ed2f86324ff0 None None] Calling delete_port for cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 15:11:07.036019 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device dfb83ab9-5288-4952-b4b5-86de60025b1f no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 15:11:07.044589 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6bd45c2d-dfd2-4ddc-8564-f0278cd63703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:07.076408 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: dfb83ab9-5288-4952-b4b5-86de60025b1f {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 15:11:07.076734 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device dfb83ab9-5288-4952-b4b5-86de60025b1f not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 15:11:07.077181 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 63cef44b-1ee4-4309-bdf8-b178823434a3 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 15:11:07.089193 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd45c2d-dfd2-4ddc-8564-f0278cd63703 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:07.093886 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd45c2d-dfd2-4ddc-8564-f0278cd63703 admin admin] No DVR routers for this DVR port cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee on host dv-neutron-835868-1-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:11:07.117251 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 63cef44b-1ee4-4309-bdf8-b178823434a3 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 15:11:07.117604 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 63cef44b-1ee4-4309-bdf8-b178823434a3 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 15:11:07.118024 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 15:11:07.153355 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 15:11:07.153621 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:11:07.169057 dv-neutron-835868-1-hyperv neutron-server[83739]: util.warn( Apr 06 15:11:07.177866 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-167c1b95-b124-4d7e-a688-ed2f86324ff0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 15:11:07.178383 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-167c1b95-b124-4d7e-a688-ed2f86324ff0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 15:11:07.207443 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6bd45c2d-dfd2-4ddc-8564-f0278cd63703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:07.232511 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-6bd45c2d-dfd2-4ddc-8564-f0278cd63703 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ef27d7-ea9b-4bce-b86e-49d65be725ad']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:11:07.244695 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-6bd45c2d-dfd2-4ddc-8564-f0278cd63703 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49db04d2-e817-43ec-9b98-dd6c209b8729') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:11:07.245028 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-6bd45c2d-dfd2-4ddc-8564-f0278cd63703 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49db04d2-e817-43ec-9b98-dd6c209b8729') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:11:07.256151 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6bd45c2d-dfd2-4ddc-8564-f0278cd63703 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:07.275592 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6bd45c2d-dfd2-4ddc-8564-f0278cd63703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:07.281698 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd45c2d-dfd2-4ddc-8564-f0278cd63703 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 15:11:07.282079 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6bd45c2d-dfd2-4ddc-8564-f0278cd63703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:11:07.295314 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:11:07.367234 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6bd45c2d-dfd2-4ddc-8564-f0278cd63703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:07.382553 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6bd45c2d-dfd2-4ddc-8564-f0278cd63703 admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:07.392221 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd45c2d-dfd2-4ddc-8564-f0278cd63703 admin admin] Pushing event deleted for resources: {'Network': ['ID=14ef27d7-ea9b-4bce-b86e-49d65be725ad,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:07.406227 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6bd45c2d-dfd2-4ddc-8564-f0278cd63703 admin admin] 10.222.0.60 "DELETE /v2.0/networks/14ef27d7-ea9b-4bce-b86e-49d65be725ad HTTP/1.1" status: 204 len: 168 time: 0.9654412 Apr 06 15:11:07.408719 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35754) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:11:07.679504 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-167c1b95-b124-4d7e-a688-ed2f86324ff0 None None] Deleting port cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 15:11:07.680047 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-167c1b95-b124-4d7e-a688-ed2f86324ff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:07.744494 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-167c1b95-b124-4d7e-a688-ed2f86324ff0 None None] The port 'cdaaacb5-28f1-4cba-86ad-e7a1a1a8e6ee' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 15:11:07.782551 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a945a027-4c3b-4f17-8507-f943ff6c4230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651005'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:08.198453 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-99e460d5-724b-436c-a387-b8855d54ff8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:08.449481 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a945a027-4c3b-4f17-8507-f943ff6c4230 admin admin] Deleting port f9d54cee-3c16-454e-bf50-c34ebb703100 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 15:11:08.449825 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a945a027-4c3b-4f17-8507-f943ff6c4230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:08.613554 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-a945a027-4c3b-4f17-8507-f943ff6c4230 admin admin] For port f9d54cee-3c16-454e-bf50-c34ebb703100, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f9d54cee-3c16-454e-bf50-c34ebb703100,segment=NetworkSegment(aeb7c5f8-8b44-40fa-af11-03d85544ac35),segment_id=aeb7c5f8-8b44-40fa-af11-03d85544ac35)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:11:08.613908 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a945a027-4c3b-4f17-8507-f943ff6c4230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:08.732745 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a945a027-4c3b-4f17-8507-f943ff6c4230 admin admin] Calling delete_port for f9d54cee-3c16-454e-bf50-c34ebb703100 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 15:11:08.891553 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a945a027-4c3b-4f17-8507-f943ff6c4230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:08.935741 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945a027-4c3b-4f17-8507-f943ff6c4230 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d54cee-3c16-454e-bf50-c34ebb703100,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:09.215113 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a945a027-4c3b-4f17-8507-f943ff6c4230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6949489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651052'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:09.863418 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a945a027-4c3b-4f17-8507-f943ff6c4230 admin admin] Router 765c7779-55af-4e2e-8c64-eb231f486ce2 has already been hosted by L3 agent fc2a4cc1-afeb-42ed-bba8-4b442df3f131 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:11:10.061951 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a945a027-4c3b-4f17-8507-f943ff6c4230 admin admin] Notify agent at l3_agent.dv-neutron-835868-1-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:11:10.070216 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f556a69e-5f3f-4417-a393-4269023bd901 None None] Sync routers for ids ['765c7779-55af-4e2e-8c64-eb231f486ce2'] in dv-neutron-835868-1-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 15:11:10.072350 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a945a027-4c3b-4f17-8507-f943ff6c4230 admin admin] 10.222.0.60 "PUT /v2.0/routers/765c7779-55af-4e2e-8c64-eb231f486ce2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6620302 Apr 06 15:11:10.074808 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35758) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:11:10.082734 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f556a69e-5f3f-4417-a393-4269023bd901 None None] Routers {'765c7779-55af-4e2e-8c64-eb231f486ce2'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 15:11:10.083335 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f556a69e-5f3f-4417-a393-4269023bd901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T15:10:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['765c7779-55af-4e2e-8c64-eb231f486ce2'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:11:10.271390 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c0b46e50-ea8e-4243-bda5-76cefe1e7fb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:10.304101 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-f556a69e-5f3f-4417-a393-4269023bd901 None None] Set router 765c7779-55af-4e2e-8c64-eb231f486ce2 gateway port host: dv-neutron-835868-1-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 15:11:10.463444 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c0b46e50-ea8e-4243-bda5-76cefe1e7fb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:10.473736 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c0b46e50-ea8e-4243-bda5-76cefe1e7fb8 admin admin] Deleting port f30527a9-1450-42ca-a4f5-0fd721d3dfeb {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 15:11:10.474071 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c0b46e50-ea8e-4243-bda5-76cefe1e7fb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:10.575815 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f556a69e-5f3f-4417-a393-4269023bd901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765c7779-55af-4e2e-8c64-eb231f486ce2', 'name': 'tempest-TestSnapshotPattern-336670927-router', 'tenant_id': '900c92689282459daca867095e8d7750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'external_fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f30527a9-1450-42ca-a4f5-0fd721d3dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:06:01Z', 'updated_at': '2022-04-06T15:11:08Z', 'revision_number': 5, 'project_id': '900c92689282459daca867095e8d7750', 'gw_port': {'id': 'f30527a9-1450-42ca-a4f5-0fd721d3dfeb', 'name': '', 'network_id': '5b121ca5-69d5-4d27-bffe-4929f7aabdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765c7779-55af-4e2e-8c64-eb231f486ce2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'ip_address': '172.26.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:06:02Z', 'updated_at': '2022-04-06T15:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '407499d5-07bb-4086-b5d1-3098f6e3279f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835868-1-hyperv'}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:11:10.579411 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f556a69e-5f3f-4417-a393-4269023bd901 None None] Checking router: 765c7779-55af-4e2e-8c64-eb231f486ce2 for host: dv-neutron-835868-1-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 15:11:10.590603 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f556a69e-5f3f-4417-a393-4269023bd901 None None] Routers {'765c7779-55af-4e2e-8c64-eb231f486ce2'} bound to L3 agent in host dv-neutron-835868-1-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 15:11:10.591174 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f556a69e-5f3f-4417-a393-4269023bd901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:05:10Z,description=,heartbeat_timestamp=2022-04-06T15:10:41Z,host='dv-neutron-835868-1-hyperv',id=fc2a4cc1-afeb-42ed-bba8-4b442df3f131,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:05:10Z,topic='l3_agent')) {'router_ids': ['765c7779-55af-4e2e-8c64-eb231f486ce2'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:11:10.641810 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c0b46e50-ea8e-4243-bda5-76cefe1e7fb8 admin admin] For port f30527a9-1450-42ca-a4f5-0fd721d3dfeb, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=f30527a9-1450-42ca-a4f5-0fd721d3dfeb,segment=NetworkSegment(5cfddfb2-3980-478f-9db3-0fb1421fbb37),segment_id=5cfddfb2-3980-478f-9db3-0fb1421fbb37)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:11:10.642164 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c0b46e50-ea8e-4243-bda5-76cefe1e7fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:10.738624 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-f556a69e-5f3f-4417-a393-4269023bd901 None None] Set router 765c7779-55af-4e2e-8c64-eb231f486ce2 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 15:11:10.758955 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c0b46e50-ea8e-4243-bda5-76cefe1e7fb8 admin admin] Calling delete_port for f30527a9-1450-42ca-a4f5-0fd721d3dfeb owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 15:11:10.843559 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f556a69e-5f3f-4417-a393-4269023bd901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765c7779-55af-4e2e-8c64-eb231f486ce2', 'name': 'tempest-TestSnapshotPattern-336670927-router', 'tenant_id': '900c92689282459daca867095e8d7750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:06:01Z', 'updated_at': '2022-04-06T15:11:10Z', 'revision_number': 6, 'project_id': '900c92689282459daca867095e8d7750', 'gw_port_host': None}], 'dv-neutron-835868-1-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:11:10.847169 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f556a69e-5f3f-4417-a393-4269023bd901 None None] The sync data for ids ['765c7779-55af-4e2e-8c64-eb231f486ce2'] in dv-neutron-835868-1-hyperv is: [{'id': '765c7779-55af-4e2e-8c64-eb231f486ce2', 'name': 'tempest-TestSnapshotPattern-336670927-router', 'tenant_id': '900c92689282459daca867095e8d7750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:06:01Z', 'updated_at': '2022-04-06T15:11:10Z', 'revision_number': 6, 'project_id': '900c92689282459daca867095e8d7750', 'gw_port_host': None}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 15:11:10.924202 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c0b46e50-ea8e-4243-bda5-76cefe1e7fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:10.969700 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b46e50-ea8e-4243-bda5-76cefe1e7fb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f30527a9-1450-42ca-a4f5-0fd721d3dfeb,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:11.017774 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c30c94c1-a7bd-4388-9062-bc82ca711c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:11.230542 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f9d54cee-3c16-454e-bf50-c34ebb703100 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 15:11:11.265751 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: f9d54cee-3c16-454e-bf50-c34ebb703100 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 15:11:11.268560 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f9d54cee-3c16-454e-bf50-c34ebb703100 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 15:11:11.293596 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c0b46e50-ea8e-4243-bda5-76cefe1e7fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653846'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:11.458433 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:11.539940 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c0b46e50-ea8e-4243-bda5-76cefe1e7fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14195'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:11.543964 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c0b46e50-ea8e-4243-bda5-76cefe1e7fb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:11.568984 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c0b46e50-ea8e-4243-bda5-76cefe1e7fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691514'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:11.569513 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b46e50-ea8e-4243-bda5-76cefe1e7fb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 765c7779-55af-4e2e-8c64-eb231f486ce2 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:11:11.581176 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c0b46e50-ea8e-4243-bda5-76cefe1e7fb8 admin admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:11.582309 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c0b46e50-ea8e-4243-bda5-76cefe1e7fb8 admin admin] 10.222.0.60 "DELETE /v2.0/routers/765c7779-55af-4e2e-8c64-eb231f486ce2 HTTP/1.1" status: 204 len: 168 time: 1.5066190 Apr 06 15:11:11.585479 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:11.585717 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.60', 35764) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:11:11.646106 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-db6673f6-8295-444a-9970-f6758316253a admin admin] Deleting subnet cda98752-4d37-4293-99e2-cf6d48b470fc {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 15:11:11.648938 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-db6673f6-8295-444a-9970-f6758316253a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:11.699981 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-db6673f6-8295-444a-9970-f6758316253a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1198613'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:11.778970 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-db6673f6-8295-444a-9970-f6758316253a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-678789'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:11.850280 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-db6673f6-8295-444a-9970-f6758316253a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1198479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1208181'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:11.890444 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6673f6-8295-444a-9970-f6758316253a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cda98752-4d37-4293-99e2-cf6d48b470fc,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:11.900036 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-db6673f6-8295-444a-9970-f6758316253a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:11.904038 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994eda2b-fec5-4163-9c80-81d44854b258 None None] Network 285b8d46-581f-4d7e-943f-5000771be5b7 requested from dv-neutron-835868-1-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 15:11:11.906722 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6673f6-8295-444a-9970-f6758316253a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:11:11.907069 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6673f6-8295-444a-9970-f6758316253a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:11:11.907407 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6673f6-8295-444a-9970-f6758316253a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:11:11.907742 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6673f6-8295-444a-9970-f6758316253a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:11:11.908073 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6673f6-8295-444a-9970-f6758316253a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:11:11.908511 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6673f6-8295-444a-9970-f6758316253a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:11:11.908843 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6673f6-8295-444a-9970-f6758316253a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:11:11.909788 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6673f6-8295-444a-9970-f6758316253a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:11:11.910171 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6673f6-8295-444a-9970-f6758316253a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:11:11.910421 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6673f6-8295-444a-9970-f6758316253a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:11:11.910756 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6673f6-8295-444a-9970-f6758316253a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835868-1-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:11:11.916909 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35768) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:11:11.917349 dv-neutron-835868-1-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-db6673f6-8295-444a-9970-f6758316253a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/cda98752-4d37-4293-99e2-cf6d48b470fc HTTP/1.1" status: 204 len: 168 time: 0.3307655 Apr 06 15:11:12.017885 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-67ce6c98-3be9-4e39-bd6e-8dd241c02165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769398'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:12.028479 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-67ce6c98-3be9-4e39-bd6e-8dd241c02165 admin admin] Deleting port 343185cb-7e47-4068-b1aa-63f8bb642256 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 15:11:12.028806 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-67ce6c98-3be9-4e39-bd6e-8dd241c02165 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:12.149469 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4470cb-1d19-4f03-9c2c-9ea02467863c None None] DHCP port deletion for 285b8d46-581f-4d7e-943f-5000771be5b7 request from dv-neutron-835868-1-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 15:11:12.153593 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-fa4470cb-1d19-4f03-9c2c-9ea02467863c None None] Deleting port 343185cb-7e47-4068-b1aa-63f8bb642256 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 15:11:12.153964 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fa4470cb-1d19-4f03-9c2c-9ea02467863c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:12.233742 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-67ce6c98-3be9-4e39-bd6e-8dd241c02165 admin admin] For port 343185cb-7e47-4068-b1aa-63f8bb642256, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=343185cb-7e47-4068-b1aa-63f8bb642256,segment=NetworkSegment(aeb7c5f8-8b44-40fa-af11-03d85544ac35),segment_id=aeb7c5f8-8b44-40fa-af11-03d85544ac35)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:11:12.234080 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-67ce6c98-3be9-4e39-bd6e-8dd241c02165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:12.348580 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-fa4470cb-1d19-4f03-9c2c-9ea02467863c None None] For port 343185cb-7e47-4068-b1aa-63f8bb642256, host dv-neutron-835868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835868-1-hyperv',level=0,port_id=343185cb-7e47-4068-b1aa-63f8bb642256,segment=NetworkSegment(aeb7c5f8-8b44-40fa-af11-03d85544ac35),segment_id=aeb7c5f8-8b44-40fa-af11-03d85544ac35)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:11:12.349170 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fa4470cb-1d19-4f03-9c2c-9ea02467863c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779979'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:12.351935 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-67ce6c98-3be9-4e39-bd6e-8dd241c02165 admin admin] Calling delete_port for 343185cb-7e47-4068-b1aa-63f8bb642256 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 15:11:12.421824 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-67ce6c98-3be9-4e39-bd6e-8dd241c02165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727578180747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727577674361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078084'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:12.466330 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-fa4470cb-1d19-4f03-9c2c-9ea02467863c None None] Calling delete_port for 343185cb-7e47-4068-b1aa-63f8bb642256 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 15:11:12.467921 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce6c98-3be9-4e39-bd6e-8dd241c02165 admin admin] Pushing event deleted for resources: {'Port': ['ID=343185cb-7e47-4068-b1aa-63f8bb642256,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:12.473118 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ce6c98-3be9-4e39-bd6e-8dd241c02165 admin admin] No DVR routers for this DVR port 343185cb-7e47-4068-b1aa-63f8bb642256 on host dv-neutron-835868-1-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:11:12.537742 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-fa4470cb-1d19-4f03-9c2c-9ea02467863c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 15:11:12.538094 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-fa4470cb-1d19-4f03-9c2c-9ea02467863c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 15:11:12.584073 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-67ce6c98-3be9-4e39-bd6e-8dd241c02165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680510', 'neutron.services.segments.db._delete_segments_for_network-8727578143088'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:12.607981 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-67ce6c98-3be9-4e39-bd6e-8dd241c02165 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['285b8d46-581f-4d7e-943f-5000771be5b7']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:11:12.619729 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-67ce6c98-3be9-4e39-bd6e-8dd241c02165 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb7c5f8-8b44-40fa-af11-03d85544ac35') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:11:12.620020 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-67ce6c98-3be9-4e39-bd6e-8dd241c02165 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb7c5f8-8b44-40fa-af11-03d85544ac35') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:11:12.631504 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-67ce6c98-3be9-4e39-bd6e-8dd241c02165 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727578142199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113098'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:12.647109 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-67ce6c98-3be9-4e39-bd6e-8dd241c02165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740847'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:12.653059 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ce6c98-3be9-4e39-bd6e-8dd241c02165 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 15:11:12.653437 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-67ce6c98-3be9-4e39-bd6e-8dd241c02165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078071'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: Traceback (most recent call last): Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: timer() Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: cb(*args, **kw) Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: return func(*args, **kwargs) Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: self._notify() Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: self.callback(batched_events) Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: event.method(event) Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: return f(self, *a, **k) Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._get(url).json() Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:11:12.667162 dv-neutron-835868-1-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:11:12.839626 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-67ce6c98-3be9-4e39-bd6e-8dd241c02165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653821'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:12.854921 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-67ce6c98-3be9-4e39-bd6e-8dd241c02165 admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:12.865166 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce6c98-3be9-4e39-bd6e-8dd241c02165 admin admin] Pushing event deleted for resources: {'Network': ['ID=285b8d46-581f-4d7e-943f-5000771be5b7,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:12.869084 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-67ce6c98-3be9-4e39-bd6e-8dd241c02165 admin admin] 10.222.0.60 "DELETE /v2.0/networks/285b8d46-581f-4d7e-943f-5000771be5b7 HTTP/1.1" status: 204 len: 168 time: 0.9510798 Apr 06 15:11:13.005982 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 343185cb-7e47-4068-b1aa-63f8bb642256 no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 15:11:13.006127 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35776) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:11:13.038414 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: 343185cb-7e47-4068-b1aa-63f8bb642256 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 15:11:13.038766 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device 343185cb-7e47-4068-b1aa-63f8bb642256 not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 15:11:13.039172 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f30527a9-1450-42ca-a4f5-0fd721d3dfeb no longer exists at agent ovs-agent-dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 15:11:13.056426 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-828e351b-5f65-4afc-ba36-200c84c13b78 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1b829dd8356d44e9849e0491974f58aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492682 Apr 06 15:11:13.058794 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35780) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:11:13.068637 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-fa4470cb-1d19-4f03-9c2c-9ea02467863c None None] Deleting port 343185cb-7e47-4068-b1aa-63f8bb642256 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 15:11:13.069039 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fa4470cb-1d19-4f03-9c2c-9ea02467863c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727578041546'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:13.120933 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b412c80f-c73a-413b-a45f-c19a3917dce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:13.147643 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b412c80f-c73a-413b-a45f-c19a3917dce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:13.154949 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] No Port match for: f30527a9-1450-42ca-a4f5-0fd721d3dfeb {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 15:11:13.155294 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Device f30527a9-1450-42ca-a4f5-0fd721d3dfeb not bound to the agent host dv-neutron-835868-1-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 15:11:13.194230 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-fa4470cb-1d19-4f03-9c2c-9ea02467863c None None] The port '343185cb-7e47-4068-b1aa-63f8bb642256' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 15:11:13.198969 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:13.208505 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b412c80f-c73a-413b-a45f-c19a3917dce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:13.226341 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412c80f-c73a-413b-a45f-c19a3917dce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974fdff4-7a98-46c4-8b69-379bbc0b1fef,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:13.233211 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b412c80f-c73a-413b-a45f-c19a3917dce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:13.234148 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b412c80f-c73a-413b-a45f-c19a3917dce8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/974fdff4-7a98-46c4-8b69-379bbc0b1fef HTTP/1.1" status: 204 len: 168 time: 0.1744196 Apr 06 15:11:13.606467 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35788) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:11:13.657800 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4c8a3856-d83a-4b9f-be03-f19f20391ee0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=900c92689282459daca867095e8d7750&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500541 Apr 06 15:11:13.660650 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.60', 35792) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 15:11:13.717513 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c35aa7e5-cdab-4130-8d15-706644aac1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:13.741693 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c35aa7e5-cdab-4130-8d15-706644aac1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:13.792824 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c35aa7e5-cdab-4130-8d15-706644aac1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696947'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:13.808187 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35aa7e5-cdab-4130-8d15-706644aac1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a64988-0595-4721-81b3-435ff9618c54,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:13.812541 dv-neutron-835868-1-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c35aa7e5-cdab-4130-8d15-706644aac1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:13.816990 dv-neutron-835868-1-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c35aa7e5-cdab-4130-8d15-706644aac1cd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/39a64988-0595-4721-81b3-435ff9618c54 HTTP/1.1" status: 204 len: 168 time: 0.1521931 Apr 06 15:11:20.685526 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 15:11:29.496262 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:38.199702 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0d148adc-5aa5-4212-9fb2-75b4edbafd68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:41.020753 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-294b84e1-e19e-4ce8-8dca-157eaace9115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:41.461151 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:41.581222 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:43.083858 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:11:57.686077 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 15:11:59.499622 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:12:08.201922 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-179c3d5d-de57-4035-8102-60007b7c3d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:12:11.021913 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ab621011-6748-40ed-bb74-d912a4fd070f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:12:11.464038 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:12:11.583280 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:12:13.089810 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:12:29.507256 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:12:34.685512 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 15:12:38.207195 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a471f773-cf3d-4a97-93db-61f3e0071e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:12:41.023387 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e295092a-bc3f-4b9a-835c-9c83b362f0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:12:41.465740 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:12:41.584599 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:12:43.090741 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:12:59.507045 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:13:08.208021 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bb54fc10-0de8-409f-b546-9118517f2626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:13:11.025364 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-514860be-108f-4253-8e97-61d2f7de8077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:13:11.469481 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:13:11.587892 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:13:11.689238 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 15:13:13.094629 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:13:29.531656 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:13:38.210631 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fade950f-5110-4bf5-a214-a8d7d754aefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:13:41.028973 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-72576198-e236-4b55-90b6-01e59e4c6db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:13:41.474426 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:13:41.590373 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:13:43.097113 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:13:48.688846 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 15:13:59.526125 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:14:08.215361 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-76a5498f-2b37-42d4-908f-c649fd03ae75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:14:11.030590 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-59e1ccc3-7d0e-4367-8c10-c27616c677ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:14:11.476245 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:14:11.593847 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:14:13.100162 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:14:25.689274 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 15:14:29.525339 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:14:38.216588 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8a24111c-8eb6-447e-863f-62fb1a3b755d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:14:39.412235 dv-neutron-835868-1-hyperv neutron-server[83737]: DEBUG neutron.wsgi [req-09ec8e82-2c79-4ddb-be58-398f7f5479de req-3157714f-14f6-415e-a6fb-dc45c006e372 service neutron] (83737) timed out ('10.222.0.60', 34508) {{(pid=83737) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 06 15:14:41.033493 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-844a9b34-09fa-4648-8128-53eb6fc7e34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:14:41.478428 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:14:41.596541 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:14:43.103464 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:14:59.526657 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:15:02.689087 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 15:15:08.217456 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2ed62476-9372-4c82-95f6-eb6dd2527103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:15:11.035868 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6050d957-70d6-41d0-a7f5-95ba33cbdfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:15:11.479983 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:15:11.599388 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:15:13.108809 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:15:29.516845 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:15:38.219609 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1d38195d-5da7-4f7a-9bd3-d381e372ba3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:15:39.688888 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 15:15:41.038012 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a7b2f5d1-1f7d-4b5a-9bb8-857034f9c15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:15:41.481071 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:15:41.601846 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:15:43.109889 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:15:59.530650 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:16:08.221924 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-502b8d20-33ee-427c-8e72-48f3c310ff11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:16:11.041049 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-70778e49-7090-49df-864b-0bcd1888a9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:16:11.482670 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:16:11.605985 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:16:13.113031 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:16:16.689050 dv-neutron-835868-1-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-766f9605-b8dd-4034-979b-b889dc0589cf None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 15:16:29.537148 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-738719bb-5088-4d12-b9d7-7428e1fa3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:16:38.224309 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f786454c-2404-4290-8c57-1829079da05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:16:41.042070 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3c815ef7-f0dc-471b-9ba7-de96e412dff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:16:41.483893 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a6bf46cb-1e63-4582-8283-35cf449ccb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:16:41.607055 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-401f3630-2104-4f28-a744-3aa7eab83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 15:16:43.117519 dv-neutron-835868-1-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87d73852-d0b5-405e-ab50-59b3f52b28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727578143070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682046'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}